Create spark-pi-history-server.yaml

examples/spark-pi-history-server.yaml

@@ -0,0 +1,63 @@
+#
+# Copyright 2017 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: "sparkoperator.k8s.io/v1beta1"
+kind: SparkApplication
+metadata:
+  name: spark-pi
+  namespace: spark-history-server	
+spec:
+  sparkConf:
+    "spark.ui.port": 4045
+    "spark.eventLog.enabled": true
+    "spark.eventLog.dir": file:/mnt
+  type: Scala
+  mode: cluster
+  image: "jzdoris/spark:v2.4.0"
+  imagePullPolicy: IfNotPresent
+  mainClass: org.apache.spark.examples.SparkPi
+  mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.11-2.4.0.jar"
+  sparkVersion: "2.4.0"
+  restartPolicy:
+    type: Never
+  volumes:
+    - name: mypvc
+      persistentVolumeClaim:
+        claimName: cce-sfs-nfs
+    - name: "test-volume"
+      hostPath:
+        path: "/tmp"
+        type: Directory
+  driver:
+    cores: 0.1
+    coreLimit: "200m"
+    memory: "512m"
+    labels:
+      version: 2.4.0
+    serviceAccount: spark
+    volumeMounts:
+      - name: "mypvc"
+        mountPath: "/mnt"
+      - name: "test-volume"
+        mountPath: "/tmp"
+  executor:
+    cores: 1
+    instances: 1
+    memory: "512m"
+    labels:
+      version: 2.4.0
+    volumeMounts:
+      - name: "test-volume"
+        mountPath: "/tmp"