examples/cluster-with-template.yaml

# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
apiVersion: spark.apache.org/v1alpha1
kind: SparkCluster
metadata:
  name: cluster-with-template
spec:
  runtimeVersions:
    sparkVersion: "4.0.0-preview2"
  clusterTolerations:
    instanceConfig:
      initWorkers: 1
      minWorkers: 1
      maxWorkers: 1
  masterSpec:
    statefulSetMetadata:
      annotations:
        customAnnotation: "annotation"
    statefulSetSpec:
      template:
        spec:
          priorityClassName: system-cluster-critical
          securityContext:
            runAsUser: 0
          containers:
          - name: master
            resources:
              requests:
                cpu: "2"
                memory: "2Gi"
              limits:
                cpu: "2"
                memory: "2Gi"
          - name: sidecar
            image: registry.k8s.io/pause
            resources:
              requests:
                cpu: "0.1"
                memory: "10Mi"
              limits:
                cpu: "0.1"
                memory: "10Mi"
    serviceMetadata:
      annotations:
        customAnnotation: "svc1"
  workerSpec:
    statefulSetMetadata:
      annotations:
        customAnnotation: "annotation"
    statefulSetSpec:
      template:
        spec:
          priorityClassName: system-cluster-critical
          securityContext:
            runAsUser: 0
          containers:
          - name: worker
            resources:
              requests:
                cpu: "2"
                memory: "2Gi"
              limits:
                cpu: "2"
                memory: "2Gi"
          - name: sidecar
            image: registry.k8s.io/pause
            resources:
              requests:
                cpu: "0.1"
                memory: "10Mi"
              limits:
                cpu: "0.1"
                memory: "10Mi"
    serviceMetadata:
      annotations:
        customAnnotation: "annotation"
  sparkConf:
    spark.kubernetes.container.image: "apache/spark:4.0.0-preview2"
    spark.master.ui.title: "Spark Cluster with Template"
    spark.master.rest.enabled: "true"
    spark.master.rest.host: "0.0.0.0"
    spark.ui.reverseProxy: "true"