diff --git a/experimental/addons/spark-kubernetes-operator/definitions/spark-cluster.cue b/experimental/addons/spark-kubernetes-operator/definitions/spark-cluster.cue index c418b3c0e..fb17f82cd 100644 --- a/experimental/addons/spark-kubernetes-operator/definitions/spark-cluster.cue +++ b/experimental/addons/spark-kubernetes-operator/definitions/spark-cluster.cue @@ -8,18 +8,29 @@ template: { parameter: { - // +usage=Specify the spark application name + // +usage=Specify the spark application name name: string - // +usage=Specify the namespace for spark application to install + // +usage=Specify the namespace for spark application to install namespace: string + // +usage=Specify the application language type, e.g. "Scala", "Python", "Java" or "R" type: string + // +usage=Specify the python version + pythonVersion: string + // +usage=Specify the deploy mode, e.go "cluster", "client" or "in-cluster-client" mode: string + // +usage=Specify the container image for the driver, executor, and init-container image: string + // +usage=Specify the image pull policy for the driver, executor, and init-container imagePullPolicy: string + // +usage=Specify the fully-qualified main class of the Spark application mainClass: string + // +usage=Specify the path to a bundled JAR, Python, or R file of the application mainApplicationFile: string + // +usage=Specify the version of Spark the application uses sparkVersion: string + // +usage=Specify the number of CPU cores to request for the driver pod driverCores: int + // +usage=Specify the number of CPU cores to request for the executor pod executorCores: int } @@ -45,23 +56,23 @@ template: { kind: "SparkApplication" apiVersion: "sparkoperator.k8s.io/v1beta2" metadata: { - name: parameter.name - namespace: parameter.namespace + name: parameter.name + namespace: parameter.namespace } spec: { - type: parameter.type - mode: parameter.mode - image: parameter.image - imagePullPolicy: parameter.imagePullPolicy - mainClass: parameter.mainClass - mainApplicationFile: parameter.mainApplicationFile - sparkVersion: parameter.sparkVersion - driver: { - cores: parameter.driverCores - } - executor: { - cores: parameter.executorCores - } + type: parameter.type + mode: parameter.mode + image: parameter.image + imagePullPolicy: parameter.imagePullPolicy + mainClass: parameter.mainClass + mainApplicationFile: parameter.mainApplicationFile + sparkVersion: parameter.sparkVersion + driver: { + cores: parameter.driverCores + } + executor: { + cores: parameter.executorCores + } } }