From 9d9273ba432c8e18287b576f0b13830795755b6b Mon Sep 17 00:00:00 2001 From: GitHub Action Bot Date: Mon, 26 Aug 2024 12:02:50 +0000 Subject: [PATCH] [BOT] Set version for this branch --- technologies/job/spark/metadata.yaml | 72 ++++++++++++++++++- .../jre/spark-3.5-jre-11/dockerInfo.yaml | 4 +- .../spark-3.5-python-3.12/dockerInfo.yaml | 4 +- version.properties | 4 +- 4 files changed, 77 insertions(+), 7 deletions(-) diff --git a/technologies/job/spark/metadata.yaml b/technologies/job/spark/metadata.yaml index 1f8c0852f..c39db0512 100644 --- a/technologies/job/spark/metadata.yaml +++ b/technologies/job/spark/metadata.yaml @@ -18,6 +18,7 @@ contexts: available: true recommended: false trustLevel: stable + deprecationDate: "2024-09-01T00:00:00Z" dockerInfo: image: "saagie/spark" baseTag: "2.4" @@ -86,6 +87,7 @@ contexts: available: true recommended: false trustLevel: stable + deprecationDate: "2024-09-01T00:00:00Z" dockerInfo: image: "saagie/spark" baseTag: "3.0" @@ -152,8 +154,9 @@ contexts: - id: "3.1" label: "3.1" available: true - recommended: true + recommended: false trustLevel: stable + deprecationDate: "2024-09-01T00:00:00Z" dockerInfo: image: "saagie/spark" baseTag: "3.1" @@ -237,11 +240,78 @@ contexts: image: "saagie/spark" baseTag: "3.1-py-3.9" version: "3.1-py-3.9-1.139.0" + - id: "3.5" + label: "3.5" + available: true + recommended: true + trustLevel: stable + innerContexts: + - id: java-scala + label: Java/Scala + available: true + trustLevel: stable + job: + features: + - type: COMMAND_LINE + label: Command line + mandatory: true + comment: Linux shell command to launch the job. + defaultValue: "spark-submit \\\n--conf spark.executor.memory=1G \\\n--conf spark.executor.cores=1 \\\n--conf spark.kubernetes.executor.limit.cores=1 \\\n--conf spark.executor.instances=2 \\\n--class=Main {file} arg1 arg2" + - type: ARTIFACT + label: Package + mandatory: true + comment: "Compatible upload file : .jar" + - type: SCHEDULER + label: Scheduled + mandatory: true + innerContexts: + - id: "11" + label: "11" + available: true + trustLevel: stable + recommended: true + dockerInfo: + image: "saagie/spark" + baseTag: "3.5-jre-11" + version: "3.5-jre-11-1.186.0_spark-3.5" + - id: python + label: Python + available: true + trustLevel: stable + job: + features: + - type: COMMAND_LINE + label: Command line + mandatory: true + comment: Linux shell command to launch the job. + defaultValue: "spark-submit \\\n--conf spark.executor.memory=1G \\\n--conf spark.executor.cores=1 \\\n--conf spark.kubernetes.executor.limit.cores=1 \\\n--conf spark.executor.instances=2 \\\n--py-files={file} local://__main__.py" + - type: ARTIFACT + label: Package + mandatory: true + comment: "Compatible upload file : .py or .zip" + - type: SCHEDULER + label: Scheduled + mandatory: true + - type: AI_DESCRIPTION_GENERATOR + label: AI description generator enabled + mandatory: true + comment: Activation of the AI-based automatic description generation function. + innerContexts: + - id: "3.9" + label: "3.9" + available: true + trustLevel: stable + recommended: true + dockerInfo: + image: "saagie/spark" + baseTag: "3.5-py-3.12" + version: "3.5-py-3.12-1.186.0_spark-3.5" - id: 3.1-aws label: 3.1 AWS available: true recommended: true trustLevel: stable + deprecationDate: "2024-09-01T00:00:00Z" dockerInfo: image: "saagie/spark" baseTag: "3.1-aws" diff --git a/technologies/job/spark/spark-3.5/innerContexts/jre/spark-3.5-jre-11/dockerInfo.yaml b/technologies/job/spark/spark-3.5/innerContexts/jre/spark-3.5-jre-11/dockerInfo.yaml index 1b65a74f2..126088a1e 100644 --- a/technologies/job/spark/spark-3.5/innerContexts/jre/spark-3.5-jre-11/dockerInfo.yaml +++ b/technologies/job/spark/spark-3.5/innerContexts/jre/spark-3.5-jre-11/dockerInfo.yaml @@ -1,4 +1,4 @@ image: saagie/spark baseTag: 3.5-jre-11 -dynamicVersion: 1.125.0 -version: 3.5-jre-11-1.125.0 +dynamicVersion: 1.186.0_spark-3.5 +version: 3.5-jre-11-1.186.0_spark-3.5 diff --git a/technologies/job/spark/spark-3.5/innerContexts/python/spark-3.5-python-3.12/dockerInfo.yaml b/technologies/job/spark/spark-3.5/innerContexts/python/spark-3.5-python-3.12/dockerInfo.yaml index 4896e37e0..f0685966a 100644 --- a/technologies/job/spark/spark-3.5/innerContexts/python/spark-3.5-python-3.12/dockerInfo.yaml +++ b/technologies/job/spark/spark-3.5/innerContexts/python/spark-3.5-python-3.12/dockerInfo.yaml @@ -1,4 +1,4 @@ image: saagie/spark baseTag: 3.5-py-3.12 -dynamicVersion: 1.139.0_SDKTECHNO-207 -version: 3.5-py-3.12-1.139.0 +dynamicVersion: 1.186.0_spark-3.5 +version: 3.5-py-3.12-1.186.0_spark-3.5 diff --git a/version.properties b/version.properties index 541f4f94b..71b53ba75 100644 --- a/version.properties +++ b/version.properties @@ -1,6 +1,6 @@ -version.buildmeta= +version.buildmeta=spark-3.5 version.major=1 version.minor=186 version.patch=0 version.prerelease= -version.semver=1.186.0 +version.semver=1.186.0+spark-3.5