[Sdktechno 233] Add default resources limitation (#581)

* SDKTECHNO-233: Add default resources' value on jobs and apps --------- Co-authored-by: GitHub Action Bot <github-action@saagie.com>
saagie · Jul 4, 2023 · ef8138d · ef8138d
1 parent 562062a
commit ef8138d
Show file tree

Hide file tree

Showing 47 changed files with 239 additions and 9 deletions.
diff --git a/technologies/app/airbyte/metadata.yaml b/technologies/app/airbyte/metadata.yaml
@@ -6,6 +6,11 @@ baseline: "Airbyte is a cloud-native, open-source data integration platform"
 description: " Airbyte is a powerful data integration tool that can help organizations streamline their data workflows and ensure the accuracy and reliability of their data."
 available: true
 icon: airbyte
+defaultResources: 
+ cpu: 
+ limit: 0.2
+ memory:
+ limit: 128 MB
 backgroundColor: "#a094cc"
 customFlags: []
 readme: /technologies/app/airbyte

diff --git a/technologies/app/airbyte/technology.yaml b/technologies/app/airbyte/technology.yaml
@@ -6,6 +6,11 @@ baseline: "Airbyte is a cloud-native, open-source data integration platform"
 description: " Airbyte is a powerful data integration tool that can help organizations streamline their data workflows and ensure the accuracy and reliability of their data."
 available: true
 icon: airbyte
+defaultResources: 
+ cpu: 
+ limit: 0.2
+ memory:
+ limit: 128 MB
 backgroundColor: "#a094cc"
 customFlags: []
 readme: /technologies/app/airbyte
diff --git a/technologies/app/apache-superset/metadata.yaml b/technologies/app/apache-superset/metadata.yaml
@@ -6,6 +6,11 @@ baseline: "Apache Superset is a modern data exploration and visualization platfo
 description: "Superset is fast, lightweight, intuitive, and loaded with options that make it easy for users of all skill sets to explore and visualize their data, from simple line charts to highly detailed geospatial charts"
 available: true
 icon: superset
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 8 GiB
 backgroundColor: "#00d1c1"
 customFlags: []
 readme: /technologies/app/apache-superset

diff --git a/technologies/app/apache-superset/technology.yaml b/technologies/app/apache-superset/technology.yaml
@@ -6,6 +6,11 @@ baseline: "Apache Superset is a modern data exploration and visualization platfo
 description: "Superset is fast, lightweight, intuitive, and loaded with options that make it easy for users of all skill sets to explore and visualize their data, from simple line charts to highly detailed geospatial charts"
 available: true
 icon: superset
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 8 GiB
 backgroundColor: "#00d1c1"
 customFlags: []
 readme: /technologies/app/apache-superset
diff --git a/technologies/app/cloudbeaver/metadata.yaml b/technologies/app/cloudbeaver/metadata.yaml
@@ -6,6 +6,11 @@ baseline: Free Universal Database Tool
 description: CloudBeaver is free and open source product that already supports the most popular open source databases, such us PostgreSQL, MySQL, MariaDB, SQLite and Firebird.
 available: true
 icon: cloudbeaver
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 4 GiB
 backgroundColor: "#6e98bf"
 customFlags: []
 contexts:

diff --git a/technologies/app/cloudbeaver/technology.yaml b/technologies/app/cloudbeaver/technology.yaml
@@ -6,5 +6,10 @@ baseline: Free Universal Database Tool
 description: CloudBeaver is free and open source product that already supports the most popular open source databases, such us PostgreSQL, MySQL, MariaDB, SQLite and Firebird.
 available: true
 icon: cloudbeaver
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 4 GiB
 backgroundColor: "#6e98bf"
 customFlags: []
diff --git a/technologies/app/grafana/metadata.yaml b/technologies/app/grafana/metadata.yaml
@@ -6,6 +6,11 @@ baseline: The open-source platform for monitoring and observability. Default adm
 description: Grafana allows you to query, visualize, alert on and understand your metrics no matter where they are stored.
 available: true
 icon: grafana
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 2 GiB
 backgroundColor: "#1857B8"
 customFlags: []
 readme: /technologies/app/grafana

diff --git a/technologies/app/grafana/technology.yaml b/technologies/app/grafana/technology.yaml
@@ -6,6 +6,11 @@ baseline: The open-source platform for monitoring and observability. Default adm
 description: Grafana allows you to query, visualize, alert on and understand your metrics no matter where they are stored.
 available: true
 icon: grafana
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 2 GiB
 backgroundColor: "#1857B8"
 customFlags: []
 readme: /technologies/app/grafana
diff --git a/technologies/app/jupyter/metadata.yaml b/technologies/app/jupyter/metadata.yaml
@@ -6,6 +6,11 @@ baseline: Data Science Notebook.
 description: The Jupyter Notebook is an open-source web application that allows you to create and share documents that contain live code, equations, visualization and narrative text.
 available: true
 icon: jupyter
+defaultResources: 
+ cpu: 
+ limit: 2
+ memory:
+ limit: 16 GiB
 backgroundColor: "#E87A35"
 customFlags: []
 readme: /technologies/app/jupyter

diff --git a/technologies/app/jupyter/technology.yaml b/technologies/app/jupyter/technology.yaml
@@ -6,6 +6,11 @@ baseline: Data Science Notebook.
 description: The Jupyter Notebook is an open-source web application that allows you to create and share documents that contain live code, equations, visualization and narrative text.
 available: true
 icon: jupyter
+defaultResources: 
+ cpu: 
+ limit: 2
+ memory:
+ limit: 16 GiB
 backgroundColor: "#E87A35"
 customFlags: []
 readme: /technologies/app/jupyter
diff --git a/technologies/app/kibana/metadata.yaml b/technologies/app/kibana/metadata.yaml
@@ -6,6 +6,11 @@ baseline: Your window into the Elastic Stack.
 description: Kibana is a free and open user interface that lets you visualize your Elasticsearch data and navigate the Elastic Stack.
 available: true
 icon: kibana
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 4 GiB
 backgroundColor: "#40BEB0"
 customFlags: []
 readme: /technologies/app/kibana

diff --git a/technologies/app/kibana/technology.yaml b/technologies/app/kibana/technology.yaml
@@ -6,6 +6,11 @@ baseline: Your window into the Elastic Stack.
 description: Kibana is a free and open user interface that lets you visualize your Elasticsearch data and navigate the Elastic Stack.
 available: true
 icon: kibana
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 4 GiB
 backgroundColor: "#40BEB0"
 customFlags: []
 readme: /technologies/app/kibana
diff --git a/technologies/app/metabase/metadata.yaml b/technologies/app/metabase/metadata.yaml
@@ -6,6 +6,11 @@ available: true
 baseline: "Metabase is an open source business intelligence tool. This version is bundled with Impala and Athena drivers"
 description: "Metabase is an open source business intelligence tool. This version is bundled with Impala and Athena drivers"
 icon: metabase
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 8 GiB
 backgroundColor: "#5ea4e3"
 customFlags: []
 readme: /technologies/app/metabase

diff --git a/technologies/app/metabase/technology.yaml b/technologies/app/metabase/technology.yaml
@@ -6,6 +6,11 @@ available: true
 baseline: "Metabase is an open source business intelligence tool. This version is bundled with Impala and Athena drivers"
 description: "Metabase is an open source business intelligence tool. This version is bundled with Impala and Athena drivers"
 icon: metabase
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 8 GiB
 backgroundColor: "#5ea4e3"
 customFlags: []
 readme: /technologies/app/metabase

diff --git a/technologies/app/mlflow-server/metadata.yaml b/technologies/app/mlflow-server/metadata.yaml
@@ -6,6 +6,11 @@ baseline: An open source platform for the end-to-end machine learning lifecycle.
 description: MLflow tracking server is used for logging parameters, code versions, metrics, and output files when running your machine learning code and for later visualizing the results.
 available: true
 icon: mlflow
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 2 GiB
 backgroundColor: "#092241"
 customFlags: []
 readme: /technologies/app/mflow-server

diff --git a/technologies/app/mlflow-server/technology.yaml b/technologies/app/mlflow-server/technology.yaml
@@ -6,6 +6,11 @@ baseline: An open source platform for the end-to-end machine learning lifecycle.
 description: MLflow tracking server is used for logging parameters, code versions, metrics, and output files when running your machine learning code and for later visualizing the results.
 available: true
 icon: mlflow
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 2 GiB
 backgroundColor: "#092241"
 customFlags: []
 readme: /technologies/app/mflow-server
diff --git a/technologies/app/pgadmin4/metadata.yaml b/technologies/app/pgadmin4/metadata.yaml
@@ -6,6 +6,11 @@ baseline: "pgAdmin4"
 description: "pgAdmin4 is a postgresql browser. \nCreate an environment variable named 'PGADMIN_DEFAULT_EMAIL' to set a user mail and PGADMIN_DEFAULT_PASSWORD for his password."
 available: true
 icon: pgadmin4
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 4 GiB
 backgroundColor: "#326690"
 customFlags: []
 readme: /technologies/app/pgadmin4

diff --git a/technologies/app/pgadmin4/technology.yaml b/technologies/app/pgadmin4/technology.yaml
@@ -6,6 +6,11 @@ baseline: "pgAdmin4"
 description: "pgAdmin4 is a postgresql browser. \nCreate an environment variable named 'PGADMIN_DEFAULT_EMAIL' to set a user mail and PGADMIN_DEFAULT_PASSWORD for his password."
 available: true
 icon: pgadmin4
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 4 GiB
 backgroundColor: "#326690"
 customFlags: []
 readme: /technologies/app/pgadmin4
diff --git a/technologies/app/rstudio/metadata.yaml b/technologies/app/rstudio/metadata.yaml
@@ -6,6 +6,11 @@ baseline: IDE for R.
 description: RStudio is an integrated development environment (IDE) for R.
 available: true
 icon: rstudio
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 8 GiB
 backgroundColor: "#75aadb"
 customFlags: []
 readme: /technologies/app/rstudio

diff --git a/technologies/app/rstudio/technology.yaml b/technologies/app/rstudio/technology.yaml
@@ -6,6 +6,11 @@ baseline: IDE for R.
 description: RStudio is an integrated development environment (IDE) for R.
 available: true
 icon: rstudio
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 8 GiB
 backgroundColor: "#75aadb"
 customFlags: []
 readme: /technologies/app/rstudio
diff --git a/technologies/app/saagie-usage-monitoring/metadata.yaml b/technologies/app/saagie-usage-monitoring/metadata.yaml
@@ -6,6 +6,11 @@ baseline: "Saagie Usage Monitoring lets you monitor your Saagie platform"
 description: "Saagie Usage Monitoring lets you monitor your Saagie platform including jobs, apps and pipelines stats."
 available: true
 icon: project-activity
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 2 GiB
 backgroundColor: "#253c5b"
 customFlags: []
 readme: /technologies/app/saagie-usage-monitoring

diff --git a/technologies/app/saagie-usage-monitoring/technology.yaml b/technologies/app/saagie-usage-monitoring/technology.yaml
@@ -6,6 +6,11 @@ baseline: "Saagie Usage Monitoring lets you monitor your Saagie platform"
 description: "Saagie Usage Monitoring lets you monitor your Saagie platform including jobs, apps and pipelines stats."
 available: true
 icon: project-activity
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 2 GiB
 backgroundColor: "#253c5b"
 customFlags: []
 readme: /technologies/app/saagie-usage-monitoring
diff --git a/technologies/app/spark-history-server/metadata.yaml b/technologies/app/spark-history-server/metadata.yaml
@@ -6,6 +6,11 @@ baseline: "The Spark history server is a monitoring tool that displays informati
 description: "The Spark history server is a monitoring tool that displays information about completed Spark applications"
 available: true
 icon: spark
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 2 GiB
 backgroundColor: "#e25a1c"
 customFlags: []
 readme: /technologies/app/spark-history-server

diff --git a/technologies/app/spark-history-server/technology.yaml b/technologies/app/spark-history-server/technology.yaml
@@ -6,6 +6,11 @@ baseline: "The Spark history server is a monitoring tool that displays informati
 description: "The Spark history server is a monitoring tool that displays information about completed Spark applications"
 available: true
 icon: spark
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 2 GiB
 backgroundColor: "#e25a1c"
 customFlags: []
 readme: /technologies/app/spark-history-server
diff --git a/technologies/app/vscode/metadata.yaml b/technologies/app/vscode/metadata.yaml
@@ -8,6 +8,11 @@ description: "VS Code server is an IDE that supports several languages. \n
  and VSCODE_SUDO_PASSWORD to get sudo access inside the container."
 available: true
 icon: vscode
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 2 GiB
 backgroundColor: "#3EAAF2"
 customFlags: []
 readme: /technologies/app/vscode

diff --git a/technologies/app/vscode/technology.yaml b/technologies/app/vscode/technology.yaml
@@ -8,6 +8,11 @@ description: "VS Code server is an IDE that supports several languages. \n
  and VSCODE_SUDO_PASSWORD to get sudo access inside the container."
 available: true
 icon: vscode
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 2 GiB
 backgroundColor: "#3EAAF2"
 customFlags: []
 readme: /technologies/app/vscode
diff --git a/technologies/app/zeppelin/metadata.yaml b/technologies/app/zeppelin/metadata.yaml
@@ -6,6 +6,11 @@ baseline: Data Science Notebook.
 description: Zeppelin is a web-based notebook that enables data-driven, interactive data analytics and collaborative documents with SQL, Scala and more.
 available: true
 icon: zeppelin
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 4 GiB
 backgroundColor: "#0099CC"
 customFlags: []
 readme: /technologies/app/zeppelin

diff --git a/technologies/app/zeppelin/technology.yaml b/technologies/app/zeppelin/technology.yaml
@@ -6,6 +6,11 @@ baseline: Data Science Notebook.
 description: Zeppelin is a web-based notebook that enables data-driven, interactive data analytics and collaborative documents with SQL, Scala and more.
 available: true
 icon: zeppelin
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 4 GiB
 backgroundColor: "#0099CC"
 customFlags: []
 readme: /technologies/app/zeppelin
diff --git a/technologies/job/bash/metadata.yaml b/technologies/job/bash/metadata.yaml
@@ -5,6 +5,11 @@ label: Bash
 description: Bash is a command processor that typically runs in a text window where the user types commands that cause actions.
 available: true
 icon: bash
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 2 GiB
 contexts:
  - id: debian10-buster
  label: debian10-buster

diff --git a/technologies/job/bash/technology.yaml b/technologies/job/bash/technology.yaml
@@ -4,4 +4,9 @@ id: bash
 label: Bash
 description: Bash is a command processor that typically runs in a text window where the user types commands that cause actions.
 available: true
-icon: bash
+icon: bash
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 2 GiB
diff --git a/technologies/job/dbt/metadata.yaml b/technologies/job/dbt/metadata.yaml
@@ -5,6 +5,11 @@ label: dbt
 description: dbt-cli is a transformation workflow that lets teams quickly and collaboratively deploy analytics code following software engineering best practices like modularity, portability, CI/CD, and documentation.
 available: true
 icon: dbt
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 2 GiB
 contexts:
  - id: "1.3"
  label: "1.3"

diff --git a/technologies/job/dbt/technology.yaml b/technologies/job/dbt/technology.yaml
@@ -4,4 +4,9 @@ id: dbt-cli
 label: dbt
 description: dbt-cli is a transformation workflow that lets teams quickly and collaboratively deploy analytics code following software engineering best practices like modularity, portability, CI/CD, and documentation.
 available: true
-icon: dbt
+icon: dbt
+defaultResources: 
+ cpu: 
+ limit: 1
+ memory:
+ limit: 2 GiB