From 7d879cc9806f78b13bd6617440b16d6b48232c45 Mon Sep 17 00:00:00 2001 From: Pavan Kumar Date: Tue, 24 Jun 2025 15:04:45 +0100 Subject: [PATCH] Update alibaba example dags --- .../system/alibaba/example_adb_spark_batch.py | 6 ++++++ .../system/alibaba/example_adb_spark_sql.py | 16 ++++++++++++++-- .../tests/system/alibaba/example_oss_bucket.py | 2 +- .../tests/system/alibaba/example_oss_object.py | 6 ++++++ 4 files changed, 27 insertions(+), 3 deletions(-) diff --git a/providers/alibaba/tests/system/alibaba/example_adb_spark_batch.py b/providers/alibaba/tests/system/alibaba/example_adb_spark_batch.py index e8447cefc4b58..785a352734c9b 100644 --- a/providers/alibaba/tests/system/alibaba/example_adb_spark_batch.py +++ b/providers/alibaba/tests/system/alibaba/example_adb_spark_batch.py @@ -40,14 +40,20 @@ task_id="task1", file="local:///tmp/spark-examples.jar", class_name="org.apache.spark.examples.SparkPi", + cluster_id="", + rg_name="", ) spark_lr = AnalyticDBSparkBatchOperator( task_id="task2", file="local:///tmp/spark-examples.jar", class_name="org.apache.spark.examples.SparkLR", + cluster_id="", + rg_name="", ) + # Replace the above cluster_id and rg_name with your own values. + spark_pi >> spark_lr from tests_common.test_utils.watcher import watcher diff --git a/providers/alibaba/tests/system/alibaba/example_adb_spark_sql.py b/providers/alibaba/tests/system/alibaba/example_adb_spark_sql.py index cc587e424b2b4..dfd2f55d47acb 100644 --- a/providers/alibaba/tests/system/alibaba/example_adb_spark_sql.py +++ b/providers/alibaba/tests/system/alibaba/example_adb_spark_sql.py @@ -36,9 +36,21 @@ max_active_runs=1, catchup=False, ) as dag: - show_databases = AnalyticDBSparkSQLOperator(task_id="task1", sql="SHOE DATABASES;") + show_databases = AnalyticDBSparkSQLOperator( + task_id="task1", + sql="SHOE DATABASES;", + cluster_id="", + rg_name="", + ) - show_tables = AnalyticDBSparkSQLOperator(task_id="task2", sql="SHOW TABLES;") + show_tables = AnalyticDBSparkSQLOperator( + task_id="task2", + sql="SHOW TABLES;", + cluster_id="", + rg_name="", + ) + + # Replace the above cluster_id and rg_name with your own values. show_databases >> show_tables diff --git a/providers/alibaba/tests/system/alibaba/example_oss_bucket.py b/providers/alibaba/tests/system/alibaba/example_oss_bucket.py index cfe7a42efc55d..e8dae7290a6ca 100644 --- a/providers/alibaba/tests/system/alibaba/example_oss_bucket.py +++ b/providers/alibaba/tests/system/alibaba/example_oss_bucket.py @@ -24,7 +24,7 @@ ENV_ID = os.environ.get("SYSTEM_TESTS_ENV_ID") DAG_ID = "oss_bucket_dag" -REGION = os.environ.get("REGION", "default_regior") +REGION = os.environ.get("REGION", "default_region") # [START howto_operator_oss_bucket] with DAG( dag_id=DAG_ID, diff --git a/providers/alibaba/tests/system/alibaba/example_oss_object.py b/providers/alibaba/tests/system/alibaba/example_oss_object.py index dfa59917fd6b0..ca7364ecf92d0 100644 --- a/providers/alibaba/tests/system/alibaba/example_oss_object.py +++ b/providers/alibaba/tests/system/alibaba/example_oss_object.py @@ -32,6 +32,8 @@ ENV_ID = os.environ.get("SYSTEM_TESTS_ENV_ID") DAG_ID = "oss_object_dag" +REGION = os.environ.get("REGION", "default_region") + with DAG( dag_id=DAG_ID, start_date=datetime(2021, 1, 1), @@ -45,22 +47,26 @@ file="your local file", key="your oss key", task_id="task1", + region=REGION, ) download_object = OSSDownloadObjectOperator( file="your local file", key="your oss key", task_id="task2", + region=REGION, ) delete_object = OSSDeleteObjectOperator( key="your oss key", task_id="task3", + region=REGION, ) delete_batch_object = OSSDeleteBatchObjectOperator( keys=["obj1", "obj2", "obj3"], task_id="task4", + region=REGION, ) create_object >> download_object >> delete_object >> delete_batch_object