AIP-47 Migrate ElasticSearch into new system tests

docs/apache-airflow-providers-elasticsearch/connections/elasticsearch.rst

@@ -71,3 +71,9 @@ For example:
 .. code-block:: bash
 
     export AIRFLOW_CONN_ELASTICSEARCH_DEFAULT='elasticsearch://elasticsearchlogin:elasticsearchpassword@elastic.co:80/http'
+
+.. exampleinclude:: /../../tests/system/providers/elasticsearch/example_elasticsearch_query.py
+    :language: python
+    :dedent: 4
+    :start-after: [START howto_elasticsearch_query]
+    :end-before: [END howto_elasticsearch_query]

tests/system/providers/elasticsearch/example_elasticsearch_query.py

@@ -0,0 +1,66 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+"""
+Example Airflow DAG for Elasticsearch Query.
+"""
+import os
+from datetime import datetime
+
+from airflow import models
+from airflow.decorators import task
+from airflow.providers.elasticsearch.hooks.elasticsearch import ElasticsearchHook
+
+ENV_ID = os.environ.get("SYSTEM_TESTS_ENV_ID")
+DAG_ID = 'elasticsearch_dag'
+CONN_ID = 'elasticsearch_default'
+
+
+@task(task_id='es_print_tables')
+def show_tables():
+    """
+    show_tables queries elasticsearch to list available tables
+    """
+    # [START howto_elasticsearch_query]
+    es = ElasticsearchHook(elasticsearch_conn_id=CONN_ID)
+
+    # Handle ES conn with context manager
+    with es.get_conn() as es_conn:
+        tables = es_conn.execute('SHOW TABLES')
+        for table, *_ in tables:
+            print(f"table: {table}")
+    return True
+    # [END howto_elasticsearch_query]
+
+
+with models.DAG(
+    DAG_ID,
+    schedule_interval="@once",
+    start_date=datetime(2021, 1, 1),
+    catchup=False,
+    tags=["example", "elasticsearch"],
+) as dag:
+    execute_query = show_tables()
+    (
+        # TEST BODY
+        execute_query
+    )
+
+from tests.system.utils import get_test_run  # noqa: E402
+
+# Needed to run the example DAG with pytest (see: tests/system/README.md#run_via_pytest)
+test_run = get_test_run(dag)

tests/system/utils/__init__.py

@@ -19,7 +19,7 @@
 
 def get_test_run(dag):
     def test_run():
-        dag.clear(dag_run_state=State.NONE)
+        dag.clear(dag_run_state=State.QUEUED)
         dag.run()
 
     return test_run