From 07d924d506f4a16cdae59cc9d41c97d036f1d025 Mon Sep 17 00:00:00 2001 From: Jarek Potiuk Date: Mon, 1 Feb 2021 16:46:12 +0100 Subject: [PATCH] Implement provider versioning tools (#13767) This change implements per-provider versioning tools. Version of the providers is retrieved from provider.yaml file (top-level verion). Documentation is generated in the documentation folder rather than in sources and embedded in provider's index. Backport providers remain as they were until we delete all the backport references in April 2021 nd then the code can be simplified and the backport functionality can be removed then. When generating multiple providers, only those that have version that has no corresponding `providers-/` are generated. Other providers are skipped with warnings. Old documentation is removed and new CHANGELOG.rst have been prepared for all providers to accomodate to the new process (which is comming as a follow-up commit) Fixes: #13272, #13271, #13274, #13276, #13277, #13275, #13273 (cherry picked from commit ac2f72c98dc0821b33721054588adbf2bb53bb0b) --- .../workflows/build-images-workflow-run.yml | 4 +- .github/workflows/ci.yml | 34 +- .github/workflows/scheduled_quarantined.yml | 2 +- BREEZE.rst | 98 +- CI.rst | 11 +- CONTRIBUTORS_QUICK_START.rst | 4 +- airflow/providers/CHANGELOG.rst | 25 + airflow/providers/README.md | 28 - .../amazon/{aws => }/ADDITIONAL_INFO.md | 0 .../BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 2 +- .../BACKPORT_PROVIDER_CHANGES_2021.02.05.md | 41 + .../amazon/BACKPORT_PROVIDER_README.md | 43 +- airflow/providers/amazon/CHANGELOG.rst | 26 + .../amazon/PROVIDER_CHANGES_1.0.0.md | 217 --- airflow/providers/amazon/README.md | 483 ------ .../providers/apache/cassandra/CHANGELOG.rst | 25 + .../cassandra/PROVIDER_CHANGES_1.0.0.md | 50 - airflow/providers/apache/cassandra/README.md | 144 -- airflow/providers/apache/druid/CHANGELOG.rst | 25 + .../apache/druid/PROVIDER_CHANGES_1.0.0.md | 52 - airflow/providers/apache/druid/README.md | 176 --- airflow/providers/apache/hdfs/CHANGELOG.rst | 25 + .../apache/hdfs/PROVIDER_CHANGES_1.0.0.md | 53 - airflow/providers/apache/hdfs/README.md | 150 -- airflow/providers/apache/hive/CHANGELOG.rst | 25 + .../apache/hive/PROVIDER_CHANGES_1.0.0.md | 77 - airflow/providers/apache/hive/README.md | 228 --- airflow/providers/apache/kylin/CHANGELOG.rst | 25 + .../apache/kylin/PROVIDER_CHANGES_1.0.0.md | 35 - airflow/providers/apache/kylin/README.md | 128 -- airflow/providers/apache/livy/CHANGELOG.rst | 25 + .../apache/livy/PROVIDER_CHANGES_1.0.0.md | 47 - airflow/providers/apache/livy/README.md | 162 -- airflow/providers/apache/pig/CHANGELOG.rst | 25 + .../apache/pig/PROVIDER_CHANGES_1.0.0.md | 51 - airflow/providers/apache/pig/README.md | 137 -- .../BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 2 +- .../apache/pinot/BACKPORT_PROVIDER_README.md | 2 +- airflow/providers/apache/pinot/CHANGELOG.rst | 25 + .../apache/pinot/PROVIDER_CHANGES_1.0.0.md | 47 - airflow/providers/apache/pinot/README.md | 128 -- airflow/providers/apache/spark/CHANGELOG.rst | 25 + .../apache/spark/PROVIDER_CHANGES_1.0.0.md | 64 - airflow/providers/apache/spark/README.md | 161 -- airflow/providers/apache/sqoop/CHANGELOG.rst | 25 + .../apache/sqoop/PROVIDER_CHANGES_1.0.0.md | 46 - airflow/providers/apache/sqoop/README.md | 132 -- airflow/providers/celery/CHANGELOG.rst | 25 + .../celery/PROVIDER_CHANGES_1.0.0.md | 41 - airflow/providers/celery/README.md | 123 -- airflow/providers/cloudant/CHANGELOG.rst | 25 + .../cloudant/PROVIDER_CHANGES_1.0.0.md | 42 - airflow/providers/cloudant/README.md | 122 -- .../BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 2 +- .../kubernetes/BACKPORT_PROVIDER_README.md | 2 +- .../providers/cncf/kubernetes/CHANGELOG.rst | 25 + .../cncf/kubernetes/PROVIDER_CHANGES_1.0.0.md | 101 -- airflow/providers/cncf/kubernetes/README.md | 221 --- .../BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 2 +- .../databricks/BACKPORT_PROVIDER_README.md | 2 +- airflow/providers/databricks/CHANGELOG.rst | 25 + .../databricks/PROVIDER_CHANGES_1.0.0.md | 59 - airflow/providers/databricks/README.md | 153 -- airflow/providers/datadog/CHANGELOG.rst | 25 + .../datadog/PROVIDER_CHANGES_1.0.0.md | 44 - airflow/providers/datadog/README.md | 137 -- airflow/providers/dingding/CHANGELOG.rst | 25 + .../dingding/PROVIDER_CHANGES_1.0.0.md | 55 - airflow/providers/dingding/README.md | 157 -- airflow/providers/discord/CHANGELOG.rst | 25 + .../discord/PROVIDER_CHANGES_1.0.0.md | 45 - airflow/providers/discord/README.md | 147 -- airflow/providers/docker/CHANGELOG.rst | 25 + .../docker/PROVIDER_CHANGES_1.0.0.md | 66 - airflow/providers/docker/README.md | 160 -- airflow/providers/elasticsearch/CHANGELOG.rst | 25 + .../elasticsearch/PROVIDER_CHANGES_1.0.0.md | 48 - airflow/providers/elasticsearch/README.md | 130 -- airflow/providers/exasol/CHANGELOG.rst | 25 + .../exasol/PROVIDER_CHANGES_1.0.0.md | 47 - airflow/providers/exasol/README.md | 140 -- airflow/providers/facebook/CHANGELOG.rst | 25 + .../facebook/PROVIDER_CHANGES_1.0.0.md | 43 - airflow/providers/facebook/README.md | 123 -- airflow/providers/ftp/CHANGELOG.rst | 25 + .../providers/ftp/PROVIDER_CHANGES_1.0.0.md | 48 - airflow/providers/ftp/README.md | 136 -- .../BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 2 +- .../google/BACKPORT_PROVIDER_README.md | 2 +- airflow/providers/google/CHANGELOG.rst | 90 ++ .../google/PROVIDER_CHANGES_1.0.0.md | 377 ----- airflow/providers/google/README.md | 967 ------------ airflow/providers/google/provider.yaml | 1 + airflow/providers/grpc/CHANGELOG.rst | 25 + .../providers/grpc/PROVIDER_CHANGES_1.0.0.md | 50 - airflow/providers/grpc/README.md | 145 -- .../BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 2 +- .../hashicorp/BACKPORT_PROVIDER_README.md | 2 +- airflow/providers/hashicorp/CHANGELOG.rst | 25 + .../hashicorp/PROVIDER_CHANGES_1.0.0.md | 56 - airflow/providers/hashicorp/README.md | 165 -- .../BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 2 +- .../http/BACKPORT_PROVIDER_README.md | 2 +- airflow/providers/http/CHANGELOG.rst | 25 + .../providers/http/PROVIDER_CHANGES_1.0.0.md | 65 - airflow/providers/http/README.md | 164 -- airflow/providers/imap/CHANGELOG.rst | 25 + .../providers/imap/PROVIDER_CHANGES_1.0.0.md | 50 - airflow/providers/imap/README.md | 136 -- airflow/providers/jdbc/CHANGELOG.rst | 25 + .../providers/jdbc/PROVIDER_CHANGES_1.0.0.md | 52 - airflow/providers/jdbc/README.md | 145 -- airflow/providers/jenkins/CHANGELOG.rst | 25 + .../jenkins/PROVIDER_CHANGES_1.0.0.md | 55 - airflow/providers/jenkins/README.md | 148 -- airflow/providers/jira/CHANGELOG.rst | 25 + .../providers/jira/PROVIDER_CHANGES_1.0.0.md | 46 - airflow/providers/jira/README.md | 153 -- .../BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 2 +- .../azure/BACKPORT_PROVIDER_README.md | 2 +- .../providers/microsoft/azure/CHANGELOG.rst | 25 + .../microsoft/azure/PROVIDER_CHANGES_1.0.0.md | 84 - airflow/providers/microsoft/azure/README.md | 285 ---- .../BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 2 +- .../mssql/BACKPORT_PROVIDER_README.md | 2 +- .../providers/microsoft/mssql/CHANGELOG.rst | 25 + .../microsoft/mssql/PROVIDER_CHANGES_1.0.0.md | 49 - airflow/providers/microsoft/mssql/README.md | 158 -- .../BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 2 +- .../winrm/BACKPORT_PROVIDER_README.md | 2 +- .../providers/microsoft/winrm/CHANGELOG.rst | 25 + .../microsoft/winrm/PROVIDER_CHANGES_1.0.0.md | 48 - airflow/providers/microsoft/winrm/README.md | 141 -- airflow/providers/mongo/CHANGELOG.rst | 25 + .../providers/mongo/PROVIDER_CHANGES_1.0.0.md | 46 - airflow/providers/mongo/README.md | 140 -- airflow/providers/mysql/CHANGELOG.rst | 25 + .../providers/mysql/PROVIDER_CHANGES_1.0.0.md | 61 - airflow/providers/mysql/README.md | 194 --- airflow/providers/neo4j/CHANGELOG.rst | 26 + airflow/providers/odbc/CHANGELOG.rst | 25 + .../providers/odbc/PROVIDER_CHANGES_1.0.0.md | 43 - airflow/providers/odbc/README.md | 123 -- airflow/providers/openfaas/CHANGELOG.rst | 25 + .../openfaas/PROVIDER_CHANGES_1.0.0.md | 40 - airflow/providers/openfaas/README.md | 113 -- airflow/providers/opsgenie/CHANGELOG.rst | 25 + .../opsgenie/PROVIDER_CHANGES_1.0.0.md | 45 - airflow/providers/opsgenie/README.md | 147 -- airflow/providers/oracle/CHANGELOG.rst | 25 + .../oracle/PROVIDER_CHANGES_1.0.0.md | 51 - airflow/providers/oracle/README.md | 157 -- airflow/providers/pagerduty/CHANGELOG.rst | 25 + .../pagerduty/PROVIDER_CHANGES_1.0.0.md | 40 - airflow/providers/pagerduty/README.md | 120 -- airflow/providers/papermill/CHANGELOG.rst | 25 + .../papermill/PROVIDER_CHANGES_1.0.0.md | 35 - airflow/providers/papermill/README.md | 121 -- airflow/providers/plexus/CHANGELOG.rst | 25 + .../plexus/PROVIDER_CHANGES_1.0.0.md | 26 - airflow/providers/plexus/README.md | 119 -- airflow/providers/postgres/CHANGELOG.rst | 25 + .../postgres/PROVIDER_CHANGES_1.0.0.md | 54 - airflow/providers/postgres/README.md | 163 -- airflow/providers/presto/CHANGELOG.rst | 25 + .../presto/PROVIDER_CHANGES_1.0.0.md | 48 - airflow/providers/presto/README.md | 140 -- airflow/providers/qubole/CHANGELOG.rst | 25 + .../qubole/PROVIDER_CHANGES_1.0.0.md | 67 - airflow/providers/qubole/README.md | 178 --- airflow/providers/redis/CHANGELOG.rst | 25 + .../providers/redis/PROVIDER_CHANGES_1.0.0.md | 52 - airflow/providers/redis/README.md | 159 -- airflow/providers/salesforce/CHANGELOG.rst | 25 + .../salesforce/PROVIDER_CHANGES_1.0.0.md | 58 - airflow/providers/salesforce/README.md | 171 -- airflow/providers/samba/CHANGELOG.rst | 25 + .../providers/samba/PROVIDER_CHANGES_1.0.0.md | 43 - airflow/providers/samba/README.md | 123 -- airflow/providers/segment/CHANGELOG.rst | 25 + .../segment/PROVIDER_CHANGES_1.0.0.md | 47 - airflow/providers/segment/README.md | 140 -- airflow/providers/sendgrid/CHANGELOG.rst | 25 + .../sendgrid/PROVIDER_CHANGES_1.0.0.md | 16 - airflow/providers/sendgrid/README.md | 83 - airflow/providers/sftp/CHANGELOG.rst | 25 + .../providers/sftp/PROVIDER_CHANGES_1.0.0.md | 54 - airflow/providers/sftp/README.md | 178 --- airflow/providers/singularity/CHANGELOG.rst | 25 + .../singularity/PROVIDER_CHANGES_1.0.0.md | 44 - airflow/providers/singularity/README.md | 124 -- airflow/providers/slack/CHANGELOG.rst | 25 + .../providers/slack/PROVIDER_CHANGES_1.0.0.md | 60 - .../BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 2 +- .../snowflake/BACKPORT_PROVIDER_README.md | 2 +- airflow/providers/snowflake/CHANGELOG.rst | 25 + .../snowflake/PROVIDER_CHANGES_1.0.0.md | 65 - airflow/providers/snowflake/README.md | 192 --- airflow/providers/sqlite/CHANGELOG.rst | 25 + .../sqlite/PROVIDER_CHANGES_1.0.0.md | 47 - airflow/providers/sqlite/README.md | 133 -- airflow/providers/ssh/CHANGELOG.rst | 25 + .../providers/ssh/PROVIDER_CHANGES_1.0.0.md | 54 - airflow/providers/ssh/README.md | 149 -- airflow/providers/telegram/CHANGELOG.rst | 25 + .../telegram/PROVIDER_CHANGES_1.0.0.md | 8 - airflow/providers/telegram/README.md | 101 -- airflow/providers/vertica/CHANGELOG.rst | 25 + .../vertica/PROVIDER_CHANGES_1.0.0.md | 45 - airflow/providers/vertica/README.md | 138 -- airflow/providers/yandex/CHANGELOG.rst | 25 + .../yandex/PROVIDER_CHANGES_1.0.0.md | 53 - airflow/providers/yandex/README.md | 152 -- airflow/providers/zendesk/CHANGELOG.rst | 25 + .../zendesk/PROVIDER_CHANGES_1.0.0.md | 42 - airflow/providers/zendesk/README.md | 122 -- breeze | 98 +- breeze-complete | 6 +- dev/PROVIDER_PACKAGE_DETAILS.md | 14 +- ...ADME_RELEASE_BACKPORT_PROVIDER_PACKAGES.md | 711 +++++++++ dev/README_RELEASE_PROVIDER_PACKAGES.md | 732 +-------- dev/import_all_classes.py | 23 +- ...CKPORT_PROVIDER_CHANGES_TEMPLATE.md.jinja2 | 7 + ...CKPORT_PROVIDER_CLASSES_TEMPLATE.md.jinja2 | 7 + ...ACKPORT_PROVIDER_README_TEMPLATE.md.jinja2 | 11 +- .../BACKPORT_SETUP_TEMPLATE.cfg.jinja2 | 40 + .../MANIFEST_TEMPLATE.in.jinja2 | 7 + .../PROVIDER_CHANGES_TEMPLATE.md.jinja2 | 22 - .../PROVIDER_CLASSES_TEMPLATE.md.jinja2 | 46 - .../PROVIDER_COMMITS_TEMPLATE.rst.jinja2 | 55 + .../PROVIDER_INDEX_TEMPLATE.rst.jinja2 | 87 ++ .../PROVIDER_README_TEMPLATE.md.jinja2 | 38 +- dev/provider_packages/README.md | 411 +++-- .../README_BACKPORT_PACKAGES.md | 260 ++++ .../SETUP_TEMPLATE.cfg.jinja2 | 25 +- .../SETUP_TEMPLATE.py.jinja2 | 11 +- ...es.py => copy_provider_package_sources.py} | 73 +- .../enter_breeze_provider_package_tests.sh | 2 +- .../get_provider_info_TEMPLATE.py.jinja2 | 8 + .../prepare_provider_packages.py | 1386 +++++++++++------ .../commits.rst | 479 ++++++ .../apache-airflow-providers-google/index.rst | 209 +++ .../commits.rst | 41 + .../build_airflow/ci_build_airflow_package.sh | 2 - .../ci/docker-compose/local-all-sources.yml | 35 + .../ci/libraries/_build_airflow_packages.sh | 2 +- scripts/ci/libraries/_build_images.sh | 4 +- scripts/ci/libraries/_initialization.sh | 22 +- scripts/ci/libraries/_runs.sh | 4 +- scripts/ci/libraries/_start_end.sh | 32 +- .../ci_install_and_test_provider_packages.sh | 3 +- ...h => ci_prepare_provider_documentation.sh} | 2 +- scripts/ci/testing/ci_run_airflow_testing.sh | 5 +- scripts/in_container/_in_container_utils.sh | 117 +- .../run_prepare_provider_documentation.sh | 124 ++ .../run_prepare_provider_packages.sh | 211 ++- .../run_prepare_provider_readme.sh | 56 - 257 files changed, 5539 insertions(+), 15458 deletions(-) create mode 100644 airflow/providers/CHANGELOG.rst delete mode 100644 airflow/providers/README.md rename airflow/providers/amazon/{aws => }/ADDITIONAL_INFO.md (100%) create mode 100644 airflow/providers/amazon/BACKPORT_PROVIDER_CHANGES_2021.02.05.md create mode 100644 airflow/providers/amazon/CHANGELOG.rst delete mode 100644 airflow/providers/amazon/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/amazon/README.md create mode 100644 airflow/providers/apache/cassandra/CHANGELOG.rst delete mode 100644 airflow/providers/apache/cassandra/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/apache/cassandra/README.md create mode 100644 airflow/providers/apache/druid/CHANGELOG.rst delete mode 100644 airflow/providers/apache/druid/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/apache/druid/README.md create mode 100644 airflow/providers/apache/hdfs/CHANGELOG.rst delete mode 100644 airflow/providers/apache/hdfs/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/apache/hdfs/README.md create mode 100644 airflow/providers/apache/hive/CHANGELOG.rst delete mode 100644 airflow/providers/apache/hive/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/apache/hive/README.md create mode 100644 airflow/providers/apache/kylin/CHANGELOG.rst delete mode 100644 airflow/providers/apache/kylin/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/apache/kylin/README.md create mode 100644 airflow/providers/apache/livy/CHANGELOG.rst delete mode 100644 airflow/providers/apache/livy/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/apache/livy/README.md create mode 100644 airflow/providers/apache/pig/CHANGELOG.rst delete mode 100644 airflow/providers/apache/pig/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/apache/pig/README.md create mode 100644 airflow/providers/apache/pinot/CHANGELOG.rst delete mode 100644 airflow/providers/apache/pinot/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/apache/pinot/README.md create mode 100644 airflow/providers/apache/spark/CHANGELOG.rst delete mode 100644 airflow/providers/apache/spark/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/apache/spark/README.md create mode 100644 airflow/providers/apache/sqoop/CHANGELOG.rst delete mode 100644 airflow/providers/apache/sqoop/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/apache/sqoop/README.md create mode 100644 airflow/providers/celery/CHANGELOG.rst delete mode 100644 airflow/providers/celery/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/celery/README.md create mode 100644 airflow/providers/cloudant/CHANGELOG.rst delete mode 100644 airflow/providers/cloudant/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/cloudant/README.md create mode 100644 airflow/providers/cncf/kubernetes/CHANGELOG.rst delete mode 100644 airflow/providers/cncf/kubernetes/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/cncf/kubernetes/README.md create mode 100644 airflow/providers/databricks/CHANGELOG.rst delete mode 100644 airflow/providers/databricks/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/databricks/README.md create mode 100644 airflow/providers/datadog/CHANGELOG.rst delete mode 100644 airflow/providers/datadog/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/datadog/README.md create mode 100644 airflow/providers/dingding/CHANGELOG.rst delete mode 100644 airflow/providers/dingding/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/dingding/README.md create mode 100644 airflow/providers/discord/CHANGELOG.rst delete mode 100644 airflow/providers/discord/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/discord/README.md create mode 100644 airflow/providers/docker/CHANGELOG.rst delete mode 100644 airflow/providers/docker/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/docker/README.md create mode 100644 airflow/providers/elasticsearch/CHANGELOG.rst delete mode 100644 airflow/providers/elasticsearch/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/elasticsearch/README.md create mode 100644 airflow/providers/exasol/CHANGELOG.rst delete mode 100644 airflow/providers/exasol/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/exasol/README.md create mode 100644 airflow/providers/facebook/CHANGELOG.rst delete mode 100644 airflow/providers/facebook/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/facebook/README.md create mode 100644 airflow/providers/ftp/CHANGELOG.rst delete mode 100644 airflow/providers/ftp/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/ftp/README.md create mode 100644 airflow/providers/google/CHANGELOG.rst delete mode 100644 airflow/providers/google/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/google/README.md create mode 100644 airflow/providers/grpc/CHANGELOG.rst delete mode 100644 airflow/providers/grpc/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/grpc/README.md create mode 100644 airflow/providers/hashicorp/CHANGELOG.rst delete mode 100644 airflow/providers/hashicorp/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/hashicorp/README.md create mode 100644 airflow/providers/http/CHANGELOG.rst delete mode 100644 airflow/providers/http/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/http/README.md create mode 100644 airflow/providers/imap/CHANGELOG.rst delete mode 100644 airflow/providers/imap/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/imap/README.md create mode 100644 airflow/providers/jdbc/CHANGELOG.rst delete mode 100644 airflow/providers/jdbc/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/jdbc/README.md create mode 100644 airflow/providers/jenkins/CHANGELOG.rst delete mode 100644 airflow/providers/jenkins/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/jenkins/README.md create mode 100644 airflow/providers/jira/CHANGELOG.rst delete mode 100644 airflow/providers/jira/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/jira/README.md create mode 100644 airflow/providers/microsoft/azure/CHANGELOG.rst delete mode 100644 airflow/providers/microsoft/azure/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/microsoft/azure/README.md create mode 100644 airflow/providers/microsoft/mssql/CHANGELOG.rst delete mode 100644 airflow/providers/microsoft/mssql/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/microsoft/mssql/README.md create mode 100644 airflow/providers/microsoft/winrm/CHANGELOG.rst delete mode 100644 airflow/providers/microsoft/winrm/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/microsoft/winrm/README.md create mode 100644 airflow/providers/mongo/CHANGELOG.rst delete mode 100644 airflow/providers/mongo/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/mongo/README.md create mode 100644 airflow/providers/mysql/CHANGELOG.rst delete mode 100644 airflow/providers/mysql/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/mysql/README.md create mode 100644 airflow/providers/neo4j/CHANGELOG.rst create mode 100644 airflow/providers/odbc/CHANGELOG.rst delete mode 100644 airflow/providers/odbc/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/odbc/README.md create mode 100644 airflow/providers/openfaas/CHANGELOG.rst delete mode 100644 airflow/providers/openfaas/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/openfaas/README.md create mode 100644 airflow/providers/opsgenie/CHANGELOG.rst delete mode 100644 airflow/providers/opsgenie/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/opsgenie/README.md create mode 100644 airflow/providers/oracle/CHANGELOG.rst delete mode 100644 airflow/providers/oracle/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/oracle/README.md create mode 100644 airflow/providers/pagerduty/CHANGELOG.rst delete mode 100644 airflow/providers/pagerduty/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/pagerduty/README.md create mode 100644 airflow/providers/papermill/CHANGELOG.rst delete mode 100644 airflow/providers/papermill/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/papermill/README.md create mode 100644 airflow/providers/plexus/CHANGELOG.rst delete mode 100644 airflow/providers/plexus/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/plexus/README.md create mode 100644 airflow/providers/postgres/CHANGELOG.rst delete mode 100644 airflow/providers/postgres/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/postgres/README.md create mode 100644 airflow/providers/presto/CHANGELOG.rst delete mode 100644 airflow/providers/presto/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/presto/README.md create mode 100644 airflow/providers/qubole/CHANGELOG.rst delete mode 100644 airflow/providers/qubole/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/qubole/README.md create mode 100644 airflow/providers/redis/CHANGELOG.rst delete mode 100644 airflow/providers/redis/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/redis/README.md create mode 100644 airflow/providers/salesforce/CHANGELOG.rst delete mode 100644 airflow/providers/salesforce/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/salesforce/README.md create mode 100644 airflow/providers/samba/CHANGELOG.rst delete mode 100644 airflow/providers/samba/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/samba/README.md create mode 100644 airflow/providers/segment/CHANGELOG.rst delete mode 100644 airflow/providers/segment/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/segment/README.md create mode 100644 airflow/providers/sendgrid/CHANGELOG.rst delete mode 100644 airflow/providers/sendgrid/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/sendgrid/README.md create mode 100644 airflow/providers/sftp/CHANGELOG.rst delete mode 100644 airflow/providers/sftp/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/sftp/README.md create mode 100644 airflow/providers/singularity/CHANGELOG.rst delete mode 100644 airflow/providers/singularity/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/singularity/README.md create mode 100644 airflow/providers/slack/CHANGELOG.rst delete mode 100644 airflow/providers/slack/PROVIDER_CHANGES_1.0.0.md create mode 100644 airflow/providers/snowflake/CHANGELOG.rst delete mode 100644 airflow/providers/snowflake/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/snowflake/README.md create mode 100644 airflow/providers/sqlite/CHANGELOG.rst delete mode 100644 airflow/providers/sqlite/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/sqlite/README.md create mode 100644 airflow/providers/ssh/CHANGELOG.rst delete mode 100644 airflow/providers/ssh/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/ssh/README.md create mode 100644 airflow/providers/telegram/CHANGELOG.rst delete mode 100644 airflow/providers/telegram/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/telegram/README.md create mode 100644 airflow/providers/vertica/CHANGELOG.rst delete mode 100644 airflow/providers/vertica/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/vertica/README.md create mode 100644 airflow/providers/yandex/CHANGELOG.rst delete mode 100644 airflow/providers/yandex/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/yandex/README.md create mode 100644 airflow/providers/zendesk/CHANGELOG.rst delete mode 100644 airflow/providers/zendesk/PROVIDER_CHANGES_1.0.0.md delete mode 100644 airflow/providers/zendesk/README.md create mode 100644 dev/README_RELEASE_BACKPORT_PROVIDER_PACKAGES.md mode change 100644 => 100755 dev/import_all_classes.py create mode 100644 dev/provider_packages/BACKPORT_SETUP_TEMPLATE.cfg.jinja2 delete mode 100644 dev/provider_packages/PROVIDER_CHANGES_TEMPLATE.md.jinja2 delete mode 100644 dev/provider_packages/PROVIDER_CLASSES_TEMPLATE.md.jinja2 create mode 100644 dev/provider_packages/PROVIDER_COMMITS_TEMPLATE.rst.jinja2 create mode 100644 dev/provider_packages/PROVIDER_INDEX_TEMPLATE.rst.jinja2 create mode 100644 dev/provider_packages/README_BACKPORT_PACKAGES.md rename dev/provider_packages/{refactor_provider_packages.py => copy_provider_package_sources.py} (94%) mode change 100644 => 100755 dev/provider_packages/prepare_provider_packages.py create mode 100644 docs/apache-airflow-providers-google/commits.rst create mode 100644 docs/apache-airflow-providers-neo4j/commits.rst create mode 100644 scripts/ci/docker-compose/local-all-sources.yml rename scripts/ci/provider_packages/{ci_prepare_provider_readmes.sh => ci_prepare_provider_documentation.sh} (95%) create mode 100755 scripts/in_container/run_prepare_provider_documentation.sh delete mode 100755 scripts/in_container/run_prepare_provider_readme.sh diff --git a/.github/workflows/build-images-workflow-run.yml b/.github/workflows/build-images-workflow-run.yml index dd853598e6136..e5f8b41ccaa85 100644 --- a/.github/workflows/build-images-workflow-run.yml +++ b/.github/workflows/build-images-workflow-run.yml @@ -22,7 +22,7 @@ on: # yamllint disable-line rule:truthy workflows: ["CI Build"] types: ['requested'] env: - MOUNT_LOCAL_SOURCES: "false" + MOUNT_SELECTED_LOCAL_SOURCES: "false" FORCE_ANSWER_TO_QUESTIONS: "yes" FORCE_PULL_IMAGES: "true" CHECK_IMAGE_FOR_REBUILD: "true" @@ -405,6 +405,8 @@ jobs: GITHUB_REGISTRY_PULL_IMAGE_TAG: ${{ github.event.workflow_run.id }} UPGRADE_TO_NEWER_DEPENDENCIES: ${{ needs.build-info.outputs.upgradeToNewerDependencies }} DOCKER_CACHE: ${{ needs.cancel-workflow-runs.outputs.cacheDirective }} + VERSION_SUFFIX_FOR_PYPI: "dev" + VERSION_SUFFIX_FOR_SVN: "dev" steps: - name: > Checkout [${{ needs.cancel-workflow-runs.outputs.sourceEvent }}] diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index f7abd6c7334fc..54f102ac4f902 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -27,7 +27,7 @@ on: # yamllint disable-line rule:truthy env: - MOUNT_LOCAL_SOURCES: "false" + MOUNT_SELECTED_LOCAL_SOURCES: "false" FORCE_ANSWER_TO_QUESTIONS: "yes" FORCE_PULL_IMAGES: "true" CHECK_IMAGE_FOR_REBUILD: "true" @@ -275,7 +275,7 @@ jobs: needs: [build-info, ci-images] env: SKIP: "pylint,identity" - MOUNT_LOCAL_SOURCES: "true" + MOUNT_SELECTED_LOCAL_SOURCES: "true" PYTHON_MAJOR_MINOR_VERSION: ${{needs.build-info.outputs.defaultPythonVersion}} GITHUB_REGISTRY: ${{ needs.ci-images.outputs.githubRegistry }} if: needs.build-info.outputs.basic-checks-only == 'false' @@ -327,7 +327,7 @@ ${{ hashFiles('.pre-commit-config.yaml') }}" needs: [build-info] env: SKIP: "build,mypy,flake8,pylint,bats-in-container-tests,identity" - MOUNT_LOCAL_SOURCES: "true" + MOUNT_SELECTED_LOCAL_SOURCES: "true" PYTHON_MAJOR_MINOR_VERSION: ${{needs.build-info.outputs.defaultPythonVersion}} if: needs.build-info.outputs.basic-checks-only == 'true' steps: @@ -380,7 +380,7 @@ ${{ hashFiles('.pre-commit-config.yaml') }}" env: # We want to make sure we have latest sources as only in_container scripts are added # to the image but we want to static-check all of them - MOUNT_LOCAL_SOURCES: "true" + MOUNT_SELECTED_LOCAL_SOURCES: "true" PYTHON_MAJOR_MINOR_VERSION: ${{needs.build-info.outputs.defaultPythonVersion}} GITHUB_REGISTRY: ${{ needs.ci-images.outputs.githubRegistry }} steps: @@ -470,6 +470,7 @@ ${{ hashFiles('.pre-commit-config.yaml') }}" PYTHON_MAJOR_MINOR_VERSION: ${{needs.build-info.outputs.defaultPythonVersion}} BACKPORT_PACKAGES: "true" VERSION_SUFFIX_FOR_PYPI: "dev" + VERSION_SUFFIX_FOR_SVN: "dev" PACKAGE_FORMAT: ${{ matrix.package-format }} GITHUB_REGISTRY: ${{ needs.ci-images.outputs.githubRegistry }} if: needs.build-info.outputs.image-build == 'true' @@ -487,8 +488,8 @@ ${{ hashFiles('.pre-commit-config.yaml') }}" if: "!contains(needs.build-info.outputs.runsOn, 'self-hosted')" - name: "Prepare CI image ${{env.PYTHON_MAJOR_MINOR_VERSION}}:${{ env.GITHUB_REGISTRY_PULL_IMAGE_TAG }}" run: ./scripts/ci/images/ci_prepare_ci_image_on_ci.sh - - name: "Prepare provider readmes" - run: ./scripts/ci/provider_packages/ci_prepare_provider_readmes.sh + - name: "Prepare provider documentation" + run: ./scripts/ci/provider_packages/ci_prepare_provider_documentation.sh - name: "Prepare provider packages: ${{ matrix.package-format }}" run: ./scripts/ci/provider_packages/ci_prepare_provider_packages.sh - name: "Install and test provider packages and airflow via ${{ matrix.package-format }} files" @@ -502,7 +503,7 @@ ${{ hashFiles('.pre-commit-config.yaml') }}" name: airflow-backport-packages path: "./dist/apache*" retention-days: 7 - - name: "Upload readme artifacts" + - name: "Upload documentation artifacts" uses: actions/upload-artifact@v2 if: always() && matrix.package-format == 'wheel' with: @@ -520,6 +521,7 @@ ${{ hashFiles('.pre-commit-config.yaml') }}" AIRFLOW_EXTRAS: "all" PYTHON_MAJOR_MINOR_VERSION: ${{needs.build-info.outputs.defaultPythonVersion}} VERSION_SUFFIX_FOR_PYPI: "dev" + VERSION_SUFFIX_FOR_SVN: "dev" PACKAGE_FORMAT: ${{ matrix.package-format }} GITHUB_REGISTRY: ${{ needs.ci-images.outputs.githubRegistry }} strategy: @@ -540,8 +542,8 @@ ${{ hashFiles('.pre-commit-config.yaml') }}" if: "!contains(needs.build-info.outputs.runsOn, 'self-hosted')" - name: "Prepare CI image ${{env.PYTHON_MAJOR_MINOR_VERSION}}:${{ env.GITHUB_REGISTRY_PULL_IMAGE_TAG }}" run: ./scripts/ci/images/ci_prepare_ci_image_on_ci.sh - - name: "Prepare provider readmes" - run: ./scripts/ci/provider_packages/ci_prepare_provider_readmes.sh + - name: "Prepare provider documentation" + run: ./scripts/ci/provider_packages/ci_prepare_provider_documentation.sh - name: "Prepare provider packages: ${{ matrix.package-format }}" run: ./scripts/ci/provider_packages/ci_prepare_provider_packages.sh - name: "Prepare airflow packages: ${{ matrix.package-format }}" @@ -555,13 +557,6 @@ ${{ hashFiles('.pre-commit-config.yaml') }}" name: airflow-provider-packages path: "./dist/apache-*" retention-days: 7 - - name: "Upload readme artifacts" - uses: actions/upload-artifact@v2 - if: always() && matrix.package-format == 'wheel' - with: - name: airflow-provider-readmes - path: "./files/airflow-readme-*" - retention-days: 7 test-provider-packages-released-airflow: timeout-minutes: 30 @@ -573,6 +568,7 @@ ${{ hashFiles('.pre-commit-config.yaml') }}" AIRFLOW_EXTRAS: "all" PYTHON_MAJOR_MINOR_VERSION: ${{needs.build-info.outputs.defaultPythonVersion}} VERSION_SUFFIX_FOR_PYPI: "dev" + VERSION_SUFFIX_FOR_SVN: "dev" PACKAGE_FORMAT: ${{ matrix.package-format }} GITHUB_REGISTRY: ${{ needs.ci-images.outputs.githubRegistry }} strategy: @@ -593,8 +589,8 @@ ${{ hashFiles('.pre-commit-config.yaml') }}" if: "!contains(needs.build-info.outputs.runsOn, 'self-hosted')" - name: "Prepare CI image ${{env.PYTHON_MAJOR_MINOR_VERSION}}:${{ env.GITHUB_REGISTRY_PULL_IMAGE_TAG }}" run: ./scripts/ci/images/ci_prepare_ci_image_on_ci.sh - - name: "Prepare provider readmes" - run: ./scripts/ci/provider_packages/ci_prepare_provider_readmes.sh + - name: "Prepare provider documentation" + run: ./scripts/ci/provider_packages/ci_prepare_provider_documentation.sh - name: "Prepare provider packages: ${{ matrix.package-format }}" run: ./scripts/ci/provider_packages/ci_prepare_provider_packages.sh - name: "Install and test provider packages and airflow via ${{ matrix.package-format }} files" @@ -606,7 +602,7 @@ ${{ hashFiles('.pre-commit-config.yaml') }}" runs-on: ${{ fromJson(needs.build-info.outputs.runsOn) }} needs: [build-info, ci-images] env: - MOUNT_LOCAL_SOURCES: "true" + MOUNT_SELECTED_LOCAL_SOURCES: "true" RUN_TESTS: true TEST_TYPES: "Helm" BACKEND: "sqlite" diff --git a/.github/workflows/scheduled_quarantined.yml b/.github/workflows/scheduled_quarantined.yml index 0d42088b42ba9..00663cbb3920d 100644 --- a/.github/workflows/scheduled_quarantined.yml +++ b/.github/workflows/scheduled_quarantined.yml @@ -23,7 +23,7 @@ on: # yamllint disable-line rule:truthy - cron: '12 */6 * * *' env: - MOUNT_LOCAL_SOURCES: "false" + MOUNT_SELECTED_LOCAL_SOURCES: "false" FORCE_ANSWER_TO_QUESTIONS: "yes" FORCE_PULL_IMAGES: "true" CHECK_IMAGE_FOR_REBUILD: "true" diff --git a/BREEZE.rst b/BREEZE.rst index c79cdeebc2192..57855b20a21d4 100644 --- a/BREEZE.rst +++ b/BREEZE.rst @@ -558,20 +558,19 @@ The below example builds provider packages in the wheel format. ./breeze prepare-provider-packages If you run this command without packages, you will prepare all packages, you can however specify -providers that you would like to build. By default only ``wheel`` packages are prepared, -but you can change it providing optional --package-format flag. - +providers that you would like to build. By default ``both`` types of packages are prepared ( +``wheel`` and ``sdist``, but you can change it providing optional --package-format flag. .. code-block:: bash - ./breeze prepare-provider-packages --package-format=both google amazon + ./breeze prepare-provider-packages google amazon You can also prepare backport provider packages, if you specify ``--backport`` flag. You can read more about backport packages in `dev `_ .. code-block:: bash - ./breeze prepare-provider-packages --backports --package-format=both google amazon + ./breeze prepare-provider-packages --backports google amazon You can see all providers available by running this command: @@ -588,11 +587,12 @@ You can also prepare airflow packages using breeze: This prepares airflow .whl package in the dist folder. -Again, you can specify optional ``--package-format`` flag to build airflow packages. +Again, you can specify optional ``--package-format`` flag to build selected formats of airflow packages, +default is to build ``both`` type of packages ``sdist`` and ``wheel``. .. code-block:: bash - ./breeze prepare-airflow-packages --package-format=bot + ./breeze prepare-airflow-packages --package-format=wheel Building Production images @@ -1167,12 +1167,12 @@ This is the current syntax for `./breeze <./breeze>`_: Commands with arguments: - docker-compose Executes specified docker-compose command - kind-cluster Manages KinD cluster on the host - prepare-provider-readme Prepares provider packages readme files - prepare-provider-packages Prepares provider packages - static-check Performs selected static check for changed files - tests Runs selected tests in the container + docker-compose Executes specified docker-compose command + kind-cluster Manages KinD cluster on the host + prepare-provider-documentation Prepares provider packages documentation + prepare-provider-packages Prepares provider packages + static-check Performs selected static check for changed files + tests Runs selected tests in the container Help commands: @@ -1467,7 +1467,7 @@ This is the current syntax for `./breeze <./breeze>`_: and you need to be committer to push to Apache Airflow' GitHub registry. --github-registry GITHUB_REGISTRY - Github registry used. GitHub has legacy Packages registry and Public Beta Container + GitHub registry used. GitHub has legacy Packages registry and Public Beta Container registry. Default: docker.pkg.github.com. @@ -1661,7 +1661,7 @@ This is the current syntax for `./breeze <./breeze>`_: and you need to be committer to push to Apache Airflow' GitHub registry. --github-registry GITHUB_REGISTRY - Github registry used. GitHub has legacy Packages registry and Public Beta Container + GitHub registry used. GitHub has legacy Packages registry and Public Beta Container registry. Default: docker.pkg.github.com. @@ -1753,9 +1753,13 @@ This is the current syntax for `./breeze <./breeze>`_: One of: - wheel,sdist,both + both,sdist,wheel + + Default: both - Default: wheel + --backports + + Prepares backport providers rather than regular ones. -v, --verbose Show verbose information about executed docker, kind, kubectl, helm commands. Useful for @@ -2103,26 +2107,31 @@ This is the current syntax for `./breeze <./breeze>`_: #################################################################################################### - Detailed usage for command: prepare-provider-readme + Detailed usage for command: prepare-provider-documentation + + breeze prepare-provider-documentation [FLAGS] [YYYY.MM.DD] [PACKAGE_ID ...] - breeze prepare-provider-readme [FLAGS] [YYYY.MM.DD] [PACKAGE_ID ...] + Prepares documentation files for provider packages. - Prepares README.md files for backport packages. You can provide (after --) optional version - in the form of YYYY.MM.DD, optionally followed by the list of packages to generate readme for. + The command is optionally followed by the list of packages to generate readme for. If the first parameter is not formatted as a date, then today is regenerated. If no packages are specified, readme for all packages are generated. If no date is specified, current date + 3 days is used (allowing for PMC votes to pass). + You can also specify --backport flag to prepare backport providers documentation and in this + case you can also optionally specify CALVER version as first parameter. + Examples: - 'breeze prepare-provider-readme' or - 'breeze prepare-provider-readme 2020.05.10' or - 'breeze prepare-provider-readme 2020.05.10 https google amazon' + 'breeze prepare-provider-documentation' or + 'breeze prepare-provider-documentation --version-suffix-for-pypi rc1' or + 'breeze prepare-provider-documentation --backports 2020.05.10' or + 'breeze prepare-provider-documentation --backports 2020.05.10 https google amazon' General form: - 'breeze prepare-provider-readme YYYY.MM.DD ...' + 'breeze prepare-provider-documentation YYYY.MM.DD ...' * YYYY.MM.DD - is the CALVER version of the package to prepare. Note that this date cannot be earlier than the already released version (the script will fail if it @@ -2134,6 +2143,28 @@ This is the current syntax for `./breeze <./breeze>`_: Flags: + -S, --version-suffix-for-pypi SUFFIX + Adds optional suffix to the version in the generated backport package. It can be used + to generate rc1/rc2 ... versions of the packages to be uploaded to PyPI. + + -N, --version-suffix-for-svn SUFFIX + Adds optional suffix to the generated names of package. It can be used to generate + rc1/rc2 ... versions of the packages to be uploaded to SVN. + + --package-format PACKAGE_FORMAT + + Chooses format of packages to prepare. + + One of: + + both,sdist,wheel + + Default: both + + --backports + + Prepares backport providers rather than regular ones. + -v, --verbose Show verbose information about executed docker, kind, kubectl, helm commands. Useful for debugging - when you run breeze with --verbose flags you will be able to see the commands @@ -2165,11 +2196,14 @@ This is the current syntax for `./breeze <./breeze>`_: prepared there so make sure you run prepare-provider-packages first, and prepare-airflow-packages second. + You can also specify --backport flag to prepare backport providers or --package-format to + prepare one or both types of supported formats. + Examples: 'breeze prepare-provider-packages' or 'breeze prepare-provider-packages google' or - 'breeze prepare-provider-packages --package-format both google' or + 'breeze prepare-provider-packages --package-format wheel google' or 'breeze prepare-provider-packages --version-suffix-for-svn rc1 http google amazon' or 'breeze prepare-provider-packages --version-suffix-for-pypi rc1 http google amazon' 'breeze prepare-provider-packages --version-suffix-for-pypi a1 @@ -2177,7 +2211,7 @@ This is the current syntax for `./breeze <./breeze>`_: General form: - 'breeze prepare-provider-packages [--package-format PACKAGE_FORMAT] \ + 'breeze prepare-provider-packages [--backports] [--package-format PACKAGE_FORMAT] \ [--version-suffix-for-svn|--version-suffix-for-pypi] ...' * is usually directory in the airflow/providers folder (for example @@ -2192,9 +2226,13 @@ This is the current syntax for `./breeze <./breeze>`_: One of: - wheel,sdist,both + both,sdist,wheel + + Default: both + + --backports - Default: wheel + Prepares backport providers rather than regular ones. -S, --version-suffix-for-pypi SUFFIX Adds optional suffix to the version in the generated backport package. It can be used @@ -2667,7 +2705,7 @@ This is the current syntax for `./breeze <./breeze>`_: and you need to be committer to push to Apache Airflow' GitHub registry. --github-registry GITHUB_REGISTRY - Github registry used. GitHub has legacy Packages registry and Public Beta Container + GitHub registry used. GitHub has legacy Packages registry and Public Beta Container registry. Default: docker.pkg.github.com. diff --git a/CI.rst b/CI.rst index 20585f02f075a..de5e17ce1dab7 100644 --- a/CI.rst +++ b/CI.rst @@ -178,7 +178,7 @@ You can use those variables when you try to reproduce the build locally. +-----------------------------------------+----------------------------------------+-------------------------------------------------+ | Mount variables | +-----------------------------------------+-------------+-------------+------------+-------------------------------------------------+ -| ``MOUNT_LOCAL_SOURCES`` | true | false | false | Determines whether local sources are | +| ``MOUNT_SELECTED_LOCAL_SOURCES`` | true | false | false | Determines whether local sources are | | | | | | mounted to inside the container. Useful for | | | | | | local development, as changes you make | | | | | | locally can be immediately tested in | @@ -189,6 +189,15 @@ You can use those variables when you try to reproduce the build locally. | | | | | directories) generated locally on the | | | | | | host during development. | +-----------------------------------------+-------------+-------------+------------+-------------------------------------------------+ +| ``MOUNT_ALL_LOCAL_SOURCES`` | false | false | false | Determines whether all local sources are | +| | | | | mounted to inside the container. Useful for | +| | | | | local development when you need to access .git | +| | | | | folders and other folders excluded when | +| | | | | ``MOUNT_SELECTED_LOCAL_SOURCES`` is true. | +| | | | | You might need to manually delete egg-info | +| | | | | folder when you enter breeze and the folder was | +| | | | | generated using different python versions. | ++-----------------------------------------+-------------+-------------+------------+-------------------------------------------------+ | Force variables | +-----------------------------------------+-------------+-------------+------------+-------------------------------------------------+ | ``FORCE_PULL_IMAGES`` | true | true | true | Determines if images are force-pulled, | diff --git a/CONTRIBUTORS_QUICK_START.rst b/CONTRIBUTORS_QUICK_START.rst index 3d6ca501384e9..38256ac8bfc4e 100644 --- a/CONTRIBUTORS_QUICK_START.rst +++ b/CONTRIBUTORS_QUICK_START.rst @@ -621,7 +621,7 @@ All Tests are inside ./tests directory. entrypoint_exec.sh* run_install_and_test_provider_packages.sh* _in_container_script_init.sh* run_mypy.sh* prod/ run_prepare_provider_packages.sh* - refresh_pylint_todo.sh* run_prepare_provider_readme.sh* + refresh_pylint_todo.sh* run_prepare_provider_documentation.sh* run_ci_tests.sh* run_pylint.sh* run_clear_tmp.sh* run_system_tests.sh* run_docs_build.sh* run_tmux_welcome.sh* @@ -836,7 +836,7 @@ To avoid burden on CI infrastructure and to save time, Pre-commit hooks can be r entrypoint_exec.sh* run_install_and_test_provider_packages.sh* _in_container_script_init.sh* run_mypy.sh* prod/ run_prepare_provider_packages.sh* - refresh_pylint_todo.sh* run_prepare_provider_readme.sh* + refresh_pylint_todo.sh* run_prepare_provider_documentation.sh* run_ci_tests.sh* run_pylint.sh* run_clear_tmp.sh* run_system_tests.sh* run_docs_build.sh* run_tmux_welcome.sh* diff --git a/airflow/providers/CHANGELOG.rst b/airflow/providers/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/README.md b/airflow/providers/README.md deleted file mode 100644 index 3955f29e0d91d..0000000000000 --- a/airflow/providers/README.md +++ /dev/null @@ -1,28 +0,0 @@ - - -# Airflow Providers - -Providers are logical abstractions of submodules that can be used to interface with various tools and endpoints from your Airflow DAGs. Each provider is grouped by the relevant top-level service that a user might need to interact with and submodules for specific forms of interaction, including hooks, operators, sensors, and transfers, exist within each provider directory. - -## Using Providers - -As of Airflow 2.0, the provider packages contained in this subdirectory will be versioned and released independently of the core Airflow codebase. That means that, in order to use the submodules contained within these provider directories, a user will need to install the relevant provider python package into their Airflow environment. The relevant pip commands to install these providers and their submodules are documented in READMEs within each provider subdirectory. - -Note that this does not mean that **all** Airflow operators will be abstracted away into python packages- core Airflow hooks and operators that exist in `airflow/operators` and `airflow/hooks` will continue to be included in core Airflow releases and directly accessible within any Airflow environment. diff --git a/airflow/providers/amazon/aws/ADDITIONAL_INFO.md b/airflow/providers/amazon/ADDITIONAL_INFO.md similarity index 100% rename from airflow/providers/amazon/aws/ADDITIONAL_INFO.md rename to airflow/providers/amazon/ADDITIONAL_INFO.md diff --git a/airflow/providers/amazon/BACKPORT_PROVIDER_CHANGES_2020.11.23.md b/airflow/providers/amazon/BACKPORT_PROVIDER_CHANGES_2020.11.23.md index dc4f8023abe6d..41dd53d8e14f0 100644 --- a/airflow/providers/amazon/BACKPORT_PROVIDER_CHANGES_2020.11.23.md +++ b/airflow/providers/amazon/BACKPORT_PROVIDER_CHANGES_2020.11.23.md @@ -4,7 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [c94b1241a](https://github.com/apache/airflow/commit/c94b1241a144294f5f1c5f461d5e3b92e4a8fc38) | 2020-11-13 | Add extra error handling to S3 remote logging (#9908) | diff --git a/airflow/providers/amazon/BACKPORT_PROVIDER_CHANGES_2021.02.05.md b/airflow/providers/amazon/BACKPORT_PROVIDER_CHANGES_2021.02.05.md new file mode 100644 index 0000000000000..886e1a4ba4d1a --- /dev/null +++ b/airflow/providers/amazon/BACKPORT_PROVIDER_CHANGES_2021.02.05.md @@ -0,0 +1,41 @@ + + +### Release 2021.2.5 + +| Commit | Committed | Subject | +|:-----------------------------------------------------------------------------------------------|:------------|:----------------------------------------------------------------------------------------| +| [66e82969d](https://github.com/apache/airflow/commit/66e82969dd0ad656618bda4719a545bbaeed5d10) | 2021-01-31 | `Implement provider versioning tools` | +| [ecfdc60bb](https://github.com/apache/airflow/commit/ecfdc60bb607fe0d13fa7e315476c607813abab6) | 2021-01-29 | `Add bucket_name to template fileds in S3 operators (#13973)` | +| [d0ab7f6d3](https://github.com/apache/airflow/commit/d0ab7f6d3a2976167f9c4fb309c502a4f866f983) | 2021-01-25 | `Add ExasolToS3Operator (#13847)` | +| [6d55f329f](https://github.com/apache/airflow/commit/6d55f329f93c5cd1e94973194c0cd7caa65309e1) | 2021-01-25 | `AWS Glue Crawler Integration (#13072)` | +| [f473ca713](https://github.com/apache/airflow/commit/f473ca7130f844bc59477674e641b42b80698bb7) | 2021-01-24 | `Replace 'google_cloud_storage_conn_id' by 'gcp_conn_id' when using 'GCSHook' (#13851)` | +| [a9ac2b040](https://github.com/apache/airflow/commit/a9ac2b040b64de1aa5d9c2b9def33334e36a8d22) | 2021-01-23 | `Switch to f-strings using flynt. (#13732)` | +| [3fd5ef355](https://github.com/apache/airflow/commit/3fd5ef355556cf0ad7896bb570bbe4b2eabbf46e) | 2021-01-21 | `Add missing logos for integrations (#13717)` | +| [29730d720](https://github.com/apache/airflow/commit/29730d720066a4c16d524e905de8cdf07e8cd129) | 2021-01-20 | `Add acl_policy to S3CopyObjectOperator (#13773)` | +| [c065d3218](https://github.com/apache/airflow/commit/c065d32189bfee80ab938d96ad74f6492e9c9b24) | 2021-01-19 | `AllowDiskUse parameter and docs in MongotoS3Operator (#12033)` | +| [ab5fe56ac](https://github.com/apache/airflow/commit/ab5fe56ac4bda0d3fcdcbf58ed2632255b7ac713) | 2021-01-16 | `Fix bug in GCSToS3Operator (#13718)` | +| [04d278f93](https://github.com/apache/airflow/commit/04d278f93ffafb40fb6e95b41ecfa5f5cba5ef98) | 2021-01-13 | `Add S3ToFTPOperator (#11747)` | +| [8d42d9ed6](https://github.com/apache/airflow/commit/8d42d9ed69b03b372c6bc01309ef22e01b8db55f) | 2021-01-11 | `add xcom push for ECSOperator (#12096)` | +| [308f1d066](https://github.com/apache/airflow/commit/308f1d06668ad427fd2483077d8e60f55ee617e6) | 2021-01-07 | `[AIRFLOW-3723] Add Gzip capability to mongo_to_S3 operator (#13187)` | +| [f69405fb0](https://github.com/apache/airflow/commit/f69405fb0b7c236968c730e1ad31a60eea2338c4) | 2021-01-07 | `Fix S3KeysUnchangedSensor so that template_fields work (#13490)` | +| [4e479e1e1](https://github.com/apache/airflow/commit/4e479e1e1b8eea71df48f5cc08a7dd15929ba177) | 2021-01-06 | `Add S3KeySizeSensor (#13049)` | +| [f7a1334ab](https://github.com/apache/airflow/commit/f7a1334abe4417409498daad52c97d3f0eb95137) | 2021-01-02 | `Add 'mongo_collection' to template_fields in MongoToS3Operator (#13361)` | +| [bd74eb0ca](https://github.com/apache/airflow/commit/bd74eb0ca0bb5f81cd98e2c151257a404d4a55a5) | 2020-12-31 | `Allow Tags on AWS Batch Job Submission (#13396)` | +| [295d66f91](https://github.com/apache/airflow/commit/295d66f91446a69610576d040ba687b38f1c5d0a) | 2020-12-30 | `Fix Grammar in PIP warning (#13380)` | +| [625576a3a](https://github.com/apache/airflow/commit/625576a3af470cddad250735b74ba11e4880de0a) | 2020-12-18 | `Fix spelling (#13135)` | +| [6cf76d7ac](https://github.com/apache/airflow/commit/6cf76d7ac01270930de7f105fb26428763ee1d4e) | 2020-12-18 | `Fix typo in pip upgrade command :( (#13148)` | +| [5090fb0c8](https://github.com/apache/airflow/commit/5090fb0c8967d2d8719c6f4a468f2151395b5444) | 2020-12-15 | `Add script to generate integrations.json (#13073)` | +| [32971a1a2](https://github.com/apache/airflow/commit/32971a1a2de1db0b4f7442ed26facdf8d3b7a36f) | 2020-12-09 | `Updates providers versions to 1.0.0 (#12955)` | +| [d5589673a](https://github.com/apache/airflow/commit/d5589673a95aaced0b851ea0a4061a010a924a82) | 2020-12-08 | `Move dummy_operator.py to dummy.py (#11178) (#11293)` | +| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | `Rename remaing modules to match AIP-21 (#12917)` | +| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | `Add support for dynamic connection form fields per provider (#12558)` | +| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | `Move operator guides to provider documentation packages (#12681)` | +| [02d94349b](https://github.com/apache/airflow/commit/02d94349be3d201ce9d37d7358573c937fd010df) | 2020-11-29 | `Don't use time.time() or timezone.utcnow() for duration calculations (#12353)` | +| [de3b1e687](https://github.com/apache/airflow/commit/de3b1e687b26c524c6909b7b4dfbb60d25019751) | 2020-11-28 | `Move connection guides to provider documentation packages (#12653)` | +| [663259d4b](https://github.com/apache/airflow/commit/663259d4b541ab10ce55fec4d2460e23917062c2) | 2020-11-25 | `Fix AWS DataSync tests failing (#11020)` | +| [3fa51f94d](https://github.com/apache/airflow/commit/3fa51f94d7a17f170ddc31908d36c91f4456a20b) | 2020-11-24 | `Add check for duplicates in provider.yaml files (#12578)` | +| [ed09915a0](https://github.com/apache/airflow/commit/ed09915a02b9b99e60689e647452addaab1688fc) | 2020-11-23 | `[AIRFLOW-5115] Bugfix for S3KeySensor failing to accept template_fields (#12389)` | +| [370e7d07d](https://github.com/apache/airflow/commit/370e7d07d1ed1a53b73fe878425fdcd4c71a7ed1) | 2020-11-21 | `Fix Python Docstring parameters (#12513)` | +| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | `Separate out documentation building per provider (#12444)` | +| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | `Update provider READMEs for 1.0.0b2 batch release (#12449)` | +| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | `Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438)` | diff --git a/airflow/providers/amazon/BACKPORT_PROVIDER_README.md b/airflow/providers/amazon/BACKPORT_PROVIDER_README.md index 1d0f3096f7b96..1ec6e6fd0dbc2 100644 --- a/airflow/providers/amazon/BACKPORT_PROVIDER_README.md +++ b/airflow/providers/amazon/BACKPORT_PROVIDER_README.md @@ -20,7 +20,7 @@ # Package apache-airflow-backport-providers-amazon -Release: 2020.11.23 +Release: 2021.2.5 **Table of contents** @@ -60,6 +60,14 @@ While Airflow 1.10.* continues to support Python 2.7+ - you need to upgrade pyth want to use this backport package. +## Change in import paths + +If you are upgrading from 2020.10.5 note the following changes in import paths + +| Old path | New path | +| --------------------------------------------------------------- | ----------------------------------------------------------- | +| airflow.providers.amazon.aws.hooks.aws_dynamodb.AwsDynamoDBHook | airflow.providers.amazon.aws.hooks.dynamodb.AwsDynamoDBHook | + ## Installation @@ -70,8 +78,9 @@ You can install this package on top of an existing airflow 1.10.* installation v | PIP package | Version required | |:--------------|:-------------------| -| boto3 | >=1.12.0,<2.0.0 | -| watchtower | ~=0.7.3 | +| `boto3` | `>=1.15.0,<1.16.0` | +| `botocore` | `>=1.18.0,<1.19.0` | +| `watchtower` | `~=0.7.3` | ## Cross provider package dependencies @@ -84,15 +93,17 @@ You can install such cross-provider dependencies when installing from PyPI. For pip install apache-airflow-backport-providers-amazon[apache.hive] ``` -| Dependent package | Extra | -|:-----------------------------------------------------------------------------------------------------------------------------|:------------| -| [apache-airflow-backport-providers-apache-hive](https://github.com/apache/airflow/tree/master/airflow/providers/apache/hive) | apache.hive | -| [apache-airflow-backport-providers-google](https://github.com/apache/airflow/tree/master/airflow/providers/google) | google | -| [apache-airflow-backport-providers-imap](https://github.com/apache/airflow/tree/master/airflow/providers/imap) | imap | -| [apache-airflow-backport-providers-mongo](https://github.com/apache/airflow/tree/master/airflow/providers/mongo) | mongo | -| [apache-airflow-backport-providers-mysql](https://github.com/apache/airflow/tree/master/airflow/providers/mysql) | mysql | -| [apache-airflow-backport-providers-postgres](https://github.com/apache/airflow/tree/master/airflow/providers/postgres) | postgres | -| [apache-airflow-backport-providers-ssh](https://github.com/apache/airflow/tree/master/airflow/providers/ssh) | ssh | +| Dependent package | Extra | +|:-----------------------------------------------------------------------------------------------------------------------------|:--------------| +| [apache-airflow-backport-providers-apache-hive](https://github.com/apache/airflow/tree/master/airflow/providers/apache/hive) | `apache.hive` | +| [apache-airflow-backport-providers-exasol](https://github.com/apache/airflow/tree/master/airflow/providers/exasol) | `exasol` | +| [apache-airflow-backport-providers-ftp](https://github.com/apache/airflow/tree/master/airflow/providers/ftp) | `ftp` | +| [apache-airflow-backport-providers-google](https://github.com/apache/airflow/tree/master/airflow/providers/google) | `google` | +| [apache-airflow-backport-providers-imap](https://github.com/apache/airflow/tree/master/airflow/providers/imap) | `imap` | +| [apache-airflow-backport-providers-mongo](https://github.com/apache/airflow/tree/master/airflow/providers/mongo) | `mongo` | +| [apache-airflow-backport-providers-mysql](https://github.com/apache/airflow/tree/master/airflow/providers/mysql) | `mysql` | +| [apache-airflow-backport-providers-postgres](https://github.com/apache/airflow/tree/master/airflow/providers/postgres) | `postgres` | +| [apache-airflow-backport-providers-ssh](https://github.com/apache/airflow/tree/master/airflow/providers/ssh) | `ssh` | # Provider classes summary @@ -116,6 +127,7 @@ in [Naming conventions for provider packages](https://github.com/apache/airflow/ | [aws.operators.emr_modify_cluster.EmrModifyClusterOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/emr_modify_cluster.py) | | [aws.operators.glacier.GlacierCreateJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/glacier.py) | | [aws.operators.glue.AwsGlueJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/glue.py) | +| [aws.operators.glue_crawler.AwsGlueCrawlerOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/glue_crawler.py) | | [aws.operators.s3_bucket.S3CreateBucketOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/s3_bucket.py) | | [aws.operators.s3_bucket.S3DeleteBucketOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/s3_bucket.py) | | [aws.operators.s3_file_transform.S3FileTransformOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/s3_file_transform.py) | @@ -155,8 +167,10 @@ in [Naming conventions for provider packages](https://github.com/apache/airflow/ | New Airflow 2.0 transfers: `airflow.providers.amazon` package | |:------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [aws.transfers.exasol_to_s3.ExasolToS3Operator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/transfers/exasol_to_s3.py) | | [aws.transfers.glacier_to_gcs.GlacierToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/transfers/glacier_to_gcs.py) | | [aws.transfers.mysql_to_s3.MySQLToS3Operator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/transfers/mysql_to_s3.py) | +| [aws.transfers.s3_to_ftp.S3ToFTPOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/transfers/s3_to_ftp.py) | ### Moved transfer operators @@ -187,7 +201,9 @@ in [Naming conventions for provider packages](https://github.com/apache/airflow/ | [aws.sensors.ec2_instance_state.EC2InstanceStateSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/ec2_instance_state.py) | | [aws.sensors.glacier.GlacierJobOperationSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/glacier.py) | | [aws.sensors.glue.AwsGlueJobSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/glue.py) | +| [aws.sensors.glue_crawler.AwsGlueCrawlerSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/glue_crawler.py) | | [aws.sensors.redshift.AwsRedshiftClusterSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/redshift.py) | +| [aws.sensors.s3_key.S3KeySizeSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/s3_key.py) | | [aws.sensors.s3_keys_unchanged.S3KeysUnchangedSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/s3_keys_unchanged.py) | | [aws.sensors.sagemaker_training.SageMakerTrainingSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/sagemaker_training.py) | | [aws.sensors.step_function_execution.StepFunctionExecutionSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/step_function_execution.py) | @@ -225,6 +241,7 @@ in [Naming conventions for provider packages](https://github.com/apache/airflow/ | [aws.hooks.elasticache_replication_group.ElastiCacheReplicationGroupHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/elasticache_replication_group.py) | | [aws.hooks.glacier.GlacierHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/glacier.py) | | [aws.hooks.glue.AwsGlueJobHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/glue.py) | +| [aws.hooks.glue_crawler.AwsGlueCrawlerHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/glue_crawler.py) | | [aws.hooks.kinesis.AwsFirehoseHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/kinesis.py) | | [aws.hooks.redshift.RedshiftHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/redshift.py) | | [aws.hooks.secrets_manager.SecretsManagerHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/secrets_manager.py) | @@ -269,7 +286,7 @@ in [Naming conventions for provider packages](https://github.com/apache/airflow/ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [c94b1241a](https://github.com/apache/airflow/commit/c94b1241a144294f5f1c5f461d5e3b92e4a8fc38) | 2020-11-13 | Add extra error handling to S3 remote logging (#9908) | diff --git a/airflow/providers/amazon/CHANGELOG.rst b/airflow/providers/amazon/CHANGELOG.rst new file mode 100644 index 0000000000000..09a64e2ef69ad --- /dev/null +++ b/airflow/providers/amazon/CHANGELOG.rst @@ -0,0 +1,26 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + + +Initial version of the provider. diff --git a/airflow/providers/amazon/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/amazon/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 9716b5a8f3d9e..0000000000000 --- a/airflow/providers/amazon/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,217 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [d5589673a](https://github.com/apache/airflow/commit/d5589673a95aaced0b851ea0a4061a010a924a82) | 2020-12-08 | Move dummy_operator.py to dummy.py (#11178) (#11293) | -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [02d94349b](https://github.com/apache/airflow/commit/02d94349be3d201ce9d37d7358573c937fd010df) | 2020-11-29 | Don't use time.time() or timezone.utcnow() for duration calculations (#12353) | -| [de3b1e687](https://github.com/apache/airflow/commit/de3b1e687b26c524c6909b7b4dfbb60d25019751) | 2020-11-28 | Move connection guides to provider documentation packages (#12653) | -| [663259d4b](https://github.com/apache/airflow/commit/663259d4b541ab10ce55fec4d2460e23917062c2) | 2020-11-25 | Fix AWS DataSync tests failing (#11020) | -| [3fa51f94d](https://github.com/apache/airflow/commit/3fa51f94d7a17f170ddc31908d36c91f4456a20b) | 2020-11-24 | Add check for duplicates in provider.yaml files (#12578) | -| [ed09915a0](https://github.com/apache/airflow/commit/ed09915a02b9b99e60689e647452addaab1688fc) | 2020-11-23 | [AIRFLOW-5115] Bugfix for S3KeySensor failing to accept template_fields (#12389) | -| [370e7d07d](https://github.com/apache/airflow/commit/370e7d07d1ed1a53b73fe878425fdcd4c71a7ed1) | 2020-11-21 | Fix Python Docstring parameters (#12513) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [c94b1241a](https://github.com/apache/airflow/commit/c94b1241a144294f5f1c5f461d5e3b92e4a8fc38) | 2020-11-13 | Add extra error handling to S3 remote logging (#9908) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [250436d96](https://github.com/apache/airflow/commit/250436d962c8c950d38c1eb5e54a998891648cc9) | 2020-11-10 | Fix spelling in Python files (#12230) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [fcb6b00ef](https://github.com/apache/airflow/commit/fcb6b00efef80c81272a30cfc618202a29e0c6a9) | 2020-11-08 | Add authentication to AWS with Google credentials (#12079) | -| [fb6bddba0](https://github.com/apache/airflow/commit/fb6bddba0c9e3e7ef2610b4fb3f73622e48d7ea0) | 2020-11-07 | In AWS Secrets backend, a lookup is optional (#12143) | -| [cf9437d79](https://github.com/apache/airflow/commit/cf9437d79f9658d1309e4bfe847fe63d52ec7b99) | 2020-11-06 | Simplify string expressions (#12123) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5e77a6154](https://github.com/apache/airflow/commit/5e77a61543d26e5466d885d639247aa5189c011d) | 2020-11-02 | Docstring fix for S3DeleteBucketOperator (#12049) | -| [822285134](https://github.com/apache/airflow/commit/8222851348aa81424c9bdcea994e25e0d6692709) | 2020-10-29 | Add Template Fields to RedshiftToS3Operator & S3ToRedshiftOperator (#11844) | -| [db121f726](https://github.com/apache/airflow/commit/db121f726b3c7a37aca1ea05eb4714f884456005) | 2020-10-28 | Add truncate table (before copy) option to S3ToRedshiftOperator (#9246) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [8afdb6ac6](https://github.com/apache/airflow/commit/8afdb6ac6a7997cb14806bc2734c81c00ed8da97) | 2020-10-26 | Fix spellings (#11825) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [6ce855af1](https://github.com/apache/airflow/commit/6ce855af118daeaa4c249669079ab9d9aad23945) | 2020-10-24 | Fix spelling (#11821) | -| [3934ef224](https://github.com/apache/airflow/commit/3934ef22494db6d9613c229aaa82ea6a366b7c2f) | 2020-10-24 | Remove redundant builtins imports (#11809) | -| [4c8e033c0](https://github.com/apache/airflow/commit/4c8e033c0ee7d28963d504a9216205155f20f58f) | 2020-10-24 | Fix spelling and grammar (#11814) | -| [483068745](https://github.com/apache/airflow/commit/48306874538eea7cfd42358d5ebb59705204bfc4) | 2020-10-24 | Use Python 3 style super classes (#11806) | -| [0df60b773](https://github.com/apache/airflow/commit/0df60b773671ecf8d4e5f582ac2be200cf2a2edd) | 2020-10-23 | Add reattach flag to ECSOperator (#10643) | -| [b9d677cdd](https://github.com/apache/airflow/commit/b9d677cdd660e0be8278a64658e73359276a9682) | 2020-10-22 | Add type hints to aws provider (#11531) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [674368f66](https://github.com/apache/airflow/commit/674368f66cf61b2a105f326f23868ac3aee08807) | 2020-10-19 | Fixes MySQLToS3 float to int conversion (#10437) | -| [0823d46a7](https://github.com/apache/airflow/commit/0823d46a7f267f2e45195a175021825367938add) | 2020-10-16 | Add type annotations for AWS operators and hooks (#11434) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d38a0a781](https://github.com/apache/airflow/commit/d38a0a781e123c8c50313efdb23f767d6678afe0) | 2020-10-12 | added type hints for aws cloud formation (#11470) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [c3e340584](https://github.com/apache/airflow/commit/c3e340584bf1892c4f73aa9e7495b5823dab0c40) | 2020-10-11 | Change prefix of AwsDynamoDB hook module (#11209) | -| [42a23d16f](https://github.com/apache/airflow/commit/42a23d16fe9b2f165b0805fb767ecbb825c93657) | 2020-10-11 | Update MySQLToS3Operator's s3_bucket to template_fields (#10778) | -| [422b61a9d](https://github.com/apache/airflow/commit/422b61a9dd95ab9d00b239daa14d87d7cae5ae73) | 2020-10-09 | Adding ElastiCache Hook for creating, describing and deleting replication groups (#8701) | -| [dd98b2149](https://github.com/apache/airflow/commit/dd98b21494ff6036242b63268140abe1294b3657) | 2020-10-06 | Add acl_policy parameter to GCSToS3Operator (#10804) (#10829) | -| [32b3cfbcf](https://github.com/apache/airflow/commit/32b3cfbcf0209cb062dd641c1232ab25d02d4d6d) | 2020-10-06 | Strict type check for all hooks in amazon (#11250) | -| [6d573e8ab](https://github.com/apache/airflow/commit/6d573e8abbf87e3c7281347e03d428a6e5baccd4) | 2020-10-03 | Add s3 key to template fields for s3/redshift transfer operators (#10890) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [00ffedb8c](https://github.com/apache/airflow/commit/00ffedb8c402eb5638782628eb706a5f28215eac) | 2020-09-30 | Add amazon glacier to GCS transfer operator (#10947) | -| [e3f96ce7a](https://github.com/apache/airflow/commit/e3f96ce7a8ac098aeef5e9930e6de6c428274d57) | 2020-09-24 | Fix incorrect Usage of Optional[bool] (#11138) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [b61225a88](https://github.com/apache/airflow/commit/b61225a8850b20be17842c2428b91d873584c4da) | 2020-09-21 | Add D204 pydocstyle check (#11031) | -| [2410f592a](https://github.com/apache/airflow/commit/2410f592a4ab160b377f1a9e5de3b7262b9851cc) | 2020-09-19 | Get Airflow configs with sensitive data from AWS Systems Manager (#11023) | -| [2bf7b7cac](https://github.com/apache/airflow/commit/2bf7b7cac7858f5a6a495f1a9eb4780ec84f95b4) | 2020-09-19 | Add typing to amazon provider EMR (#10910) | -| [9edfcb7ac](https://github.com/apache/airflow/commit/9edfcb7ac46917836ec956264da8876e58d92392) | 2020-09-19 | Support extra_args in S3Hook and GCSToS3Operator (#11001) | -| [4e1f3a69d](https://github.com/apache/airflow/commit/4e1f3a69db8614c302e4916332555034053b935c) | 2020-09-14 | [AIRFLOW-10645] Add AWS Secrets Manager Hook (#10655) | -| [e9add7916](https://github.com/apache/airflow/commit/e9add79160e3a16bb348e30f4e83386a371dbc1e) | 2020-09-14 | Fix Failing static tests on Master (#10927) | -| [383a118d2](https://github.com/apache/airflow/commit/383a118d2df618e46d81c520cd2c4a31d81b33dd) | 2020-09-14 | Add more type annotations to AWS hooks (#10671) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [2934220dc](https://github.com/apache/airflow/commit/2934220dc98e295764f7791d33e121629ed2fbbb) | 2020-09-08 | Always return a list from S3Hook list methods (#10774) | -| [f40ac9b15](https://github.com/apache/airflow/commit/f40ac9b151124dbcd87197d6ae38c85191d41f38) | 2020-09-01 | Add placement_strategy option (#9444) | -| [e4878e677](https://github.com/apache/airflow/commit/e4878e6775bbe5cb2a1d786e57e009271b78bba0) | 2020-08-31 | fix type hints for s3 hook read_key method (#10653) | -| [2ca615cff](https://github.com/apache/airflow/commit/2ca615cffefe97dfa38e1b7f60d9ed33c6628992) | 2020-08-29 | Update Google Cloud branding (#10642) | -| [8969b7185](https://github.com/apache/airflow/commit/8969b7185ebc3c90168ce9a2fb97dfbc74d2bed9) | 2020-08-28 | Removed bad characters from AWS operator (#10590) | -| [8349061f9](https://github.com/apache/airflow/commit/8349061f9cb01a92c87edd349cc844c4053851e8) | 2020-08-26 | Improve Docstring for AWS Athena Hook/Operator (#10580) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [3734876d9](https://github.com/apache/airflow/commit/3734876d9898067ee933b84af522d53df6160d7f) | 2020-08-24 | Implement impersonation in google operators (#10052) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [c6358045f](https://github.com/apache/airflow/commit/c6358045f9d61af63c96833cb6682d6f382a6408) | 2020-08-22 | Fixes S3ToRedshift COPY query (#10436) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [27d08b76a](https://github.com/apache/airflow/commit/27d08b76a2d171d716a1599157a8a60a121dbec6) | 2020-08-21 | Amazon SES Hook (#10391) | -| [dea345b05](https://github.com/apache/airflow/commit/dea345b05c2cd226e70f97a3934d7456aa1cc754) | 2020-08-17 | Fix AwsGlueJobSensor to stop running after the Glue job finished (#9022) | -| [f6734b3b8](https://github.com/apache/airflow/commit/f6734b3b850d33d3712763f93c114e80f5af9ffb) | 2020-08-12 | Enable Sphinx spellcheck for doc generation (#10280) | -| [82f744b87](https://github.com/apache/airflow/commit/82f744b871bb2c5e9a2d628e1c45ae16c1244240) | 2020-08-11 | Add type annotations to AwsGlueJobHook, RedshiftHook modules (#10286) | -| [19bc97d0c](https://github.com/apache/airflow/commit/19bc97d0ce436a6ec9d8e9a5adcd48c0a769d01f) | 2020-08-10 | Revert "Add Amazon SES hook (#10004)" (#10276) | -| [f06fe616e](https://github.com/apache/airflow/commit/f06fe616e66256bdc53710de505c2c6b1bd21528) | 2020-08-10 | Add Amazon SES hook (#10004) | -| [0c77ea8a3](https://github.com/apache/airflow/commit/0c77ea8a3c417805f66d10f0c757ca218bf8dee0) | 2020-08-06 | Add type annotations to S3 hook module (#10164) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [9667314b2](https://github.com/apache/airflow/commit/9667314b2fb879edc451793a8350123507e1cfd6) | 2020-08-05 | Add correct signatures for operators in amazon provider package (#10167) | -| [000287753](https://github.com/apache/airflow/commit/000287753b478f29e6c25442ac253e3a6c8e8c87) | 2020-08-03 | Improve Typing coverage of amazon/aws/athena (#10025) | -| [53ada6e79](https://github.com/apache/airflow/commit/53ada6e7911f411e80ebb00be9f07a7cc0788d01) | 2020-08-03 | Add S3KeysUnchangedSensor (#9817) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [2b8dea64e](https://github.com/apache/airflow/commit/2b8dea64e9e8716fba8c38a1b439f7835bbd2918) | 2020-08-01 | Fix typo in Athena sensor retries (#10079) | -| [1508c43ec](https://github.com/apache/airflow/commit/1508c43ec9594e801b415dd82472fa017791b759) | 2020-07-29 | Adding new SageMaker operator for ProcessingJobs (#9594) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [8b10a4b35](https://github.com/apache/airflow/commit/8b10a4b35e45d536a6475bfe1491ee75fad50186) | 2020-07-25 | Stop using start_date in default_args in example_dags (#9982) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [e7c87fe45](https://github.com/apache/airflow/commit/e7c87fe453c6a70ed087c7ffbccaacbf0d2831b9) | 2020-07-20 | Refactor AwsBaseHook._get_credentials (#9878) | -| [2577f9334](https://github.com/apache/airflow/commit/2577f9334a5cb71cccd97e62b0ae2d097cb99e1a) | 2020-07-16 | Fix S3FileTransformOperator to support S3 Select transformation only (#8936) | -| [52b6efe1e](https://github.com/apache/airflow/commit/52b6efe1ecaae74b9c2497f565e116305d575a76) | 2020-07-15 | Add option to delete by prefix to S3DeleteObjectsOperator (#9350) | -| [553bb7af7](https://github.com/apache/airflow/commit/553bb7af7cb7a50f7141b5b89297713cee6d19f6) | 2020-07-13 | Keep functions signatures in decorators (#9786) | -| [2f31b3060](https://github.com/apache/airflow/commit/2f31b3060ed8274d5d1b1db7349ce607640b9199) | 2020-07-08 | Get Airflow configs with sensitive data from Secret Backends (#9645) | -| [07b81029e](https://github.com/apache/airflow/commit/07b81029ebc2a296fb54181f2cec11fcc7704d9d) | 2020-07-08 | Allow AWSAthenaHook to get more than 1000/first page of results (#6075) | -| [564192c16](https://github.com/apache/airflow/commit/564192c1625a552456cebb3751978c08eebdb2a1) | 2020-07-08 | Add AWS StepFunctions integrations to the aws provider (#8749) | -| [ecce1ace7](https://github.com/apache/airflow/commit/ecce1ace7a277c948c61d7d4cbfc8632cc216559) | 2020-07-08 | [AIRFLOW-XXXX] Remove unnecessary docstring in AWSAthenaOperator | -| [a79e2d4c4](https://github.com/apache/airflow/commit/a79e2d4c4aa105f3fac5ae6a28e29af9cd572407) | 2020-07-06 | Move provider's log task handlers to the provider package (#9604) | -| [ee20086b8](https://github.com/apache/airflow/commit/ee20086b8c499fa40dcaac71652f21b466e7f80f) | 2020-07-02 | Move S3TaskHandler to the AWS provider package (#9602) | -| [40add26d4](https://github.com/apache/airflow/commit/40add26d459c2511a6d9d305ae7300f0d6104211) | 2020-06-29 | Remove almost all references to airflow.contrib (#9559) | -| [c858babdd](https://github.com/apache/airflow/commit/c858babddf8b18b417993b5bfefec1c5635510da) | 2020-06-26 | Remove kwargs from Super calls in AWS Secrets Backends (#9523) | -| [87fdbd070](https://github.com/apache/airflow/commit/87fdbd0708d942af98d35604fe5962962e25d246) | 2020-06-25 | Use literal syntax instead of function calls to create data structure (#9516) | -| [c7a454aa3](https://github.com/apache/airflow/commit/c7a454aa32bf33133d042e8438ac259b32144b21) | 2020-06-22 | Add AWS ECS system test (#8888) | -| [df8efd04f](https://github.com/apache/airflow/commit/df8efd04f394afc4b5affb677bc78d8b7bd5275a) | 2020-06-21 | Enable & Fix "Docstring Content Issues" PyDocStyle Check (#9460) | -| [e13a14c87](https://github.com/apache/airflow/commit/e13a14c8730f4f633d996dd7d3468fe827136a84) | 2020-06-21 | Enable & Fix Whitespace related PyDocStyle Checks (#9458) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [992a18c84](https://github.com/apache/airflow/commit/992a18c84a355d13e821c703e7364f12233c37dc) | 2020-06-19 | Move MySqlToS3Operator to transfers (#9400) | -| [a60f589aa](https://github.com/apache/airflow/commit/a60f589aa251cc3df6bec5b306ad4a7f736f539f) | 2020-06-19 | Add MySqlToS3Operator (#9054) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [40bf8f28f](https://github.com/apache/airflow/commit/40bf8f28f97f17f40d993d207ea740eba54593ee) | 2020-06-18 | Detect automatically the lack of reference to the guide in the operator descriptions (#9290) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [58a8ec0e4](https://github.com/apache/airflow/commit/58a8ec0e46f624ee0369dd156dd8fb4f81884a21) | 2020-06-16 | AWSBatchOperator <> ClientHook relation changed to composition (#9306) | -| [a80cd25e8](https://github.com/apache/airflow/commit/a80cd25e8eb7f8b5d89af26cdcd62a5bbe44d65c) | 2020-06-15 | Close/Flush byte stream in s3 hook load_string and load_bytes (#9211) | -| [ffb857403](https://github.com/apache/airflow/commit/ffb85740373f7adb70d28ec7d5a8886380170e5e) | 2020-06-14 | Decrypt secrets from SystemsManagerParameterStoreBackend (#9214) | -| [a69b031f2](https://github.com/apache/airflow/commit/a69b031f20c5a1cd032f9873394374f661811e8f) | 2020-06-10 | Add S3ToRedshift example dag and system test (#8877) | -| [17adcea83](https://github.com/apache/airflow/commit/17adcea835cb7b0cf2d8da0ac7dda5549cfa3e45) | 2020-06-02 | Fix handling of subprocess error handling in s3_file_transform and gcs (#9106) | -| [357e11e0c](https://github.com/apache/airflow/commit/357e11e0cfb4c02833018e073bc4f5e5b52fae4f) | 2020-05-29 | Add Delete/Create S3 bucket operators (#8895) | -| [1ed171bfb](https://github.com/apache/airflow/commit/1ed171bfb265ded8674058bdc425640d25f1f4fc) | 2020-05-28 | Add script_args for S3FileTransformOperator (#9019) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [f946f96da](https://github.com/apache/airflow/commit/f946f96da45d8e6101805450d8cab7ccb2774ad0) | 2020-05-23 | Old json boto compat removed from dynamodb_to_s3 operator (#8987) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [f4edd90a9](https://github.com/apache/airflow/commit/f4edd90a94b8f91bbefbbbfba367372399559596) | 2020-05-16 | Speed up TestAwsLambdaHook by not actually running a function (#8882) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [85bbab27d](https://github.com/apache/airflow/commit/85bbab27dbb4f55f6f322b894fe3d54797076c15) | 2020-05-15 | Add EMR operators howto docs (#8863) | -| [e61b9bb9b](https://github.com/apache/airflow/commit/e61b9bb9bbe6d8a0621310f3583483b9135c6770) | 2020-05-13 | Add AWS EMR System tests (#8618) | -| [ed3f5131a](https://github.com/apache/airflow/commit/ed3f5131a27e2ef0422f2495a4532630a6204f82) | 2020-05-13 | Correctly pass sleep time from AWSAthenaOperator down to the hook. (#8845) | -| [7236862a1](https://github.com/apache/airflow/commit/7236862a1f5361b5e99c03dd63dae9b966efcd24) | 2020-05-12 | [AIRFLOW-2310] Enable AWS Glue Job Integration (#6007) | -| [d590e5e76](https://github.com/apache/airflow/commit/d590e5e7679322bebb1472fa8c7ec6d183e4154a) | 2020-05-11 | Add option to propagate tags in ECSOperator (#8811) | -| [0c3db84c3](https://github.com/apache/airflow/commit/0c3db84c3ce5107f53ed5ecc48edfdfe1b97feff) | 2020-05-11 | [AIRFLOW-7068] Create EC2 Hook, Operator and Sensor (#7731) | -| [cbebed2b4](https://github.com/apache/airflow/commit/cbebed2b4d0bd1e0984c331c0270e83bf8df8540) | 2020-05-10 | Allow passing backend_kwargs to AWS SSM client (#8802) | -| [c7788a689](https://github.com/apache/airflow/commit/c7788a6894cb79c22153434dd9b977393b8236be) | 2020-05-10 | Add imap_attachment_to_s3 example dag and system test (#8669) | -| [ff5b70149](https://github.com/apache/airflow/commit/ff5b70149bf51012156378c8fc8b072c7c280d9d) | 2020-05-07 | Add google_api_to_s3_transfer example dags and system tests (#8581) | -| [4421f011e](https://github.com/apache/airflow/commit/4421f011eeec2d1022a39933e27f530fb9f9c1b1) | 2020-05-01 | Improve template capabilities of EMR job and step operators (#8572) | -| [379a884d6](https://github.com/apache/airflow/commit/379a884d645a4d73db1c81e3450adc82571989ea) | 2020-04-28 | fix: aws hook should work without conn id (#8534) | -| [74bc316c5](https://github.com/apache/airflow/commit/74bc316c56192f14677e9406d3878887a836062b) | 2020-04-27 | [AIRFLOW-4438] Add Gzip compression to S3_hook (#8571) | -| [7ea66a1a9](https://github.com/apache/airflow/commit/7ea66a1a9594704869e82513d3a06fe35b6109b2) | 2020-04-26 | Add example DAG for ECSOperator (#8452) | -| [b6434dedf](https://github.com/apache/airflow/commit/b6434dedf974085e5f8891446fa63104836c8fdf) | 2020-04-24 | [AIRFLOW-7111] Add generate_presigned_url method to S3Hook (#8441) | -| [becedd5af](https://github.com/apache/airflow/commit/becedd5af8df01a0210e0a3fa78e619785f39908) | 2020-04-19 | Remove unrelated EC2 references in ECSOperator (#8451) | -| [ab1290cb0](https://github.com/apache/airflow/commit/ab1290cb0c5856fa85c8596bfdf780fcdfd99c31) | 2020-04-13 | Make launch_type parameter optional (#8248) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [b46d6c060](https://github.com/apache/airflow/commit/b46d6c060280da59193a28cf67e791eb825cb51c) | 2020-04-08 | Add support for AWS Secrets Manager as Secrets Backend (#8186) | -| [68d1714f2](https://github.com/apache/airflow/commit/68d1714f296989b7aad1a04b75dc033e76afb747) | 2020-04-04 | [AIRFLOW-6822] AWS hooks should cache boto3 client (#7541) | -| [8a0240257](https://github.com/apache/airflow/commit/8a02402576f83869d5134b4bddef5d73c15a8320) | 2020-03-31 | Rename CloudBaseHook to GoogleBaseHook and move it to google.common (#8011) | -| [7239d9a82](https://github.com/apache/airflow/commit/7239d9a82dbb3b9bdf27b531daa70338af9dd796) | 2020-03-28 | Get Airflow Variables from AWS Systems Manager Parameter Store (#7945) | -| [eb4af4f94](https://github.com/apache/airflow/commit/eb4af4f944c77e67e167bbb6b0a2aaf075a95b50) | 2020-03-28 | Make BaseSecretsBackend.build_path generic (#7948) | -| [438da7241](https://github.com/apache/airflow/commit/438da7241eb537e3ef5ae711629446155bf738a3) | 2020-03-28 | [AIRFLOW-5825] SageMakerEndpointOperator is not idempotent (#7891) | -| [686d7d50b](https://github.com/apache/airflow/commit/686d7d50bd21622724d6818021355bc6885fd3de) | 2020-03-25 | Standardize SecretBackend class names (#7846) | -| [eef87b995](https://github.com/apache/airflow/commit/eef87b9953347a65421f315a07dbef37ded9df66) | 2020-03-23 | [AIRFLOW-7105] Unify Secrets Backend method interfaces (#7830) | -| [5648dfbc3](https://github.com/apache/airflow/commit/5648dfbc300337b10567ef4e07045ea29d33ec06) | 2020-03-23 | Add missing call to Super class in 'amazon', 'cloudant & 'databricks' providers (#7827) | -| [a36002412](https://github.com/apache/airflow/commit/a36002412334c445e4eab41fdbb85ef31b6fd384) | 2020-03-19 | [AIRFLOW-5705] Make AwsSsmSecretsBackend consistent with VaultBackend (#7753) | -| [2a54512d7](https://github.com/apache/airflow/commit/2a54512d785ba603ba71381dc3dfa049e9f74063) | 2020-03-17 | [AIRFLOW-5705] Fix bugs in AWS SSM Secrets Backend (#7745) | -| [a8b5fc74d](https://github.com/apache/airflow/commit/a8b5fc74d07e50c91bb64cb66ca1a450aa5ce6e1) | 2020-03-16 | [AIRFLOW-4175] S3Hook load_file should support ACL policy paramete (#7733) | -| [e31e9ddd2](https://github.com/apache/airflow/commit/e31e9ddd2332e5d92422baf668acee441646ad68) | 2020-03-14 | [AIRFLOW-5705] Add secrets backend and support for AWS SSM (#6376) | -| [3bb60afc7](https://github.com/apache/airflow/commit/3bb60afc7b8319996385d681faac342afe2b3bd2) | 2020-03-13 | [AIRFLOW-6975] Base AWSHook AssumeRoleWithSAML (#7619) | -| [c0c5f11ad](https://github.com/apache/airflow/commit/c0c5f11ad11a5a38e0553c1a36aa75eb83efae51) | 2020-03-12 | [AIRFLOW-6884] Make SageMakerTrainingOperator idempotent (#7598) | -| [b7cdda1c6](https://github.com/apache/airflow/commit/b7cdda1c64595bc7f85519337029de259e573fce) | 2020-03-10 | [AIRFLOW-4438] Add Gzip compression to S3_hook (#7680) | -| [42eef3821](https://github.com/apache/airflow/commit/42eef38217e709bc7a7f71bf0286e9e61293a43e) | 2020-03-07 | [AIRFLOW-6877] Add cross-provider dependencies as extras (#7506) | -| [9a94ab246](https://github.com/apache/airflow/commit/9a94ab246db8c09aa83bb6a6d245b1ca9563bcd9) | 2020-03-01 | [AIRFLOW-6962] Fix compeleted to completed (#7600) | -| [1b38f6d9b](https://github.com/apache/airflow/commit/1b38f6d9b6710bd5e25fc16883599f1842ab7cb9) | 2020-02-29 | [AIRFLOW-5908] Add download_file to S3 Hook (#6577) | -| [3ea3e1a2b](https://github.com/apache/airflow/commit/3ea3e1a2b580b7ed10efe668de0cc37b03673500) | 2020-02-26 | [AIRFLOW-6824] EMRAddStepsOperator problem with multi-step XCom (#7443) | -| [6eaa7e3b1](https://github.com/apache/airflow/commit/6eaa7e3b1845644d5ec65a00a997f4029bec9628) | 2020-02-25 | [AIRFLOW-5924] Automatically unify bucket name and key in S3Hook (#6574) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [7d0e7122d](https://github.com/apache/airflow/commit/7d0e7122dd14576d834c6f66fe919a72b100b7f8) | 2020-02-24 | [AIRFLOW-6830] Add Subject/MessageAttributes to SNS hook and operator (#7451) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [47a922b86](https://github.com/apache/airflow/commit/47a922b86426968bfa07cc7892d2eeeca761d884) | 2020-02-21 | [AIRFLOW-6854] Fix missing typing_extensions on python 3.8 (#7474) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [58c3542ed](https://github.com/apache/airflow/commit/58c3542ed25061320ce61dbe0adf451a44c738dd) | 2020-02-12 | [AIRFLOW-5231] Fix S3Hook.delete_objects method (#7375) | -| [b7aa778b3](https://github.com/apache/airflow/commit/b7aa778b38df2f116a1c20031e72fea8b97315bf) | 2020-02-10 | [AIRFLOW-6767] Correct name for default Athena workgroup (#7394) | -| [9282185e6](https://github.com/apache/airflow/commit/9282185e6624e64bb7f17447f81c1b2d1bb4d56d) | 2020-02-09 | [AIRFLOW-6761] Fix WorkGroup param in AWSAthenaHook (#7386) | -| [94fccca97](https://github.com/apache/airflow/commit/94fccca97030ee59d89f302a98137b17e7b01a33) | 2020-02-04 | [AIRFLOW-XXXX] Add pre-commit check for utf-8 file encoding (#7347) | -| [f3ad5cf61](https://github.com/apache/airflow/commit/f3ad5cf6185b9d406d0fb0a4ecc0b5536f79217a) | 2020-02-03 | [AIRFLOW-4681] Make sensors module pylint compatible (#7309) | -| [88e40c714](https://github.com/apache/airflow/commit/88e40c714d2853aa8966796945b2907c263fed08) | 2020-02-03 | [AIRFLOW-6716] Fix AWS Datasync Example DAG (#7339) | -| [a311d3d82](https://github.com/apache/airflow/commit/a311d3d82e0c2e32bcb56e29f33c95ed0a2a2ddc) | 2020-02-03 | [AIRFLOW-6718] Fix more occurrences of utils.dates.days_ago (#7341) | -| [cb766b05b](https://github.com/apache/airflow/commit/cb766b05b17b80fd54a5ce6ac3ee35a631115000) | 2020-02-03 | [AIRFLOW-XXXX] Fix Static Checks on CI (#7342) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [7527eddc5](https://github.com/apache/airflow/commit/7527eddc5e9729aa7e732209a07d57985f6c73e4) | 2020-02-02 | [AIRFLOW-4364] Make all code in airflow/providers/amazon pylint compatible (#7336) | -| [cf141506a](https://github.com/apache/airflow/commit/cf141506a25dbba279b85500d781f7e056540721) | 2020-02-02 | [AIRFLOW-6708] Set unique logger names (#7330) | -| [63aa3db88](https://github.com/apache/airflow/commit/63aa3db88f8824efe79622301efd9f8ba75b991c) | 2020-02-02 | [AIRFLOW-6258] Add CloudFormation operators to AWS providers (#6824) | -| [af4157fde](https://github.com/apache/airflow/commit/af4157fdeffc0c18492b518708c0db44815067ab) | 2020-02-02 | [AIRFLOW-6672] AWS DataSync - better logging of error message (#7288) | -| [373c6aa4a](https://github.com/apache/airflow/commit/373c6aa4a208284b5ff72987e4bd8f4e2ada1a1b) | 2020-01-30 | [AIRFLOW-6682] Move GCP classes to providers package (#7295) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [1988a97e8](https://github.com/apache/airflow/commit/1988a97e8f687e28a5a39b29677fb514e097753c) | 2020-01-28 | [AIRFLOW-6659] Move AWS Transfer operators to providers package (#7274) | -| [ab10443e9](https://github.com/apache/airflow/commit/ab10443e965269efe9c1efaf5fa33bcdbe609f13) | 2020-01-28 | [AIRFLOW-6424] Added a operator to modify EMR cluster (#7213) | -| [40246132a](https://github.com/apache/airflow/commit/40246132a7ef3b07fe3173c6e7646ed6b53aad6e) | 2020-01-28 | [AIRFLOW-6654] AWS DataSync - bugfix when creating locations (#7270) | -| [82c0e5aff](https://github.com/apache/airflow/commit/82c0e5aff6004f636b98e207c3caec40b403fbbe) | 2020-01-28 | [AIRFLOW-6655] Move AWS classes to providers (#7271) | -| [599e4791c](https://github.com/apache/airflow/commit/599e4791c91cff411b1bf1c45555db5094c2b420) | 2020-01-18 | [AIRFLOW-6541] Use EmrJobFlowSensor for other states (#7146) | -| [c319e81ca](https://github.com/apache/airflow/commit/c319e81cae1de31ad1373903252d8608ffce1fba) | 2020-01-17 | [AIRFLOW-6572] Move AWS classes to providers.amazon.aws package (#7178) | -| [941a07057](https://github.com/apache/airflow/commit/941a070578bc7d9410715b89658548167352cc4d) | 2020-01-15 | [AIRFLOW-6570] Add dag tag for all example dag (#7176) | -| [78d8fe694](https://github.com/apache/airflow/commit/78d8fe6944b689b9b0af99255286e34e06eedec3) | 2020-01-08 | [AIRFLOW-6245] Add custom waiters for AWS batch jobs (#6811) | -| [e0b022725](https://github.com/apache/airflow/commit/e0b022725749181bd4e30933e4a0ffefb993eede) | 2019-12-28 | [AIRFLOW-6319] Add support for AWS Athena workgroups (#6871) | -| [57da45685](https://github.com/apache/airflow/commit/57da45685457520d51a0967e2aeb5e5ff162dfa7) | 2019-12-24 | [AIRFLOW-6333] Bump Pylint to 2.4.4 & fix/disable new checks (#6888) | -| [cf647c27e](https://github.com/apache/airflow/commit/cf647c27e0f35bbd1183bfcf87a106cbdb69d3fa) | 2019-12-18 | [AIRFLOW-6038] AWS DataSync reworked (#6773) | -| [7502cad28](https://github.com/apache/airflow/commit/7502cad2844139d57e4276d971c0706a361d9dbe) | 2019-12-17 | [AIRFLOW-6206] Move and rename AWS batch operator [AIP-21] (#6764) | -| [c4c635df6](https://github.com/apache/airflow/commit/c4c635df6906f56e01724573923e19763bb0da62) | 2019-12-17 | [AIRFLOW-6083] Adding ability to pass custom configuration to lambda client. (#6678) | -| [4fb498f87](https://github.com/apache/airflow/commit/4fb498f87ef89acc30f2576ebc5090ab0653159e) | 2019-12-09 | [AIRFLOW-6072] aws_hook: Outbound http proxy setting and other enhancements (#6686) | -| [a1e2f8635](https://github.com/apache/airflow/commit/a1e2f863526973b17892ec31caf09eded95c1cd2) | 2019-11-20 | [AIRFLOW-6021] Replace list literal with list constructor (#6617) | -| [baae14084](https://github.com/apache/airflow/commit/baae140847cdf9d84e905fb6d1f119d6950eecf9) | 2019-11-19 | [AIRFLOW-5781] AIP-21 Migrate AWS Kinesis to /providers/amazon/aws (#6588) | -| [504cfbac1](https://github.com/apache/airflow/commit/504cfbac1a4ec2e2fd169523ed357808f63881bb) | 2019-11-18 | [AIRFLOW-5783] AIP-21 Move aws redshift into providers structure (#6539) | -| [992f0e3ac](https://github.com/apache/airflow/commit/992f0e3acf11163294508858515a5f79116e3ad8) | 2019-11-12 | AIRFLOW-5824: AWS DataSync Hook and Operators added (#6512) | -| [c015eb2f6](https://github.com/apache/airflow/commit/c015eb2f6496b9721afda9e85d5d4af3bbe0696b) | 2019-11-10 | [AIRFLOW-5786] Migrate AWS SNS to /providers/amazon/aws (#6502) | -| [3d76fb4bf](https://github.com/apache/airflow/commit/3d76fb4bf25e5b7d3d30e0d64867b5999b77f0b0) | 2019-11-09 | [AIRFLOW-5782] Migrate AWS Lambda to /providers/amazon/aws [AIP-21] (#6518) | diff --git a/airflow/providers/amazon/README.md b/airflow/providers/amazon/README.md deleted file mode 100644 index f361c163ae5c5..0000000000000 --- a/airflow/providers/amazon/README.md +++ /dev/null @@ -1,483 +0,0 @@ - - - -# Package apache-airflow-providers-amazon - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Cross provider package dependencies](#cross-provider-package-dependencies) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [New operators](#new-operators) - - [Moved operators](#moved-operators) - - [Transfer operators](#transfer-operators) - - [New transfer operators](#new-transfer-operators) - - [Moved transfer operators](#moved-transfer-operators) - - [Sensors](#sensors) - - [New sensors](#new-sensors) - - [Moved sensors](#moved-sensors) - - [Hooks](#hooks) - - [New hooks](#new-hooks) - - [Moved hooks](#moved-hooks) - - [Secrets](#secrets) - - [Moved secrets](#moved-secrets) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `amazon` provider. All classes for this provider package -are in `airflow.providers.amazon` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-amazon` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| boto3 | >=1.15.0,<1.16.0 | -| botocore | >=1.18.0,<1.19.0 | -| watchtower | ~=0.7.3 | - -## Cross provider package dependencies - -Those are dependencies that might be needed in order to use all the features of the package. -You need to install the specified backport providers package in order to use them. - -You can install such cross-provider dependencies when installing from PyPI. For example: - -```bash -pip install apache-airflow-providers-amazon[apache.hive] -``` - -| Dependent package | Extra | -|:------------------------------------------------------------------------------------------------------|:------------| -| [apache-airflow-providers-apache-hive](https://pypi.org/project/apache-airflow-providers-apache-hive) | apache.hive | -| [apache-airflow-providers-google](https://pypi.org/project/apache-airflow-providers-google) | google | -| [apache-airflow-providers-imap](https://pypi.org/project/apache-airflow-providers-imap) | imap | -| [apache-airflow-providers-mongo](https://pypi.org/project/apache-airflow-providers-mongo) | mongo | -| [apache-airflow-providers-mysql](https://pypi.org/project/apache-airflow-providers-mysql) | mysql | -| [apache-airflow-providers-postgres](https://pypi.org/project/apache-airflow-providers-postgres) | postgres | -| [apache-airflow-providers-ssh](https://pypi.org/project/apache-airflow-providers-ssh) | ssh | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `amazon` provider -are in the `airflow.providers.amazon` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - -### New operators - -| New Airflow 2.0 operators: `airflow.providers.amazon` package | -|:----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [aws.operators.cloud_formation.CloudFormationCreateStackOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/cloud_formation.py) | -| [aws.operators.cloud_formation.CloudFormationDeleteStackOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/cloud_formation.py) | -| [aws.operators.datasync.AWSDataSyncOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/datasync.py) | -| [aws.operators.ec2_start_instance.EC2StartInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/ec2_start_instance.py) | -| [aws.operators.ec2_stop_instance.EC2StopInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/ec2_stop_instance.py) | -| [aws.operators.emr_modify_cluster.EmrModifyClusterOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/emr_modify_cluster.py) | -| [aws.operators.glacier.GlacierCreateJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/glacier.py) | -| [aws.operators.glue.AwsGlueJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/glue.py) | -| [aws.operators.s3_bucket.S3CreateBucketOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/s3_bucket.py) | -| [aws.operators.s3_bucket.S3DeleteBucketOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/s3_bucket.py) | -| [aws.operators.s3_file_transform.S3FileTransformOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/s3_file_transform.py) | -| [aws.operators.sagemaker_processing.SageMakerProcessingOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/sagemaker_processing.py) | -| [aws.operators.step_function_get_execution_output.StepFunctionGetExecutionOutputOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/step_function_get_execution_output.py) | -| [aws.operators.step_function_start_execution.StepFunctionStartExecutionOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/step_function_start_execution.py) | - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.amazon` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [aws.operators.athena.AWSAthenaOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/athena.py) | [contrib.operators.aws_athena_operator.AWSAthenaOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/aws_athena_operator.py) | -| [aws.operators.batch.AwsBatchOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/batch.py) | [contrib.operators.awsbatch_operator.AWSBatchOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/awsbatch_operator.py) | -| [aws.operators.ecs.ECSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/ecs.py) | [contrib.operators.ecs_operator.ECSOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/ecs_operator.py) | -| [aws.operators.emr_add_steps.EmrAddStepsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/emr_add_steps.py) | [contrib.operators.emr_add_steps_operator.EmrAddStepsOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/emr_add_steps_operator.py) | -| [aws.operators.emr_create_job_flow.EmrCreateJobFlowOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/emr_create_job_flow.py) | [contrib.operators.emr_create_job_flow_operator.EmrCreateJobFlowOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/emr_create_job_flow_operator.py) | -| [aws.operators.emr_terminate_job_flow.EmrTerminateJobFlowOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/emr_terminate_job_flow.py) | [contrib.operators.emr_terminate_job_flow_operator.EmrTerminateJobFlowOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/emr_terminate_job_flow_operator.py) | -| [aws.operators.s3_copy_object.S3CopyObjectOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/s3_copy_object.py) | [contrib.operators.s3_copy_object_operator.S3CopyObjectOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/s3_copy_object_operator.py) | -| [aws.operators.s3_delete_objects.S3DeleteObjectsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/s3_delete_objects.py) | [contrib.operators.s3_delete_objects_operator.S3DeleteObjectsOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/s3_delete_objects_operator.py) | -| [aws.operators.s3_list.S3ListOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/s3_list.py) | [contrib.operators.s3_list_operator.S3ListOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/s3_list_operator.py) | -| [aws.operators.sagemaker_base.SageMakerBaseOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/sagemaker_base.py) | [contrib.operators.sagemaker_base_operator.SageMakerBaseOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/sagemaker_base_operator.py) | -| [aws.operators.sagemaker_endpoint.SageMakerEndpointOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/sagemaker_endpoint.py) | [contrib.operators.sagemaker_endpoint_operator.SageMakerEndpointOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/sagemaker_endpoint_operator.py) | -| [aws.operators.sagemaker_endpoint_config.SageMakerEndpointConfigOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/sagemaker_endpoint_config.py) | [contrib.operators.sagemaker_endpoint_config_operator.SageMakerEndpointConfigOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/sagemaker_endpoint_config_operator.py) | -| [aws.operators.sagemaker_model.SageMakerModelOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/sagemaker_model.py) | [contrib.operators.sagemaker_model_operator.SageMakerModelOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/sagemaker_model_operator.py) | -| [aws.operators.sagemaker_training.SageMakerTrainingOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/sagemaker_training.py) | [contrib.operators.sagemaker_training_operator.SageMakerTrainingOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/sagemaker_training_operator.py) | -| [aws.operators.sagemaker_transform.SageMakerTransformOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/sagemaker_transform.py) | [contrib.operators.sagemaker_transform_operator.SageMakerTransformOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/sagemaker_transform_operator.py) | -| [aws.operators.sagemaker_tuning.SageMakerTuningOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/sagemaker_tuning.py) | [contrib.operators.sagemaker_tuning_operator.SageMakerTuningOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/sagemaker_tuning_operator.py) | -| [aws.operators.sns.SnsPublishOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/sns.py) | [contrib.operators.sns_publish_operator.SnsPublishOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/sns_publish_operator.py) | -| [aws.operators.sqs.SQSPublishOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/sqs.py) | [contrib.operators.aws_sqs_publish_operator.SQSPublishOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/aws_sqs_publish_operator.py) | - - -## Transfer operators - - -### New transfer operators - -| New Airflow 2.0 transfers: `airflow.providers.amazon` package | -|:------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [aws.transfers.glacier_to_gcs.GlacierToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/transfers/glacier_to_gcs.py) | -| [aws.transfers.mysql_to_s3.MySQLToS3Operator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/transfers/mysql_to_s3.py) | - - -### Moved transfer operators - -| Airflow 2.0 transfers: `airflow.providers.amazon` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [aws.transfers.dynamodb_to_s3.DynamoDBToS3Operator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/transfers/dynamodb_to_s3.py) | [contrib.operators.dynamodb_to_s3.DynamoDBToS3Operator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/dynamodb_to_s3.py) | -| [aws.transfers.gcs_to_s3.GCSToS3Operator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/transfers/gcs_to_s3.py) | [operators.gcs_to_s3.GCSToS3Operator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/gcs_to_s3.py) | -| [aws.transfers.google_api_to_s3.GoogleApiToS3Operator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/transfers/google_api_to_s3.py) | [operators.google_api_to_s3_transfer.GoogleApiToS3Transfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/google_api_to_s3_transfer.py) | -| [aws.transfers.hive_to_dynamodb.HiveToDynamoDBOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/transfers/hive_to_dynamodb.py) | [contrib.operators.hive_to_dynamodb.HiveToDynamoDBOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/hive_to_dynamodb.py) | -| [aws.transfers.imap_attachment_to_s3.ImapAttachmentToS3Operator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/transfers/imap_attachment_to_s3.py) | [contrib.operators.imap_attachment_to_s3_operator.ImapAttachmentToS3Operator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/imap_attachment_to_s3_operator.py) | -| [aws.transfers.mongo_to_s3.MongoToS3Operator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/transfers/mongo_to_s3.py) | [contrib.operators.mongo_to_s3.MongoToS3Operator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/mongo_to_s3.py) | -| [aws.transfers.redshift_to_s3.RedshiftToS3Operator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/transfers/redshift_to_s3.py) | [operators.redshift_to_s3_operator.RedshiftToS3Transfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/redshift_to_s3_operator.py) | -| [aws.transfers.s3_to_redshift.S3ToRedshiftOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/transfers/s3_to_redshift.py) | [operators.s3_to_redshift_operator.S3ToRedshiftTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/s3_to_redshift_operator.py) | -| [aws.transfers.s3_to_sftp.S3ToSFTPOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/transfers/s3_to_sftp.py) | [contrib.operators.s3_to_sftp_operator.S3ToSFTPOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/s3_to_sftp_operator.py) | -| [aws.transfers.sftp_to_s3.SFTPToS3Operator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/transfers/sftp_to_s3.py) | [contrib.operators.sftp_to_s3_operator.SFTPToS3Operator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/sftp_to_s3_operator.py) | - - -## Sensors - - -### New sensors - -| New Airflow 2.0 sensors: `airflow.providers.amazon` package | -|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [aws.sensors.cloud_formation.CloudFormationCreateStackSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/cloud_formation.py) | -| [aws.sensors.cloud_formation.CloudFormationDeleteStackSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/cloud_formation.py) | -| [aws.sensors.ec2_instance_state.EC2InstanceStateSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/ec2_instance_state.py) | -| [aws.sensors.glacier.GlacierJobOperationSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/glacier.py) | -| [aws.sensors.glue.AwsGlueJobSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/glue.py) | -| [aws.sensors.redshift.AwsRedshiftClusterSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/redshift.py) | -| [aws.sensors.s3_keys_unchanged.S3KeysUnchangedSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/s3_keys_unchanged.py) | -| [aws.sensors.sagemaker_training.SageMakerTrainingSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/sagemaker_training.py) | -| [aws.sensors.step_function_execution.StepFunctionExecutionSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/step_function_execution.py) | - - -### Moved sensors - -| Airflow 2.0 sensors: `airflow.providers.amazon` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [aws.sensors.athena.AthenaSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/athena.py) | [contrib.sensors.aws_athena_sensor.AthenaSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/aws_athena_sensor.py) | -| [aws.sensors.emr_base.EmrBaseSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/emr_base.py) | [contrib.sensors.emr_base_sensor.EmrBaseSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/emr_base_sensor.py) | -| [aws.sensors.emr_job_flow.EmrJobFlowSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/emr_job_flow.py) | [contrib.sensors.emr_job_flow_sensor.EmrJobFlowSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/emr_job_flow_sensor.py) | -| [aws.sensors.emr_step.EmrStepSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/emr_step.py) | [contrib.sensors.emr_step_sensor.EmrStepSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/emr_step_sensor.py) | -| [aws.sensors.glue_catalog_partition.AwsGlueCatalogPartitionSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/glue_catalog_partition.py) | [contrib.sensors.aws_glue_catalog_partition_sensor.AwsGlueCatalogPartitionSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/aws_glue_catalog_partition_sensor.py) | -| [aws.sensors.s3_key.S3KeySensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/s3_key.py) | [sensors.s3_key_sensor.S3KeySensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/sensors/s3_key_sensor.py) | -| [aws.sensors.s3_prefix.S3PrefixSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/s3_prefix.py) | [sensors.s3_prefix_sensor.S3PrefixSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/sensors/s3_prefix_sensor.py) | -| [aws.sensors.sagemaker_base.SageMakerBaseSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/sagemaker_base.py) | [contrib.sensors.sagemaker_base_sensor.SageMakerBaseSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/sagemaker_base_sensor.py) | -| [aws.sensors.sagemaker_endpoint.SageMakerEndpointSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/sagemaker_endpoint.py) | [contrib.sensors.sagemaker_endpoint_sensor.SageMakerEndpointSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/sagemaker_endpoint_sensor.py) | -| [aws.sensors.sagemaker_transform.SageMakerTransformSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/sagemaker_transform.py) | [contrib.sensors.sagemaker_transform_sensor.SageMakerTransformSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/sagemaker_transform_sensor.py) | -| [aws.sensors.sagemaker_tuning.SageMakerTuningSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/sagemaker_tuning.py) | [contrib.sensors.sagemaker_tuning_sensor.SageMakerTuningSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/sagemaker_tuning_sensor.py) | -| [aws.sensors.sqs.SQSSensor](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/sensors/sqs.py) | [contrib.sensors.aws_sqs_sensor.SQSSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/aws_sqs_sensor.py) | - - -## Hooks - - -### New hooks - -| New Airflow 2.0 hooks: `airflow.providers.amazon` package | -|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [aws.hooks.batch_client.AwsBatchClientHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/batch_client.py) | -| [aws.hooks.batch_waiters.AwsBatchWaitersHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/batch_waiters.py) | -| [aws.hooks.cloud_formation.AWSCloudFormationHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/cloud_formation.py) | -| [aws.hooks.ec2.EC2Hook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/ec2.py) | -| [aws.hooks.elasticache_replication_group.ElastiCacheReplicationGroupHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/elasticache_replication_group.py) | -| [aws.hooks.glacier.GlacierHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/glacier.py) | -| [aws.hooks.glue.AwsGlueJobHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/glue.py) | -| [aws.hooks.kinesis.AwsFirehoseHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/kinesis.py) | -| [aws.hooks.redshift.RedshiftHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/redshift.py) | -| [aws.hooks.secrets_manager.SecretsManagerHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/secrets_manager.py) | -| [aws.hooks.ses.SESHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/ses.py) | -| [aws.hooks.step_function.StepFunctionHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/step_function.py) | - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.amazon` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-----------------------------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [aws.hooks.athena.AWSAthenaHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/athena.py) | [contrib.hooks.aws_athena_hook.AWSAthenaHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/aws_athena_hook.py) | -| [aws.hooks.base_aws.AwsBaseHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/base_aws.py) | [contrib.hooks.aws_hook.AwsHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/aws_hook.py) | -| [aws.hooks.datasync.AWSDataSyncHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/datasync.py) | [contrib.hooks.aws_datasync_hook.AWSDataSyncHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/aws_datasync_hook.py) | -| [aws.hooks.dynamodb.AwsDynamoDBHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/dynamodb.py) | [contrib.hooks.aws_dynamodb_hook.AwsDynamoDBHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/aws_dynamodb_hook.py) | -| [aws.hooks.emr.EmrHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/emr.py) | [contrib.hooks.emr_hook.EmrHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/emr_hook.py) | -| [aws.hooks.glue_catalog.AwsGlueCatalogHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/glue_catalog.py) | [contrib.hooks.aws_glue_catalog_hook.AwsGlueCatalogHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/aws_glue_catalog_hook.py) | -| [aws.hooks.lambda_function.AwsLambdaHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/lambda_function.py) | [contrib.hooks.aws_lambda_hook.AwsLambdaHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/aws_lambda_hook.py) | -| [aws.hooks.logs.AwsLogsHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/logs.py) | [contrib.hooks.aws_logs_hook.AwsLogsHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/aws_logs_hook.py) | -| [aws.hooks.s3.S3Hook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/s3.py) | [hooks.S3_hook.S3Hook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/S3_hook.py) | -| [aws.hooks.sagemaker.SageMakerHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/sagemaker.py) | [contrib.hooks.sagemaker_hook.SageMakerHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/sagemaker_hook.py) | -| [aws.hooks.sns.AwsSnsHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/sns.py) | [contrib.hooks.aws_sns_hook.AwsSnsHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/aws_sns_hook.py) | -| [aws.hooks.sqs.SQSHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/sqs.py) | [contrib.hooks.aws_sqs_hook.SQSHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/aws_sqs_hook.py) | - - -## Secrets - - - -### Moved secrets - -| Airflow 2.0 secrets: `airflow.providers.amazon` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [aws.secrets.secrets_manager.SecretsManagerBackend](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/secrets/secrets_manager.py) | [contrib.secrets.aws_secrets_manager.SecretsManagerBackend](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/secrets/aws_secrets_manager.py) | -| [aws.secrets.systems_manager.SystemsManagerParameterStoreBackend](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/secrets/systems_manager.py) | [contrib.secrets.aws_systems_manager.SystemsManagerParameterStoreBackend](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/secrets/aws_systems_manager.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [d5589673a](https://github.com/apache/airflow/commit/d5589673a95aaced0b851ea0a4061a010a924a82) | 2020-12-08 | Move dummy_operator.py to dummy.py (#11178) (#11293) | -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [02d94349b](https://github.com/apache/airflow/commit/02d94349be3d201ce9d37d7358573c937fd010df) | 2020-11-29 | Don't use time.time() or timezone.utcnow() for duration calculations (#12353) | -| [de3b1e687](https://github.com/apache/airflow/commit/de3b1e687b26c524c6909b7b4dfbb60d25019751) | 2020-11-28 | Move connection guides to provider documentation packages (#12653) | -| [663259d4b](https://github.com/apache/airflow/commit/663259d4b541ab10ce55fec4d2460e23917062c2) | 2020-11-25 | Fix AWS DataSync tests failing (#11020) | -| [3fa51f94d](https://github.com/apache/airflow/commit/3fa51f94d7a17f170ddc31908d36c91f4456a20b) | 2020-11-24 | Add check for duplicates in provider.yaml files (#12578) | -| [ed09915a0](https://github.com/apache/airflow/commit/ed09915a02b9b99e60689e647452addaab1688fc) | 2020-11-23 | [AIRFLOW-5115] Bugfix for S3KeySensor failing to accept template_fields (#12389) | -| [370e7d07d](https://github.com/apache/airflow/commit/370e7d07d1ed1a53b73fe878425fdcd4c71a7ed1) | 2020-11-21 | Fix Python Docstring parameters (#12513) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [c94b1241a](https://github.com/apache/airflow/commit/c94b1241a144294f5f1c5f461d5e3b92e4a8fc38) | 2020-11-13 | Add extra error handling to S3 remote logging (#9908) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [250436d96](https://github.com/apache/airflow/commit/250436d962c8c950d38c1eb5e54a998891648cc9) | 2020-11-10 | Fix spelling in Python files (#12230) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [fcb6b00ef](https://github.com/apache/airflow/commit/fcb6b00efef80c81272a30cfc618202a29e0c6a9) | 2020-11-08 | Add authentication to AWS with Google credentials (#12079) | -| [fb6bddba0](https://github.com/apache/airflow/commit/fb6bddba0c9e3e7ef2610b4fb3f73622e48d7ea0) | 2020-11-07 | In AWS Secrets backend, a lookup is optional (#12143) | -| [cf9437d79](https://github.com/apache/airflow/commit/cf9437d79f9658d1309e4bfe847fe63d52ec7b99) | 2020-11-06 | Simplify string expressions (#12123) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5e77a6154](https://github.com/apache/airflow/commit/5e77a61543d26e5466d885d639247aa5189c011d) | 2020-11-02 | Docstring fix for S3DeleteBucketOperator (#12049) | -| [822285134](https://github.com/apache/airflow/commit/8222851348aa81424c9bdcea994e25e0d6692709) | 2020-10-29 | Add Template Fields to RedshiftToS3Operator & S3ToRedshiftOperator (#11844) | -| [db121f726](https://github.com/apache/airflow/commit/db121f726b3c7a37aca1ea05eb4714f884456005) | 2020-10-28 | Add truncate table (before copy) option to S3ToRedshiftOperator (#9246) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [8afdb6ac6](https://github.com/apache/airflow/commit/8afdb6ac6a7997cb14806bc2734c81c00ed8da97) | 2020-10-26 | Fix spellings (#11825) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [6ce855af1](https://github.com/apache/airflow/commit/6ce855af118daeaa4c249669079ab9d9aad23945) | 2020-10-24 | Fix spelling (#11821) | -| [3934ef224](https://github.com/apache/airflow/commit/3934ef22494db6d9613c229aaa82ea6a366b7c2f) | 2020-10-24 | Remove redundant builtins imports (#11809) | -| [4c8e033c0](https://github.com/apache/airflow/commit/4c8e033c0ee7d28963d504a9216205155f20f58f) | 2020-10-24 | Fix spelling and grammar (#11814) | -| [483068745](https://github.com/apache/airflow/commit/48306874538eea7cfd42358d5ebb59705204bfc4) | 2020-10-24 | Use Python 3 style super classes (#11806) | -| [0df60b773](https://github.com/apache/airflow/commit/0df60b773671ecf8d4e5f582ac2be200cf2a2edd) | 2020-10-23 | Add reattach flag to ECSOperator (#10643) | -| [b9d677cdd](https://github.com/apache/airflow/commit/b9d677cdd660e0be8278a64658e73359276a9682) | 2020-10-22 | Add type hints to aws provider (#11531) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [674368f66](https://github.com/apache/airflow/commit/674368f66cf61b2a105f326f23868ac3aee08807) | 2020-10-19 | Fixes MySQLToS3 float to int conversion (#10437) | -| [0823d46a7](https://github.com/apache/airflow/commit/0823d46a7f267f2e45195a175021825367938add) | 2020-10-16 | Add type annotations for AWS operators and hooks (#11434) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d38a0a781](https://github.com/apache/airflow/commit/d38a0a781e123c8c50313efdb23f767d6678afe0) | 2020-10-12 | added type hints for aws cloud formation (#11470) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [c3e340584](https://github.com/apache/airflow/commit/c3e340584bf1892c4f73aa9e7495b5823dab0c40) | 2020-10-11 | Change prefix of AwsDynamoDB hook module (#11209) | -| [42a23d16f](https://github.com/apache/airflow/commit/42a23d16fe9b2f165b0805fb767ecbb825c93657) | 2020-10-11 | Update MySQLToS3Operator's s3_bucket to template_fields (#10778) | -| [422b61a9d](https://github.com/apache/airflow/commit/422b61a9dd95ab9d00b239daa14d87d7cae5ae73) | 2020-10-09 | Adding ElastiCache Hook for creating, describing and deleting replication groups (#8701) | -| [dd98b2149](https://github.com/apache/airflow/commit/dd98b21494ff6036242b63268140abe1294b3657) | 2020-10-06 | Add acl_policy parameter to GCSToS3Operator (#10804) (#10829) | -| [32b3cfbcf](https://github.com/apache/airflow/commit/32b3cfbcf0209cb062dd641c1232ab25d02d4d6d) | 2020-10-06 | Strict type check for all hooks in amazon (#11250) | -| [6d573e8ab](https://github.com/apache/airflow/commit/6d573e8abbf87e3c7281347e03d428a6e5baccd4) | 2020-10-03 | Add s3 key to template fields for s3/redshift transfer operators (#10890) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [00ffedb8c](https://github.com/apache/airflow/commit/00ffedb8c402eb5638782628eb706a5f28215eac) | 2020-09-30 | Add amazon glacier to GCS transfer operator (#10947) | -| [e3f96ce7a](https://github.com/apache/airflow/commit/e3f96ce7a8ac098aeef5e9930e6de6c428274d57) | 2020-09-24 | Fix incorrect Usage of Optional[bool] (#11138) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [b61225a88](https://github.com/apache/airflow/commit/b61225a8850b20be17842c2428b91d873584c4da) | 2020-09-21 | Add D204 pydocstyle check (#11031) | -| [2410f592a](https://github.com/apache/airflow/commit/2410f592a4ab160b377f1a9e5de3b7262b9851cc) | 2020-09-19 | Get Airflow configs with sensitive data from AWS Systems Manager (#11023) | -| [2bf7b7cac](https://github.com/apache/airflow/commit/2bf7b7cac7858f5a6a495f1a9eb4780ec84f95b4) | 2020-09-19 | Add typing to amazon provider EMR (#10910) | -| [9edfcb7ac](https://github.com/apache/airflow/commit/9edfcb7ac46917836ec956264da8876e58d92392) | 2020-09-19 | Support extra_args in S3Hook and GCSToS3Operator (#11001) | -| [4e1f3a69d](https://github.com/apache/airflow/commit/4e1f3a69db8614c302e4916332555034053b935c) | 2020-09-14 | [AIRFLOW-10645] Add AWS Secrets Manager Hook (#10655) | -| [e9add7916](https://github.com/apache/airflow/commit/e9add79160e3a16bb348e30f4e83386a371dbc1e) | 2020-09-14 | Fix Failing static tests on Master (#10927) | -| [383a118d2](https://github.com/apache/airflow/commit/383a118d2df618e46d81c520cd2c4a31d81b33dd) | 2020-09-14 | Add more type annotations to AWS hooks (#10671) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [2934220dc](https://github.com/apache/airflow/commit/2934220dc98e295764f7791d33e121629ed2fbbb) | 2020-09-08 | Always return a list from S3Hook list methods (#10774) | -| [f40ac9b15](https://github.com/apache/airflow/commit/f40ac9b151124dbcd87197d6ae38c85191d41f38) | 2020-09-01 | Add placement_strategy option (#9444) | -| [e4878e677](https://github.com/apache/airflow/commit/e4878e6775bbe5cb2a1d786e57e009271b78bba0) | 2020-08-31 | fix type hints for s3 hook read_key method (#10653) | -| [2ca615cff](https://github.com/apache/airflow/commit/2ca615cffefe97dfa38e1b7f60d9ed33c6628992) | 2020-08-29 | Update Google Cloud branding (#10642) | -| [8969b7185](https://github.com/apache/airflow/commit/8969b7185ebc3c90168ce9a2fb97dfbc74d2bed9) | 2020-08-28 | Removed bad characters from AWS operator (#10590) | -| [8349061f9](https://github.com/apache/airflow/commit/8349061f9cb01a92c87edd349cc844c4053851e8) | 2020-08-26 | Improve Docstring for AWS Athena Hook/Operator (#10580) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [3734876d9](https://github.com/apache/airflow/commit/3734876d9898067ee933b84af522d53df6160d7f) | 2020-08-24 | Implement impersonation in google operators (#10052) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [c6358045f](https://github.com/apache/airflow/commit/c6358045f9d61af63c96833cb6682d6f382a6408) | 2020-08-22 | Fixes S3ToRedshift COPY query (#10436) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [27d08b76a](https://github.com/apache/airflow/commit/27d08b76a2d171d716a1599157a8a60a121dbec6) | 2020-08-21 | Amazon SES Hook (#10391) | -| [dea345b05](https://github.com/apache/airflow/commit/dea345b05c2cd226e70f97a3934d7456aa1cc754) | 2020-08-17 | Fix AwsGlueJobSensor to stop running after the Glue job finished (#9022) | -| [f6734b3b8](https://github.com/apache/airflow/commit/f6734b3b850d33d3712763f93c114e80f5af9ffb) | 2020-08-12 | Enable Sphinx spellcheck for doc generation (#10280) | -| [82f744b87](https://github.com/apache/airflow/commit/82f744b871bb2c5e9a2d628e1c45ae16c1244240) | 2020-08-11 | Add type annotations to AwsGlueJobHook, RedshiftHook modules (#10286) | -| [19bc97d0c](https://github.com/apache/airflow/commit/19bc97d0ce436a6ec9d8e9a5adcd48c0a769d01f) | 2020-08-10 | Revert "Add Amazon SES hook (#10004)" (#10276) | -| [f06fe616e](https://github.com/apache/airflow/commit/f06fe616e66256bdc53710de505c2c6b1bd21528) | 2020-08-10 | Add Amazon SES hook (#10004) | -| [0c77ea8a3](https://github.com/apache/airflow/commit/0c77ea8a3c417805f66d10f0c757ca218bf8dee0) | 2020-08-06 | Add type annotations to S3 hook module (#10164) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [9667314b2](https://github.com/apache/airflow/commit/9667314b2fb879edc451793a8350123507e1cfd6) | 2020-08-05 | Add correct signatures for operators in amazon provider package (#10167) | -| [000287753](https://github.com/apache/airflow/commit/000287753b478f29e6c25442ac253e3a6c8e8c87) | 2020-08-03 | Improve Typing coverage of amazon/aws/athena (#10025) | -| [53ada6e79](https://github.com/apache/airflow/commit/53ada6e7911f411e80ebb00be9f07a7cc0788d01) | 2020-08-03 | Add S3KeysUnchangedSensor (#9817) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [2b8dea64e](https://github.com/apache/airflow/commit/2b8dea64e9e8716fba8c38a1b439f7835bbd2918) | 2020-08-01 | Fix typo in Athena sensor retries (#10079) | -| [1508c43ec](https://github.com/apache/airflow/commit/1508c43ec9594e801b415dd82472fa017791b759) | 2020-07-29 | Adding new SageMaker operator for ProcessingJobs (#9594) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [8b10a4b35](https://github.com/apache/airflow/commit/8b10a4b35e45d536a6475bfe1491ee75fad50186) | 2020-07-25 | Stop using start_date in default_args in example_dags (#9982) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [e7c87fe45](https://github.com/apache/airflow/commit/e7c87fe453c6a70ed087c7ffbccaacbf0d2831b9) | 2020-07-20 | Refactor AwsBaseHook._get_credentials (#9878) | -| [2577f9334](https://github.com/apache/airflow/commit/2577f9334a5cb71cccd97e62b0ae2d097cb99e1a) | 2020-07-16 | Fix S3FileTransformOperator to support S3 Select transformation only (#8936) | -| [52b6efe1e](https://github.com/apache/airflow/commit/52b6efe1ecaae74b9c2497f565e116305d575a76) | 2020-07-15 | Add option to delete by prefix to S3DeleteObjectsOperator (#9350) | -| [553bb7af7](https://github.com/apache/airflow/commit/553bb7af7cb7a50f7141b5b89297713cee6d19f6) | 2020-07-13 | Keep functions signatures in decorators (#9786) | -| [2f31b3060](https://github.com/apache/airflow/commit/2f31b3060ed8274d5d1b1db7349ce607640b9199) | 2020-07-08 | Get Airflow configs with sensitive data from Secret Backends (#9645) | -| [07b81029e](https://github.com/apache/airflow/commit/07b81029ebc2a296fb54181f2cec11fcc7704d9d) | 2020-07-08 | Allow AWSAthenaHook to get more than 1000/first page of results (#6075) | -| [564192c16](https://github.com/apache/airflow/commit/564192c1625a552456cebb3751978c08eebdb2a1) | 2020-07-08 | Add AWS StepFunctions integrations to the aws provider (#8749) | -| [ecce1ace7](https://github.com/apache/airflow/commit/ecce1ace7a277c948c61d7d4cbfc8632cc216559) | 2020-07-08 | [AIRFLOW-XXXX] Remove unnecessary docstring in AWSAthenaOperator | -| [a79e2d4c4](https://github.com/apache/airflow/commit/a79e2d4c4aa105f3fac5ae6a28e29af9cd572407) | 2020-07-06 | Move provider's log task handlers to the provider package (#9604) | -| [ee20086b8](https://github.com/apache/airflow/commit/ee20086b8c499fa40dcaac71652f21b466e7f80f) | 2020-07-02 | Move S3TaskHandler to the AWS provider package (#9602) | -| [40add26d4](https://github.com/apache/airflow/commit/40add26d459c2511a6d9d305ae7300f0d6104211) | 2020-06-29 | Remove almost all references to airflow.contrib (#9559) | -| [c858babdd](https://github.com/apache/airflow/commit/c858babddf8b18b417993b5bfefec1c5635510da) | 2020-06-26 | Remove kwargs from Super calls in AWS Secrets Backends (#9523) | -| [87fdbd070](https://github.com/apache/airflow/commit/87fdbd0708d942af98d35604fe5962962e25d246) | 2020-06-25 | Use literal syntax instead of function calls to create data structure (#9516) | -| [c7a454aa3](https://github.com/apache/airflow/commit/c7a454aa32bf33133d042e8438ac259b32144b21) | 2020-06-22 | Add AWS ECS system test (#8888) | -| [df8efd04f](https://github.com/apache/airflow/commit/df8efd04f394afc4b5affb677bc78d8b7bd5275a) | 2020-06-21 | Enable & Fix "Docstring Content Issues" PyDocStyle Check (#9460) | -| [e13a14c87](https://github.com/apache/airflow/commit/e13a14c8730f4f633d996dd7d3468fe827136a84) | 2020-06-21 | Enable & Fix Whitespace related PyDocStyle Checks (#9458) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [992a18c84](https://github.com/apache/airflow/commit/992a18c84a355d13e821c703e7364f12233c37dc) | 2020-06-19 | Move MySqlToS3Operator to transfers (#9400) | -| [a60f589aa](https://github.com/apache/airflow/commit/a60f589aa251cc3df6bec5b306ad4a7f736f539f) | 2020-06-19 | Add MySqlToS3Operator (#9054) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [40bf8f28f](https://github.com/apache/airflow/commit/40bf8f28f97f17f40d993d207ea740eba54593ee) | 2020-06-18 | Detect automatically the lack of reference to the guide in the operator descriptions (#9290) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [58a8ec0e4](https://github.com/apache/airflow/commit/58a8ec0e46f624ee0369dd156dd8fb4f81884a21) | 2020-06-16 | AWSBatchOperator <> ClientHook relation changed to composition (#9306) | -| [a80cd25e8](https://github.com/apache/airflow/commit/a80cd25e8eb7f8b5d89af26cdcd62a5bbe44d65c) | 2020-06-15 | Close/Flush byte stream in s3 hook load_string and load_bytes (#9211) | -| [ffb857403](https://github.com/apache/airflow/commit/ffb85740373f7adb70d28ec7d5a8886380170e5e) | 2020-06-14 | Decrypt secrets from SystemsManagerParameterStoreBackend (#9214) | -| [a69b031f2](https://github.com/apache/airflow/commit/a69b031f20c5a1cd032f9873394374f661811e8f) | 2020-06-10 | Add S3ToRedshift example dag and system test (#8877) | -| [17adcea83](https://github.com/apache/airflow/commit/17adcea835cb7b0cf2d8da0ac7dda5549cfa3e45) | 2020-06-02 | Fix handling of subprocess error handling in s3_file_transform and gcs (#9106) | -| [357e11e0c](https://github.com/apache/airflow/commit/357e11e0cfb4c02833018e073bc4f5e5b52fae4f) | 2020-05-29 | Add Delete/Create S3 bucket operators (#8895) | -| [1ed171bfb](https://github.com/apache/airflow/commit/1ed171bfb265ded8674058bdc425640d25f1f4fc) | 2020-05-28 | Add script_args for S3FileTransformOperator (#9019) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [f946f96da](https://github.com/apache/airflow/commit/f946f96da45d8e6101805450d8cab7ccb2774ad0) | 2020-05-23 | Old json boto compat removed from dynamodb_to_s3 operator (#8987) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [f4edd90a9](https://github.com/apache/airflow/commit/f4edd90a94b8f91bbefbbbfba367372399559596) | 2020-05-16 | Speed up TestAwsLambdaHook by not actually running a function (#8882) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [85bbab27d](https://github.com/apache/airflow/commit/85bbab27dbb4f55f6f322b894fe3d54797076c15) | 2020-05-15 | Add EMR operators howto docs (#8863) | -| [e61b9bb9b](https://github.com/apache/airflow/commit/e61b9bb9bbe6d8a0621310f3583483b9135c6770) | 2020-05-13 | Add AWS EMR System tests (#8618) | -| [ed3f5131a](https://github.com/apache/airflow/commit/ed3f5131a27e2ef0422f2495a4532630a6204f82) | 2020-05-13 | Correctly pass sleep time from AWSAthenaOperator down to the hook. (#8845) | -| [7236862a1](https://github.com/apache/airflow/commit/7236862a1f5361b5e99c03dd63dae9b966efcd24) | 2020-05-12 | [AIRFLOW-2310] Enable AWS Glue Job Integration (#6007) | -| [d590e5e76](https://github.com/apache/airflow/commit/d590e5e7679322bebb1472fa8c7ec6d183e4154a) | 2020-05-11 | Add option to propagate tags in ECSOperator (#8811) | -| [0c3db84c3](https://github.com/apache/airflow/commit/0c3db84c3ce5107f53ed5ecc48edfdfe1b97feff) | 2020-05-11 | [AIRFLOW-7068] Create EC2 Hook, Operator and Sensor (#7731) | -| [cbebed2b4](https://github.com/apache/airflow/commit/cbebed2b4d0bd1e0984c331c0270e83bf8df8540) | 2020-05-10 | Allow passing backend_kwargs to AWS SSM client (#8802) | -| [c7788a689](https://github.com/apache/airflow/commit/c7788a6894cb79c22153434dd9b977393b8236be) | 2020-05-10 | Add imap_attachment_to_s3 example dag and system test (#8669) | -| [ff5b70149](https://github.com/apache/airflow/commit/ff5b70149bf51012156378c8fc8b072c7c280d9d) | 2020-05-07 | Add google_api_to_s3_transfer example dags and system tests (#8581) | -| [4421f011e](https://github.com/apache/airflow/commit/4421f011eeec2d1022a39933e27f530fb9f9c1b1) | 2020-05-01 | Improve template capabilities of EMR job and step operators (#8572) | -| [379a884d6](https://github.com/apache/airflow/commit/379a884d645a4d73db1c81e3450adc82571989ea) | 2020-04-28 | fix: aws hook should work without conn id (#8534) | -| [74bc316c5](https://github.com/apache/airflow/commit/74bc316c56192f14677e9406d3878887a836062b) | 2020-04-27 | [AIRFLOW-4438] Add Gzip compression to S3_hook (#8571) | -| [7ea66a1a9](https://github.com/apache/airflow/commit/7ea66a1a9594704869e82513d3a06fe35b6109b2) | 2020-04-26 | Add example DAG for ECSOperator (#8452) | -| [b6434dedf](https://github.com/apache/airflow/commit/b6434dedf974085e5f8891446fa63104836c8fdf) | 2020-04-24 | [AIRFLOW-7111] Add generate_presigned_url method to S3Hook (#8441) | -| [becedd5af](https://github.com/apache/airflow/commit/becedd5af8df01a0210e0a3fa78e619785f39908) | 2020-04-19 | Remove unrelated EC2 references in ECSOperator (#8451) | -| [ab1290cb0](https://github.com/apache/airflow/commit/ab1290cb0c5856fa85c8596bfdf780fcdfd99c31) | 2020-04-13 | Make launch_type parameter optional (#8248) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [b46d6c060](https://github.com/apache/airflow/commit/b46d6c060280da59193a28cf67e791eb825cb51c) | 2020-04-08 | Add support for AWS Secrets Manager as Secrets Backend (#8186) | -| [68d1714f2](https://github.com/apache/airflow/commit/68d1714f296989b7aad1a04b75dc033e76afb747) | 2020-04-04 | [AIRFLOW-6822] AWS hooks should cache boto3 client (#7541) | -| [8a0240257](https://github.com/apache/airflow/commit/8a02402576f83869d5134b4bddef5d73c15a8320) | 2020-03-31 | Rename CloudBaseHook to GoogleBaseHook and move it to google.common (#8011) | -| [7239d9a82](https://github.com/apache/airflow/commit/7239d9a82dbb3b9bdf27b531daa70338af9dd796) | 2020-03-28 | Get Airflow Variables from AWS Systems Manager Parameter Store (#7945) | -| [eb4af4f94](https://github.com/apache/airflow/commit/eb4af4f944c77e67e167bbb6b0a2aaf075a95b50) | 2020-03-28 | Make BaseSecretsBackend.build_path generic (#7948) | -| [438da7241](https://github.com/apache/airflow/commit/438da7241eb537e3ef5ae711629446155bf738a3) | 2020-03-28 | [AIRFLOW-5825] SageMakerEndpointOperator is not idempotent (#7891) | -| [686d7d50b](https://github.com/apache/airflow/commit/686d7d50bd21622724d6818021355bc6885fd3de) | 2020-03-25 | Standardize SecretBackend class names (#7846) | -| [eef87b995](https://github.com/apache/airflow/commit/eef87b9953347a65421f315a07dbef37ded9df66) | 2020-03-23 | [AIRFLOW-7105] Unify Secrets Backend method interfaces (#7830) | -| [5648dfbc3](https://github.com/apache/airflow/commit/5648dfbc300337b10567ef4e07045ea29d33ec06) | 2020-03-23 | Add missing call to Super class in 'amazon', 'cloudant & 'databricks' providers (#7827) | -| [a36002412](https://github.com/apache/airflow/commit/a36002412334c445e4eab41fdbb85ef31b6fd384) | 2020-03-19 | [AIRFLOW-5705] Make AwsSsmSecretsBackend consistent with VaultBackend (#7753) | -| [2a54512d7](https://github.com/apache/airflow/commit/2a54512d785ba603ba71381dc3dfa049e9f74063) | 2020-03-17 | [AIRFLOW-5705] Fix bugs in AWS SSM Secrets Backend (#7745) | -| [a8b5fc74d](https://github.com/apache/airflow/commit/a8b5fc74d07e50c91bb64cb66ca1a450aa5ce6e1) | 2020-03-16 | [AIRFLOW-4175] S3Hook load_file should support ACL policy paramete (#7733) | -| [e31e9ddd2](https://github.com/apache/airflow/commit/e31e9ddd2332e5d92422baf668acee441646ad68) | 2020-03-14 | [AIRFLOW-5705] Add secrets backend and support for AWS SSM (#6376) | -| [3bb60afc7](https://github.com/apache/airflow/commit/3bb60afc7b8319996385d681faac342afe2b3bd2) | 2020-03-13 | [AIRFLOW-6975] Base AWSHook AssumeRoleWithSAML (#7619) | -| [c0c5f11ad](https://github.com/apache/airflow/commit/c0c5f11ad11a5a38e0553c1a36aa75eb83efae51) | 2020-03-12 | [AIRFLOW-6884] Make SageMakerTrainingOperator idempotent (#7598) | -| [b7cdda1c6](https://github.com/apache/airflow/commit/b7cdda1c64595bc7f85519337029de259e573fce) | 2020-03-10 | [AIRFLOW-4438] Add Gzip compression to S3_hook (#7680) | -| [42eef3821](https://github.com/apache/airflow/commit/42eef38217e709bc7a7f71bf0286e9e61293a43e) | 2020-03-07 | [AIRFLOW-6877] Add cross-provider dependencies as extras (#7506) | -| [9a94ab246](https://github.com/apache/airflow/commit/9a94ab246db8c09aa83bb6a6d245b1ca9563bcd9) | 2020-03-01 | [AIRFLOW-6962] Fix compeleted to completed (#7600) | -| [1b38f6d9b](https://github.com/apache/airflow/commit/1b38f6d9b6710bd5e25fc16883599f1842ab7cb9) | 2020-02-29 | [AIRFLOW-5908] Add download_file to S3 Hook (#6577) | -| [3ea3e1a2b](https://github.com/apache/airflow/commit/3ea3e1a2b580b7ed10efe668de0cc37b03673500) | 2020-02-26 | [AIRFLOW-6824] EMRAddStepsOperator problem with multi-step XCom (#7443) | -| [6eaa7e3b1](https://github.com/apache/airflow/commit/6eaa7e3b1845644d5ec65a00a997f4029bec9628) | 2020-02-25 | [AIRFLOW-5924] Automatically unify bucket name and key in S3Hook (#6574) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [7d0e7122d](https://github.com/apache/airflow/commit/7d0e7122dd14576d834c6f66fe919a72b100b7f8) | 2020-02-24 | [AIRFLOW-6830] Add Subject/MessageAttributes to SNS hook and operator (#7451) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [47a922b86](https://github.com/apache/airflow/commit/47a922b86426968bfa07cc7892d2eeeca761d884) | 2020-02-21 | [AIRFLOW-6854] Fix missing typing_extensions on python 3.8 (#7474) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [58c3542ed](https://github.com/apache/airflow/commit/58c3542ed25061320ce61dbe0adf451a44c738dd) | 2020-02-12 | [AIRFLOW-5231] Fix S3Hook.delete_objects method (#7375) | -| [b7aa778b3](https://github.com/apache/airflow/commit/b7aa778b38df2f116a1c20031e72fea8b97315bf) | 2020-02-10 | [AIRFLOW-6767] Correct name for default Athena workgroup (#7394) | -| [9282185e6](https://github.com/apache/airflow/commit/9282185e6624e64bb7f17447f81c1b2d1bb4d56d) | 2020-02-09 | [AIRFLOW-6761] Fix WorkGroup param in AWSAthenaHook (#7386) | -| [94fccca97](https://github.com/apache/airflow/commit/94fccca97030ee59d89f302a98137b17e7b01a33) | 2020-02-04 | [AIRFLOW-XXXX] Add pre-commit check for utf-8 file encoding (#7347) | -| [f3ad5cf61](https://github.com/apache/airflow/commit/f3ad5cf6185b9d406d0fb0a4ecc0b5536f79217a) | 2020-02-03 | [AIRFLOW-4681] Make sensors module pylint compatible (#7309) | -| [88e40c714](https://github.com/apache/airflow/commit/88e40c714d2853aa8966796945b2907c263fed08) | 2020-02-03 | [AIRFLOW-6716] Fix AWS Datasync Example DAG (#7339) | -| [a311d3d82](https://github.com/apache/airflow/commit/a311d3d82e0c2e32bcb56e29f33c95ed0a2a2ddc) | 2020-02-03 | [AIRFLOW-6718] Fix more occurrences of utils.dates.days_ago (#7341) | -| [cb766b05b](https://github.com/apache/airflow/commit/cb766b05b17b80fd54a5ce6ac3ee35a631115000) | 2020-02-03 | [AIRFLOW-XXXX] Fix Static Checks on CI (#7342) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [7527eddc5](https://github.com/apache/airflow/commit/7527eddc5e9729aa7e732209a07d57985f6c73e4) | 2020-02-02 | [AIRFLOW-4364] Make all code in airflow/providers/amazon pylint compatible (#7336) | -| [cf141506a](https://github.com/apache/airflow/commit/cf141506a25dbba279b85500d781f7e056540721) | 2020-02-02 | [AIRFLOW-6708] Set unique logger names (#7330) | -| [63aa3db88](https://github.com/apache/airflow/commit/63aa3db88f8824efe79622301efd9f8ba75b991c) | 2020-02-02 | [AIRFLOW-6258] Add CloudFormation operators to AWS providers (#6824) | -| [af4157fde](https://github.com/apache/airflow/commit/af4157fdeffc0c18492b518708c0db44815067ab) | 2020-02-02 | [AIRFLOW-6672] AWS DataSync - better logging of error message (#7288) | -| [373c6aa4a](https://github.com/apache/airflow/commit/373c6aa4a208284b5ff72987e4bd8f4e2ada1a1b) | 2020-01-30 | [AIRFLOW-6682] Move GCP classes to providers package (#7295) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [1988a97e8](https://github.com/apache/airflow/commit/1988a97e8f687e28a5a39b29677fb514e097753c) | 2020-01-28 | [AIRFLOW-6659] Move AWS Transfer operators to providers package (#7274) | -| [ab10443e9](https://github.com/apache/airflow/commit/ab10443e965269efe9c1efaf5fa33bcdbe609f13) | 2020-01-28 | [AIRFLOW-6424] Added a operator to modify EMR cluster (#7213) | -| [40246132a](https://github.com/apache/airflow/commit/40246132a7ef3b07fe3173c6e7646ed6b53aad6e) | 2020-01-28 | [AIRFLOW-6654] AWS DataSync - bugfix when creating locations (#7270) | -| [82c0e5aff](https://github.com/apache/airflow/commit/82c0e5aff6004f636b98e207c3caec40b403fbbe) | 2020-01-28 | [AIRFLOW-6655] Move AWS classes to providers (#7271) | -| [599e4791c](https://github.com/apache/airflow/commit/599e4791c91cff411b1bf1c45555db5094c2b420) | 2020-01-18 | [AIRFLOW-6541] Use EmrJobFlowSensor for other states (#7146) | -| [c319e81ca](https://github.com/apache/airflow/commit/c319e81cae1de31ad1373903252d8608ffce1fba) | 2020-01-17 | [AIRFLOW-6572] Move AWS classes to providers.amazon.aws package (#7178) | -| [941a07057](https://github.com/apache/airflow/commit/941a070578bc7d9410715b89658548167352cc4d) | 2020-01-15 | [AIRFLOW-6570] Add dag tag for all example dag (#7176) | -| [78d8fe694](https://github.com/apache/airflow/commit/78d8fe6944b689b9b0af99255286e34e06eedec3) | 2020-01-08 | [AIRFLOW-6245] Add custom waiters for AWS batch jobs (#6811) | -| [e0b022725](https://github.com/apache/airflow/commit/e0b022725749181bd4e30933e4a0ffefb993eede) | 2019-12-28 | [AIRFLOW-6319] Add support for AWS Athena workgroups (#6871) | -| [57da45685](https://github.com/apache/airflow/commit/57da45685457520d51a0967e2aeb5e5ff162dfa7) | 2019-12-24 | [AIRFLOW-6333] Bump Pylint to 2.4.4 & fix/disable new checks (#6888) | -| [cf647c27e](https://github.com/apache/airflow/commit/cf647c27e0f35bbd1183bfcf87a106cbdb69d3fa) | 2019-12-18 | [AIRFLOW-6038] AWS DataSync reworked (#6773) | -| [7502cad28](https://github.com/apache/airflow/commit/7502cad2844139d57e4276d971c0706a361d9dbe) | 2019-12-17 | [AIRFLOW-6206] Move and rename AWS batch operator [AIP-21] (#6764) | -| [c4c635df6](https://github.com/apache/airflow/commit/c4c635df6906f56e01724573923e19763bb0da62) | 2019-12-17 | [AIRFLOW-6083] Adding ability to pass custom configuration to lambda client. (#6678) | -| [4fb498f87](https://github.com/apache/airflow/commit/4fb498f87ef89acc30f2576ebc5090ab0653159e) | 2019-12-09 | [AIRFLOW-6072] aws_hook: Outbound http proxy setting and other enhancements (#6686) | -| [a1e2f8635](https://github.com/apache/airflow/commit/a1e2f863526973b17892ec31caf09eded95c1cd2) | 2019-11-20 | [AIRFLOW-6021] Replace list literal with list constructor (#6617) | -| [baae14084](https://github.com/apache/airflow/commit/baae140847cdf9d84e905fb6d1f119d6950eecf9) | 2019-11-19 | [AIRFLOW-5781] AIP-21 Migrate AWS Kinesis to /providers/amazon/aws (#6588) | -| [504cfbac1](https://github.com/apache/airflow/commit/504cfbac1a4ec2e2fd169523ed357808f63881bb) | 2019-11-18 | [AIRFLOW-5783] AIP-21 Move aws redshift into providers structure (#6539) | -| [992f0e3ac](https://github.com/apache/airflow/commit/992f0e3acf11163294508858515a5f79116e3ad8) | 2019-11-12 | AIRFLOW-5824: AWS DataSync Hook and Operators added (#6512) | -| [c015eb2f6](https://github.com/apache/airflow/commit/c015eb2f6496b9721afda9e85d5d4af3bbe0696b) | 2019-11-10 | [AIRFLOW-5786] Migrate AWS SNS to /providers/amazon/aws (#6502) | -| [3d76fb4bf](https://github.com/apache/airflow/commit/3d76fb4bf25e5b7d3d30e0d64867b5999b77f0b0) | 2019-11-09 | [AIRFLOW-5782] Migrate AWS Lambda to /providers/amazon/aws [AIP-21] (#6518) | diff --git a/airflow/providers/apache/cassandra/CHANGELOG.rst b/airflow/providers/apache/cassandra/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/apache/cassandra/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/apache/cassandra/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/apache/cassandra/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index e413e973100b1..0000000000000 --- a/airflow/providers/apache/cassandra/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,50 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [0646849e3](https://github.com/apache/airflow/commit/0646849e3dacdc2bc62705ae136f3ad3b16232e9) | 2020-10-14 | Add protocol_version to conn_config for Cassandrahook (#11036) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [750555f26](https://github.com/apache/airflow/commit/750555f261616d809d24b8550b9482a713ba3171) | 2020-07-19 | Add guide for Cassandra Operators (#9877) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [7e6372a68](https://github.com/apache/airflow/commit/7e6372a681a2a543f4710b083219aeb53b074388) | 2020-03-23 | Add call to Super call in apache providers (#7820) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [2f2f89c14](https://github.com/apache/airflow/commit/2f2f89c148e2b694aee9402707f68065ee7320f8) | 2019-12-01 | [AIRFLOW-6139] Consistent spaces in pylint enable/disable (#6701) | -| [f88f06c86](https://github.com/apache/airflow/commit/f88f06c862b6096e974871decd14b86811cc4bc6) | 2019-11-30 | [AIRFLOW-6131] Make Cassandra hooks/sensors pylint compatible (#6693) | -| [f987646d7](https://github.com/apache/airflow/commit/f987646d7d85683cdc73ae9438a2a8c4a2992c7f) | 2019-11-22 | [AIRFLOW-5950] AIP-21 Change import paths for "apache/cassandra" modules (#6609) | diff --git a/airflow/providers/apache/cassandra/README.md b/airflow/providers/apache/cassandra/README.md deleted file mode 100644 index 83f3b99352680..0000000000000 --- a/airflow/providers/apache/cassandra/README.md +++ /dev/null @@ -1,144 +0,0 @@ - - - -# Package apache-airflow-providers-apache-cassandra - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Sensors](#sensors) - - [Moved sensors](#moved-sensors) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `apache.cassandra` provider. All classes for this provider package -are in `airflow.providers.apache.cassandra` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-apache-cassandra` - -## PIP requirements - -| PIP package | Version required | -|:-----------------|:-------------------| -| cassandra-driver | >=3.13.0,<3.21.0 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `apache.cassandra` provider -are in the `airflow.providers.apache.cassandra` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Sensors - - - -### Moved sensors - -| Airflow 2.0 sensors: `airflow.providers.apache.cassandra` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-------------------------------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [sensors.record.CassandraRecordSensor](https://github.com/apache/airflow/blob/master/airflow/providers/apache/cassandra/sensors/record.py) | [contrib.sensors.cassandra_record_sensor.CassandraRecordSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/cassandra_record_sensor.py) | -| [sensors.table.CassandraTableSensor](https://github.com/apache/airflow/blob/master/airflow/providers/apache/cassandra/sensors/table.py) | [contrib.sensors.cassandra_table_sensor.CassandraTableSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/cassandra_table_sensor.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.apache.cassandra` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-------------------------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.cassandra.CassandraHook](https://github.com/apache/airflow/blob/master/airflow/providers/apache/cassandra/hooks/cassandra.py) | [contrib.hooks.cassandra_hook.CassandraHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/cassandra_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [0646849e3](https://github.com/apache/airflow/commit/0646849e3dacdc2bc62705ae136f3ad3b16232e9) | 2020-10-14 | Add protocol_version to conn_config for Cassandrahook (#11036) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [750555f26](https://github.com/apache/airflow/commit/750555f261616d809d24b8550b9482a713ba3171) | 2020-07-19 | Add guide for Cassandra Operators (#9877) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [7e6372a68](https://github.com/apache/airflow/commit/7e6372a681a2a543f4710b083219aeb53b074388) | 2020-03-23 | Add call to Super call in apache providers (#7820) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [2f2f89c14](https://github.com/apache/airflow/commit/2f2f89c148e2b694aee9402707f68065ee7320f8) | 2019-12-01 | [AIRFLOW-6139] Consistent spaces in pylint enable/disable (#6701) | -| [f88f06c86](https://github.com/apache/airflow/commit/f88f06c862b6096e974871decd14b86811cc4bc6) | 2019-11-30 | [AIRFLOW-6131] Make Cassandra hooks/sensors pylint compatible (#6693) | -| [f987646d7](https://github.com/apache/airflow/commit/f987646d7d85683cdc73ae9438a2a8c4a2992c7f) | 2019-11-22 | [AIRFLOW-5950] AIP-21 Change import paths for "apache/cassandra" modules (#6609) | diff --git a/airflow/providers/apache/druid/CHANGELOG.rst b/airflow/providers/apache/druid/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/apache/druid/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/apache/druid/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/apache/druid/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 4c0a7b17c2be4..0000000000000 --- a/airflow/providers/apache/druid/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,52 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [3a72fc824](https://github.com/apache/airflow/commit/3a72fc82475df3b745a00a7b5e34eef9d27b3329) | 2020-11-14 | Fix Description of Provider Docs (#12361) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [dd2095f4a](https://github.com/apache/airflow/commit/dd2095f4a8b07c9b1a4c279a3578cd1e23b71a1b) | 2020-11-10 | Simplify string expressions & Use f-string (#12216) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [7e6372a68](https://github.com/apache/airflow/commit/7e6372a681a2a543f4710b083219aeb53b074388) | 2020-03-23 | Add call to Super call in apache providers (#7820) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [057f3ae3a](https://github.com/apache/airflow/commit/057f3ae3a4afedf6d462ecf58b01dd6304d3e135) | 2020-01-29 | [AIRFLOW-6670][depends on AIRFLOW-6669] Move contrib operators to providers package (#7286) | -| [086d731ce](https://github.com/apache/airflow/commit/086d731ce0066b3037d96df2a05cea1101ed3c17) | 2020-01-14 | [AIRFLOW-6510] Fix druid operator templating (#7127) | -| [0481b9a95](https://github.com/apache/airflow/commit/0481b9a95786a62de4776a735ae80e746583ef2b) | 2020-01-12 | [AIRFLOW-6539][AIP-21] Move Apache classes to providers.apache package (#7142) | diff --git a/airflow/providers/apache/druid/README.md b/airflow/providers/apache/druid/README.md deleted file mode 100644 index 11aa2ac89c49a..0000000000000 --- a/airflow/providers/apache/druid/README.md +++ /dev/null @@ -1,176 +0,0 @@ - - - -# Package apache-airflow-providers-apache-druid - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Cross provider package dependencies](#cross-provider-package-dependencies) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Transfer operators](#transfer-operators) - - [Moved transfer operators](#moved-transfer-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `apache.druid` provider. All classes for this provider package -are in `airflow.providers.apache.druid` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-apache-druid` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| pydruid | >=0.4.1 | - -## Cross provider package dependencies - -Those are dependencies that might be needed in order to use all the features of the package. -You need to install the specified backport providers package in order to use them. - -You can install such cross-provider dependencies when installing from PyPI. For example: - -```bash -pip install apache-airflow-providers-apache-druid[apache.hive] -``` - -| Dependent package | Extra | -|:------------------------------------------------------------------------------------------------------|:------------| -| [apache-airflow-providers-apache-hive](https://pypi.org/project/apache-airflow-providers-apache-hive) | apache.hive | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `apache.druid` provider -are in the `airflow.providers.apache.druid` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.apache.druid` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.druid.DruidOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/druid/operators/druid.py) | [contrib.operators.druid_operator.DruidOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/druid_operator.py) | -| [operators.druid_check.DruidCheckOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/druid/operators/druid_check.py) | [operators.druid_check_operator.DruidCheckOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/druid_check_operator.py) | - - -## Transfer operators - - - -### Moved transfer operators - -| Airflow 2.0 transfers: `airflow.providers.apache.druid` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-------------------------------------------------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------------------------------| -| [transfers.hive_to_druid.HiveToDruidOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/druid/transfers/hive_to_druid.py) | [operators.hive_to_druid.HiveToDruidTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/hive_to_druid.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.apache.druid` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------| -| [hooks.druid.DruidDbApiHook](https://github.com/apache/airflow/blob/master/airflow/providers/apache/druid/hooks/druid.py) | [hooks.druid_hook.DruidDbApiHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/druid_hook.py) | -| [hooks.druid.DruidHook](https://github.com/apache/airflow/blob/master/airflow/providers/apache/druid/hooks/druid.py) | [hooks.druid_hook.DruidHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/druid_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [3a72fc824](https://github.com/apache/airflow/commit/3a72fc82475df3b745a00a7b5e34eef9d27b3329) | 2020-11-14 | Fix Description of Provider Docs (#12361) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [dd2095f4a](https://github.com/apache/airflow/commit/dd2095f4a8b07c9b1a4c279a3578cd1e23b71a1b) | 2020-11-10 | Simplify string expressions & Use f-string (#12216) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [7e6372a68](https://github.com/apache/airflow/commit/7e6372a681a2a543f4710b083219aeb53b074388) | 2020-03-23 | Add call to Super call in apache providers (#7820) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [057f3ae3a](https://github.com/apache/airflow/commit/057f3ae3a4afedf6d462ecf58b01dd6304d3e135) | 2020-01-29 | [AIRFLOW-6670][depends on AIRFLOW-6669] Move contrib operators to providers package (#7286) | -| [086d731ce](https://github.com/apache/airflow/commit/086d731ce0066b3037d96df2a05cea1101ed3c17) | 2020-01-14 | [AIRFLOW-6510] Fix druid operator templating (#7127) | -| [0481b9a95](https://github.com/apache/airflow/commit/0481b9a95786a62de4776a735ae80e746583ef2b) | 2020-01-12 | [AIRFLOW-6539][AIP-21] Move Apache classes to providers.apache package (#7142) | diff --git a/airflow/providers/apache/hdfs/CHANGELOG.rst b/airflow/providers/apache/hdfs/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/apache/hdfs/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/apache/hdfs/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/apache/hdfs/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index d5863562554b4..0000000000000 --- a/airflow/providers/apache/hdfs/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,53 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [370e7d07d](https://github.com/apache/airflow/commit/370e7d07d1ed1a53b73fe878425fdcd4c71a7ed1) | 2020-11-21 | Fix Python Docstring parameters (#12513) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d1bce91bb](https://github.com/apache/airflow/commit/d1bce91bb21d5a468fa6a0207156c28fe1ca6513) | 2020-08-25 | PyDocStyle: Enable D403: Capitalized first word of docstring (#10530) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [2f2d8dbfa](https://github.com/apache/airflow/commit/2f2d8dbfafefb4be3dd80f22f31c649c8498f148) | 2020-08-25 | Remove all "noinspection" comments native to IntelliJ (#10525) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [44d4ae809](https://github.com/apache/airflow/commit/44d4ae809c1e3784ff95b6a5e95113c3412e56b3) | 2020-07-06 | Upgrade to latest pre-commit checks (#9686) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [6c670870a](https://github.com/apache/airflow/commit/6c670870aa6ea5d82a86f912bb6de8b88e711ca5) | 2020-03-25 | [AIRFLOW-6833] HA for webhdfs connection (#7454) | -| [7e6372a68](https://github.com/apache/airflow/commit/7e6372a681a2a543f4710b083219aeb53b074388) | 2020-03-23 | Add call to Super call in apache providers (#7820) | -| [f3ad5cf61](https://github.com/apache/airflow/commit/f3ad5cf6185b9d406d0fb0a4ecc0b5536f79217a) | 2020-02-03 | [AIRFLOW-4681] Make sensors module pylint compatible (#7309) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [cf141506a](https://github.com/apache/airflow/commit/cf141506a25dbba279b85500d781f7e056540721) | 2020-02-02 | [AIRFLOW-6708] Set unique logger names (#7330) | -| [0481b9a95](https://github.com/apache/airflow/commit/0481b9a95786a62de4776a735ae80e746583ef2b) | 2020-01-12 | [AIRFLOW-6539][AIP-21] Move Apache classes to providers.apache package (#7142) | diff --git a/airflow/providers/apache/hdfs/README.md b/airflow/providers/apache/hdfs/README.md deleted file mode 100644 index 805d28946faaf..0000000000000 --- a/airflow/providers/apache/hdfs/README.md +++ /dev/null @@ -1,150 +0,0 @@ - - - -# Package apache-airflow-providers-apache-hdfs - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Sensors](#sensors) - - [Moved sensors](#moved-sensors) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `apache.hdfs` provider. All classes for this provider package -are in `airflow.providers.apache.hdfs` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-apache-hdfs` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| snakebite-py3 | | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `apache.hdfs` provider -are in the `airflow.providers.apache.hdfs` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Sensors - - - -### Moved sensors - -| Airflow 2.0 sensors: `airflow.providers.apache.hdfs` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------------| -| [sensors.hdfs.HdfsFolderSensor](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hdfs/sensors/hdfs.py) | [contrib.sensors.hdfs_sensor.HdfsSensorFolder](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/hdfs_sensor.py) | -| [sensors.hdfs.HdfsRegexSensor](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hdfs/sensors/hdfs.py) | [contrib.sensors.hdfs_sensor.HdfsSensorRegex](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/hdfs_sensor.py) | -| [sensors.hdfs.HdfsSensor](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hdfs/sensors/hdfs.py) | [sensors.hdfs_sensor.HdfsSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/sensors/hdfs_sensor.py) | -| [sensors.web_hdfs.WebHdfsSensor](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hdfs/sensors/web_hdfs.py) | [sensors.web_hdfs_sensor.WebHdfsSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/sensors/web_hdfs_sensor.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.apache.hdfs` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------------| -| [hooks.hdfs.HDFSHook](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hdfs/hooks/hdfs.py) | [hooks.hdfs_hook.HDFSHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/hdfs_hook.py) | -| [hooks.webhdfs.WebHDFSHook](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hdfs/hooks/webhdfs.py) | [hooks.webhdfs_hook.WebHDFSHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/webhdfs_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [370e7d07d](https://github.com/apache/airflow/commit/370e7d07d1ed1a53b73fe878425fdcd4c71a7ed1) | 2020-11-21 | Fix Python Docstring parameters (#12513) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d1bce91bb](https://github.com/apache/airflow/commit/d1bce91bb21d5a468fa6a0207156c28fe1ca6513) | 2020-08-25 | PyDocStyle: Enable D403: Capitalized first word of docstring (#10530) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [2f2d8dbfa](https://github.com/apache/airflow/commit/2f2d8dbfafefb4be3dd80f22f31c649c8498f148) | 2020-08-25 | Remove all "noinspection" comments native to IntelliJ (#10525) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [44d4ae809](https://github.com/apache/airflow/commit/44d4ae809c1e3784ff95b6a5e95113c3412e56b3) | 2020-07-06 | Upgrade to latest pre-commit checks (#9686) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [6c670870a](https://github.com/apache/airflow/commit/6c670870aa6ea5d82a86f912bb6de8b88e711ca5) | 2020-03-25 | [AIRFLOW-6833] HA for webhdfs connection (#7454) | -| [7e6372a68](https://github.com/apache/airflow/commit/7e6372a681a2a543f4710b083219aeb53b074388) | 2020-03-23 | Add call to Super call in apache providers (#7820) | -| [f3ad5cf61](https://github.com/apache/airflow/commit/f3ad5cf6185b9d406d0fb0a4ecc0b5536f79217a) | 2020-02-03 | [AIRFLOW-4681] Make sensors module pylint compatible (#7309) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [cf141506a](https://github.com/apache/airflow/commit/cf141506a25dbba279b85500d781f7e056540721) | 2020-02-02 | [AIRFLOW-6708] Set unique logger names (#7330) | -| [0481b9a95](https://github.com/apache/airflow/commit/0481b9a95786a62de4776a735ae80e746583ef2b) | 2020-01-12 | [AIRFLOW-6539][AIP-21] Move Apache classes to providers.apache package (#7142) | diff --git a/airflow/providers/apache/hive/CHANGELOG.rst b/airflow/providers/apache/hive/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/apache/hive/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/apache/hive/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/apache/hive/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 0f9b0f19e6d5b..0000000000000 --- a/airflow/providers/apache/hive/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,77 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [a075b6df9](https://github.com/apache/airflow/commit/a075b6df99a4f5e21d198f7be56b577432e6f9db) | 2020-12-09 | Rename remaining Sensors to match AIP-21 (#12927) | -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [250436d96](https://github.com/apache/airflow/commit/250436d962c8c950d38c1eb5e54a998891648cc9) | 2020-11-10 | Fix spelling in Python files (#12230) | -| [502ba309e](https://github.com/apache/airflow/commit/502ba309ea470943f0e99c634269e3d2d13ce6ca) | 2020-11-10 | Enable Markdownlint rule - MD022/blanks-around-headings (#12225) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [e3f96ce7a](https://github.com/apache/airflow/commit/e3f96ce7a8ac098aeef5e9930e6de6c428274d57) | 2020-09-24 | Fix incorrect Usage of Optional[bool] (#11138) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [ac943c9e1](https://github.com/apache/airflow/commit/ac943c9e18f75259d531dbda8c51e650f57faa4c) | 2020-09-08 | [AIRFLOW-3964][AIP-17] Consolidate and de-dup sensor tasks using Smart Sensor (#5499) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d76026545](https://github.com/apache/airflow/commit/d7602654526fdd2876466371404784bd17cfe0d2) | 2020-08-25 | PyDocStyle: No whitespaces allowed surrounding docstring text (#10533) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [27339a5a0](https://github.com/apache/airflow/commit/27339a5a0f9e382dbc7d32a128f0831a48ef9a12) | 2020-08-22 | Remove mentions of Airflow Gitter (#10460) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [8f8db8959](https://github.com/apache/airflow/commit/8f8db8959e526be54d700845d36ee9f315bae2ea) | 2020-08-12 | DbApiHook: Support kwargs in get_pandas_df (#9730) | -| [b43f90abf](https://github.com/apache/airflow/commit/b43f90abf4c7219d5d59cccb0514256bd3f2fdc7) | 2020-08-09 | Fix various typos in the repo (#10263) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [c2db0dfeb](https://github.com/apache/airflow/commit/c2db0dfeb13ee679bf4d7b57874f0fcb39c0f0ed) | 2020-07-22 | More strict rules in mypy (#9705) (#9906) | -| [5013fda8f](https://github.com/apache/airflow/commit/5013fda8f072e633c114fb39fb59a22f60200b40) | 2020-07-20 | Add drop_partition functionality for HiveMetastoreHook (#9472) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [44d4ae809](https://github.com/apache/airflow/commit/44d4ae809c1e3784ff95b6a5e95113c3412e56b3) | 2020-07-06 | Upgrade to latest pre-commit checks (#9686) | -| [e13a14c87](https://github.com/apache/airflow/commit/e13a14c8730f4f633d996dd7d3468fe827136a84) | 2020-06-21 | Enable & Fix Whitespace related PyDocStyle Checks (#9458) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [c78e2a5fe](https://github.com/apache/airflow/commit/c78e2a5feae15e84b05430cfc5935f0e289fb6b4) | 2020-06-16 | Make hive macros py3 compatible (#8598) | -| [6350fd6eb](https://github.com/apache/airflow/commit/6350fd6ebb9958982cb3fa1d466168fc31708035) | 2020-06-08 | Don't use the term "whitelist" - language matters (#9174) | -| [10796cb7c](https://github.com/apache/airflow/commit/10796cb7ce52c8ac2f68024e531fdda779547bdf) | 2020-06-03 | Remove Hive/Hadoop/Java dependency from unit tests (#9029) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [cdb3f2545](https://github.com/apache/airflow/commit/cdb3f25456e49d0199cd7ccd680626dac01c9be6) | 2020-05-26 | All classes in backport providers are now importable in Airflow 1.10 (#8991) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [93ea05880](https://github.com/apache/airflow/commit/93ea05880283a56e3d42ab07db7453977a3de8ec) | 2020-04-21 | [AIRFLOW-7059] pass hive_conf to get_pandas_df in HiveServer2Hook (#8380) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [cb0bf4a14](https://github.com/apache/airflow/commit/cb0bf4a142656ee40b43a01660b6f6b08a9840fa) | 2020-03-30 | Remove sql like function in base_hook (#7901) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [7e6372a68](https://github.com/apache/airflow/commit/7e6372a681a2a543f4710b083219aeb53b074388) | 2020-03-23 | Add call to Super call in apache providers (#7820) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [f3ad5cf61](https://github.com/apache/airflow/commit/f3ad5cf6185b9d406d0fb0a4ecc0b5536f79217a) | 2020-02-03 | [AIRFLOW-4681] Make sensors module pylint compatible (#7309) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [057f3ae3a](https://github.com/apache/airflow/commit/057f3ae3a4afedf6d462ecf58b01dd6304d3e135) | 2020-01-29 | [AIRFLOW-6670][depends on AIRFLOW-6669] Move contrib operators to providers package (#7286) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | -| [0481b9a95](https://github.com/apache/airflow/commit/0481b9a95786a62de4776a735ae80e746583ef2b) | 2020-01-12 | [AIRFLOW-6539][AIP-21] Move Apache classes to providers.apache package (#7142) | diff --git a/airflow/providers/apache/hive/README.md b/airflow/providers/apache/hive/README.md deleted file mode 100644 index d232982634f98..0000000000000 --- a/airflow/providers/apache/hive/README.md +++ /dev/null @@ -1,228 +0,0 @@ - - - -# Package apache-airflow-providers-apache-hive - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Cross provider package dependencies](#cross-provider-package-dependencies) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Transfer operators](#transfer-operators) - - [Moved transfer operators](#moved-transfer-operators) - - [Sensors](#sensors) - - [Moved sensors](#moved-sensors) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `apache.hive` provider. All classes for this provider package -are in `airflow.providers.apache.hive` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-apache-hive` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| hmsclient | >=0.1.0 | -| pyhive[hive] | >=0.6.0 | - -## Cross provider package dependencies - -Those are dependencies that might be needed in order to use all the features of the package. -You need to install the specified backport providers package in order to use them. - -You can install such cross-provider dependencies when installing from PyPI. For example: - -```bash -pip install apache-airflow-providers-apache-hive[amazon] -``` - -| Dependent package | Extra | -|:--------------------------------------------------------------------------------------------------------------|:----------------| -| [apache-airflow-providers-amazon](https://pypi.org/project/apache-airflow-providers-amazon) | amazon | -| [apache-airflow-providers-microsoft-mssql](https://pypi.org/project/apache-airflow-providers-microsoft-mssql) | microsoft.mssql | -| [apache-airflow-providers-mysql](https://pypi.org/project/apache-airflow-providers-mysql) | mysql | -| [apache-airflow-providers-presto](https://pypi.org/project/apache-airflow-providers-presto) | presto | -| [apache-airflow-providers-samba](https://pypi.org/project/apache-airflow-providers-samba) | samba | -| [apache-airflow-providers-vertica](https://pypi.org/project/apache-airflow-providers-vertica) | vertica | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `apache.hive` provider -are in the `airflow.providers.apache.hive` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.apache.hive` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.hive.HiveOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/hive.py) | [operators.hive_operator.HiveOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/hive_operator.py) | -| [operators.hive_stats.HiveStatsCollectionOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/hive_stats.py) | [operators.hive_stats_operator.HiveStatsCollectionOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/hive_stats_operator.py) | - - -## Transfer operators - - - -### Moved transfer operators - -| Airflow 2.0 transfers: `airflow.providers.apache.hive` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [transfers.hive_to_mysql.HiveToMySqlOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/transfers/hive_to_mysql.py) | [operators.hive_to_mysql.HiveToMySqlTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/hive_to_mysql.py) | -| [transfers.hive_to_samba.HiveToSambaOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/transfers/hive_to_samba.py) | [operators.hive_to_samba_operator.HiveToSambaOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/hive_to_samba_operator.py) | -| [transfers.mssql_to_hive.MsSqlToHiveOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/transfers/mssql_to_hive.py) | [operators.mssql_to_hive.MsSqlToHiveTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/mssql_to_hive.py) | -| [transfers.mysql_to_hive.MySqlToHiveOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/transfers/mysql_to_hive.py) | [operators.mysql_to_hive.MySqlToHiveTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/mysql_to_hive.py) | -| [transfers.s3_to_hive.S3ToHiveOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/transfers/s3_to_hive.py) | [operators.s3_to_hive_operator.S3ToHiveTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/s3_to_hive_operator.py) | -| [transfers.vertica_to_hive.VerticaToHiveOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/transfers/vertica_to_hive.py) | [contrib.operators.vertica_to_hive.VerticaToHiveTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/vertica_to_hive.py) | - - -## Sensors - - - -### Moved sensors - -| Airflow 2.0 sensors: `airflow.providers.apache.hive` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [sensors.hive_partition.HivePartitionSensor](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/sensors/hive_partition.py) | [sensors.hive_partition_sensor.HivePartitionSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/sensors/hive_partition_sensor.py) | -| [sensors.metastore_partition.MetastorePartitionSensor](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/sensors/metastore_partition.py) | [sensors.metastore_partition_sensor.MetastorePartitionSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/sensors/metastore_partition_sensor.py) | -| [sensors.named_hive_partition.NamedHivePartitionSensor](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/sensors/named_hive_partition.py) | [sensors.named_hive_partition_sensor.NamedHivePartitionSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/sensors/named_hive_partition_sensor.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.apache.hive` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------| -| [hooks.hive.HiveCliHook](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/hooks/hive.py) | [hooks.hive_hooks.HiveCliHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/hive_hooks.py) | -| [hooks.hive.HiveMetastoreHook](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/hooks/hive.py) | [hooks.hive_hooks.HiveMetastoreHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/hive_hooks.py) | -| [hooks.hive.HiveServer2Hook](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/hooks/hive.py) | [hooks.hive_hooks.HiveServer2Hook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/hive_hooks.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [a075b6df9](https://github.com/apache/airflow/commit/a075b6df99a4f5e21d198f7be56b577432e6f9db) | 2020-12-09 | Rename remaining Sensors to match AIP-21 (#12927) | -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [250436d96](https://github.com/apache/airflow/commit/250436d962c8c950d38c1eb5e54a998891648cc9) | 2020-11-10 | Fix spelling in Python files (#12230) | -| [502ba309e](https://github.com/apache/airflow/commit/502ba309ea470943f0e99c634269e3d2d13ce6ca) | 2020-11-10 | Enable Markdownlint rule - MD022/blanks-around-headings (#12225) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [e3f96ce7a](https://github.com/apache/airflow/commit/e3f96ce7a8ac098aeef5e9930e6de6c428274d57) | 2020-09-24 | Fix incorrect Usage of Optional[bool] (#11138) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [ac943c9e1](https://github.com/apache/airflow/commit/ac943c9e18f75259d531dbda8c51e650f57faa4c) | 2020-09-08 | [AIRFLOW-3964][AIP-17] Consolidate and de-dup sensor tasks using Smart Sensor (#5499) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d76026545](https://github.com/apache/airflow/commit/d7602654526fdd2876466371404784bd17cfe0d2) | 2020-08-25 | PyDocStyle: No whitespaces allowed surrounding docstring text (#10533) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [27339a5a0](https://github.com/apache/airflow/commit/27339a5a0f9e382dbc7d32a128f0831a48ef9a12) | 2020-08-22 | Remove mentions of Airflow Gitter (#10460) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [8f8db8959](https://github.com/apache/airflow/commit/8f8db8959e526be54d700845d36ee9f315bae2ea) | 2020-08-12 | DbApiHook: Support kwargs in get_pandas_df (#9730) | -| [b43f90abf](https://github.com/apache/airflow/commit/b43f90abf4c7219d5d59cccb0514256bd3f2fdc7) | 2020-08-09 | Fix various typos in the repo (#10263) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [c2db0dfeb](https://github.com/apache/airflow/commit/c2db0dfeb13ee679bf4d7b57874f0fcb39c0f0ed) | 2020-07-22 | More strict rules in mypy (#9705) (#9906) | -| [5013fda8f](https://github.com/apache/airflow/commit/5013fda8f072e633c114fb39fb59a22f60200b40) | 2020-07-20 | Add drop_partition functionality for HiveMetastoreHook (#9472) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [44d4ae809](https://github.com/apache/airflow/commit/44d4ae809c1e3784ff95b6a5e95113c3412e56b3) | 2020-07-06 | Upgrade to latest pre-commit checks (#9686) | -| [e13a14c87](https://github.com/apache/airflow/commit/e13a14c8730f4f633d996dd7d3468fe827136a84) | 2020-06-21 | Enable & Fix Whitespace related PyDocStyle Checks (#9458) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [c78e2a5fe](https://github.com/apache/airflow/commit/c78e2a5feae15e84b05430cfc5935f0e289fb6b4) | 2020-06-16 | Make hive macros py3 compatible (#8598) | -| [6350fd6eb](https://github.com/apache/airflow/commit/6350fd6ebb9958982cb3fa1d466168fc31708035) | 2020-06-08 | Don't use the term "whitelist" - language matters (#9174) | -| [10796cb7c](https://github.com/apache/airflow/commit/10796cb7ce52c8ac2f68024e531fdda779547bdf) | 2020-06-03 | Remove Hive/Hadoop/Java dependency from unit tests (#9029) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [cdb3f2545](https://github.com/apache/airflow/commit/cdb3f25456e49d0199cd7ccd680626dac01c9be6) | 2020-05-26 | All classes in backport providers are now importable in Airflow 1.10 (#8991) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [93ea05880](https://github.com/apache/airflow/commit/93ea05880283a56e3d42ab07db7453977a3de8ec) | 2020-04-21 | [AIRFLOW-7059] pass hive_conf to get_pandas_df in HiveServer2Hook (#8380) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [cb0bf4a14](https://github.com/apache/airflow/commit/cb0bf4a142656ee40b43a01660b6f6b08a9840fa) | 2020-03-30 | Remove sql like function in base_hook (#7901) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [7e6372a68](https://github.com/apache/airflow/commit/7e6372a681a2a543f4710b083219aeb53b074388) | 2020-03-23 | Add call to Super call in apache providers (#7820) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [f3ad5cf61](https://github.com/apache/airflow/commit/f3ad5cf6185b9d406d0fb0a4ecc0b5536f79217a) | 2020-02-03 | [AIRFLOW-4681] Make sensors module pylint compatible (#7309) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [057f3ae3a](https://github.com/apache/airflow/commit/057f3ae3a4afedf6d462ecf58b01dd6304d3e135) | 2020-01-29 | [AIRFLOW-6670][depends on AIRFLOW-6669] Move contrib operators to providers package (#7286) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | -| [0481b9a95](https://github.com/apache/airflow/commit/0481b9a95786a62de4776a735ae80e746583ef2b) | 2020-01-12 | [AIRFLOW-6539][AIP-21] Move Apache classes to providers.apache package (#7142) | diff --git a/airflow/providers/apache/kylin/CHANGELOG.rst b/airflow/providers/apache/kylin/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/apache/kylin/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/apache/kylin/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/apache/kylin/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 9dc4fabcc4c28..0000000000000 --- a/airflow/providers/apache/kylin/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,35 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [02d94349b](https://github.com/apache/airflow/commit/02d94349be3d201ce9d37d7358573c937fd010df) | 2020-11-29 | Don't use time.time() or timezone.utcnow() for duration calculations (#12353) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [99accec29](https://github.com/apache/airflow/commit/99accec29d71b0a57fd4e90151b9d4d10321be07) | 2020-09-25 | Fix incorrect Usage of Optional[str] & Optional[int] (#11141) | -| [e3f96ce7a](https://github.com/apache/airflow/commit/e3f96ce7a8ac098aeef5e9930e6de6c428274d57) | 2020-09-24 | Fix incorrect Usage of Optional[bool] (#11138) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d1bce91bb](https://github.com/apache/airflow/commit/d1bce91bb21d5a468fa6a0207156c28fe1ca6513) | 2020-08-25 | PyDocStyle: Enable D403: Capitalized first word of docstring (#10530) | -| [f6734b3b8](https://github.com/apache/airflow/commit/f6734b3b850d33d3712763f93c114e80f5af9ffb) | 2020-08-12 | Enable Sphinx spellcheck for doc generation (#10280) | -| [b43f90abf](https://github.com/apache/airflow/commit/b43f90abf4c7219d5d59cccb0514256bd3f2fdc7) | 2020-08-09 | Fix various typos in the repo (#10263) | -| [edc51e313](https://github.com/apache/airflow/commit/edc51e313b50359e0258cce5f7f7283f69342fb9) | 2020-08-08 | Remove Unnecessary list literal in Tuple for Kylin Operator (#10252) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [a2c5389a6](https://github.com/apache/airflow/commit/a2c5389a60f68482a60eb40c67b1542d827c187e) | 2020-07-14 | Add kylin operator (#9149) | diff --git a/airflow/providers/apache/kylin/README.md b/airflow/providers/apache/kylin/README.md deleted file mode 100644 index f4efc35ba0a9b..0000000000000 --- a/airflow/providers/apache/kylin/README.md +++ /dev/null @@ -1,128 +0,0 @@ - - - -# Package apache-airflow-providers-apache-kylin - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [New operators](#new-operators) - - [Hooks](#hooks) - - [New hooks](#new-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `apache.kylin` provider. All classes for this provider package -are in `airflow.providers.apache.kylin` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-apache-kylin` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| kylinpy | >=2.6 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `apache.kylin` provider -are in the `airflow.providers.apache.kylin` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - -### New operators - -| New Airflow 2.0 operators: `airflow.providers.apache.kylin` package | -|:-----------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.kylin_cube.KylinCubeOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/kylin/operators/kylin_cube.py) | - - - -## Hooks - - -### New hooks - -| New Airflow 2.0 hooks: `airflow.providers.apache.kylin` package | -|:---------------------------------------------------------------------------------------------------------------------| -| [hooks.kylin.KylinHook](https://github.com/apache/airflow/blob/master/airflow/providers/apache/kylin/hooks/kylin.py) | - - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [02d94349b](https://github.com/apache/airflow/commit/02d94349be3d201ce9d37d7358573c937fd010df) | 2020-11-29 | Don't use time.time() or timezone.utcnow() for duration calculations (#12353) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [99accec29](https://github.com/apache/airflow/commit/99accec29d71b0a57fd4e90151b9d4d10321be07) | 2020-09-25 | Fix incorrect Usage of Optional[str] & Optional[int] (#11141) | -| [e3f96ce7a](https://github.com/apache/airflow/commit/e3f96ce7a8ac098aeef5e9930e6de6c428274d57) | 2020-09-24 | Fix incorrect Usage of Optional[bool] (#11138) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d1bce91bb](https://github.com/apache/airflow/commit/d1bce91bb21d5a468fa6a0207156c28fe1ca6513) | 2020-08-25 | PyDocStyle: Enable D403: Capitalized first word of docstring (#10530) | -| [f6734b3b8](https://github.com/apache/airflow/commit/f6734b3b850d33d3712763f93c114e80f5af9ffb) | 2020-08-12 | Enable Sphinx spellcheck for doc generation (#10280) | -| [b43f90abf](https://github.com/apache/airflow/commit/b43f90abf4c7219d5d59cccb0514256bd3f2fdc7) | 2020-08-09 | Fix various typos in the repo (#10263) | -| [edc51e313](https://github.com/apache/airflow/commit/edc51e313b50359e0258cce5f7f7283f69342fb9) | 2020-08-08 | Remove Unnecessary list literal in Tuple for Kylin Operator (#10252) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [a2c5389a6](https://github.com/apache/airflow/commit/a2c5389a60f68482a60eb40c67b1542d827c187e) | 2020-07-14 | Add kylin operator (#9149) | diff --git a/airflow/providers/apache/livy/CHANGELOG.rst b/airflow/providers/apache/livy/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/apache/livy/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/apache/livy/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/apache/livy/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index c3ad1ccc15ed5..0000000000000 --- a/airflow/providers/apache/livy/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,47 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [483068745](https://github.com/apache/airflow/commit/48306874538eea7cfd42358d5ebb59705204bfc4) | 2020-10-24 | Use Python 3 style super classes (#11806) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [d3cf23dc0](https://github.com/apache/airflow/commit/d3cf23dc07b5fb92ee2a5be07b0685a4fca36f86) | 2020-02-19 | [AIRFLOW-5470] Add Apache Livy REST operator (#6090) | diff --git a/airflow/providers/apache/livy/README.md b/airflow/providers/apache/livy/README.md deleted file mode 100644 index b2fed118a3558..0000000000000 --- a/airflow/providers/apache/livy/README.md +++ /dev/null @@ -1,162 +0,0 @@ - - - -# Package apache-airflow-providers-apache-livy - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [Cross provider package dependencies](#cross-provider-package-dependencies) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [New operators](#new-operators) - - [Sensors](#sensors) - - [New sensors](#new-sensors) - - [Hooks](#hooks) - - [New hooks](#new-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `apache.livy` provider. All classes for this provider package -are in `airflow.providers.apache.livy` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-apache-livy` - -## Cross provider package dependencies - -Those are dependencies that might be needed in order to use all the features of the package. -You need to install the specified backport providers package in order to use them. - -You can install such cross-provider dependencies when installing from PyPI. For example: - -```bash -pip install apache-airflow-providers-apache-livy[http] -``` - -| Dependent package | Extra | -|:----------------------------------------------------------------------------------------|:--------| -| [apache-airflow-providers-http](https://pypi.org/project/apache-airflow-providers-http) | http | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `apache.livy` provider -are in the `airflow.providers.apache.livy` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - -### New operators - -| New Airflow 2.0 operators: `airflow.providers.apache.livy` package | -|:-----------------------------------------------------------------------------------------------------------------------------| -| [operators.livy.LivyOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/livy/operators/livy.py) | - - - -## Sensors - - -### New sensors - -| New Airflow 2.0 sensors: `airflow.providers.apache.livy` package | -|:-----------------------------------------------------------------------------------------------------------------------| -| [sensors.livy.LivySensor](https://github.com/apache/airflow/blob/master/airflow/providers/apache/livy/sensors/livy.py) | - - - -## Hooks - - -### New hooks - -| New Airflow 2.0 hooks: `airflow.providers.apache.livy` package | -|:-----------------------------------------------------------------------------------------------------------------| -| [hooks.livy.LivyHook](https://github.com/apache/airflow/blob/master/airflow/providers/apache/livy/hooks/livy.py) | - - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [483068745](https://github.com/apache/airflow/commit/48306874538eea7cfd42358d5ebb59705204bfc4) | 2020-10-24 | Use Python 3 style super classes (#11806) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [d3cf23dc0](https://github.com/apache/airflow/commit/d3cf23dc07b5fb92ee2a5be07b0685a4fca36f86) | 2020-02-19 | [AIRFLOW-5470] Add Apache Livy REST operator (#6090) | diff --git a/airflow/providers/apache/pig/CHANGELOG.rst b/airflow/providers/apache/pig/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/apache/pig/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/apache/pig/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/apache/pig/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 3d34579ff65a0..0000000000000 --- a/airflow/providers/apache/pig/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,51 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-----------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [7e6372a68](https://github.com/apache/airflow/commit/7e6372a681a2a543f4710b083219aeb53b074388) | 2020-03-23 | Add call to Super call in apache providers (#7820) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [0481b9a95](https://github.com/apache/airflow/commit/0481b9a95786a62de4776a735ae80e746583ef2b) | 2020-01-12 | [AIRFLOW-6539][AIP-21] Move Apache classes to providers.apache package (#7142) | diff --git a/airflow/providers/apache/pig/README.md b/airflow/providers/apache/pig/README.md deleted file mode 100644 index 3e25474839227..0000000000000 --- a/airflow/providers/apache/pig/README.md +++ /dev/null @@ -1,137 +0,0 @@ - - - -# Package apache-airflow-providers-apache-pig - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `apache.pig` provider. All classes for this provider package -are in `airflow.providers.apache.pig` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-apache-pig` - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `apache.pig` provider -are in the `airflow.providers.apache.pig` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.apache.pig` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-------------------------------------------------------------------------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------------| -| [operators.pig.PigOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/pig/operators/pig.py) | [operators.pig_operator.PigOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/pig_operator.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.apache.pig` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------| -| [hooks.pig.PigCliHook](https://github.com/apache/airflow/blob/master/airflow/providers/apache/pig/hooks/pig.py) | [hooks.pig_hook.PigCliHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/pig_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-----------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [7e6372a68](https://github.com/apache/airflow/commit/7e6372a681a2a543f4710b083219aeb53b074388) | 2020-03-23 | Add call to Super call in apache providers (#7820) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [0481b9a95](https://github.com/apache/airflow/commit/0481b9a95786a62de4776a735ae80e746583ef2b) | 2020-01-12 | [AIRFLOW-6539][AIP-21] Move Apache classes to providers.apache package (#7142) | diff --git a/airflow/providers/apache/pinot/BACKPORT_PROVIDER_CHANGES_2020.11.23.md b/airflow/providers/apache/pinot/BACKPORT_PROVIDER_CHANGES_2020.11.23.md index 195cce519c10c..3bde4db927d67 100644 --- a/airflow/providers/apache/pinot/BACKPORT_PROVIDER_CHANGES_2020.11.23.md +++ b/airflow/providers/apache/pinot/BACKPORT_PROVIDER_CHANGES_2020.11.23.md @@ -4,7 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [309b325c1](https://github.com/apache/airflow/commit/309b325c177d46f3cea8e1812a8728623c633604) | 2020-11-13 | Update deprecated Apache Pinot Broker API (#12333) | diff --git a/airflow/providers/apache/pinot/BACKPORT_PROVIDER_README.md b/airflow/providers/apache/pinot/BACKPORT_PROVIDER_README.md index 0107ac3107841..7b7b99782d9a1 100644 --- a/airflow/providers/apache/pinot/BACKPORT_PROVIDER_README.md +++ b/airflow/providers/apache/pinot/BACKPORT_PROVIDER_README.md @@ -85,7 +85,7 @@ in [Naming conventions for provider packages](https://github.com/apache/airflow/ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [309b325c1](https://github.com/apache/airflow/commit/309b325c177d46f3cea8e1812a8728623c633604) | 2020-11-13 | Update deprecated Apache Pinot Broker API (#12333) | diff --git a/airflow/providers/apache/pinot/CHANGELOG.rst b/airflow/providers/apache/pinot/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/apache/pinot/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/apache/pinot/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/apache/pinot/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index d6470d3bf49df..0000000000000 --- a/airflow/providers/apache/pinot/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,47 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [309b325c1](https://github.com/apache/airflow/commit/309b325c177d46f3cea8e1812a8728623c633604) | 2020-11-13 | Update deprecated Apache Pinot Broker API (#12333) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [e3f96ce7a](https://github.com/apache/airflow/commit/e3f96ce7a8ac098aeef5e9930e6de6c428274d57) | 2020-09-24 | Fix incorrect Usage of Optional[bool] (#11138) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [45c898330](https://github.com/apache/airflow/commit/45c8983306ab1c54abdacd8f870e790fad25cb37) | 2020-04-13 | Less aggressive eager upgrade of requirements (#8267) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [7e6372a68](https://github.com/apache/airflow/commit/7e6372a681a2a543f4710b083219aeb53b074388) | 2020-03-23 | Add call to Super call in apache providers (#7820) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [0481b9a95](https://github.com/apache/airflow/commit/0481b9a95786a62de4776a735ae80e746583ef2b) | 2020-01-12 | [AIRFLOW-6539][AIP-21] Move Apache classes to providers.apache package (#7142) | diff --git a/airflow/providers/apache/pinot/README.md b/airflow/providers/apache/pinot/README.md deleted file mode 100644 index a6f6d96a676e9..0000000000000 --- a/airflow/providers/apache/pinot/README.md +++ /dev/null @@ -1,128 +0,0 @@ - - - -# Package apache-airflow-providers-apache-pinot - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `apache.pinot` provider. All classes for this provider package -are in `airflow.providers.apache.pinot` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-apache-pinot` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| pinotdb | ==0.1.1 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `apache.pinot` provider -are in the `airflow.providers.apache.pinot` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.apache.pinot` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------------------------------| -| [hooks.pinot.PinotAdminHook](https://github.com/apache/airflow/blob/master/airflow/providers/apache/pinot/hooks/pinot.py) | [contrib.hooks.pinot_hook.PinotAdminHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/pinot_hook.py) | -| [hooks.pinot.PinotDbApiHook](https://github.com/apache/airflow/blob/master/airflow/providers/apache/pinot/hooks/pinot.py) | [contrib.hooks.pinot_hook.PinotDbApiHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/pinot_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [309b325c1](https://github.com/apache/airflow/commit/309b325c177d46f3cea8e1812a8728623c633604) | 2020-11-13 | Update deprecated Apache Pinot Broker API (#12333) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [e3f96ce7a](https://github.com/apache/airflow/commit/e3f96ce7a8ac098aeef5e9930e6de6c428274d57) | 2020-09-24 | Fix incorrect Usage of Optional[bool] (#11138) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [45c898330](https://github.com/apache/airflow/commit/45c8983306ab1c54abdacd8f870e790fad25cb37) | 2020-04-13 | Less aggressive eager upgrade of requirements (#8267) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [7e6372a68](https://github.com/apache/airflow/commit/7e6372a681a2a543f4710b083219aeb53b074388) | 2020-03-23 | Add call to Super call in apache providers (#7820) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [0481b9a95](https://github.com/apache/airflow/commit/0481b9a95786a62de4776a735ae80e746583ef2b) | 2020-01-12 | [AIRFLOW-6539][AIP-21] Move Apache classes to providers.apache package (#7142) | diff --git a/airflow/providers/apache/spark/CHANGELOG.rst b/airflow/providers/apache/spark/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/apache/spark/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/apache/spark/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/apache/spark/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 25acd98caafef..0000000000000 --- a/airflow/providers/apache/spark/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,64 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d76026545](https://github.com/apache/airflow/commit/d7602654526fdd2876466371404784bd17cfe0d2) | 2020-08-25 | PyDocStyle: No whitespaces allowed surrounding docstring text (#10533) | -| [d1bce91bb](https://github.com/apache/airflow/commit/d1bce91bb21d5a468fa6a0207156c28fe1ca6513) | 2020-08-25 | PyDocStyle: Enable D403: Capitalized first word of docstring (#10530) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [1427e4acb](https://github.com/apache/airflow/commit/1427e4acb4a1dc5be28cfeef75c90032d515aab6) | 2020-07-22 | Update Spark submit operator for Spark 3 support (#8730) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [0873070e0](https://github.com/apache/airflow/commit/0873070e08f7216b6949e7de4e2329175a764321) | 2020-07-11 | Mask other forms of password arguments in SparkSubmitOperator (#9615) | -| [13a827d80](https://github.com/apache/airflow/commit/13a827d80fef738e25f30ea20c095ad4dbd401f6) | 2020-07-09 | Ensure Kerberos token is valid in SparkSubmitOperator before running `yarn kill` (#9044) | -| [067806d59](https://github.com/apache/airflow/commit/067806d5985301f21da78f0a81056dbec348e6ba) | 2020-06-29 | Add tests for spark_jdbc_script (#9491) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [40bf8f28f](https://github.com/apache/airflow/commit/40bf8f28f97f17f40d993d207ea740eba54593ee) | 2020-06-18 | Detect automatically the lack of reference to the guide in the operator descriptions (#9290) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [7506c73f1](https://github.com/apache/airflow/commit/7506c73f1721151e9c50ef8bdb70d2136a16190b) | 2020-05-10 | Add default `conf` parameter to Spark JDBC Hook (#8787) | -| [487b5cc50](https://github.com/apache/airflow/commit/487b5cc50c5b28a045cb12a1527a5453b0a6a7af) | 2020-05-06 | Add guide for Apache Spark operators (#8305) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [be1451b0e](https://github.com/apache/airflow/commit/be1451b0e1b7e33f4621e24649f6a4fa87c34e01) | 2020-04-02 | [AIRFLOW-7026] Improve SparkSqlHook's error message (#7749) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [7e6372a68](https://github.com/apache/airflow/commit/7e6372a681a2a543f4710b083219aeb53b074388) | 2020-03-23 | Add call to Super call in apache providers (#7820) | -| [2327aa5a2](https://github.com/apache/airflow/commit/2327aa5a263f25beeaf4ba79670f10f001daf0bf) | 2020-03-12 | [AIRFLOW-7025] Fix SparkSqlHook.run_query to handle its parameter properly (#7677) | -| [024b4bf96](https://github.com/apache/airflow/commit/024b4bf962bc30ecb70da9650e68b523a0dbcff8) | 2020-03-10 | [AIRFLOW-7024] Add the verbose parameter support to SparkSqlOperator (#7676) | -| [b59042b5a](https://github.com/apache/airflow/commit/b59042b5ab083c77ba08ba804df76b7c728815dc) | 2020-02-28 | [AIRFLOW-6949] Respect explicit `spark.kubernetes.namespace` conf to SparkSubmitOperator (#7575) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [0481b9a95](https://github.com/apache/airflow/commit/0481b9a95786a62de4776a735ae80e746583ef2b) | 2020-01-12 | [AIRFLOW-6539][AIP-21] Move Apache classes to providers.apache package (#7142) | diff --git a/airflow/providers/apache/spark/README.md b/airflow/providers/apache/spark/README.md deleted file mode 100644 index 02308e77a9319..0000000000000 --- a/airflow/providers/apache/spark/README.md +++ /dev/null @@ -1,161 +0,0 @@ - - - -# Package apache-airflow-providers-apache-spark - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `apache.spark` provider. All classes for this provider package -are in `airflow.providers.apache.spark` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-apache-spark` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| pyspark | | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `apache.spark` provider -are in the `airflow.providers.apache.spark` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.apache.spark` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-----------------------------------------------------------------------------------------------------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.spark_jdbc.SparkJDBCOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/spark/operators/spark_jdbc.py) | [contrib.operators.spark_jdbc_operator.SparkJDBCOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/spark_jdbc_operator.py) | -| [operators.spark_sql.SparkSqlOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/spark/operators/spark_sql.py) | [contrib.operators.spark_sql_operator.SparkSqlOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/spark_sql_operator.py) | -| [operators.spark_submit.SparkSubmitOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/spark/operators/spark_submit.py) | [contrib.operators.spark_submit_operator.SparkSubmitOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/spark_submit_operator.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.apache.spark` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-----------------------------------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.spark_jdbc.SparkJDBCHook](https://github.com/apache/airflow/blob/master/airflow/providers/apache/spark/hooks/spark_jdbc.py) | [contrib.hooks.spark_jdbc_hook.SparkJDBCHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/spark_jdbc_hook.py) | -| [hooks.spark_sql.SparkSqlHook](https://github.com/apache/airflow/blob/master/airflow/providers/apache/spark/hooks/spark_sql.py) | [contrib.hooks.spark_sql_hook.SparkSqlHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/spark_sql_hook.py) | -| [hooks.spark_submit.SparkSubmitHook](https://github.com/apache/airflow/blob/master/airflow/providers/apache/spark/hooks/spark_submit.py) | [contrib.hooks.spark_submit_hook.SparkSubmitHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/spark_submit_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d76026545](https://github.com/apache/airflow/commit/d7602654526fdd2876466371404784bd17cfe0d2) | 2020-08-25 | PyDocStyle: No whitespaces allowed surrounding docstring text (#10533) | -| [d1bce91bb](https://github.com/apache/airflow/commit/d1bce91bb21d5a468fa6a0207156c28fe1ca6513) | 2020-08-25 | PyDocStyle: Enable D403: Capitalized first word of docstring (#10530) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [1427e4acb](https://github.com/apache/airflow/commit/1427e4acb4a1dc5be28cfeef75c90032d515aab6) | 2020-07-22 | Update Spark submit operator for Spark 3 support (#8730) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [0873070e0](https://github.com/apache/airflow/commit/0873070e08f7216b6949e7de4e2329175a764321) | 2020-07-11 | Mask other forms of password arguments in SparkSubmitOperator (#9615) | -| [13a827d80](https://github.com/apache/airflow/commit/13a827d80fef738e25f30ea20c095ad4dbd401f6) | 2020-07-09 | Ensure Kerberos token is valid in SparkSubmitOperator before running `yarn kill` (#9044) | -| [067806d59](https://github.com/apache/airflow/commit/067806d5985301f21da78f0a81056dbec348e6ba) | 2020-06-29 | Add tests for spark_jdbc_script (#9491) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [40bf8f28f](https://github.com/apache/airflow/commit/40bf8f28f97f17f40d993d207ea740eba54593ee) | 2020-06-18 | Detect automatically the lack of reference to the guide in the operator descriptions (#9290) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [7506c73f1](https://github.com/apache/airflow/commit/7506c73f1721151e9c50ef8bdb70d2136a16190b) | 2020-05-10 | Add default `conf` parameter to Spark JDBC Hook (#8787) | -| [487b5cc50](https://github.com/apache/airflow/commit/487b5cc50c5b28a045cb12a1527a5453b0a6a7af) | 2020-05-06 | Add guide for Apache Spark operators (#8305) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [be1451b0e](https://github.com/apache/airflow/commit/be1451b0e1b7e33f4621e24649f6a4fa87c34e01) | 2020-04-02 | [AIRFLOW-7026] Improve SparkSqlHook's error message (#7749) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [7e6372a68](https://github.com/apache/airflow/commit/7e6372a681a2a543f4710b083219aeb53b074388) | 2020-03-23 | Add call to Super call in apache providers (#7820) | -| [2327aa5a2](https://github.com/apache/airflow/commit/2327aa5a263f25beeaf4ba79670f10f001daf0bf) | 2020-03-12 | [AIRFLOW-7025] Fix SparkSqlHook.run_query to handle its parameter properly (#7677) | -| [024b4bf96](https://github.com/apache/airflow/commit/024b4bf962bc30ecb70da9650e68b523a0dbcff8) | 2020-03-10 | [AIRFLOW-7024] Add the verbose parameter support to SparkSqlOperator (#7676) | -| [b59042b5a](https://github.com/apache/airflow/commit/b59042b5ab083c77ba08ba804df76b7c728815dc) | 2020-02-28 | [AIRFLOW-6949] Respect explicit `spark.kubernetes.namespace` conf to SparkSubmitOperator (#7575) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [0481b9a95](https://github.com/apache/airflow/commit/0481b9a95786a62de4776a735ae80e746583ef2b) | 2020-01-12 | [AIRFLOW-6539][AIP-21] Move Apache classes to providers.apache package (#7142) | diff --git a/airflow/providers/apache/sqoop/CHANGELOG.rst b/airflow/providers/apache/sqoop/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/apache/sqoop/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/apache/sqoop/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/apache/sqoop/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index c878b4f70cac0..0000000000000 --- a/airflow/providers/apache/sqoop/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,46 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [7e6372a68](https://github.com/apache/airflow/commit/7e6372a681a2a543f4710b083219aeb53b074388) | 2020-03-23 | Add call to Super call in apache providers (#7820) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [0481b9a95](https://github.com/apache/airflow/commit/0481b9a95786a62de4776a735ae80e746583ef2b) | 2020-01-12 | [AIRFLOW-6539][AIP-21] Move Apache classes to providers.apache package (#7142) | diff --git a/airflow/providers/apache/sqoop/README.md b/airflow/providers/apache/sqoop/README.md deleted file mode 100644 index aeb24498e2c90..0000000000000 --- a/airflow/providers/apache/sqoop/README.md +++ /dev/null @@ -1,132 +0,0 @@ - - - -# Package apache-airflow-providers-apache-sqoop - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `apache.sqoop` provider. All classes for this provider package -are in `airflow.providers.apache.sqoop` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-apache-sqoop` - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `apache.sqoop` provider -are in the `airflow.providers.apache.sqoop` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.apache.sqoop` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:---------------------------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.sqoop.SqoopOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/sqoop/operators/sqoop.py) | [contrib.operators.sqoop_operator.SqoopOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/sqoop_operator.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.apache.sqoop` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:---------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------| -| [hooks.sqoop.SqoopHook](https://github.com/apache/airflow/blob/master/airflow/providers/apache/sqoop/hooks/sqoop.py) | [contrib.hooks.sqoop_hook.SqoopHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/sqoop_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [3b3287d7a](https://github.com/apache/airflow/commit/3b3287d7acc76430f12b758d52cec61c7f74e726) | 2020-08-05 | Enforce keyword only arguments on apache operators (#10170) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [7e6372a68](https://github.com/apache/airflow/commit/7e6372a681a2a543f4710b083219aeb53b074388) | 2020-03-23 | Add call to Super call in apache providers (#7820) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [0481b9a95](https://github.com/apache/airflow/commit/0481b9a95786a62de4776a735ae80e746583ef2b) | 2020-01-12 | [AIRFLOW-6539][AIP-21] Move Apache classes to providers.apache package (#7142) | diff --git a/airflow/providers/celery/CHANGELOG.rst b/airflow/providers/celery/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/celery/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/celery/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/celery/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 1b0859b804537..0000000000000 --- a/airflow/providers/celery/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,41 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [5bb228d84](https://github.com/apache/airflow/commit/5bb228d841585cd1780c15f6175c6d64cd98aeab) | 2020-07-11 | improve type hinting for celery provider (#9762) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/celery/README.md b/airflow/providers/celery/README.md deleted file mode 100644 index f25829969c816..0000000000000 --- a/airflow/providers/celery/README.md +++ /dev/null @@ -1,123 +0,0 @@ - - - -# Package apache-airflow-providers-celery - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Sensors](#sensors) - - [Moved sensors](#moved-sensors) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `celery` provider. All classes for this provider package -are in `airflow.providers.celery` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-celery` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| celery | ~=4.4.2 | -| flower | >=0.7.3, <1.0 | -| vine | ~=1.3 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `celery` provider -are in the `airflow.providers.celery` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Sensors - - - -### Moved sensors - -| Airflow 2.0 sensors: `airflow.providers.celery` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-----------------------------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [sensors.celery_queue.CeleryQueueSensor](https://github.com/apache/airflow/blob/master/airflow/providers/celery/sensors/celery_queue.py) | [contrib.sensors.celery_queue_sensor.CeleryQueueSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/celery_queue_sensor.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [5bb228d84](https://github.com/apache/airflow/commit/5bb228d841585cd1780c15f6175c6d64cd98aeab) | 2020-07-11 | improve type hinting for celery provider (#9762) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/cloudant/CHANGELOG.rst b/airflow/providers/cloudant/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/cloudant/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/cloudant/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/cloudant/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 2ab48accc51b5..0000000000000 --- a/airflow/providers/cloudant/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,42 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:----------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [35fe97225](https://github.com/apache/airflow/commit/35fe97225ee0a29aa350bb6ed805428fd707ab2f) | 2020-07-15 | Improve type hinting to provider cloudant (#9825) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [5648dfbc3](https://github.com/apache/airflow/commit/5648dfbc300337b10567ef4e07045ea29d33ec06) | 2020-03-23 | Add missing call to Super class in 'amazon', 'cloudant & 'databricks' providers (#7827) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/cloudant/README.md b/airflow/providers/cloudant/README.md deleted file mode 100644 index b7c6ac4470235..0000000000000 --- a/airflow/providers/cloudant/README.md +++ /dev/null @@ -1,122 +0,0 @@ - - - -# Package apache-airflow-providers-cloudant - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `cloudant` provider. All classes for this provider package -are in `airflow.providers.cloudant` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-cloudant` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| cloudant | >=2.0 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `cloudant` provider -are in the `airflow.providers.cloudant` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.cloudant` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.cloudant.CloudantHook](https://github.com/apache/airflow/blob/master/airflow/providers/cloudant/hooks/cloudant.py) | [contrib.hooks.cloudant_hook.CloudantHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/cloudant_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:----------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [35fe97225](https://github.com/apache/airflow/commit/35fe97225ee0a29aa350bb6ed805428fd707ab2f) | 2020-07-15 | Improve type hinting to provider cloudant (#9825) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [5648dfbc3](https://github.com/apache/airflow/commit/5648dfbc300337b10567ef4e07045ea29d33ec06) | 2020-03-23 | Add missing call to Super class in 'amazon', 'cloudant & 'databricks' providers (#7827) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/cncf/kubernetes/BACKPORT_PROVIDER_CHANGES_2020.11.23.md b/airflow/providers/cncf/kubernetes/BACKPORT_PROVIDER_CHANGES_2020.11.23.md index 18206b748f2fc..5e604b542e44b 100644 --- a/airflow/providers/cncf/kubernetes/BACKPORT_PROVIDER_CHANGES_2020.11.23.md +++ b/airflow/providers/cncf/kubernetes/BACKPORT_PROVIDER_CHANGES_2020.11.23.md @@ -4,7 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [763b40d22](https://github.com/apache/airflow/commit/763b40d223e5e5512494a97f8335e16960e6adc3) | 2020-11-18 | Raise correct Warning in kubernetes/backcompat/volume_mount.py (#12432) | | [bc4bb3058](https://github.com/apache/airflow/commit/bc4bb30588607b10b069ab63ddf2ba7b7ee673ed) | 2020-11-18 | Fix docstrings for Kubernetes Backcompat module (#12422) | | [cab86d80d](https://github.com/apache/airflow/commit/cab86d80d48227849906319917126f6d558b2e00) | 2020-11-17 | Make K8sPodOperator backwards compatible (#12384) | diff --git a/airflow/providers/cncf/kubernetes/BACKPORT_PROVIDER_README.md b/airflow/providers/cncf/kubernetes/BACKPORT_PROVIDER_README.md index 32b206c843464..b65fa031365a6 100644 --- a/airflow/providers/cncf/kubernetes/BACKPORT_PROVIDER_README.md +++ b/airflow/providers/cncf/kubernetes/BACKPORT_PROVIDER_README.md @@ -123,7 +123,7 @@ in [Naming conventions for provider packages](https://github.com/apache/airflow/ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [763b40d22](https://github.com/apache/airflow/commit/763b40d223e5e5512494a97f8335e16960e6adc3) | 2020-11-18 | Raise correct Warning in kubernetes/backcompat/volume_mount.py (#12432) | | [bc4bb3058](https://github.com/apache/airflow/commit/bc4bb30588607b10b069ab63ddf2ba7b7ee673ed) | 2020-11-18 | Fix docstrings for Kubernetes Backcompat module (#12422) | | [cab86d80d](https://github.com/apache/airflow/commit/cab86d80d48227849906319917126f6d558b2e00) | 2020-11-17 | Make K8sPodOperator backwards compatible (#12384) | diff --git a/airflow/providers/cncf/kubernetes/CHANGELOG.rst b/airflow/providers/cncf/kubernetes/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/cncf/kubernetes/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/cncf/kubernetes/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/cncf/kubernetes/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 217060eda9f5c..0000000000000 --- a/airflow/providers/cncf/kubernetes/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,101 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [de3b1e687](https://github.com/apache/airflow/commit/de3b1e687b26c524c6909b7b4dfbb60d25019751) | 2020-11-28 | Move connection guides to provider documentation packages (#12653) | -| [c02a3f59e](https://github.com/apache/airflow/commit/c02a3f59e45d3cdd0e4c1c3bda2c62b951bcbea3) | 2020-11-23 | Spark-on-k8s sensor logs - properly pass defined namespace to pod log call (#11199) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [9e089ab89](https://github.com/apache/airflow/commit/9e089ab89567b0a52b232f22ed3e708a05137924) | 2020-11-19 | Fix Kube tests (#12479) | -| [d32fe78c0](https://github.com/apache/airflow/commit/d32fe78c0d9d14f016df70a462dc3972f28abe9d) | 2020-11-18 | Update readmes for cncf.kube provider fixes (#12457) | -| [d84a52dc8](https://github.com/apache/airflow/commit/d84a52dc8fc597d89c5bb4941df67f5f35b70a29) | 2020-11-18 | Fix broken example_kubernetes DAG (#12455) | -| [7c8b71d20](https://github.com/apache/airflow/commit/7c8b71d2012d56888f21b24c4844a6838dc3e4b1) | 2020-11-18 | Fix backwards compatibility further (#12451) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [763b40d22](https://github.com/apache/airflow/commit/763b40d223e5e5512494a97f8335e16960e6adc3) | 2020-11-18 | Raise correct Warning in kubernetes/backcompat/volume_mount.py (#12432) | -| [bc4bb3058](https://github.com/apache/airflow/commit/bc4bb30588607b10b069ab63ddf2ba7b7ee673ed) | 2020-11-18 | Fix docstrings for Kubernetes Backcompat module (#12422) | -| [cab86d80d](https://github.com/apache/airflow/commit/cab86d80d48227849906319917126f6d558b2e00) | 2020-11-17 | Make K8sPodOperator backwards compatible (#12384) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [221f809c1](https://github.com/apache/airflow/commit/221f809c1b4e4b78d5a437d012aa7daffd8410a4) | 2020-11-14 | Fix full_pod_spec for k8spodoperator (#12354) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [3f59e75cd](https://github.com/apache/airflow/commit/3f59e75cdf4a95829ac60b151135e03267e63a12) | 2020-11-09 | KubernetesPodOperator: use randomized name to get the failure status (#12171) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [7825be50d](https://github.com/apache/airflow/commit/7825be50d80d04da0db8fcee55df5e1339864c88) | 2020-11-05 | Randomize pod name (#12117) | -| [91a64db50](https://github.com/apache/airflow/commit/91a64db505e50712cd53928b4f2b84aece3cc1c0) | 2020-11-04 | Format all files (without excepions) by black (#12091) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [53e606210](https://github.com/apache/airflow/commit/53e6062105be0ae1761a354e2055eb0779d12e73) | 2020-10-21 | Enforce strict rules for yamllint (#11709) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [eee4e30f2](https://github.com/apache/airflow/commit/eee4e30f2caf02e16088ff5d1af1ea380a73e982) | 2020-10-15 | Add better debug logging to K8sexec and K8sPodOp (#11502) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [8640fb6c1](https://github.com/apache/airflow/commit/8640fb6c100a2c6aa231798559ba194331576975) | 2020-10-09 | fix tests (#11368) | -| [298052fce](https://github.com/apache/airflow/commit/298052fcee9d30b1f60b8dc1c9006398cd16645e) | 2020-10-10 | [airflow/providers/cncf/kubernetes] correct hook methods name (#11008) | -| [49aad025b](https://github.com/apache/airflow/commit/49aad025b53211a5815b10aa35f7d7b489cb5316) | 2020-10-09 | Users can specify sub-secrets and paths k8spodop (#11369) | -| [b93b6c5be](https://github.com/apache/airflow/commit/b93b6c5be3ab60960f650d0d4ee6c91271ac7909) | 2020-10-05 | Allow labels in KubernetesPodOperator to be templated (#10796) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [a888198c2](https://github.com/apache/airflow/commit/a888198c27bcdbc4538c02360c308ffcaca182fa) | 2020-09-27 | Allow overrides for pod_template_file (#11162) | -| [0161b5ea2](https://github.com/apache/airflow/commit/0161b5ea2b805d62a0317e5cab6f797b92c8abf1) | 2020-09-26 | Increasing type coverage for multiple provider (#11159) | -| [e3f96ce7a](https://github.com/apache/airflow/commit/e3f96ce7a8ac098aeef5e9930e6de6c428274d57) | 2020-09-24 | Fix incorrect Usage of Optional[bool] (#11138) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [b61225a88](https://github.com/apache/airflow/commit/b61225a8850b20be17842c2428b91d873584c4da) | 2020-09-21 | Add D204 pydocstyle check (#11031) | -| [cba51d49e](https://github.com/apache/airflow/commit/cba51d49eea6a0563044191c8111978836d697ef) | 2020-09-17 | Simplify the K8sExecutor and K8sPodOperator (#10393) | -| [1294e15d4](https://github.com/apache/airflow/commit/1294e15d44c08498e7f1022fdd6f0bc5e50e533f) | 2020-09-16 | KubernetesPodOperator template fix (#10963) | -| [5d6d5a2f7](https://github.com/apache/airflow/commit/5d6d5a2f7d330c83297e1dc35728a0ba803aa866) | 2020-09-14 | Allow to specify path to kubeconfig in KubernetesHook (#10453) | -| [7edfac957](https://github.com/apache/airflow/commit/7edfac957bc17c9abcdcfe8d524772bd2783ac5a) | 2020-09-09 | Add connection caching to KubernetesHook (#10447) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [90c150568](https://github.com/apache/airflow/commit/90c1505686b063332dba87c0c948a8b29d8fd1d4) | 2020-09-04 | Make grace_period_seconds option on K8sPodOperator (#10727) | -| [338b412c0](https://github.com/apache/airflow/commit/338b412c04abc3fef8126f9724b448d1a9fd0bbc) | 2020-09-02 | Add on_kill support for the KubernetesPodOperator (#10666) | -| [596bc1337](https://github.com/apache/airflow/commit/596bc1337988f9377571295ddb748ef8703c19c0) | 2020-08-31 | Adds 'cncf.kubernetes' package back to backport provider packages. (#10659) | -| [1e5aa4465](https://github.com/apache/airflow/commit/1e5aa4465c5ef8f05745bda64da62fe542f2fe28) | 2020-08-26 | Spark-on-K8S sensor - add driver logs (#10023) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [2f2d8dbfa](https://github.com/apache/airflow/commit/2f2d8dbfafefb4be3dd80f22f31c649c8498f148) | 2020-08-25 | Remove all "noinspection" comments native to IntelliJ (#10525) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [8cd2be9e1](https://github.com/apache/airflow/commit/8cd2be9e161635480581a0dc723b69ed24166f8d) | 2020-08-11 | Fix KubernetesPodOperator reattachment (#10230) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [f1fd3e2c4](https://github.com/apache/airflow/commit/f1fd3e2c453ddce3e87ce63787598fea0707ffcf) | 2020-07-31 | Fix typo on reattach property of kubernetespodoperator (#10056) | -| [03c435174](https://github.com/apache/airflow/commit/03c43517445019081c55b4ac5fad3b0debdee336) | 2020-07-31 | Allow `image` in `KubernetesPodOperator` to be templated (#10068) | -| [88c160306](https://github.com/apache/airflow/commit/88c1603060fd484d4145bc253c0dc0e6797e13dd) | 2020-07-31 | Improve docstring note about GKEStartPodOperator on KubernetesPodOperator (#10049) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [c2db0dfeb](https://github.com/apache/airflow/commit/c2db0dfeb13ee679bf4d7b57874f0fcb39c0f0ed) | 2020-07-22 | More strict rules in mypy (#9705) (#9906) | -| [719ae2bf6](https://github.com/apache/airflow/commit/719ae2bf6227894c3e926f717eb4dc669549d615) | 2020-07-22 | Dump Pod as YAML in logs for KubernetesPodOperator (#9895) | -| [840799d55](https://github.com/apache/airflow/commit/840799d5597f0d005e1deec154f6c95bad6dce61) | 2020-07-20 | Improve KubernetesPodOperator guide (#9079) | -| [44d4ae809](https://github.com/apache/airflow/commit/44d4ae809c1e3784ff95b6a5e95113c3412e56b3) | 2020-07-06 | Upgrade to latest pre-commit checks (#9686) | -| [8bd15ef63](https://github.com/apache/airflow/commit/8bd15ef634cca40f3cf6ca3442262f3e05144512) | 2020-07-01 | Switches to Helm Chart for Kubernetes tests (#9468) | -| [40bf8f28f](https://github.com/apache/airflow/commit/40bf8f28f97f17f40d993d207ea740eba54593ee) | 2020-06-18 | Detect automatically the lack of reference to the guide in the operator descriptions (#9290) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [e742ef7c7](https://github.com/apache/airflow/commit/e742ef7c704c18bf69b7a7235adb7f75e742f902) | 2020-05-23 | Fix typo in test_project_structure (#8978) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [8985df0bf](https://github.com/apache/airflow/commit/8985df0bfcb5f2b2cd69a21b9814021f9f8ce953) | 2020-05-16 | Monitor pods by labels instead of names (#6377) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [f82ad452b](https://github.com/apache/airflow/commit/f82ad452b0f4ebd1428bc9669641a632dc87bb8c) | 2020-05-15 | Fix KubernetesPodOperator pod name length validation (#8829) | -| [1ccafc617](https://github.com/apache/airflow/commit/1ccafc617c4cb9622e3460ad7c190f3ee67c3b32) | 2020-04-02 | Add spark_kubernetes system test (#7875) | -| [cd546b664](https://github.com/apache/airflow/commit/cd546b664fa35a2bf85acd77af578c909a327d92) | 2020-03-23 | Add missing call to Super class in 'cncf' & 'docker' providers (#7825) | -| [6c39a3bf9](https://github.com/apache/airflow/commit/6c39a3bf97414ba2438669894db65c36ccbeb61a) | 2020-03-10 | [AIRFLOW-6542] Add spark-on-k8s operator/hook/sensor (#7163) | -| [42eef3821](https://github.com/apache/airflow/commit/42eef38217e709bc7a7f71bf0286e9e61293a43e) | 2020-03-07 | [AIRFLOW-6877] Add cross-provider dependencies as extras (#7506) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [0ec277412](https://github.com/apache/airflow/commit/0ec2774120d43fa667a371b384e6006e1d1c7821) | 2020-02-24 | [AIRFLOW-5629] Implement Kubernetes priorityClassName in KubernetesPodOperator (#7395) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [967930c0c](https://github.com/apache/airflow/commit/967930c0cb6e2293f2a49e5c9add5aa1917f3527) | 2020-02-11 | [AIRFLOW-5413] Allow K8S worker pod to be configured from JSON/YAML file (#6230) | -| [96f834389](https://github.com/apache/airflow/commit/96f834389e03884025534fabd862155061f53fd0) | 2020-02-03 | [AIRFLOW-6678] Pull event logs from Kubernetes (#7292) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [cf141506a](https://github.com/apache/airflow/commit/cf141506a25dbba279b85500d781f7e056540721) | 2020-02-02 | [AIRFLOW-6708] Set unique logger names (#7330) | -| [373c6aa4a](https://github.com/apache/airflow/commit/373c6aa4a208284b5ff72987e4bd8f4e2ada1a1b) | 2020-01-30 | [AIRFLOW-6682] Move GCP classes to providers package (#7295) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/cncf/kubernetes/README.md b/airflow/providers/cncf/kubernetes/README.md deleted file mode 100644 index ba940e98a1dd3..0000000000000 --- a/airflow/providers/cncf/kubernetes/README.md +++ /dev/null @@ -1,221 +0,0 @@ - - - -# Package apache-airflow-providers-cncf-kubernetes - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [New operators](#new-operators) - - [Moved operators](#moved-operators) - - [Sensors](#sensors) - - [New sensors](#new-sensors) - - [Hooks](#hooks) - - [New hooks](#new-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `cncf.kubernetes` provider. All classes for this provider package -are in `airflow.providers.cncf.kubernetes` python package. - - -## Additional limitations - -This provider is only usable with Apache Airflow >= 1.10.12 version due to refactorings implemented in -Apache Airflow 1.10.11 and fixes implemented in 1.10.11. The package has appropriate requirements -set so you should not be able to install it with Apache Airflow < 1.10.12. - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-cncf-kubernetes` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| cryptography | >=2.0.0 | -| kubernetes | >=3.0.0, <12.0.0 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `cncf.kubernetes` provider -are in the `airflow.providers.cncf.kubernetes` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - -### New operators - -| New Airflow 2.0 operators: `airflow.providers.cncf.kubernetes` package | -|:--------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.spark_kubernetes.SparkKubernetesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/cncf/kubernetes/operators/spark_kubernetes.py) | - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.cncf.kubernetes` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.kubernetes_pod.KubernetesPodOperator](https://github.com/apache/airflow/blob/master/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.py) | [contrib.operators.kubernetes_pod_operator.KubernetesPodOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/kubernetes_pod_operator.py) | - - -## Sensors - - -### New sensors - -| New Airflow 2.0 sensors: `airflow.providers.cncf.kubernetes` package | -|:--------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [sensors.spark_kubernetes.SparkKubernetesSensor](https://github.com/apache/airflow/blob/master/airflow/providers/cncf/kubernetes/sensors/spark_kubernetes.py) | - - - -## Hooks - - -### New hooks - -| New Airflow 2.0 hooks: `airflow.providers.cncf.kubernetes` package | -|:---------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.kubernetes.KubernetesHook](https://github.com/apache/airflow/blob/master/airflow/providers/cncf/kubernetes/hooks/kubernetes.py) | - - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [de3b1e687](https://github.com/apache/airflow/commit/de3b1e687b26c524c6909b7b4dfbb60d25019751) | 2020-11-28 | Move connection guides to provider documentation packages (#12653) | -| [c02a3f59e](https://github.com/apache/airflow/commit/c02a3f59e45d3cdd0e4c1c3bda2c62b951bcbea3) | 2020-11-23 | Spark-on-k8s sensor logs - properly pass defined namespace to pod log call (#11199) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [9e089ab89](https://github.com/apache/airflow/commit/9e089ab89567b0a52b232f22ed3e708a05137924) | 2020-11-19 | Fix Kube tests (#12479) | -| [d32fe78c0](https://github.com/apache/airflow/commit/d32fe78c0d9d14f016df70a462dc3972f28abe9d) | 2020-11-18 | Update readmes for cncf.kube provider fixes (#12457) | -| [d84a52dc8](https://github.com/apache/airflow/commit/d84a52dc8fc597d89c5bb4941df67f5f35b70a29) | 2020-11-18 | Fix broken example_kubernetes DAG (#12455) | -| [7c8b71d20](https://github.com/apache/airflow/commit/7c8b71d2012d56888f21b24c4844a6838dc3e4b1) | 2020-11-18 | Fix backwards compatibility further (#12451) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [763b40d22](https://github.com/apache/airflow/commit/763b40d223e5e5512494a97f8335e16960e6adc3) | 2020-11-18 | Raise correct Warning in kubernetes/backcompat/volume_mount.py (#12432) | -| [bc4bb3058](https://github.com/apache/airflow/commit/bc4bb30588607b10b069ab63ddf2ba7b7ee673ed) | 2020-11-18 | Fix docstrings for Kubernetes Backcompat module (#12422) | -| [cab86d80d](https://github.com/apache/airflow/commit/cab86d80d48227849906319917126f6d558b2e00) | 2020-11-17 | Make K8sPodOperator backwards compatible (#12384) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [221f809c1](https://github.com/apache/airflow/commit/221f809c1b4e4b78d5a437d012aa7daffd8410a4) | 2020-11-14 | Fix full_pod_spec for k8spodoperator (#12354) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [3f59e75cd](https://github.com/apache/airflow/commit/3f59e75cdf4a95829ac60b151135e03267e63a12) | 2020-11-09 | KubernetesPodOperator: use randomized name to get the failure status (#12171) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [7825be50d](https://github.com/apache/airflow/commit/7825be50d80d04da0db8fcee55df5e1339864c88) | 2020-11-05 | Randomize pod name (#12117) | -| [91a64db50](https://github.com/apache/airflow/commit/91a64db505e50712cd53928b4f2b84aece3cc1c0) | 2020-11-04 | Format all files (without excepions) by black (#12091) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [53e606210](https://github.com/apache/airflow/commit/53e6062105be0ae1761a354e2055eb0779d12e73) | 2020-10-21 | Enforce strict rules for yamllint (#11709) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [eee4e30f2](https://github.com/apache/airflow/commit/eee4e30f2caf02e16088ff5d1af1ea380a73e982) | 2020-10-15 | Add better debug logging to K8sexec and K8sPodOp (#11502) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [8640fb6c1](https://github.com/apache/airflow/commit/8640fb6c100a2c6aa231798559ba194331576975) | 2020-10-09 | fix tests (#11368) | -| [298052fce](https://github.com/apache/airflow/commit/298052fcee9d30b1f60b8dc1c9006398cd16645e) | 2020-10-10 | [airflow/providers/cncf/kubernetes] correct hook methods name (#11008) | -| [49aad025b](https://github.com/apache/airflow/commit/49aad025b53211a5815b10aa35f7d7b489cb5316) | 2020-10-09 | Users can specify sub-secrets and paths k8spodop (#11369) | -| [b93b6c5be](https://github.com/apache/airflow/commit/b93b6c5be3ab60960f650d0d4ee6c91271ac7909) | 2020-10-05 | Allow labels in KubernetesPodOperator to be templated (#10796) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [a888198c2](https://github.com/apache/airflow/commit/a888198c27bcdbc4538c02360c308ffcaca182fa) | 2020-09-27 | Allow overrides for pod_template_file (#11162) | -| [0161b5ea2](https://github.com/apache/airflow/commit/0161b5ea2b805d62a0317e5cab6f797b92c8abf1) | 2020-09-26 | Increasing type coverage for multiple provider (#11159) | -| [e3f96ce7a](https://github.com/apache/airflow/commit/e3f96ce7a8ac098aeef5e9930e6de6c428274d57) | 2020-09-24 | Fix incorrect Usage of Optional[bool] (#11138) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [b61225a88](https://github.com/apache/airflow/commit/b61225a8850b20be17842c2428b91d873584c4da) | 2020-09-21 | Add D204 pydocstyle check (#11031) | -| [cba51d49e](https://github.com/apache/airflow/commit/cba51d49eea6a0563044191c8111978836d697ef) | 2020-09-17 | Simplify the K8sExecutor and K8sPodOperator (#10393) | -| [1294e15d4](https://github.com/apache/airflow/commit/1294e15d44c08498e7f1022fdd6f0bc5e50e533f) | 2020-09-16 | KubernetesPodOperator template fix (#10963) | -| [5d6d5a2f7](https://github.com/apache/airflow/commit/5d6d5a2f7d330c83297e1dc35728a0ba803aa866) | 2020-09-14 | Allow to specify path to kubeconfig in KubernetesHook (#10453) | -| [7edfac957](https://github.com/apache/airflow/commit/7edfac957bc17c9abcdcfe8d524772bd2783ac5a) | 2020-09-09 | Add connection caching to KubernetesHook (#10447) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [90c150568](https://github.com/apache/airflow/commit/90c1505686b063332dba87c0c948a8b29d8fd1d4) | 2020-09-04 | Make grace_period_seconds option on K8sPodOperator (#10727) | -| [338b412c0](https://github.com/apache/airflow/commit/338b412c04abc3fef8126f9724b448d1a9fd0bbc) | 2020-09-02 | Add on_kill support for the KubernetesPodOperator (#10666) | -| [596bc1337](https://github.com/apache/airflow/commit/596bc1337988f9377571295ddb748ef8703c19c0) | 2020-08-31 | Adds 'cncf.kubernetes' package back to backport provider packages. (#10659) | -| [1e5aa4465](https://github.com/apache/airflow/commit/1e5aa4465c5ef8f05745bda64da62fe542f2fe28) | 2020-08-26 | Spark-on-K8S sensor - add driver logs (#10023) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [2f2d8dbfa](https://github.com/apache/airflow/commit/2f2d8dbfafefb4be3dd80f22f31c649c8498f148) | 2020-08-25 | Remove all "noinspection" comments native to IntelliJ (#10525) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [8cd2be9e1](https://github.com/apache/airflow/commit/8cd2be9e161635480581a0dc723b69ed24166f8d) | 2020-08-11 | Fix KubernetesPodOperator reattachment (#10230) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [f1fd3e2c4](https://github.com/apache/airflow/commit/f1fd3e2c453ddce3e87ce63787598fea0707ffcf) | 2020-07-31 | Fix typo on reattach property of kubernetespodoperator (#10056) | -| [03c435174](https://github.com/apache/airflow/commit/03c43517445019081c55b4ac5fad3b0debdee336) | 2020-07-31 | Allow `image` in `KubernetesPodOperator` to be templated (#10068) | -| [88c160306](https://github.com/apache/airflow/commit/88c1603060fd484d4145bc253c0dc0e6797e13dd) | 2020-07-31 | Improve docstring note about GKEStartPodOperator on KubernetesPodOperator (#10049) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [c2db0dfeb](https://github.com/apache/airflow/commit/c2db0dfeb13ee679bf4d7b57874f0fcb39c0f0ed) | 2020-07-22 | More strict rules in mypy (#9705) (#9906) | -| [719ae2bf6](https://github.com/apache/airflow/commit/719ae2bf6227894c3e926f717eb4dc669549d615) | 2020-07-22 | Dump Pod as YAML in logs for KubernetesPodOperator (#9895) | -| [840799d55](https://github.com/apache/airflow/commit/840799d5597f0d005e1deec154f6c95bad6dce61) | 2020-07-20 | Improve KubernetesPodOperator guide (#9079) | -| [44d4ae809](https://github.com/apache/airflow/commit/44d4ae809c1e3784ff95b6a5e95113c3412e56b3) | 2020-07-06 | Upgrade to latest pre-commit checks (#9686) | -| [8bd15ef63](https://github.com/apache/airflow/commit/8bd15ef634cca40f3cf6ca3442262f3e05144512) | 2020-07-01 | Switches to Helm Chart for Kubernetes tests (#9468) | -| [40bf8f28f](https://github.com/apache/airflow/commit/40bf8f28f97f17f40d993d207ea740eba54593ee) | 2020-06-18 | Detect automatically the lack of reference to the guide in the operator descriptions (#9290) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [e742ef7c7](https://github.com/apache/airflow/commit/e742ef7c704c18bf69b7a7235adb7f75e742f902) | 2020-05-23 | Fix typo in test_project_structure (#8978) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [8985df0bf](https://github.com/apache/airflow/commit/8985df0bfcb5f2b2cd69a21b9814021f9f8ce953) | 2020-05-16 | Monitor pods by labels instead of names (#6377) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [f82ad452b](https://github.com/apache/airflow/commit/f82ad452b0f4ebd1428bc9669641a632dc87bb8c) | 2020-05-15 | Fix KubernetesPodOperator pod name length validation (#8829) | -| [1ccafc617](https://github.com/apache/airflow/commit/1ccafc617c4cb9622e3460ad7c190f3ee67c3b32) | 2020-04-02 | Add spark_kubernetes system test (#7875) | -| [cd546b664](https://github.com/apache/airflow/commit/cd546b664fa35a2bf85acd77af578c909a327d92) | 2020-03-23 | Add missing call to Super class in 'cncf' & 'docker' providers (#7825) | -| [6c39a3bf9](https://github.com/apache/airflow/commit/6c39a3bf97414ba2438669894db65c36ccbeb61a) | 2020-03-10 | [AIRFLOW-6542] Add spark-on-k8s operator/hook/sensor (#7163) | -| [42eef3821](https://github.com/apache/airflow/commit/42eef38217e709bc7a7f71bf0286e9e61293a43e) | 2020-03-07 | [AIRFLOW-6877] Add cross-provider dependencies as extras (#7506) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [0ec277412](https://github.com/apache/airflow/commit/0ec2774120d43fa667a371b384e6006e1d1c7821) | 2020-02-24 | [AIRFLOW-5629] Implement Kubernetes priorityClassName in KubernetesPodOperator (#7395) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [967930c0c](https://github.com/apache/airflow/commit/967930c0cb6e2293f2a49e5c9add5aa1917f3527) | 2020-02-11 | [AIRFLOW-5413] Allow K8S worker pod to be configured from JSON/YAML file (#6230) | -| [96f834389](https://github.com/apache/airflow/commit/96f834389e03884025534fabd862155061f53fd0) | 2020-02-03 | [AIRFLOW-6678] Pull event logs from Kubernetes (#7292) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [cf141506a](https://github.com/apache/airflow/commit/cf141506a25dbba279b85500d781f7e056540721) | 2020-02-02 | [AIRFLOW-6708] Set unique logger names (#7330) | -| [373c6aa4a](https://github.com/apache/airflow/commit/373c6aa4a208284b5ff72987e4bd8f4e2ada1a1b) | 2020-01-30 | [AIRFLOW-6682] Move GCP classes to providers package (#7295) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/databricks/BACKPORT_PROVIDER_CHANGES_2020.11.23.md b/airflow/providers/databricks/BACKPORT_PROVIDER_CHANGES_2020.11.23.md index 20dd200d83cc4..bf06b919fa705 100644 --- a/airflow/providers/databricks/BACKPORT_PROVIDER_CHANGES_2020.11.23.md +++ b/airflow/providers/databricks/BACKPORT_PROVIDER_CHANGES_2020.11.23.md @@ -4,7 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | diff --git a/airflow/providers/databricks/BACKPORT_PROVIDER_README.md b/airflow/providers/databricks/BACKPORT_PROVIDER_README.md index e86909a618abb..e84c8bfc0f1f2 100644 --- a/airflow/providers/databricks/BACKPORT_PROVIDER_README.md +++ b/airflow/providers/databricks/BACKPORT_PROVIDER_README.md @@ -98,7 +98,7 @@ in [Naming conventions for provider packages](https://github.com/apache/airflow/ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | diff --git a/airflow/providers/databricks/CHANGELOG.rst b/airflow/providers/databricks/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/databricks/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/databricks/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/databricks/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 37c6c751319a9..0000000000000 --- a/airflow/providers/databricks/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,59 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [b02722313](https://github.com/apache/airflow/commit/b0272231320a4975cc39968dec8f0abf7a5cca11) | 2020-11-13 | Add install/uninstall api to databricks hook (#12316) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [7e0d08e1f](https://github.com/apache/airflow/commit/7e0d08e1f074871307f0eb9e9ae7a66f7ce67626) | 2020-11-09 | Add how-to Guide for Databricks operators (#12175) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [54353f874](https://github.com/apache/airflow/commit/54353f874589f9be236458995147d13e0e763ffc) | 2020-09-27 | Increase type coverage for five different providers (#11170) | -| [966a06d96](https://github.com/apache/airflow/commit/966a06d96bbfe330f1d2825f7b7eaa16d43b7a00) | 2020-09-18 | Fetching databricks host from connection if not supplied in extras. (#10762) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [bfefcce0c](https://github.com/apache/airflow/commit/bfefcce0c9f273042dd79ff50eb9af032ecacf59) | 2020-08-25 | Updated REST API call so GET requests pass payload in query string instead of request body (#10462) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [2f2d8dbfa](https://github.com/apache/airflow/commit/2f2d8dbfafefb4be3dd80f22f31c649c8498f148) | 2020-08-25 | Remove all "noinspection" comments native to IntelliJ (#10525) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [e13a14c87](https://github.com/apache/airflow/commit/e13a14c8730f4f633d996dd7d3468fe827136a84) | 2020-06-21 | Enable & Fix Whitespace related PyDocStyle Checks (#9458) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [f1073381e](https://github.com/apache/airflow/commit/f1073381ed764a218b2502d15ca28a5b326f9f2d) | 2020-05-22 | Add support for spark python and submit tasks in Databricks operator(#8846) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [649935e8c](https://github.com/apache/airflow/commit/649935e8ce906759fdd08884ab1e3db0a03f6953) | 2020-04-27 | [AIRFLOW-8472]: `PATCH` for Databricks hook `_do_api_call` (#8473) | -| [16903ba3a](https://github.com/apache/airflow/commit/16903ba3a6ee5e61f1c6b5d17a8c6cf3c3a9a7f6) | 2020-04-24 | [AIRFLOW-8474]: Adding possibility to get job_id from Databricks run (#8475) | -| [5648dfbc3](https://github.com/apache/airflow/commit/5648dfbc300337b10567ef4e07045ea29d33ec06) | 2020-03-23 | Add missing call to Super class in 'amazon', 'cloudant & 'databricks' providers (#7827) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/databricks/README.md b/airflow/providers/databricks/README.md deleted file mode 100644 index c4c2bc1270199..0000000000000 --- a/airflow/providers/databricks/README.md +++ /dev/null @@ -1,153 +0,0 @@ - - - -# Package apache-airflow-providers-databricks - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `databricks` provider. All classes for this provider package -are in `airflow.providers.databricks` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-databricks` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| requests | >=2.20.0, <3 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `databricks` provider -are in the `airflow.providers.databricks` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.databricks` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-------------------------------------------------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.databricks.DatabricksRunNowOperator](https://github.com/apache/airflow/blob/master/airflow/providers/databricks/operators/databricks.py) | [contrib.operators.databricks_operator.DatabricksRunNowOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/databricks_operator.py) | -| [operators.databricks.DatabricksSubmitRunOperator](https://github.com/apache/airflow/blob/master/airflow/providers/databricks/operators/databricks.py) | [contrib.operators.databricks_operator.DatabricksSubmitRunOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/databricks_operator.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.databricks` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.databricks.DatabricksHook](https://github.com/apache/airflow/blob/master/airflow/providers/databricks/hooks/databricks.py) | [contrib.hooks.databricks_hook.DatabricksHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/databricks_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [b02722313](https://github.com/apache/airflow/commit/b0272231320a4975cc39968dec8f0abf7a5cca11) | 2020-11-13 | Add install/uninstall api to databricks hook (#12316) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [7e0d08e1f](https://github.com/apache/airflow/commit/7e0d08e1f074871307f0eb9e9ae7a66f7ce67626) | 2020-11-09 | Add how-to Guide for Databricks operators (#12175) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [54353f874](https://github.com/apache/airflow/commit/54353f874589f9be236458995147d13e0e763ffc) | 2020-09-27 | Increase type coverage for five different providers (#11170) | -| [966a06d96](https://github.com/apache/airflow/commit/966a06d96bbfe330f1d2825f7b7eaa16d43b7a00) | 2020-09-18 | Fetching databricks host from connection if not supplied in extras. (#10762) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [bfefcce0c](https://github.com/apache/airflow/commit/bfefcce0c9f273042dd79ff50eb9af032ecacf59) | 2020-08-25 | Updated REST API call so GET requests pass payload in query string instead of request body (#10462) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [2f2d8dbfa](https://github.com/apache/airflow/commit/2f2d8dbfafefb4be3dd80f22f31c649c8498f148) | 2020-08-25 | Remove all "noinspection" comments native to IntelliJ (#10525) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [e13a14c87](https://github.com/apache/airflow/commit/e13a14c8730f4f633d996dd7d3468fe827136a84) | 2020-06-21 | Enable & Fix Whitespace related PyDocStyle Checks (#9458) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [f1073381e](https://github.com/apache/airflow/commit/f1073381ed764a218b2502d15ca28a5b326f9f2d) | 2020-05-22 | Add support for spark python and submit tasks in Databricks operator(#8846) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [649935e8c](https://github.com/apache/airflow/commit/649935e8ce906759fdd08884ab1e3db0a03f6953) | 2020-04-27 | [AIRFLOW-8472]: `PATCH` for Databricks hook `_do_api_call` (#8473) | -| [16903ba3a](https://github.com/apache/airflow/commit/16903ba3a6ee5e61f1c6b5d17a8c6cf3c3a9a7f6) | 2020-04-24 | [AIRFLOW-8474]: Adding possibility to get job_id from Databricks run (#8475) | -| [5648dfbc3](https://github.com/apache/airflow/commit/5648dfbc300337b10567ef4e07045ea29d33ec06) | 2020-03-23 | Add missing call to Super class in 'amazon', 'cloudant & 'databricks' providers (#7827) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/datadog/CHANGELOG.rst b/airflow/providers/datadog/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/datadog/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/datadog/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/datadog/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 4fb2934a66b05..0000000000000 --- a/airflow/providers/datadog/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,44 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [89fe5feb7](https://github.com/apache/airflow/commit/89fe5feb7b8088db7b5aaaec2b7a292cbc507209) | 2020-07-20 | improve typing for datadog provider (#9775) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/datadog/README.md b/airflow/providers/datadog/README.md deleted file mode 100644 index ff24ee3e249fe..0000000000000 --- a/airflow/providers/datadog/README.md +++ /dev/null @@ -1,137 +0,0 @@ - - - -# Package apache-airflow-providers-datadog - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Sensors](#sensors) - - [Moved sensors](#moved-sensors) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `datadog` provider. All classes for this provider package -are in `airflow.providers.datadog` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-datadog` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| datadog | >=0.14.0 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `datadog` provider -are in the `airflow.providers.datadog` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Sensors - - - -### Moved sensors - -| Airflow 2.0 sensors: `airflow.providers.datadog` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------------------------------| -| [sensors.datadog.DatadogSensor](https://github.com/apache/airflow/blob/master/airflow/providers/datadog/sensors/datadog.py) | [contrib.sensors.datadog_sensor.DatadogSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/datadog_sensor.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.datadog` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.datadog.DatadogHook](https://github.com/apache/airflow/blob/master/airflow/providers/datadog/hooks/datadog.py) | [contrib.hooks.datadog_hook.DatadogHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/datadog_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [89fe5feb7](https://github.com/apache/airflow/commit/89fe5feb7b8088db7b5aaaec2b7a292cbc507209) | 2020-07-20 | improve typing for datadog provider (#9775) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/dingding/CHANGELOG.rst b/airflow/providers/dingding/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/dingding/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/dingding/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/dingding/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index e6d3c58421956..0000000000000 --- a/airflow/providers/dingding/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,55 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [de15aa30d](https://github.com/apache/airflow/commit/de15aa30d476411379e33bc9d5ce4cf0544e858c) | 2020-11-22 | Deprecate Read the Docs (#12541) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [3a72fc824](https://github.com/apache/airflow/commit/3a72fc82475df3b745a00a7b5e34eef9d27b3329) | 2020-11-14 | Fix Description of Provider Docs (#12361) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [1dc709931](https://github.com/apache/airflow/commit/1dc7099315fce0ab3765fbfdde43f44500df08b7) | 2020-11-03 | Fixes import of BaseOperator in dinging (#12063) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [172820db4](https://github.com/apache/airflow/commit/172820db4d2009dd26fa8aef4a864fb8a3d7e78d) | 2020-10-21 | Fix case of GitHub (#11398) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [720912f67](https://github.com/apache/airflow/commit/720912f67b3af0bdcbac64d6b8bf6d51c6247e26) | 2020-10-02 | Strict type check for multiple providers (#11229) | -| [ce19657ec](https://github.com/apache/airflow/commit/ce19657ec685abff5871df80c8d47f8585eeed99) | 2020-09-15 | Fix case of GitHub. (#10955) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [ceea293c1](https://github.com/apache/airflow/commit/ceea293c1652240e7e856c201e4341a87ef97a0f) | 2020-01-28 | [AIRFLOW-6656] Fix AIP-21 moving (#7272) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/dingding/README.md b/airflow/providers/dingding/README.md deleted file mode 100644 index 409585e7455cb..0000000000000 --- a/airflow/providers/dingding/README.md +++ /dev/null @@ -1,157 +0,0 @@ - - - -# Package apache-airflow-providers-dingding - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [Cross provider package dependencies](#cross-provider-package-dependencies) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `dingding` provider. All classes for this provider package -are in `airflow.providers.dingding` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-dingding` - -## Cross provider package dependencies - -Those are dependencies that might be needed in order to use all the features of the package. -You need to install the specified backport providers package in order to use them. - -You can install such cross-provider dependencies when installing from PyPI. For example: - -```bash -pip install apache-airflow-providers-dingding[http] -``` - -| Dependent package | Extra | -|:----------------------------------------------------------------------------------------|:--------| -| [apache-airflow-providers-http](https://pypi.org/project/apache-airflow-providers-http) | http | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `dingding` provider -are in the `airflow.providers.dingding` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.dingding` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.dingding.DingdingOperator](https://github.com/apache/airflow/blob/master/airflow/providers/dingding/operators/dingding.py) | [contrib.operators.dingding_operator.DingdingOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/dingding_operator.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.dingding` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.dingding.DingdingHook](https://github.com/apache/airflow/blob/master/airflow/providers/dingding/hooks/dingding.py) | [contrib.hooks.dingding_hook.DingdingHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/dingding_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [de15aa30d](https://github.com/apache/airflow/commit/de15aa30d476411379e33bc9d5ce4cf0544e858c) | 2020-11-22 | Deprecate Read the Docs (#12541) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [3a72fc824](https://github.com/apache/airflow/commit/3a72fc82475df3b745a00a7b5e34eef9d27b3329) | 2020-11-14 | Fix Description of Provider Docs (#12361) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [1dc709931](https://github.com/apache/airflow/commit/1dc7099315fce0ab3765fbfdde43f44500df08b7) | 2020-11-03 | Fixes import of BaseOperator in dinging (#12063) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [172820db4](https://github.com/apache/airflow/commit/172820db4d2009dd26fa8aef4a864fb8a3d7e78d) | 2020-10-21 | Fix case of GitHub (#11398) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [720912f67](https://github.com/apache/airflow/commit/720912f67b3af0bdcbac64d6b8bf6d51c6247e26) | 2020-10-02 | Strict type check for multiple providers (#11229) | -| [ce19657ec](https://github.com/apache/airflow/commit/ce19657ec685abff5871df80c8d47f8585eeed99) | 2020-09-15 | Fix case of GitHub. (#10955) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [ceea293c1](https://github.com/apache/airflow/commit/ceea293c1652240e7e856c201e4341a87ef97a0f) | 2020-01-28 | [AIRFLOW-6656] Fix AIP-21 moving (#7272) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/discord/CHANGELOG.rst b/airflow/providers/discord/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/discord/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/discord/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/discord/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index e85fc42db86be..0000000000000 --- a/airflow/providers/discord/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,45 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [e9b2ff57b](https://github.com/apache/airflow/commit/e9b2ff57b81b12cfbf559d957a370d497015acc2) | 2020-12-05 | Add notes about PIP 20.3 breaking Airflow installation (#12840) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [a518801f8](https://github.com/apache/airflow/commit/a518801f8d5abe4ceb8b8678c27e6858f51f288a) | 2020-07-12 | Add type hinting for discord provider (#9773) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [ceea293c1](https://github.com/apache/airflow/commit/ceea293c1652240e7e856c201e4341a87ef97a0f) | 2020-01-28 | [AIRFLOW-6656] Fix AIP-21 moving (#7272) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/discord/README.md b/airflow/providers/discord/README.md deleted file mode 100644 index 40230dff8022c..0000000000000 --- a/airflow/providers/discord/README.md +++ /dev/null @@ -1,147 +0,0 @@ - - - -# Package apache-airflow-providers-discord - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [Cross provider package dependencies](#cross-provider-package-dependencies) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `discord` provider. All classes for this provider package -are in `airflow.providers.discord` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-discord` - -## Cross provider package dependencies - -Those are dependencies that might be needed in order to use all the features of the package. -You need to install the specified backport providers package in order to use them. - -You can install such cross-provider dependencies when installing from PyPI. For example: - -```bash -pip install apache-airflow-providers-discord[http] -``` - -| Dependent package | Extra | -|:----------------------------------------------------------------------------------------|:--------| -| [apache-airflow-providers-http](https://pypi.org/project/apache-airflow-providers-http) | http | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `discord` provider -are in the `airflow.providers.discord` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.discord` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:---------------------------------------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.discord_webhook.DiscordWebhookOperator](https://github.com/apache/airflow/blob/master/airflow/providers/discord/operators/discord_webhook.py) | [contrib.operators.discord_webhook_operator.DiscordWebhookOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/discord_webhook_operator.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.discord` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:---------------------------------------------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.discord_webhook.DiscordWebhookHook](https://github.com/apache/airflow/blob/master/airflow/providers/discord/hooks/discord_webhook.py) | [contrib.hooks.discord_webhook_hook.DiscordWebhookHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/discord_webhook_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [e9b2ff57b](https://github.com/apache/airflow/commit/e9b2ff57b81b12cfbf559d957a370d497015acc2) | 2020-12-05 | Add notes about PIP 20.3 breaking Airflow installation (#12840) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [a518801f8](https://github.com/apache/airflow/commit/a518801f8d5abe4ceb8b8678c27e6858f51f288a) | 2020-07-12 | Add type hinting for discord provider (#9773) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [ceea293c1](https://github.com/apache/airflow/commit/ceea293c1652240e7e856c201e4341a87ef97a0f) | 2020-01-28 | [AIRFLOW-6656] Fix AIP-21 moving (#7272) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/docker/CHANGELOG.rst b/airflow/providers/docker/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/docker/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/docker/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/docker/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 735477d5b17f1..0000000000000 --- a/airflow/providers/docker/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,66 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [6b339c70c](https://github.com/apache/airflow/commit/6b339c70c45a2bad0e1e2c3f6638f4c59475569e) | 2020-12-03 | Avoid log spam & have more meaningful log when pull image in DockerOperator (#12763) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [0314a3a21](https://github.com/apache/airflow/commit/0314a3a218f864f78ec260cc66134e7acae34bc5) | 2020-11-01 | Allow airflow.providers to be installed in multiple python folders (#10806) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [e3f96ce7a](https://github.com/apache/airflow/commit/e3f96ce7a8ac098aeef5e9930e6de6c428274d57) | 2020-09-24 | Fix incorrect Usage of Optional[bool] (#11138) | -| [2e56ee7b2](https://github.com/apache/airflow/commit/2e56ee7b2283d9413cab6939ffbe241c154b39e2) | 2020-08-27 | DockerOperator extra_hosts argument support added (#10546) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [2f2d8dbfa](https://github.com/apache/airflow/commit/2f2d8dbfafefb4be3dd80f22f31c649c8498f148) | 2020-08-25 | Remove all "noinspection" comments native to IntelliJ (#10525) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [d79e7221d](https://github.com/apache/airflow/commit/d79e7221de76f01b5cd36c15224b59e8bb451c90) | 2020-08-06 | Type annotation for Docker operator (#9733) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [c2db0dfeb](https://github.com/apache/airflow/commit/c2db0dfeb13ee679bf4d7b57874f0fcb39c0f0ed) | 2020-07-22 | More strict rules in mypy (#9705) (#9906) | -| [5d61580c5](https://github.com/apache/airflow/commit/5d61580c572118ed97b9ff32d7e3684be1fcb755) | 2020-06-21 | Enable 'Public function Missing Docstrings' PyDocStyle Check (#9463) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [4a74cf1a3](https://github.com/apache/airflow/commit/4a74cf1a34cf20e49383f27e7cdc3ae80b9b0cde) | 2020-06-08 | Fix xcom in DockerOperator when auto_remove is used (#9173) | -| [b4b84a193](https://github.com/apache/airflow/commit/b4b84a1933d055a2803b80b990482a7257a203ff) | 2020-06-07 | Add kernel capabilities in DockerOperator(#9142) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [511d98e30](https://github.com/apache/airflow/commit/511d98e30ded2bcce9d246b358f806cea45ebcb7) | 2020-05-01 | [AIRFLOW-4363] Fix JSON encoding error (#8287) | -| [0a1de1668](https://github.com/apache/airflow/commit/0a1de16682da1d0a3fac668437434a72b3149fda) | 2020-04-27 | Stop DockerSwarmOperator from pulling Docker images (#8533) | -| [3237c7e31](https://github.com/apache/airflow/commit/3237c7e31d008f73e6ba0ecc1f2331c7c80f0e17) | 2020-04-26 | [AIRFLOW-5850] Capture task logs in DockerSwarmOperator (#6552) | -| [9626b03d1](https://github.com/apache/airflow/commit/9626b03d19905c6d1bfbd53064f85ffd3c39f0bf) | 2020-03-30 | [AIRFLOW-6574] Adding private_environment to docker operator. (#7671) | -| [733d3d3c3](https://github.com/apache/airflow/commit/733d3d3c32e0305691f82102cfc346e8e85478b0) | 2020-03-25 | [AIRFLOW-4363] Fix JSON encoding error (#7628) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [cd546b664](https://github.com/apache/airflow/commit/cd546b664fa35a2bf85acd77af578c909a327d92) | 2020-03-23 | Add missing call to Super class in 'cncf' & 'docker' providers (#7825) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [dbcd3d878](https://github.com/apache/airflow/commit/dbcd3d8787741fd8203b6d9bdbc5d1da4b10a15b) | 2020-02-18 | [AIRFLOW-6804] Add the basic test for all example DAGs (#7419) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/docker/README.md b/airflow/providers/docker/README.md deleted file mode 100644 index efbd747995f68..0000000000000 --- a/airflow/providers/docker/README.md +++ /dev/null @@ -1,160 +0,0 @@ - - - -# Package apache-airflow-providers-docker - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `docker` provider. All classes for this provider package -are in `airflow.providers.docker` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-docker` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| docker | ~=3.0 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `docker` provider -are in the `airflow.providers.docker` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.docker` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-----------------------------------------------------------------------------------------------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.docker.DockerOperator](https://github.com/apache/airflow/blob/master/airflow/providers/docker/operators/docker.py) | [operators.docker_operator.DockerOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/docker_operator.py) | -| [operators.docker_swarm.DockerSwarmOperator](https://github.com/apache/airflow/blob/master/airflow/providers/docker/operators/docker_swarm.py) | [contrib.operators.docker_swarm_operator.DockerSwarmOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/docker_swarm_operator.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.docker` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------------| -| [hooks.docker.DockerHook](https://github.com/apache/airflow/blob/master/airflow/providers/docker/hooks/docker.py) | [hooks.docker_hook.DockerHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/docker_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [6b339c70c](https://github.com/apache/airflow/commit/6b339c70c45a2bad0e1e2c3f6638f4c59475569e) | 2020-12-03 | Avoid log spam & have more meaningful log when pull image in DockerOperator (#12763) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [0314a3a21](https://github.com/apache/airflow/commit/0314a3a218f864f78ec260cc66134e7acae34bc5) | 2020-11-01 | Allow airflow.providers to be installed in multiple python folders (#10806) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [e3f96ce7a](https://github.com/apache/airflow/commit/e3f96ce7a8ac098aeef5e9930e6de6c428274d57) | 2020-09-24 | Fix incorrect Usage of Optional[bool] (#11138) | -| [2e56ee7b2](https://github.com/apache/airflow/commit/2e56ee7b2283d9413cab6939ffbe241c154b39e2) | 2020-08-27 | DockerOperator extra_hosts argument support added (#10546) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [2f2d8dbfa](https://github.com/apache/airflow/commit/2f2d8dbfafefb4be3dd80f22f31c649c8498f148) | 2020-08-25 | Remove all "noinspection" comments native to IntelliJ (#10525) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [d79e7221d](https://github.com/apache/airflow/commit/d79e7221de76f01b5cd36c15224b59e8bb451c90) | 2020-08-06 | Type annotation for Docker operator (#9733) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [c2db0dfeb](https://github.com/apache/airflow/commit/c2db0dfeb13ee679bf4d7b57874f0fcb39c0f0ed) | 2020-07-22 | More strict rules in mypy (#9705) (#9906) | -| [5d61580c5](https://github.com/apache/airflow/commit/5d61580c572118ed97b9ff32d7e3684be1fcb755) | 2020-06-21 | Enable 'Public function Missing Docstrings' PyDocStyle Check (#9463) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [4a74cf1a3](https://github.com/apache/airflow/commit/4a74cf1a34cf20e49383f27e7cdc3ae80b9b0cde) | 2020-06-08 | Fix xcom in DockerOperator when auto_remove is used (#9173) | -| [b4b84a193](https://github.com/apache/airflow/commit/b4b84a1933d055a2803b80b990482a7257a203ff) | 2020-06-07 | Add kernel capabilities in DockerOperator(#9142) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [511d98e30](https://github.com/apache/airflow/commit/511d98e30ded2bcce9d246b358f806cea45ebcb7) | 2020-05-01 | [AIRFLOW-4363] Fix JSON encoding error (#8287) | -| [0a1de1668](https://github.com/apache/airflow/commit/0a1de16682da1d0a3fac668437434a72b3149fda) | 2020-04-27 | Stop DockerSwarmOperator from pulling Docker images (#8533) | -| [3237c7e31](https://github.com/apache/airflow/commit/3237c7e31d008f73e6ba0ecc1f2331c7c80f0e17) | 2020-04-26 | [AIRFLOW-5850] Capture task logs in DockerSwarmOperator (#6552) | -| [9626b03d1](https://github.com/apache/airflow/commit/9626b03d19905c6d1bfbd53064f85ffd3c39f0bf) | 2020-03-30 | [AIRFLOW-6574] Adding private_environment to docker operator. (#7671) | -| [733d3d3c3](https://github.com/apache/airflow/commit/733d3d3c32e0305691f82102cfc346e8e85478b0) | 2020-03-25 | [AIRFLOW-4363] Fix JSON encoding error (#7628) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [cd546b664](https://github.com/apache/airflow/commit/cd546b664fa35a2bf85acd77af578c909a327d92) | 2020-03-23 | Add missing call to Super class in 'cncf' & 'docker' providers (#7825) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [dbcd3d878](https://github.com/apache/airflow/commit/dbcd3d8787741fd8203b6d9bdbc5d1da4b10a15b) | 2020-02-18 | [AIRFLOW-6804] Add the basic test for all example DAGs (#7419) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/elasticsearch/CHANGELOG.rst b/airflow/providers/elasticsearch/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/elasticsearch/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/elasticsearch/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/elasticsearch/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index e63084e2fcbee..0000000000000 --- a/airflow/providers/elasticsearch/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,48 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [61feb6ec4](https://github.com/apache/airflow/commit/61feb6ec453f8dda1a0e1fe3ebcc0f1e3224b634) | 2020-11-09 | Provider's readmes generated for elasticsearch and google packages (#12194) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [ac943c9e1](https://github.com/apache/airflow/commit/ac943c9e18f75259d531dbda8c51e650f57faa4c) | 2020-09-08 | [AIRFLOW-3964][AIP-17] Consolidate and de-dup sensor tasks using Smart Sensor (#5499) | -| [70f05ac67](https://github.com/apache/airflow/commit/70f05ac6775152d856d212f845e9561282232844) | 2020-09-01 | Add `log_id` field to log lines on ES handler (#10411) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d76026545](https://github.com/apache/airflow/commit/d7602654526fdd2876466371404784bd17cfe0d2) | 2020-08-25 | PyDocStyle: No whitespaces allowed surrounding docstring text (#10533) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [d5d119bab](https://github.com/apache/airflow/commit/d5d119babc97bbe3f3f690ad4a93e3b73bd3b172) | 2020-07-21 | Increase typing coverage for Elasticsearch (#9911) | -| [a79e2d4c4](https://github.com/apache/airflow/commit/a79e2d4c4aa105f3fac5ae6a28e29af9cd572407) | 2020-07-06 | Move provider's log task handlers to the provider package (#9604) | -| [e13a14c87](https://github.com/apache/airflow/commit/e13a14c8730f4f633d996dd7d3468fe827136a84) | 2020-06-21 | Enable & Fix Whitespace related PyDocStyle Checks (#9458) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [65dd28eb7](https://github.com/apache/airflow/commit/65dd28eb77d996ec8306c67d5ce1ccee2c14cc9d) | 2020-02-18 | [AIRFLOW-1202] Create Elasticsearch Hook (#7358) | diff --git a/airflow/providers/elasticsearch/README.md b/airflow/providers/elasticsearch/README.md deleted file mode 100644 index 5b78d03efda3a..0000000000000 --- a/airflow/providers/elasticsearch/README.md +++ /dev/null @@ -1,130 +0,0 @@ - - - -# Package apache-airflow-providers-elasticsearch - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Hooks](#hooks) - - [New hooks](#new-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `elasticsearch` provider. All classes for this provider package -are in `airflow.providers.elasticsearch` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-elasticsearch` - -## PIP requirements - -| PIP package | Version required | -|:--------------------|:-------------------| -| elasticsearch | >7, <7.6.0 | -| elasticsearch-dbapi | ==0.1.0 | -| elasticsearch-dsl | >=5.0.0 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `elasticsearch` provider -are in the `airflow.providers.elasticsearch` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Hooks - - -### New hooks - -| New Airflow 2.0 hooks: `airflow.providers.elasticsearch` package | -|:----------------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.elasticsearch.ElasticsearchHook](https://github.com/apache/airflow/blob/master/airflow/providers/elasticsearch/hooks/elasticsearch.py) | - - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [61feb6ec4](https://github.com/apache/airflow/commit/61feb6ec453f8dda1a0e1fe3ebcc0f1e3224b634) | 2020-11-09 | Provider's readmes generated for elasticsearch and google packages (#12194) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [ac943c9e1](https://github.com/apache/airflow/commit/ac943c9e18f75259d531dbda8c51e650f57faa4c) | 2020-09-08 | [AIRFLOW-3964][AIP-17] Consolidate and de-dup sensor tasks using Smart Sensor (#5499) | -| [70f05ac67](https://github.com/apache/airflow/commit/70f05ac6775152d856d212f845e9561282232844) | 2020-09-01 | Add `log_id` field to log lines on ES handler (#10411) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d76026545](https://github.com/apache/airflow/commit/d7602654526fdd2876466371404784bd17cfe0d2) | 2020-08-25 | PyDocStyle: No whitespaces allowed surrounding docstring text (#10533) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [d5d119bab](https://github.com/apache/airflow/commit/d5d119babc97bbe3f3f690ad4a93e3b73bd3b172) | 2020-07-21 | Increase typing coverage for Elasticsearch (#9911) | -| [a79e2d4c4](https://github.com/apache/airflow/commit/a79e2d4c4aa105f3fac5ae6a28e29af9cd572407) | 2020-07-06 | Move provider's log task handlers to the provider package (#9604) | -| [e13a14c87](https://github.com/apache/airflow/commit/e13a14c8730f4f633d996dd7d3468fe827136a84) | 2020-06-21 | Enable & Fix Whitespace related PyDocStyle Checks (#9458) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [65dd28eb7](https://github.com/apache/airflow/commit/65dd28eb77d996ec8306c67d5ce1ccee2c14cc9d) | 2020-02-18 | [AIRFLOW-1202] Create Elasticsearch Hook (#7358) | diff --git a/airflow/providers/exasol/CHANGELOG.rst b/airflow/providers/exasol/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/exasol/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/exasol/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/exasol/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index f2e0d34e1e135..0000000000000 --- a/airflow/providers/exasol/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,47 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [483068745](https://github.com/apache/airflow/commit/48306874538eea7cfd42358d5ebb59705204bfc4) | 2020-10-24 | Use Python 3 style super classes (#11806) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [75071831b](https://github.com/apache/airflow/commit/75071831baa936d292354f98aac46cd808a4b2b8) | 2020-10-10 | Remove redundant parentheses from Python files (#10967) | -| [7b0a2f5d8](https://github.com/apache/airflow/commit/7b0a2f5d8e6c3ff17094a7c1e31440300defb0b7) | 2020-10-10 | Replaced basestring with str in the Exasol hook (#11360) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [54353f874](https://github.com/apache/airflow/commit/54353f874589f9be236458995147d13e0e763ffc) | 2020-09-27 | Increase type coverage for five different providers (#11170) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [8f8db8959](https://github.com/apache/airflow/commit/8f8db8959e526be54d700845d36ee9f315bae2ea) | 2020-08-12 | DbApiHook: Support kwargs in get_pandas_df (#9730) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [69dc91b4e](https://github.com/apache/airflow/commit/69dc91b4ef92d0f89abe097afd27bbe7ec2febd0) | 2020-04-02 | [AIRFLOW-6982] add native python exasol support (#7621) | diff --git a/airflow/providers/exasol/README.md b/airflow/providers/exasol/README.md deleted file mode 100644 index 07e137fa9d3a3..0000000000000 --- a/airflow/providers/exasol/README.md +++ /dev/null @@ -1,140 +0,0 @@ - - - -# Package apache-airflow-providers-exasol - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [New operators](#new-operators) - - [Hooks](#hooks) - - [New hooks](#new-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `exasol` provider. All classes for this provider package -are in `airflow.providers.exasol` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-exasol` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| pyexasol | >=0.5.1,<1.0.0 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `exasol` provider -are in the `airflow.providers.exasol` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - -### New operators - -| New Airflow 2.0 operators: `airflow.providers.exasol` package | -|:------------------------------------------------------------------------------------------------------------------------------| -| [operators.exasol.ExasolOperator](https://github.com/apache/airflow/blob/master/airflow/providers/exasol/operators/exasol.py) | - - - -## Hooks - - -### New hooks - -| New Airflow 2.0 hooks: `airflow.providers.exasol` package | -|:------------------------------------------------------------------------------------------------------------------| -| [hooks.exasol.ExasolHook](https://github.com/apache/airflow/blob/master/airflow/providers/exasol/hooks/exasol.py) | - - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [483068745](https://github.com/apache/airflow/commit/48306874538eea7cfd42358d5ebb59705204bfc4) | 2020-10-24 | Use Python 3 style super classes (#11806) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [75071831b](https://github.com/apache/airflow/commit/75071831baa936d292354f98aac46cd808a4b2b8) | 2020-10-10 | Remove redundant parentheses from Python files (#10967) | -| [7b0a2f5d8](https://github.com/apache/airflow/commit/7b0a2f5d8e6c3ff17094a7c1e31440300defb0b7) | 2020-10-10 | Replaced basestring with str in the Exasol hook (#11360) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [54353f874](https://github.com/apache/airflow/commit/54353f874589f9be236458995147d13e0e763ffc) | 2020-09-27 | Increase type coverage for five different providers (#11170) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [8f8db8959](https://github.com/apache/airflow/commit/8f8db8959e526be54d700845d36ee9f315bae2ea) | 2020-08-12 | DbApiHook: Support kwargs in get_pandas_df (#9730) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [69dc91b4e](https://github.com/apache/airflow/commit/69dc91b4ef92d0f89abe097afd27bbe7ec2febd0) | 2020-04-02 | [AIRFLOW-6982] add native python exasol support (#7621) | diff --git a/airflow/providers/facebook/CHANGELOG.rst b/airflow/providers/facebook/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/facebook/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/facebook/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/facebook/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 27a9319778d67..0000000000000 --- a/airflow/providers/facebook/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,43 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d76026545](https://github.com/apache/airflow/commit/d7602654526fdd2876466371404784bd17cfe0d2) | 2020-08-25 | PyDocStyle: No whitespaces allowed surrounding docstring text (#10533) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ef8df1734](https://github.com/apache/airflow/commit/ef8df17348e3c567e2d2f0aface641acae3896ba) | 2020-08-22 | Fix typo in Facebook Ads Provider (#10484) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [bc45fa675](https://github.com/apache/airflow/commit/bc45fa6759203b4c26b52e693dac97486a84204e) | 2020-05-03 | Add system test and docs for Facebook Ads operators (#8503) | -| [eee4ebaee](https://github.com/apache/airflow/commit/eee4ebaeeb1991480ee178ddb600bc69b2a88764) | 2020-04-14 | Added Facebook Ads Operator #7887 (#8008) | diff --git a/airflow/providers/facebook/README.md b/airflow/providers/facebook/README.md deleted file mode 100644 index c6d24544aaed7..0000000000000 --- a/airflow/providers/facebook/README.md +++ /dev/null @@ -1,123 +0,0 @@ - - - -# Package apache-airflow-providers-facebook - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Hooks](#hooks) - - [New hooks](#new-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `facebook` provider. All classes for this provider package -are in `airflow.providers.facebook` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-facebook` - -## PIP requirements - -| PIP package | Version required | -|:------------------|:-------------------| -| facebook-business | >=6.0.2 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `facebook` provider -are in the `airflow.providers.facebook` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Hooks - - -### New hooks - -| New Airflow 2.0 hooks: `airflow.providers.facebook` package | -|:------------------------------------------------------------------------------------------------------------------------------------| -| [ads.hooks.ads.FacebookAdsReportingHook](https://github.com/apache/airflow/blob/master/airflow/providers/facebook/ads/hooks/ads.py) | - - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d76026545](https://github.com/apache/airflow/commit/d7602654526fdd2876466371404784bd17cfe0d2) | 2020-08-25 | PyDocStyle: No whitespaces allowed surrounding docstring text (#10533) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ef8df1734](https://github.com/apache/airflow/commit/ef8df17348e3c567e2d2f0aface641acae3896ba) | 2020-08-22 | Fix typo in Facebook Ads Provider (#10484) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [bc45fa675](https://github.com/apache/airflow/commit/bc45fa6759203b4c26b52e693dac97486a84204e) | 2020-05-03 | Add system test and docs for Facebook Ads operators (#8503) | -| [eee4ebaee](https://github.com/apache/airflow/commit/eee4ebaeeb1991480ee178ddb600bc69b2a88764) | 2020-04-14 | Added Facebook Ads Operator #7887 (#8008) | diff --git a/airflow/providers/ftp/CHANGELOG.rst b/airflow/providers/ftp/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/ftp/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/ftp/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/ftp/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 60d2e6b8752e7..0000000000000 --- a/airflow/providers/ftp/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,48 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [bcdd3bb7b](https://github.com/apache/airflow/commit/bcdd3bb7bb0e73ec957fa4077b025eb5c1fef90d) | 2020-09-24 | Increasing type coverage FTP (#11107) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [c60e476fb](https://github.com/apache/airflow/commit/c60e476fb24d4fa2eb192f8fce51edea4166f1d0) | 2020-08-25 | Remove mlsd function from hooks/ftp.py (#10538) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [027cc1682](https://github.com/apache/airflow/commit/027cc1682c3b068dfeee143ca538b5e8dadfcd17) | 2020-07-17 | Improve type annotations for Ftp provider (#9868) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [74c2a6ded](https://github.com/apache/airflow/commit/74c2a6ded4d615de8e1b1c04a25146344138e920) | 2020-03-23 | Add call to Super class in 'ftp' & 'ssh' providers (#7822) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | diff --git a/airflow/providers/ftp/README.md b/airflow/providers/ftp/README.md deleted file mode 100644 index 07e590b896899..0000000000000 --- a/airflow/providers/ftp/README.md +++ /dev/null @@ -1,136 +0,0 @@ - - - -# Package apache-airflow-providers-ftp - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [Provider class summary](#provider-classes-summary) - - [Sensors](#sensors) - - [Moved sensors](#moved-sensors) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `ftp` provider. All classes for this provider package -are in `airflow.providers.ftp` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-ftp` - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `ftp` provider -are in the `airflow.providers.ftp` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Sensors - - - -### Moved sensors - -| Airflow 2.0 sensors: `airflow.providers.ftp` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-------------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------------------------------| -| [sensors.ftp.FTPSSensor](https://github.com/apache/airflow/blob/master/airflow/providers/ftp/sensors/ftp.py) | [contrib.sensors.ftp_sensor.FTPSSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/ftp_sensor.py) | -| [sensors.ftp.FTPSensor](https://github.com/apache/airflow/blob/master/airflow/providers/ftp/sensors/ftp.py) | [contrib.sensors.ftp_sensor.FTPSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/ftp_sensor.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.ftp` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------| -| [hooks.ftp.FTPHook](https://github.com/apache/airflow/blob/master/airflow/providers/ftp/hooks/ftp.py) | [contrib.hooks.ftp_hook.FTPHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/ftp_hook.py) | -| [hooks.ftp.FTPSHook](https://github.com/apache/airflow/blob/master/airflow/providers/ftp/hooks/ftp.py) | [contrib.hooks.ftp_hook.FTPSHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/ftp_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [bcdd3bb7b](https://github.com/apache/airflow/commit/bcdd3bb7bb0e73ec957fa4077b025eb5c1fef90d) | 2020-09-24 | Increasing type coverage FTP (#11107) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [c60e476fb](https://github.com/apache/airflow/commit/c60e476fb24d4fa2eb192f8fce51edea4166f1d0) | 2020-08-25 | Remove mlsd function from hooks/ftp.py (#10538) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [027cc1682](https://github.com/apache/airflow/commit/027cc1682c3b068dfeee143ca538b5e8dadfcd17) | 2020-07-17 | Improve type annotations for Ftp provider (#9868) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [74c2a6ded](https://github.com/apache/airflow/commit/74c2a6ded4d615de8e1b1c04a25146344138e920) | 2020-03-23 | Add call to Super class in 'ftp' & 'ssh' providers (#7822) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | diff --git a/airflow/providers/google/BACKPORT_PROVIDER_CHANGES_2020.11.23.md b/airflow/providers/google/BACKPORT_PROVIDER_CHANGES_2020.11.23.md index 83c5d07f5f5f0..5179b91b0b0bb 100644 --- a/airflow/providers/google/BACKPORT_PROVIDER_CHANGES_2020.11.23.md +++ b/airflow/providers/google/BACKPORT_PROVIDER_CHANGES_2020.11.23.md @@ -4,7 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [8d0950646](https://github.com/apache/airflow/commit/8d09506464c8480fa42e8bfe6a36c6f631cd23f6) | 2020-11-18 | Fix download method in GCSToBigQueryOperator (#12442) | | [2c0920fba](https://github.com/apache/airflow/commit/2c0920fba5d2f05d2e29cead91127686af277ec2) | 2020-11-17 | Adds mechanism for provider package discovery. (#12383) | | [2cda2f2a0](https://github.com/apache/airflow/commit/2cda2f2a0a94e5aaed87f0998fa57b4f8bff5e43) | 2020-11-17 | Add missing pre-commit definition - provider-yamls (#12393) | diff --git a/airflow/providers/google/BACKPORT_PROVIDER_README.md b/airflow/providers/google/BACKPORT_PROVIDER_README.md index 0f8f7a2ac43be..2eb2ada8a0b1c 100644 --- a/airflow/providers/google/BACKPORT_PROVIDER_README.md +++ b/airflow/providers/google/BACKPORT_PROVIDER_README.md @@ -593,7 +593,7 @@ in [Naming conventions for provider packages](https://github.com/apache/airflow/ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [8d0950646](https://github.com/apache/airflow/commit/8d09506464c8480fa42e8bfe6a36c6f631cd23f6) | 2020-11-18 | Fix download method in GCSToBigQueryOperator (#12442) | | [2c0920fba](https://github.com/apache/airflow/commit/2c0920fba5d2f05d2e29cead91127686af277ec2) | 2020-11-17 | Adds mechanism for provider package discovery. (#12383) | | [2cda2f2a0](https://github.com/apache/airflow/commit/2cda2f2a0a94e5aaed87f0998fa57b4f8bff5e43) | 2020-11-17 | Add missing pre-commit definition - provider-yamls (#12393) | diff --git a/airflow/providers/google/CHANGELOG.rst b/airflow/providers/google/CHANGELOG.rst new file mode 100644 index 0000000000000..bed88c9df3a89 --- /dev/null +++ b/airflow/providers/google/CHANGELOG.rst @@ -0,0 +1,90 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +2.0.0 +..... + +Updated ``google-cloud-*`` libraries +```````````````````````````````````` + +This release of the provider package contains third-party library updates, which may require updating your +DAG files or custom hooks and operators, if you were using objects from those libraries. +Updating of these libraries is necessary to be able to use new features made available by new versions of +the libraries and to obtain bug fixes that are only available for new versions of the library. + +Details are covered in the UPDATING.md files for each library, but there are some details +that you should pay attention to. + + ++-----------------------------------------------------------------------------------------------------+----------------------+---------------------+---------------------------------------------------------------------------------------------------------------------------------------+ +| Library name | Previous constraints | Current constraints | Upgrade Documentation | ++=====================================================================================================+======================+=====================+=======================================================================================================================================+ +| `google-cloud-bigquery-datatransfer `_ | ``>=0.4.0,<2.0.0`` | ``>=3.0.0,<4.0.0`` | `Upgrading google-cloud-bigquery-datatransfer `_ | ++-----------------------------------------------------------------------------------------------------+----------------------+---------------------+---------------------------------------------------------------------------------------------------------------------------------------+ +| `google-cloud-datacatalog `_ | ``>=0.5.0,<0.8`` | ``>=1.0.0,<2.0.0`` | `Upgrading google-cloud-datacatalog `_ | ++-----------------------------------------------------------------------------------------------------+----------------------+---------------------+---------------------------------------------------------------------------------------------------------------------------------------+ +| `google-cloud-os-login `_ | ``>=1.0.0,<2.0.0`` | ``>=2.0.0,<3.0.0`` | `Upgrading google-cloud-os-login `_ | ++-----------------------------------------------------------------------------------------------------+----------------------+---------------------+---------------------------------------------------------------------------------------------------------------------------------------+ +| `google-cloud-pubsub `_ | ``>=1.0.0,<2.0.0`` | ``>=2.0.0,<3.0.0`` | `Upgrading google-cloud-pubsub `_ | ++-----------------------------------------------------------------------------------------------------+----------------------+---------------------+---------------------------------------------------------------------------------------------------------------------------------------+ +| `google-cloud-kms `_ | ``>=1.2.1,<2.0.0`` | ``>=2.0.0,<3.0.0`` | `Upgrading google-cloud-kms `_ | ++-----------------------------------------------------------------------------------------------------+----------------------+---------------------+---------------------------------------------------------------------------------------------------------------------------------------+ +| `google-cloud-tasks `_ | ``>=1.2.1,<2.0.0`` | ``>=2.0.0,<3.0.0`` | `Upgrading google-cloud-task `_ | ++-----------------------------------------------------------------------------------------------------+----------------------+---------------------+---------------------------------------------------------------------------------------------------------------------------------------+ + +The field names use the snake_case convention +````````````````````````````````````````````` + +If your DAG uses an object from the above mentioned libraries passed by XCom, it is necessary to update the +naming convention of the fields that are read. Previously, the fields used the CamelSnake convention, +now the snake_case convention is used. + +**Before:** + +.. code-block:: python + + set_acl_permission = GCSBucketCreateAclEntryOperator( + task_id="gcs-set-acl-permission", + bucket=BUCKET_NAME, + entity="user-{{ task_instance.xcom_pull('get-instance')['persistenceIamIdentity']" + ".split(':', 2)[1] }}", + role="OWNER", + ) + + +**After:** + +.. code-block:: python + + set_acl_permission = GCSBucketCreateAclEntryOperator( + task_id="gcs-set-acl-permission", + bucket=BUCKET_NAME, + entity="user-{{ task_instance.xcom_pull('get-instance')['persistence_iam_identity']" + ".split(':', 2)[1] }}", + role="OWNER", + ) + + + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/google/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/google/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index ec28ce5f8676d..0000000000000 --- a/airflow/providers/google/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,377 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [1dcd3e13f](https://github.com/apache/airflow/commit/1dcd3e13fd0a078fc9440e91b77f6f87aa60dd3b) | 2020-12-05 | Add support for extra links coming from the providers (#12472) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [02d94349b](https://github.com/apache/airflow/commit/02d94349be3d201ce9d37d7358573c937fd010df) | 2020-11-29 | Don't use time.time() or timezone.utcnow() for duration calculations (#12353) | -| [76bcd08dc](https://github.com/apache/airflow/commit/76bcd08dcae8d62307f5e9b8c2e182b54ed22a27) | 2020-11-28 | Added `@apply_defaults` decorator. (#12620) | -| [e1ebfa68b](https://github.com/apache/airflow/commit/e1ebfa68b109b5993c47891cfd0b9b7e46b6d770) | 2020-11-27 | Add DataflowJobMessagesSensor and DataflowAutoscalingEventsSensor (#12249) | -| [3fa51f94d](https://github.com/apache/airflow/commit/3fa51f94d7a17f170ddc31908d36c91f4456a20b) | 2020-11-24 | Add check for duplicates in provider.yaml files (#12578) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [9e3b2c554](https://github.com/apache/airflow/commit/9e3b2c554dadf58972198e4e16f15af2f15ec37a) | 2020-11-19 | GCP Secrets Optional Lookup (#12360) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [8d0950646](https://github.com/apache/airflow/commit/8d09506464c8480fa42e8bfe6a36c6f631cd23f6) | 2020-11-18 | Fix download method in GCSToBigQueryOperator (#12442) | -| [2c0920fba](https://github.com/apache/airflow/commit/2c0920fba5d2f05d2e29cead91127686af277ec2) | 2020-11-17 | Adds mechanism for provider package discovery. (#12383) | -| [2cda2f2a0](https://github.com/apache/airflow/commit/2cda2f2a0a94e5aaed87f0998fa57b4f8bff5e43) | 2020-11-17 | Add missing pre-commit definition - provider-yamls (#12393) | -| [80a957f14](https://github.com/apache/airflow/commit/80a957f142f260daed262b8e93a4d02c12cfeabc) | 2020-11-17 | Add Dataflow sensors - job metrics (#12039) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [917e6c442](https://github.com/apache/airflow/commit/917e6c4424985271c53dd8c413b211896ee55726) | 2020-11-16 | Add provide_file_and_upload to GCSHook (#12310) | -| [cfa4ecfeb](https://github.com/apache/airflow/commit/cfa4ecfeb02661f40b4778733384ac085fb5f04b) | 2020-11-15 | Add DataflowJobStatusSensor and support non-blocking execution of jobs (#11726) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [32b59f835](https://github.com/apache/airflow/commit/32b59f8350f55793df6838a32de662a80483ecda) | 2020-11-12 | Fixes the sending of an empty list to BigQuery `list_rows` (#12307) | -| [250436d96](https://github.com/apache/airflow/commit/250436d962c8c950d38c1eb5e54a998891648cc9) | 2020-11-10 | Fix spelling in Python files (#12230) | -| [502ba309e](https://github.com/apache/airflow/commit/502ba309ea470943f0e99c634269e3d2d13ce6ca) | 2020-11-10 | Enable Markdownlint rule - MD022/blanks-around-headings (#12225) | -| [dd2095f4a](https://github.com/apache/airflow/commit/dd2095f4a8b07c9b1a4c279a3578cd1e23b71a1b) | 2020-11-10 | Simplify string expressions & Use f-string (#12216) | -| [f37c6e6fc](https://github.com/apache/airflow/commit/f37c6e6fce8b704f5af28caa16d0ed7d873a0e4a) | 2020-11-10 | Add Compute Engine SSH hook (#9879) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [61feb6ec4](https://github.com/apache/airflow/commit/61feb6ec453f8dda1a0e1fe3ebcc0f1e3224b634) | 2020-11-09 | Provider's readmes generated for elasticsearch and google packages (#12194) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [fcb6b00ef](https://github.com/apache/airflow/commit/fcb6b00efef80c81272a30cfc618202a29e0c6a9) | 2020-11-08 | Add authentication to AWS with Google credentials (#12079) | -| [2ef3b7ef8](https://github.com/apache/airflow/commit/2ef3b7ef8cafe3bdc8bf8db70fbc519b98576366) | 2020-11-08 | Fix ERROR - Object of type 'bytes' is not JSON serializable when using store_to_xcom_key parameter (#12172) | -| [0caec9fd3](https://github.com/apache/airflow/commit/0caec9fd32bee2b3036b5d7bdcb56bd6a3b9dccf) | 2020-11-06 | Dataflow - add waiting for successful job cancel (#11501) | -| [cf9437d79](https://github.com/apache/airflow/commit/cf9437d79f9658d1309e4bfe847fe63d52ec7b99) | 2020-11-06 | Simplify string expressions (#12123) | -| [91a64db50](https://github.com/apache/airflow/commit/91a64db505e50712cd53928b4f2b84aece3cc1c0) | 2020-11-04 | Format all files (without excepions) by black (#12091) | -| [fd3db778e](https://github.com/apache/airflow/commit/fd3db778e715d0f164dda7ee8f672d477a323291) | 2020-11-04 | Add server side cursor support for postgres to GCS operator (#11793) | -| [f1f194026](https://github.com/apache/airflow/commit/f1f1940261744b4fdb67b0b5654488494efa9c64) | 2020-11-04 | Add DataflowStartSQLQuery operator (#8553) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [5f5244b74](https://github.com/apache/airflow/commit/5f5244b74df93cadbb99643cec76281460ca4411) | 2020-11-04 | Add template fields renderers to Biguery and Dataproc operators (#12067) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [45ae145c2](https://github.com/apache/airflow/commit/45ae145c25a19b4185c33ac0c4da920324b3987e) | 2020-11-03 | Log BigQuery job id in insert method of BigQueryHook (#12056) | -| [e324b37a6](https://github.com/apache/airflow/commit/e324b37a67e32c368df50604a00160d7766b5c33) | 2020-11-03 | Add job name and progress logs to Cloud Storage Transfer Hook (#12014) | -| [6071fdd58](https://github.com/apache/airflow/commit/6071fdd58470bb2a6c23fc16481e292b7247d0bb) | 2020-11-02 | Improve handling server errors in DataprocSubmitJobOperator (#11947) | -| [2f703df12](https://github.com/apache/airflow/commit/2f703df12dfd6511722ff9a82d5a569d092fccc2) | 2020-10-30 | Add SalesforceToGcsOperator (#10760) | -| [e5713e00b](https://github.com/apache/airflow/commit/e5713e00b3afcba6f78006ec0e360da317858e4d) | 2020-10-29 | Add drain option when canceling Dataflow pipelines (#11374) | -| [37eaac3c5](https://github.com/apache/airflow/commit/37eaac3c5dc93804413c10a6ca124fd7831befc0) | 2020-10-29 | The PRs which are not approved run subset of tests (#11828) | -| [79cb77199](https://github.com/apache/airflow/commit/79cb771992279d40ddd9eb6b0277382313a32898) | 2020-10-28 | Fixing re pattern and changing to use a single character class. (#11857) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [240c7d4d7](https://github.com/apache/airflow/commit/240c7d4d72aac8f6aab98f5913e8f54c4f1372ff) | 2020-10-26 | Google Memcached hooks - improve protobuf messages handling (#11743) | -| [8afdb6ac6](https://github.com/apache/airflow/commit/8afdb6ac6a7997cb14806bc2734c81c00ed8da97) | 2020-10-26 | Fix spellings (#11825) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [6ce855af1](https://github.com/apache/airflow/commit/6ce855af118daeaa4c249669079ab9d9aad23945) | 2020-10-24 | Fix spelling (#11821) | -| [483068745](https://github.com/apache/airflow/commit/48306874538eea7cfd42358d5ebb59705204bfc4) | 2020-10-24 | Use Python 3 style super classes (#11806) | -| [727c739af](https://github.com/apache/airflow/commit/727c739afb565d4d394a8faedc969334cb8e738e) | 2020-10-22 | Improve Cloud Memorystore for Redis example (#11735) | -| [1da8379c9](https://github.com/apache/airflow/commit/1da8379c913843834353b44861c62f332a461bdf) | 2020-10-22 | Fix static checks after merging #10121 (#11737) | -| [91503308c](https://github.com/apache/airflow/commit/91503308c723b186ce6f4026f2a3e2c21030f6e5) | 2020-10-22 | Add Google Cloud Memorystore Memcached Operators (#10121) | -| [950c16d0b](https://github.com/apache/airflow/commit/950c16d0b0ab67bb7af11909de751029faf0313a) | 2020-10-21 | Retry requests in case of error in Google ML Engine Hook (#11712) | -| [2bfc53b5e](https://github.com/apache/airflow/commit/2bfc53b5eb67406d418371b74dc9bc5a07be238e) | 2020-10-21 | Fix doc errors in google provider files. (#11713) | -| [53e606210](https://github.com/apache/airflow/commit/53e6062105be0ae1761a354e2055eb0779d12e73) | 2020-10-21 | Enforce strict rules for yamllint (#11709) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [2d854c350](https://github.com/apache/airflow/commit/2d854c3505ccad66e9a7d94267e51bed800433c2) | 2020-10-19 | Add service_account to Google ML Engine operator (#11619) | -| [46a121fb7](https://github.com/apache/airflow/commit/46a121fb7b77c0964e053b58750e2d8bc2bd0b2a) | 2020-10-18 | docs: Update Bigquery clustering docstrings (#11232) | -| [49c58147f](https://github.com/apache/airflow/commit/49c58147fed8a52869d0b0ecc00c102c11972ad0) | 2020-10-18 | Strict type checking for provider Google (#11609) | -| [0823d46a7](https://github.com/apache/airflow/commit/0823d46a7f267f2e45195a175021825367938add) | 2020-10-16 | Add type annotations for AWS operators and hooks (#11434) | -| [3c10ca650](https://github.com/apache/airflow/commit/3c10ca6504be37fabff9a10caefea3fe4df31a02) | 2020-10-16 | Add DataflowStartFlexTemplateOperator (#8550) | -| [8865d14df](https://github.com/apache/airflow/commit/8865d14df4d58dd5f1a4d2ff81c77469959f175a) | 2020-10-16 | Strict type checking for provider google cloud (#11548) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [06141d6d0](https://github.com/apache/airflow/commit/06141d6d01398115e5e54c5766a46ae5514ba2f7) | 2020-10-12 | Google cloud operator strict type check (#11450) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [1845cd11b](https://github.com/apache/airflow/commit/1845cd11b77f302777ab854e84bef9c212c604a0) | 2020-10-11 | Strict type check for google ads and cloud hooks (#11390) | -| [bd204bb91](https://github.com/apache/airflow/commit/bd204bb91b4bc069284f9a44757c6baba8884140) | 2020-10-11 | Optionally set null marker in csv exports in BaseSQLToGCSOperator (#11409) | -| [75071831b](https://github.com/apache/airflow/commit/75071831baa936d292354f98aac46cd808a4b2b8) | 2020-10-10 | Remove redundant parentheses from Python files (#10967) | -| [8baf657fc](https://github.com/apache/airflow/commit/8baf657fc2b21a601b99b752e4f1176bf8a934ce) | 2020-10-09 | Fix regression in DataflowTemplatedJobStartOperator (#11167) | -| [b0fcf6755](https://github.com/apache/airflow/commit/b0fcf675595494b306800e1a516548dc0dc671f8) | 2020-10-07 | Add AzureFileShareToGCSOperator (#10991) | -| [47b05a87f](https://github.com/apache/airflow/commit/47b05a87f004dc273a4757ba49f03808a86f77e7) | 2020-10-07 | Improve handling of job_id in BigQuery operators (#11287) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [cb52fb0ae](https://github.com/apache/airflow/commit/cb52fb0ae1de1f1140babaed0e97299e4aaf96bf) | 2020-09-27 | Add example DAG and system test for MySQLToGCSOperator (#10990) | -| [99accec29](https://github.com/apache/airflow/commit/99accec29d71b0a57fd4e90151b9d4d10321be07) | 2020-09-25 | Fix incorrect Usage of Optional[str] & Optional[int] (#11141) | -| [e3f96ce7a](https://github.com/apache/airflow/commit/e3f96ce7a8ac098aeef5e9930e6de6c428274d57) | 2020-09-24 | Fix incorrect Usage of Optional[bool] (#11138) | -| [daf8f3108](https://github.com/apache/airflow/commit/daf8f31080f06c044b4336071bd383bbbcdc6085) | 2020-09-23 | Add template fields renderers for better UI rendering (#11061) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [cb979f9f2](https://github.com/apache/airflow/commit/cb979f9f213bb3c9835a3dc924f84a07f5387378) | 2020-09-22 | Get Airflow configs with sensitive data from CloudSecretManagerBackend (#11024) | -| [76545bb3d](https://github.com/apache/airflow/commit/76545bb3d6fa82ce8eae072dbc74a3b76d8fd53c) | 2020-09-16 | Add example dag and system test for S3ToGCSOperator (#10951) | -| [22c631625](https://github.com/apache/airflow/commit/22c631625fd68abe280528f33b7cfd7603ebf66c) | 2020-09-16 | Fix more docs spellings (#10965) | -| [12a652f53](https://github.com/apache/airflow/commit/12a652f5344c7f03c3d780556ca1829b235fdb2d) | 2020-09-13 | Fix parameter name collision in AutoMLBatchPredictOperator #10723 (#10869) | -| [41a62735e](https://github.com/apache/airflow/commit/41a62735edcebbd9c39e505280646ef5d25aa1d5) | 2020-09-11 | Add on_kill method to BigQueryInsertJobOperator (#10866) | -| [3e91da56e](https://github.com/apache/airflow/commit/3e91da56e8c63a90dc859d8996a896b5d9f8cd43) | 2020-09-11 | fix typo in firebase/example_filestore DAG (#10875) | -| [68cc7273b](https://github.com/apache/airflow/commit/68cc7273bf0c0f562748b5f663da5c12d2cba6a7) | 2020-09-10 | Add on_kill method to DataprocSubmitJobOperator (#10847) | -| [f92095721](https://github.com/apache/airflow/commit/f92095721450c14605c986e165544a7bfb712a3d) | 2020-09-10 | Fix and remove some more typos from spelling_wordlist.txt (#10845) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [078bfaf60](https://github.com/apache/airflow/commit/078bfaf60adc5aebac8c347e7f6e5339ab9b56c0) | 2020-09-08 | Extract missing gcs_to_local example DAG from gcs example (#10767) | -| [10ce31127](https://github.com/apache/airflow/commit/10ce31127f1ff87176158935925afce46a989917) | 2020-09-08 | Deprecate using global as the default region in Google Dataproc operators and hooks (#10772) | -| [f14f37971](https://github.com/apache/airflow/commit/f14f3797163cc45fdcdabfb36ee7d638f70e470d) | 2020-09-07 | [AIRFLOW-10672] Refactor BigQueryToGCSOperator to use new method (#10773) | -| [c8ee45568](https://github.com/apache/airflow/commit/c8ee4556851c36b3b6e644a7746a49583dd53db1) | 2020-09-07 | Refactor DataprocCreateCluster operator to use simpler interface (#10403) | -| [ece685b5b](https://github.com/apache/airflow/commit/ece685b5b895ad1175440b49bf9e620dffd8248d) | 2020-09-05 | Asynchronous execution of Dataproc jobs with a Sensor (#10673) | -| [6e3d7b63d](https://github.com/apache/airflow/commit/6e3d7b63d3b34c34f8b38a7b41f4a5876e1f731f) | 2020-09-04 | Add masterConfig parameter to MLEngineStartTrainingJobOperator (#10578) | -| [804548d58](https://github.com/apache/airflow/commit/804548d58f2036fd4516824a38d0639ba5d5ab0e) | 2020-09-01 | Add Dataprep operators (#10304) | -| [11c00bc82](https://github.com/apache/airflow/commit/11c00bc820483691a87cdb16d519dce8dc57c40e) | 2020-08-30 | Fix typos: duplicated "the" (#10647) | -| [2ca615cff](https://github.com/apache/airflow/commit/2ca615cffefe97dfa38e1b7f60d9ed33c6628992) | 2020-08-29 | Update Google Cloud branding (#10642) | -| [1b533f617](https://github.com/apache/airflow/commit/1b533f617e2e0200597d114d7570f6c0d69da1a0) | 2020-08-28 | Fix broken master - DLP (#10635) | -| [5ae82a56d](https://github.com/apache/airflow/commit/5ae82a56dab599de44f1be7027cecc4ef86f7bb6) | 2020-08-28 | Fix Google DLP example and improve ops idempotency (#10608) | -| [3867f7662](https://github.com/apache/airflow/commit/3867f7662559761864ec4e7be26b776c64c2f199) | 2020-08-28 | Update Google Cloud branding (#10615) | -| [91ff31ad1](https://github.com/apache/airflow/commit/91ff31ad1021235bd21c87ad9dbc0b216a908671) | 2020-08-27 | Documentation for Google Cloud Data Loss Prevention (#8201) (#9651) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d76026545](https://github.com/apache/airflow/commit/d7602654526fdd2876466371404784bd17cfe0d2) | 2020-08-25 | PyDocStyle: No whitespaces allowed surrounding docstring text (#10533) | -| [d1bce91bb](https://github.com/apache/airflow/commit/d1bce91bb21d5a468fa6a0207156c28fe1ca6513) | 2020-08-25 | PyDocStyle: Enable D403: Capitalized first word of docstring (#10530) | -| [866701c80](https://github.com/apache/airflow/commit/866701c8019f49dcb02c9696e4f6e9ce67d13ca6) | 2020-08-25 | Fix typo in "Cloud" (#10534) | -| [47265e7b5](https://github.com/apache/airflow/commit/47265e7b58bc28bcbbffc981442b6cc27a3af39c) | 2020-08-24 | Fix typo in PostgresHook (#10529) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [2f2d8dbfa](https://github.com/apache/airflow/commit/2f2d8dbfafefb4be3dd80f22f31c649c8498f148) | 2020-08-25 | Remove all "noinspection" comments native to IntelliJ (#10525) | -| [3734876d9](https://github.com/apache/airflow/commit/3734876d9898067ee933b84af522d53df6160d7f) | 2020-08-24 | Implement impersonation in google operators (#10052) | -| [b0598b535](https://github.com/apache/airflow/commit/b0598b5351d2d027286e2333231b6c0c0704dba2) | 2020-08-24 | Add support for creating multiple replicated clusters in Bigtable hook and operator (#10475) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [515cc72c9](https://github.com/apache/airflow/commit/515cc72c995429c8c007f853ade385d79fcbac90) | 2020-08-22 | Fix typo in timed_out (#10459) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [88c7d2e52](https://github.com/apache/airflow/commit/88c7d2e526af4994066f65f830e2fa8edcbbce2e) | 2020-08-21 | Dataflow operators don't not always create a virtualenv (#10373) | -| [083c3c129](https://github.com/apache/airflow/commit/083c3c129bc3458d410f5ff37d7f5a9a7ad548b7) | 2020-08-18 | Simplified GCSTaskHandler configuration (#10365) | -| [1ae5bdf23](https://github.com/apache/airflow/commit/1ae5bdf23e3ac7cca05325ef8b255a7cf067e18e) | 2020-08-17 | Add test for GCSTaskHandler (#9600) (#9861) | -| [e195a980b](https://github.com/apache/airflow/commit/e195a980bc8e9d42f3eb4ac134950977b9e5158f) | 2020-08-16 | Add type annotations for mlengine_operator_utils (#10297) | -| [382c1011b](https://github.com/apache/airflow/commit/382c1011b6bcebd22760e2f98419281ef1a09d1b) | 2020-08-16 | Add Bigtable Update Instance Hook/Operator (#10340) | -| [bfa5a8d5f](https://github.com/apache/airflow/commit/bfa5a8d5f10458c14d380c4042ecfbac627d0639) | 2020-08-15 | CI: Fix failing docs-build (#10342) | -| [be46d20fb](https://github.com/apache/airflow/commit/be46d20fb431cc1d91c935e8894dfc7756c18993) | 2020-08-15 | Improve idempotency of BigQueryInsertJobOperator (#9590) | -| [47387a69e](https://github.com/apache/airflow/commit/47387a69e623676b57b6d42ff07e729da2d21bff) | 2020-08-14 | Catch Permission Denied exception when getting secret from GCP Secret Manager. (#10326) | -| [2f0613b0c](https://github.com/apache/airflow/commit/2f0613b0c2fdf176d9f13a8cd12162c60c64b644) | 2020-08-13 | Implement Google BigQuery Table Partition Sensor (#10218) | -| [f6734b3b8](https://github.com/apache/airflow/commit/f6734b3b850d33d3712763f93c114e80f5af9ffb) | 2020-08-12 | Enable Sphinx spellcheck for doc generation (#10280) | -| [8f8db8959](https://github.com/apache/airflow/commit/8f8db8959e526be54d700845d36ee9f315bae2ea) | 2020-08-12 | DbApiHook: Support kwargs in get_pandas_df (#9730) | -| [ef088314f](https://github.com/apache/airflow/commit/ef088314f8f1b29ac636a7584cf9dda04b1df816) | 2020-08-09 | Added DataprepGetJobsForJobGroupOperator (#10246) | -| [b43f90abf](https://github.com/apache/airflow/commit/b43f90abf4c7219d5d59cccb0514256bd3f2fdc7) | 2020-08-09 | Fix various typos in the repo (#10263) | -| [c29533888](https://github.com/apache/airflow/commit/c29533888fadd40f5e9ce63e728bd8691182e542) | 2020-08-08 | Add labels param to Google MLEngine Operators (#10222) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [eff0f0321](https://github.com/apache/airflow/commit/eff0f03210d30a4aed9ed457eaaea9c9f05d54d1) | 2020-08-06 | Update guide for Google Cloud Secret Manager Backend (#10172) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [010322692](https://github.com/apache/airflow/commit/010322692e6e3f0adc156f0beb81e267da0e97bb) | 2020-08-06 | Improve handling Dataproc cluster creation with ERROR state (#9593) | -| [1437cb749](https://github.com/apache/airflow/commit/1437cb74955f4e10af5d70ebadde1e6b163fb9b7) | 2020-08-04 | Add correct signatures for operators in google provider package (#10144) | -| [6efa1b9cb](https://github.com/apache/airflow/commit/6efa1b9cb763ae0bdbc884a54d24dbdc39d9e3a6) | 2020-08-03 | Add additional Cloud Datastore operators (#10032) | -| [27020f8e5](https://github.com/apache/airflow/commit/27020f8e588575d53e63f9f9daecd3a522656644) | 2020-08-03 | Add try clause to DataFusionHook.wait_for_pipeline_state (#10031) | -| [4e3799fec](https://github.com/apache/airflow/commit/4e3799fec4c23d0f43603a0489c5a6158aeba035) | 2020-08-02 | [AIRFLOW-4541] Replace os.mkdirs usage with pathlib.Path(path).mkdir (#10117) | -| [85c56b173](https://github.com/apache/airflow/commit/85c56b1737c2bf61751836571300445c0aebae1a) | 2020-08-02 | Add missing params to GCP Pub/Sub creation_subscription (#10106) | -| [b79466c12](https://github.com/apache/airflow/commit/b79466c12f3ae717c31804acc2e9ffcd60f9611c) | 2020-08-02 | Fix sensor not providing arguments for GCSHook (#10074) | -| [4ee35d027](https://github.com/apache/airflow/commit/4ee35d027988c6456767faeb108a7f686d5117f2) | 2020-08-02 | Fix hook not passing gcp_conn_id to base class (#10075) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [4c84661ad](https://github.com/apache/airflow/commit/4c84661adb5bb5c581bb4193b4c7e935cbe07758) | 2020-07-31 | Split Display Video 360 example into smaler DAGs (#10077) | -| [59cbff087](https://github.com/apache/airflow/commit/59cbff0874dd5318cda4b9ce7b7eeb1aad1dad4d) | 2020-07-29 | Fix docstrings in BigQueryGetDataOperator (#10042) | -| [81b87d48e](https://github.com/apache/airflow/commit/81b87d48ed002d7a7f7bcb72a58e82d40a176fe2) | 2020-07-27 | Add unit tests for GcpBodyFieldSanitizer in Google providers (#9996) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [8b10a4b35](https://github.com/apache/airflow/commit/8b10a4b35e45d536a6475bfe1491ee75fad50186) | 2020-07-25 | Stop using start_date in default_args in example_dags (#9982) | -| [ef98edf4d](https://github.com/apache/airflow/commit/ef98edf4da2d9b74d5cf5b21e81577b3151edb79) | 2020-07-23 | Add more information about using GoogleAdsHook (#9951) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [39a0288a4](https://github.com/apache/airflow/commit/39a0288a47536dfd9b651ecd075887d3e45fcfc4) | 2020-07-22 | Add Google Authentication for experimental API (#9848) | -| [c2db0dfeb](https://github.com/apache/airflow/commit/c2db0dfeb13ee679bf4d7b57874f0fcb39c0f0ed) | 2020-07-22 | More strict rules in mypy (#9705) (#9906) | -| [c4244e18b](https://github.com/apache/airflow/commit/c4244e18bb894eb2180b8972052e56110fe5cbc9) | 2020-07-22 | Fix calling `get_client` in BigQueryHook.table_exists (#9916) | -| [5eacc1642](https://github.com/apache/airflow/commit/5eacc164201a121cd06126aff613cbe0919d35cc) | 2020-07-22 | Add support for impersonation in GCP hooks (#9915) | -| [1cfdebf5f](https://github.com/apache/airflow/commit/1cfdebf5f8841d61a11540b88c7913686e89e085) | 2020-07-21 | Fix insert_job method of BigQueryHook (#9899) | -| [c8c52e69c](https://github.com/apache/airflow/commit/c8c52e69c8d9cc1f26f63d95aecc0a6498d40b6f) | 2020-07-21 | Remove type hint causing DeprecationWarning in Firestore operators (#9819) | -| [eb6f1d1cf](https://github.com/apache/airflow/commit/eb6f1d1cf0503fa763c0d8d34a2fe16efb390b9c) | 2020-07-16 | Fix typo in datafusion operator (#9859) | -| [b01d95ec2](https://github.com/apache/airflow/commit/b01d95ec22b01ed79123178acd74ef40d57aaa7c) | 2020-07-15 | Change DAG.clear to take dag_run_state (#9824) | -| [6d65c15d1](https://github.com/apache/airflow/commit/6d65c15d156a41d5e735e44a1170426559a17d1f) | 2020-07-15 | Add guide for AI Platform (previously Machine Learning Engine) Operators (#9798) | -| [770de53eb](https://github.com/apache/airflow/commit/770de53eb57bd57ffc555ad15b18f0c058dbebe7) | 2020-07-15 | BigQueryTableExistenceSensor needs to specify keyword arguments (#9832) | -| [2d8dbacdf](https://github.com/apache/airflow/commit/2d8dbacdf6c19a598a7f55bcf65e28703aed6201) | 2020-07-15 | Add CloudVisionDeleteReferenceImageOperator (#9698) | -| [9f017951b](https://github.com/apache/airflow/commit/9f017951b94d9bf52b5ee66d72aa8dd822f07269) | 2020-07-15 | Add Google Deployment Manager Hook (#9159) | -| [ed5004cca](https://github.com/apache/airflow/commit/ed5004cca753650dc222fbb8e67573938c6c16d9) | 2020-07-14 | Allow `replace` flag in gcs_to_gcs operator. (#9667) | -| [553bb7af7](https://github.com/apache/airflow/commit/553bb7af7cb7a50f7141b5b89297713cee6d19f6) | 2020-07-13 | Keep functions signatures in decorators (#9786) | -| [68925904e](https://github.com/apache/airflow/commit/68925904e49aac6968defb6834863f4e6347fe59) | 2020-07-13 | Add multiple file upload functionality to GCS hook (#8849) | -| [1de78e8f9](https://github.com/apache/airflow/commit/1de78e8f97f48f8f4abd167a0120ffab8af6127a) | 2020-07-12 | Add Google Stackdriver link (#9765) | -| [092d33f29](https://github.com/apache/airflow/commit/092d33f298a7dbb871b1e1b4c17aad3989e89b79) | 2020-07-11 | Fix StackdriverTaskHandler + add system tests (#9761) | -| [b2305660f](https://github.com/apache/airflow/commit/b2305660f0eb55ebd31fdc7fe4e8aeed8c1f8c00) | 2020-07-09 | Update example DAG for AI Platform operators (#9727) | -| [23f80f34a](https://github.com/apache/airflow/commit/23f80f34adec86da24e4896168c53d213d01a7f6) | 2020-07-08 | Move gcs & wasb task handlers to their respective provider packages (#9714) | -| [44d4ae809](https://github.com/apache/airflow/commit/44d4ae809c1e3784ff95b6a5e95113c3412e56b3) | 2020-07-06 | Upgrade to latest pre-commit checks (#9686) | -| [a79e2d4c4](https://github.com/apache/airflow/commit/a79e2d4c4aa105f3fac5ae6a28e29af9cd572407) | 2020-07-06 | Move provider's log task handlers to the provider package (#9604) | -| [cd3d9d934](https://github.com/apache/airflow/commit/cd3d9d93402f06a08f35e3586802f11a18c4f1f3) | 2020-07-02 | Fix using .json template extension in GMP operators (#9566) | -| [4799af30e](https://github.com/apache/airflow/commit/4799af30ee02c596647d1538854769124f9f4961) | 2020-06-30 | Extend BigQuery example with include clause (#9572) | -| [e33f1a12d](https://github.com/apache/airflow/commit/e33f1a12d72ac234e4897f44b326a332acf85901) | 2020-06-30 | Add template_ext to BigQueryInsertJobOperator (#9568) | -| [40add26d4](https://github.com/apache/airflow/commit/40add26d459c2511a6d9d305ae7300f0d6104211) | 2020-06-29 | Remove almost all references to airflow.contrib (#9559) | -| [c420dbd6e](https://github.com/apache/airflow/commit/c420dbd6e13e17867eb4ccc4271b37966310ac0f) | 2020-06-27 | Bump Pylint to 2.5.3 (#9294) | -| [0051c89cb](https://github.com/apache/airflow/commit/0051c89cba02d55236c913ce0110f7d5111ba436) | 2020-06-26 | nitpick fix (#9527) | -| [87fdbd070](https://github.com/apache/airflow/commit/87fdbd0708d942af98d35604fe5962962e25d246) | 2020-06-25 | Use literal syntax instead of function calls to create data structure (#9516) | -| [7256f4caa](https://github.com/apache/airflow/commit/7256f4caa226f8f8632d6e2d38d8c94cb3250a6f) | 2020-06-22 | Pylint fixes and deprecation of rare used methods in Connection (#9419) | -| [e13a14c87](https://github.com/apache/airflow/commit/e13a14c8730f4f633d996dd7d3468fe827136a84) | 2020-06-21 | Enable & Fix Whitespace related PyDocStyle Checks (#9458) | -| [5b680e27e](https://github.com/apache/airflow/commit/5b680e27e8118861ef484c00a4b87c6885b0a518) | 2020-06-19 | Don't use connection to store task handler credentials (#9381) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [416334e2e](https://github.com/apache/airflow/commit/416334e2ecd21d8a532af6102f1cfa9ac921a97a) | 2020-06-19 | Properly propagated warnings in operators (#9348) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [4e09c6442](https://github.com/apache/airflow/commit/4e09c64423bfaabd02a18b5fe7757dc15451ab73) | 2020-06-18 | Adds GCP Secret Manager Hook (#9368) | -| [40bf8f28f](https://github.com/apache/airflow/commit/40bf8f28f97f17f40d993d207ea740eba54593ee) | 2020-06-18 | Detect automatically the lack of reference to the guide in the operator descriptions (#9290) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [639972d99](https://github.com/apache/airflow/commit/639972d995d848b16a3f283576efdbde28b8fdef) | 2020-06-16 | Add support for latest Apache Beam SDK in Dataflow operators (#9323) | -| [1459970b3](https://github.com/apache/airflow/commit/1459970b3b9780e139ce029ae889fd8f69a37bc7) | 2020-06-15 | Rename CloudBuildCreateBuildOperator to CloudBuildCreateOperator (#9314) | -| [431ea3291](https://github.com/apache/airflow/commit/431ea3291c9bf236bccdf8446d753c630ada2b25) | 2020-06-15 | Resolve upstream tasks when template field is XComArg (#8805) | -| [aee6ab94e](https://github.com/apache/airflow/commit/aee6ab94eb956347ad560cfe2673bc6011074513) | 2020-06-15 | Wait for pipeline state in Data Fusion operators (#8954) | -| [fb1c8b83d](https://github.com/apache/airflow/commit/fb1c8b83d400506a16c10e3d6623a913847e5cf5) | 2020-06-10 | Add test for BQ operations using location (#9206) | -| [a26afbfa5](https://github.com/apache/airflow/commit/a26afbfa51b0981ae742c6171938b57a80aace2b) | 2020-06-10 | Make generated job_id more informative in BQ insert_job (#9203) | -| [c41192fa1](https://github.com/apache/airflow/commit/c41192fa1fc5c2b3e7b8414c59f656ab67bbef28) | 2020-06-10 | Upgrade pendulum to latest major version ~2.0 (#9184) | -| [b1c8c5ed5](https://github.com/apache/airflow/commit/b1c8c5ed5bba3a852a5446f3fdd1131b4b22637a) | 2020-06-09 | Allows using private endpoints in GKEStartPodOperator (#9169) | -| [5918efc86](https://github.com/apache/airflow/commit/5918efc86a2217caa641a6ada289eee1c21407f8) | 2020-06-05 | Add 3.8 to the test matrices (#8836) | -| [9bcdadaf7](https://github.com/apache/airflow/commit/9bcdadaf7e6e73d3d2246fbbd32a9f30a1b43ca9) | 2020-06-05 | Add 'main' param to template_fields in DataprocSubmitPySparkJobOperator (#9154) | -| [f56811dff](https://github.com/apache/airflow/commit/f56811dff3af66cbceb0418f11e00507bab58674) | 2020-06-05 | [AIRFLOW-6290] Create guide for GKE operators (#8883) | -| [76962867b](https://github.com/apache/airflow/commit/76962867b5877cf5ffd1b6004453f783c0732ab1) | 2020-06-04 | Fix sql_to_gcs hook gzip of schema_file (#9140) | -| [17adcea83](https://github.com/apache/airflow/commit/17adcea835cb7b0cf2d8da0ac7dda5549cfa3e45) | 2020-06-02 | Fix handling of subprocess error handling in s3_file_transform and gcs (#9106) | -| [789852546](https://github.com/apache/airflow/commit/78985254683c359f7444a7eb5f6ee4967c37d61f) | 2020-06-01 | Add BigQueryInsertJobOperator (#8868) | -| [29eb68b90](https://github.com/apache/airflow/commit/29eb68b90b5df692ac322be0939af5e7fa9b71bc) | 2020-05-31 | Create guide for Dataproc Operators (#9037) | -| [886afaf62](https://github.com/apache/airflow/commit/886afaf622602aa97f925bc3ee4fc27aa995c445) | 2020-05-29 | Add example dag and system test for LocalFilesystemToGCSOperator (#9043) | -| [a779c4dfc](https://github.com/apache/airflow/commit/a779c4dfc278d6ece480b012764ea5814dc78dee) | 2020-05-29 | add separate example dags and system tests for GCSToGoogleSheetsOperator (#9066) | -| [ada26be23](https://github.com/apache/airflow/commit/ada26be23c913796c2ae77b91cb7d113dfec75a6) | 2020-05-29 | Add correct description for dst param in LocalFilesystemToGCSOperator (#9055) | -| [81b2761b8](https://github.com/apache/airflow/commit/81b2761b86dae2d21a6ee859d49c08d46fea6def) | 2020-05-29 | add example dag and system test for GoogleSheetsToGCSOperator (#9056) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [3994030ea](https://github.com/apache/airflow/commit/3994030ea678727daaf9c2bfed0ca94a096f8d2a) | 2020-05-26 | Refactor BigQuery operators (#8858) | -| [cdb3f2545](https://github.com/apache/airflow/commit/cdb3f25456e49d0199cd7ccd680626dac01c9be6) | 2020-05-26 | All classes in backport providers are now importable in Airflow 1.10 (#8991) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [cf5cf45e1](https://github.com/apache/airflow/commit/cf5cf45e1c0dff9a40e02f0dc221542f974831a7) | 2020-05-23 | Support YAML input for CloudBuildCreateOperator (#8808) | -| [499493c5c](https://github.com/apache/airflow/commit/499493c5c5cf324ab8452ead80a10b71ce0c3b14) | 2020-05-19 | [AIRFLOW-6586] Improvements to gcs sensor (#7197) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [841d81664](https://github.com/apache/airflow/commit/841d81664737c25d73d095a7dab5de80d369c87c) | 2020-05-19 | Allow setting the pooling time in DLPHook (#8824) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [15273f0ea](https://github.com/apache/airflow/commit/15273f0ea05ec579c631ce26b5d620233ebdc4d2) | 2020-05-16 | Check for same task instead of Equality to detect Duplicate Tasks (#8828) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [e1e833bb2](https://github.com/apache/airflow/commit/e1e833bb260879ecb9a1f80f28450a3656c0e598) | 2020-05-13 | Update GoogleBaseHook to not follow 308 and use 60s timeout (#8816) | -| [8b5491971](https://github.com/apache/airflow/commit/8b54919711a203c3f35d98c6310a55d4df5da590) | 2020-05-12 | Refactor BigQuery hook methods to use python library (#8631) | -| [6911dfe83](https://github.com/apache/airflow/commit/6911dfe8372a33df67ce1fdd3c2bca1047718f60) | 2020-05-12 | Fix template fields in Google operators (#8840) | -| [4b06fde0f](https://github.com/apache/airflow/commit/4b06fde0f10ce178b3c336c5d901e3b089f2863d) | 2020-05-12 | Fix Flake8 errors (#8841) | -| [1d12c347c](https://github.com/apache/airflow/commit/1d12c347cb258e7081804da1f9f5ffdedc003163) | 2020-05-12 | Refactor BigQuery check operators (#8813) | -| [493b685d7](https://github.com/apache/airflow/commit/493b685d7879cfee532390ba0909d4b1d8764267) | 2020-05-10 | Add separate example DAGs and system tests for google cloud speech (#8778) | -| [79ef8bed8](https://github.com/apache/airflow/commit/79ef8bed891c22eb76adf99158288d1b44426dc0) | 2020-05-10 | Added Upload Multiple Entity Read Files to specified big query dataset (#8610) | -| [280f1f0c4](https://github.com/apache/airflow/commit/280f1f0c4cc49aba1b2f8b456326795733769d18) | 2020-05-10 | Correctly restore upstream_task_ids when deserializing Operators (#8775) | -| [58aefb23b](https://github.com/apache/airflow/commit/58aefb23b1d456bbb24876a4e3ff14f25d6274b0) | 2020-05-08 | Added SDFtoGCSOperator (#8740) | -| [723c52c94](https://github.com/apache/airflow/commit/723c52c942b49b0e8c8fa8667a4a6a45fa249498) | 2020-05-07 | Add documentation for SpannerDeployInstanceOperator (#8750) | -| [25ee4211b](https://github.com/apache/airflow/commit/25ee4211b345ce7c19fb7366fd230838c34f1d47) | 2020-05-06 | Support all RuntimeEnvironment parameters in DataflowTemplatedJobStartOperator (#8531) | -| [8d6f1aa4b](https://github.com/apache/airflow/commit/8d6f1aa4b5bb8809ffc55dc0c62e6d0e89f331e5) | 2020-05-05 | Support num_retries field in env var for GCP connection (#8700) | -| [67caae0f2](https://github.com/apache/airflow/commit/67caae0f25db4eec42b8e81c85683aabdd8d6c1a) | 2020-05-04 | Add system test for gcs_to_bigquery (#8556) | -| [bc45fa675](https://github.com/apache/airflow/commit/bc45fa6759203b4c26b52e693dac97486a84204e) | 2020-05-03 | Add system test and docs for Facebook Ads operators (#8503) | -| [a28c66f23](https://github.com/apache/airflow/commit/a28c66f23d373cd0f8bfc765a515f21d4b66a0e9) | 2020-04-30 | [AIRFLOW-4734] Upsert functionality for PostgresHook.insert_rows() (#8625) | -| [992a24ce4](https://github.com/apache/airflow/commit/992a24ce41067d3b73f293878e71835892cbb632) | 2020-04-28 | Split and improve BigQuery example DAG (#8529) | -| [c1fb28230](https://github.com/apache/airflow/commit/c1fb28230fa0d36ef86c452c70254b253a113f9c) | 2020-04-28 | Refactor BigQueryHook dataset operations (#8477) | -| [e8d0f8fea](https://github.com/apache/airflow/commit/e8d0f8feab0ec08e248cd381359112ad6a832f5b) | 2020-04-26 | Improve idempodency in CloudDataTransferServiceCreateJobOperator (#8430) | -| [37fdfa977](https://github.com/apache/airflow/commit/37fdfa9775f43a5fa15de9c53ab33ecdf97513c5) | 2020-04-26 | [AIRFLOW-6281] Create guide for GCS to GCS transfer operators (#8442) | -| [14b22e6ff](https://github.com/apache/airflow/commit/14b22e6ffeb3af1f68e8362a1d0061b41364019c) | 2020-04-25 | Add hook and operator for Google Cloud Life Sciences (#8481) | -| [72ddc94d1](https://github.com/apache/airflow/commit/72ddc94d1ee08b414102e0b8ac197a3d8e965707) | 2020-04-23 | Pass location using parmamter in Dataflow integration (#8382) | -| [912aa4b42](https://github.com/apache/airflow/commit/912aa4b4237695275db6379cf2f0a633ea6087bc) | 2020-04-23 | Added GoogleDisplayVideo360DownloadLineItemsOperator (#8174) | -| [57c8c0583](https://github.com/apache/airflow/commit/57c8c05839f66ed2909b1bee8ff6976432db82aa) | 2020-04-22 | Use python client in BQ hook create_empty_table/dataset and table_exists (#8377) | -| [5d3a7eef3](https://github.com/apache/airflow/commit/5d3a7eef30b30fa466d8173f13abe4c356d73aef) | 2020-04-20 | Allow multiple extra_packages in Dataflow (#8394) | -| [79c99b1b6](https://github.com/apache/airflow/commit/79c99b1b6ae2ff5b0c8ab892f7f3fb1b44724121) | 2020-04-18 | Added location parameter to BigQueryCheckOperator (#8273) | -| [79d3f33c1](https://github.com/apache/airflow/commit/79d3f33c1b65c9c7e7b1a75e25d38cab9aa4517f) | 2020-04-17 | Clean up temporary files in Dataflow operators (#8313) | -| [efcffa323](https://github.com/apache/airflow/commit/efcffa323ddb5aa9f5907aa86808f3f3b4f5bd87) | 2020-04-16 | Add Dataproc SparkR Example (#8240) | -| [b198a1fa9](https://github.com/apache/airflow/commit/b198a1fa94c44228dc7358552aeb6a5371ae0da2) | 2020-04-15 | Create guide for BigQuery operators (#8276) | -| [2636cc932](https://github.com/apache/airflow/commit/2636cc932c3b156644edd46635cf9ff995c83159) | 2020-04-14 | Raise exception when GCP credential doesn't support account impersonation (#8213) | -| [eee4ebaee](https://github.com/apache/airflow/commit/eee4ebaeeb1991480ee178ddb600bc69b2a88764) | 2020-04-14 | Added Facebook Ads Operator #7887 (#8008) | -| [8cae07ea1](https://github.com/apache/airflow/commit/8cae07ea1873a90516120d9ffbd28e7fdd2f78a4) | 2020-04-14 | fixed typo (#8294) | -| [45c898330](https://github.com/apache/airflow/commit/45c8983306ab1c54abdacd8f870e790fad25cb37) | 2020-04-13 | Less aggressive eager upgrade of requirements (#8267) | -| [1fd9ed384](https://github.com/apache/airflow/commit/1fd9ed3840361afa1e9456ccb0dfd5a60fba4e85) | 2020-04-13 | Add mypy plugin for decorators. (#8145) | -| [327b0a9f7](https://github.com/apache/airflow/commit/327b0a9f77bbcbe3f977a37de04264c2eff4bee1) | 2020-04-13 | Added GoogleDisplayVideo360UploadLineItemsOperator (#8216) | -| [bb5e403a3](https://github.com/apache/airflow/commit/bb5e403a320e7377e5040cb180f61b4f5a9ea558) | 2020-04-10 | Honor schema type for MySQL to GCS data pre-process (#8090) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [3fc89f29f](https://github.com/apache/airflow/commit/3fc89f29f5bcd1529089fa6cb9c44843614f9ec5) | 2020-04-06 | [AIRFLOW-7106] Cloud data fusion integration - Allow to pass args to start pipeline (#7849) | -| [7ef75d239](https://github.com/apache/airflow/commit/7ef75d2393f30d155de550e6d1ee8c055e2abfee) | 2020-04-03 | [AIRFLOW-7117] Honor self.schema in sql_to_gcs as schema to upload (#8049) | -| [ed2bc0057](https://github.com/apache/airflow/commit/ed2bc00576b39a88e3e1fb79092494f4bfdcbf5c) | 2020-04-02 | Add Google Ads list accounts operator (#8007) | -| [3808a6206](https://github.com/apache/airflow/commit/3808a6206e70d4af84b39ea7078df54f02c1435e) | 2020-04-01 | Unify Google class/package names (#8033) | -| [8a0240257](https://github.com/apache/airflow/commit/8a02402576f83869d5134b4bddef5d73c15a8320) | 2020-03-31 | Rename CloudBaseHook to GoogleBaseHook and move it to google.common (#8011) | -| [8e8978007](https://github.com/apache/airflow/commit/8e897800716c8ccedd1c53f2d083cb295786aa50) | 2020-03-31 | Add more refactor steps for providers.google (#8010) | -| [aae3b8fb2](https://github.com/apache/airflow/commit/aae3b8fb27870cb3cfba5ed73e35e08d520ef014) | 2020-03-31 | Individual package READMEs (#8012) | -| [779023968](https://github.com/apache/airflow/commit/779023968f983c91701f687bc823dc338934cdad) | 2020-03-30 | [AIRFLOW-7075] Operators for storing information from GCS into GA (#7743) | -| [49abce521](https://github.com/apache/airflow/commit/49abce52178c81954f8a25608f70ffe02fcf7b19) | 2020-03-30 | Improve system tests for Cloud Build (#8003) | -| [0f19a930d](https://github.com/apache/airflow/commit/0f19a930d1a7dec2a96bab0de144829f83cc0626) | 2020-03-29 | Remove GKEStartPodOperator when backporting (#7908) | -| [0e1c238b2](https://github.com/apache/airflow/commit/0e1c238b2fff3a092c93368125bc8d82abc4b308) | 2020-03-28 | Get Airflow Variables from GCP Secrets Manager (#7946) | -| [eb4af4f94](https://github.com/apache/airflow/commit/eb4af4f944c77e67e167bbb6b0a2aaf075a95b50) | 2020-03-28 | Make BaseSecretsBackend.build_path generic (#7948) | -| [01f99426f](https://github.com/apache/airflow/commit/01f99426fddd2a24552f352edcb271fa78cf3b15) | 2020-03-28 | Add download/upload operators for GCS and Google Sheets (#7866) | -| [892522f8e](https://github.com/apache/airflow/commit/892522f8e2aeedc1ad842a08aaea967b0cae077f) | 2020-03-26 | Change signature of GSheetsHook methods (#7853) | -| [bfd425157](https://github.com/apache/airflow/commit/bfd425157a746402b516f8fc9e48f4ddccd794ce) | 2020-03-26 | Improve idempotency in MLEngineHook.create_model (#7811) | -| [f9c226343](https://github.com/apache/airflow/commit/f9c226343d94a7732da280d1dd086bf1ba291c77) | 2020-03-26 | Fix CloudSecretsManagerBackend invalid connections_prefix (#7861) | -| [e3920f12f](https://github.com/apache/airflow/commit/e3920f12f483b53950507c50f6ab6a4318072859) | 2020-03-26 | Improve setUp/tearDown in Cloud Firestore system test (#7862) | -| [8ba8a7295](https://github.com/apache/airflow/commit/8ba8a7295a31f6b44894bfcaea36fa93b8d8c0d0) | 2020-03-26 | Improve example DAGs for Cloud Memorystore (#7855) | -| [f7d1a437c](https://github.com/apache/airflow/commit/f7d1a437c17461b5ab768b75d58f0cb026b2a818) | 2020-03-26 | Fix CloudMemorystoreCreateInstanceAndImportOperator operator (#7856) | -| [beef6c230](https://github.com/apache/airflow/commit/beef6c230e4ff266af7c16b639bfda659b2bf6c0) | 2020-03-26 | Improve authorization in GCP system tests (#7863) | -| [5f165f3e4](https://github.com/apache/airflow/commit/5f165f3e4231ebd420ce643211a93e1fecf4877e) | 2020-03-26 | [AIRFLOW-5801] Get GCP credentials from file instead of JSON blob (#7869) | -| [686d7d50b](https://github.com/apache/airflow/commit/686d7d50bd21622724d6818021355bc6885fd3de) | 2020-03-25 | Standardize SecretBackend class names (#7846) | -| [1982c3fdc](https://github.com/apache/airflow/commit/1982c3fdca1f04cfc41fc5b5e285d8f01c6b76ab) | 2020-03-24 | Run Dataflow for ML Engine summary in venv (#7809) | -| [eef87b995](https://github.com/apache/airflow/commit/eef87b9953347a65421f315a07dbef37ded9df66) | 2020-03-23 | [AIRFLOW-7105] Unify Secrets Backend method interfaces (#7830) | -| [529db07b2](https://github.com/apache/airflow/commit/529db07b2ee73d886e37e8b3415462c730187b15) | 2020-03-23 | Improve Google PubSub hook publish method (#7831) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [a001489b5](https://github.com/apache/airflow/commit/a001489b5928ebfc35f990a29d1c9c2ecb80bd61) | 2020-03-23 | Improve example DAG for ML Engine (#7810) | -| [9e5a8e7f8](https://github.com/apache/airflow/commit/9e5a8e7f83cf2368315fce62f8d81304f7ba2f04) | 2020-03-23 | Add call to Super class in 'google' providers (#7823) | -| [b86bf79bf](https://github.com/apache/airflow/commit/b86bf79bff615e61de98bead4d02eace5690d5fb) | 2020-03-23 | Fix typo in GCP credentials_provider's docstring (#7818) | -| [56c013ce9](https://github.com/apache/airflow/commit/56c013ce922eb18e5f7dd4410986afbcc6f29025) | 2020-03-23 | Add missing docstring in BigQueryHook.create_empty_table (#7817) | -| [426a79847](https://github.com/apache/airflow/commit/426a79847ced832ca3f67c135fd8830ebf1de7d2) | 2020-03-23 | Imrove support for laatest API in MLEngineStartTrainingJobOperator (#7812) | -| [cdf1809fc](https://github.com/apache/airflow/commit/cdf1809fce0e59c8379a799f1738d8d813abbf51) | 2020-03-23 | [AIRFLOW-7104] Add Secret backend for GCP Secrets Manager (#7795) | -| [27dac00e1](https://github.com/apache/airflow/commit/27dac00e125b87626a0b87074d61e6d38031bf47) | 2020-03-22 | [AIRFLOW-7099] Improve system test for cloud transfer service (#7794) | -| [0daf5d729](https://github.com/apache/airflow/commit/0daf5d729acef4e9aef5226452dff774e80430cd) | 2020-03-22 | Add ability to specify a maximum modified time for objects in GCSToGCSOperator (#7791) | -| [c8088c2bd](https://github.com/apache/airflow/commit/c8088c2bd70a16605a5d4b1a66a22309359d6712) | 2020-03-20 | [AIRFLOW-7100] Add GoogleAnalyticsGetAdsLinkOperator (#7781) | -| [5106a2931](https://github.com/apache/airflow/commit/5106a29314b413d168bcba7a64bf91c04fdb5dfe) | 2020-03-20 | [AIRFLOW-6752] Add GoogleAnalyticsRetrieveAdsLinksListOperator (#7748) | -| [759ce2a80](https://github.com/apache/airflow/commit/759ce2a80c95832fe4773c9f4fde23e1b03cbc6f) | 2020-03-20 | [AIRFLOW-6978] Add PubSubPullOperator (#7766) | -| [6b9b214e4](https://github.com/apache/airflow/commit/6b9b214e4c3b3afa8ea2e1a5c1e24993013d60ac) | 2020-03-20 | [AIRFLOW-6732] Add GoogleAdsHook and GoogleAdsToGcsOperator (#7692) | -| [b11891696](https://github.com/apache/airflow/commit/b11891696946d1461174b385c88d6af8abb99768) | 2020-03-19 | [AIRFLOW-7069] Fix cloudsql system tests (#7770) | -| [ae854cae5](https://github.com/apache/airflow/commit/ae854cae5a2cf8cae37edf7e0813ad01bccfbc30) | 2020-03-19 | [AIRFLOW-7082] Remove catch_http_exception decorator in GCP hooks (#7756) | -| [7e1e954d2](https://github.com/apache/airflow/commit/7e1e954d23ce272b0a71188f0f535e20d54be443) | 2020-03-19 | [AIRFLOW-7085] Cache credentials, project_id in GCP Base Hook (#7759) | -| [6e21c139b](https://github.com/apache/airflow/commit/6e21c139b3cce3f895040939f0b02e3e0ba36141) | 2020-03-19 | [AIRFLOW-XXXX] Fix reference to GCP classes in guides (#7762) | -| [ce022a3f7](https://github.com/apache/airflow/commit/ce022a3f72b7735087d4c3bbe81d293a0ab75327) | 2020-03-19 | [AIRFLOW-XXXX] Add cross-references for operators guide (#7760) | -| [029c84e55](https://github.com/apache/airflow/commit/029c84e5527b6db6bdbdbe026f455da325bedef3) | 2020-03-18 | [AIRFLOW-5421] Add Presto to GCS transfer operator (#7718) | -| [63a3102ed](https://github.com/apache/airflow/commit/63a3102ede8fb8f764d251b20cad5ee5bef84f50) | 2020-03-18 | [AIRFLOW-7064] Add CloudFirestoreExportDatabaseOperator (#7725) | -| [73305c7bd](https://github.com/apache/airflow/commit/73305c7bd57f14444804c13b8b290f479832d3db) | 2020-03-18 | [AIRFLOW-7081] Remove env variables from GCP guide (#7755) | -| [60fdbf6d9](https://github.com/apache/airflow/commit/60fdbf6d9255d34a8967400e9585b1cd5d29d3e9) | 2020-03-18 | [AIRFLOW-5610] Add ability to specify multiple objects to copy in GCSToGCSOperator (#7728) | -| [de7e934ca](https://github.com/apache/airflow/commit/de7e934ca3f21ce82f67accf92811b3ac044476f) | 2020-03-17 | [AIRFLOW-7079] Remove redundant code for storing template_fields (#7750) | -| [0de0347b2](https://github.com/apache/airflow/commit/0de0347b27a961c46ee49da6dfa9205321657749) | 2020-03-17 | [AIRFLOW-6855]: Escape project_dataset_table in SQL query in gcs to bq … (#7475) | -| [91557c6f8](https://github.com/apache/airflow/commit/91557c6f87529c010b8ad1110ece35fd7fd751e4) | 2020-03-17 | [AIRFLOW-7073] GKEStartPodOperator always use connection credentials (#7738) | -| [51161dbd9](https://github.com/apache/airflow/commit/51161dbd9de0c966016cec4d5036877890daee7c) | 2020-03-16 | [AIRFLOW-5664] Store timestamps with microseconds precision (#6354) | -| [2bc020c43](https://github.com/apache/airflow/commit/2bc020c43112dd3a769311de8d5012e8e8f399ee) | 2020-03-14 | [AIRFLOW-7055] Verbose logging option for google provider (#7711) | -| [c997cab42](https://github.com/apache/airflow/commit/c997cab42d8695ac444e63dfe4b948a7ea82ed89) | 2020-03-13 | [AIRFLOW-6724] Add Google Analytics 360 Accounts Retrieve Operator (#7630) | -| [137896f32](https://github.com/apache/airflow/commit/137896f326cd29b59902a887e4c4e58f940ff62b) | 2020-03-12 | [AIRFLOW-7034] Remove feature: Assigning Dag to task using Bitshift Op (#7685) | -| [1f77f943d](https://github.com/apache/airflow/commit/1f77f943d5d85f66b6a988e8ef6506525eaf4732) | 2020-03-10 | [AIRFLOW-6980] Improve system tests and building providers package (#7615) | -| [bf9b6b6d7](https://github.com/apache/airflow/commit/bf9b6b6d70455352bbf807871c8eeb6324be7e54) | 2020-03-09 | [AIRFLOW-5013] Add GCP Data Catalog Hook and operators (#7664) | -| [e5130dc9f](https://github.com/apache/airflow/commit/e5130dc9fe89187e95071e678ea3b46600866762) | 2020-03-09 | [AIRFLOW-2911] Add job cancellation capability to Dataflow service (#7659) | -| [faf0df4b9](https://github.com/apache/airflow/commit/faf0df4b9460b7f037ee390addbd2c6effcae013) | 2020-03-09 | [AIRFLOW-XXXX] Fix upsert operator in BQ example DAG (#7666) | -| [42eef3821](https://github.com/apache/airflow/commit/42eef38217e709bc7a7f71bf0286e9e61293a43e) | 2020-03-07 | [AIRFLOW-6877] Add cross-provider dependencies as extras (#7506) | -| [b5b9795f0](https://github.com/apache/airflow/commit/b5b9795f0446bb484a91ee485f49ea456f1c26c4) | 2020-03-07 | [AIRFLOW-6973] Make GCSCreateBucketOperator idempotent (fix) (#7624) | -| [6b65038fb](https://github.com/apache/airflow/commit/6b65038fb409ba1040e70305444816d8f5cfdc47) | 2020-03-06 | [AIRFLOW-6990] Improve system tests for Google Marketing Platform (#7631) | -| [755fe5224](https://github.com/apache/airflow/commit/755fe52249ba1cd965cf2f87fa7a428b8197a38a) | 2020-03-05 | [AIRFLOW-6915] Add AI Platform Console Link for MLEngineStartTrainingJobOperator (#7535) | -| [cb2f33911](https://github.com/apache/airflow/commit/cb2f339116cf2093da447748892fac68aecbb888) | 2020-03-04 | [AIRFLOW-6973] Make GCSCreateBucketOperator idempotent (#7609) | -| [09fea3ce8](https://github.com/apache/airflow/commit/09fea3ce8e4d7816281963bb8f2cb06f4de6db5c) | 2020-03-04 | [AIRFLOW-6977] Fix BigQuery DTS example DAG (#7612) | -| [8230ccc48](https://github.com/apache/airflow/commit/8230ccc48b157c89b2b893d42c6fe1523b83363a) | 2020-03-04 | [AIRFLOW-6926] Fix Google Tasks operators return types and idempotency (#7547) | -| [0d1e3088a](https://github.com/apache/airflow/commit/0d1e3088aa9f16eaeeb7b18eccec8f35c79a53df) | 2020-03-04 | [AIRFLOW-6970] Improve GCP Video Intelligence system tests (#7604) | -| [ab6bb0012](https://github.com/apache/airflow/commit/ab6bb0012c38740b76e864d42d299c5c7a9972a3) | 2020-03-03 | [AIRFLOW-6971] Fix return type in CloudSpeechToTextRecognizeSpeechOperator (#7607) | -| [3db4ade3d](https://github.com/apache/airflow/commit/3db4ade3dc9660c21c28187100a22008552f2bd3) | 2020-02-29 | [AIRFLOW-6924] Fix Google DLP operators return types (#7546) | -| [008b4bab1](https://github.com/apache/airflow/commit/008b4bab14222da068b737d6332db4963b994007) | 2020-02-27 | [AIRFLOW-6730] Use total_seconds instead of seconds (#7363) | -| [bb552b2d9](https://github.com/apache/airflow/commit/bb552b2d9fd595cc3eb1b3a2f637f29b814878d7) | 2020-02-25 | [AIRFLOW-6908] Lazy load AirflowException (#7528) | -| [d1a34246a](https://github.com/apache/airflow/commit/d1a34246ac593901f8599b102dc3d7efa4dd61e4) | 2020-02-25 | [AIRFLOW-6593] Add GCP Stackdriver Alerting Hooks and Operators (#7322) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [dcf874352](https://github.com/apache/airflow/commit/dcf87435219307d4e916a8abc2b819ad75e2b1cf) | 2020-02-24 | [AIRFLOW-6894] Prevent db query in example_dags (#7516) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [35b961637](https://github.com/apache/airflow/commit/35b9616378d1cfba7c2eb3c71e20acb6734b7c77) | 2020-02-21 | [AIRFLOW-4973] Add Cloud Data Fusion Pipeline integration (#7486) | -| [aff3a361b](https://github.com/apache/airflow/commit/aff3a361b4092212c0757f9ce88fa2e40d25d1f4) | 2020-02-20 | [AIRFLOW-6558] Campaign Manager operators for conversions (#7420) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [5b199cb86](https://github.com/apache/airflow/commit/5b199cb86be5b1aefbd8620185033d6f635713c1) | 2020-02-17 | [AIRFLOW-XXXX] Typo in example_bigquery DAG (#7429) | -| [2c9345a8e](https://github.com/apache/airflow/commit/2c9345a8e03d37a2676efa2f2ea7e8b7814c5345) | 2020-02-17 | [AIRFLOW-6759] Added MLEngine operator/hook to cancel MLEngine jobs (#7400) | -| [946bdc23c](https://github.com/apache/airflow/commit/946bdc23c039637b0383e1269f99bdd1b2426565) | 2020-02-16 | [AIRFLOW-6405] Add GCP BigQuery Table Upsert Operator (#7126) | -| [2381c820c](https://github.com/apache/airflow/commit/2381c820c8aaeffc1c9b4ed47832038833400eb8) | 2020-02-13 | [AIRFLOW-6505] Let emoji encoded properly for json.dumps() (#7399) | -| [04c1fefbf](https://github.com/apache/airflow/commit/04c1fefbf26a73ed13881d2ec14eada48028ff72) | 2020-02-03 | [AIRFLOW-6676] added GCSDeleteBucketOperator (#7307) | -| [a0252748f](https://github.com/apache/airflow/commit/a0252748ff312daede15c6f0a3d39e16c774461c) | 2020-02-03 | [AIRFLOW-6717] Remove non-existent field from templated_fields (#7340) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [9d8d07557](https://github.com/apache/airflow/commit/9d8d0755789d4aeadc5d3015f3cdde62901f85b8) | 2020-02-03 | [AIRFLOW-6715] Fix Google Cloud DLP Example DAG (#7337) | -| [cf141506a](https://github.com/apache/airflow/commit/cf141506a25dbba279b85500d781f7e056540721) | 2020-02-02 | [AIRFLOW-6708] Set unique logger names (#7330) | -| [373c6aa4a](https://github.com/apache/airflow/commit/373c6aa4a208284b5ff72987e4bd8f4e2ada1a1b) | 2020-01-30 | [AIRFLOW-6682] Move GCP classes to providers package (#7295) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [057f3ae3a](https://github.com/apache/airflow/commit/057f3ae3a4afedf6d462ecf58b01dd6304d3e135) | 2020-01-29 | [AIRFLOW-6670][depends on AIRFLOW-6669] Move contrib operators to providers package (#7286) | -| [ceea293c1](https://github.com/apache/airflow/commit/ceea293c1652240e7e856c201e4341a87ef97a0f) | 2020-01-28 | [AIRFLOW-6656] Fix AIP-21 moving (#7272) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | -| [f4d3e5e54](https://github.com/apache/airflow/commit/f4d3e5e54507f52a00a9b95aa48eb0260e17224d) | 2020-01-13 | [AIRFLOW-6102] [AIP-21] Rename Dataproc operators (#7151) | -| [e7bf8ecb4](https://github.com/apache/airflow/commit/e7bf8ecb48f0299af8091433535ac573c2afd1cf) | 2020-01-13 | [AIRFLOW-6119] [AIP-21] Rename GCS operators, hooks and sensors (#7125) | -| [5b6772cb8](https://github.com/apache/airflow/commit/5b6772cb8391b248cb4b7be5fd3d5c035280fac1) | 2020-01-09 | [AIRFLOW-6125] [AIP-21] Rename S3 operator and SFTP operator (#7112) | -| [4f8592ae8](https://github.com/apache/airflow/commit/4f8592ae8f52ab7f42623d3b43eef0928c9aafb2) | 2020-01-08 | [AIRFLOW-6118] [AIP-21] Rename Pubsub operators and hook (#7046) | -| [20299473f](https://github.com/apache/airflow/commit/20299473f11add6531f607256ee8a0f7f9507ab8) | 2020-01-03 | [AIRFLOW-6115] [AIP-21] Rename GCP vision operators (#7020) | -| [18e8cea4e](https://github.com/apache/airflow/commit/18e8cea4e7487a7dfefc03661e5ebe54c4104ead) | 2020-01-03 | [AIRFLOW-6428] Fix import path for airflow.utils.dates.days_ago in Example DAGs (#7007) | -| [95087af14](https://github.com/apache/airflow/commit/95087af14091f28a83ced8ff1860b86dfd93f93d) | 2019-12-31 | [AIRFLOW-6110] [AIP-21] Rename natural_language service (#6968) | -| [69629a5a9](https://github.com/apache/airflow/commit/69629a5a948ab2c4ac04a4a4dca6ac86d19c11bd) | 2019-12-09 | [AIRFLOW-5807] Move SFTP from contrib to providers. (#6464) | -| [25e9047a4](https://github.com/apache/airflow/commit/25e9047a4a4da5fad4f85c366e3a6262c0a4f68e) | 2019-12-09 | [AIRFLOW-6193] Do not use asserts in Airflow main code (#6749) | -| [ed0a14f32](https://github.com/apache/airflow/commit/ed0a14f321b9dab3554ae395c11c147258536ce8) | 2019-12-09 | [AIRFLOW-6120] Rename GoogleCloudBaseHook (#6734) | -| [2f2f89c14](https://github.com/apache/airflow/commit/2f2f89c148e2b694aee9402707f68065ee7320f8) | 2019-12-01 | [AIRFLOW-6139] Consistent spaces in pylint enable/disable (#6701) | -| [03c870a61](https://github.com/apache/airflow/commit/03c870a6172ab232af6319a30ad8d46622359b10) | 2019-11-26 | [AIRFLOW-6010] Remove cyclic imports and pylint hacks (#6601) | -| [5c4cfea8c](https://github.com/apache/airflow/commit/5c4cfea8c0f488496c1cbcc4c6c5db13d8210979) | 2019-11-15 | [AIRFLOW-5718] Add SFTPToGoogleCloudStorageOperator (#6393) | -| [44a8c37a9](https://github.com/apache/airflow/commit/44a8c37a9a8668469aa825ad21057cca6ac2c186) | 2019-11-13 | [AIRFLOW-XXX] Fix the docstring for Dataproc get_job method (#6581) | -| [d633d3ac4](https://github.com/apache/airflow/commit/d633d3ac44c395e6c43cd388f98fba1ce1c435a3) | 2019-11-13 | [AIRFLOW-5691] Rewrite Dataproc operators to use python library (#6371) | -| [d985c02d9](https://github.com/apache/airflow/commit/d985c02d9fa3d9ec946abc1735b0551fd61fb9f0) | 2019-11-05 | [AIRFLOW-XXX] Add How-To-Guide to GCP PubSub (#6497) | -| [a296cdabd](https://github.com/apache/airflow/commit/a296cdabdb9c9c65cf9a48329cb776aed5c82d43) | 2019-11-04 | [AIRFLOW-5743] Move Google PubSub to providers package (#6476) | -| [470b2a779](https://github.com/apache/airflow/commit/470b2a779d031406a3d5925f2fa2ec40e5c3bccb) | 2019-10-30 | [AIRFLOW-5741] Move Cloud Natural Language to providers (#6421) | -| [f2caa451f](https://github.com/apache/airflow/commit/f2caa451fc2b8ee59163314f9ec1cc372acbadf1) | 2019-10-27 | [AIRFLOW-5742] Move Google Cloud Vision to providers package (#6424) | -| [16d7accb2](https://github.com/apache/airflow/commit/16d7accb22c866d4fbf368e4d979dc1c4a41d93c) | 2019-10-22 | [AIRFLOW-4971] Add Google Display & Video 360 integration (#6170) | -| [4e661f535](https://github.com/apache/airflow/commit/4e661f535dea613f9b2e0075676f9a73a97461fe) | 2019-10-22 | [AIRFLOW-5379] Add Google Search Ads 360 operators (#6228) | -| [19e32b4e2](https://github.com/apache/airflow/commit/19e32b4e2c798f662e5d8d1e7c65036c5e7ac125) | 2019-10-18 | [AIRFLOW-5656] Rename provider to providers module (#6333) | diff --git a/airflow/providers/google/README.md b/airflow/providers/google/README.md deleted file mode 100644 index 4fa48ded742fd..0000000000000 --- a/airflow/providers/google/README.md +++ /dev/null @@ -1,967 +0,0 @@ - - - -# Package apache-airflow-providers-google - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Cross provider package dependencies](#cross-provider-package-dependencies) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [New operators](#new-operators) - - [Moved operators](#moved-operators) - - [Transfer operators](#transfer-operators) - - [New transfer operators](#new-transfer-operators) - - [Moved transfer operators](#moved-transfer-operators) - - [Sensors](#sensors) - - [New sensors](#new-sensors) - - [Moved sensors](#moved-sensors) - - [Hooks](#hooks) - - [New hooks](#new-hooks) - - [Moved hooks](#moved-hooks) - - [Secrets](#secrets) - - [Moved secrets](#moved-secrets) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `google` provider. All classes for this provider package -are in `airflow.providers.google` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-google` - -## PIP requirements - -| PIP package | Version required | -|:-----------------------------------|:-------------------| -| PyOpenSSL | | -| google-ads | >=4.0.0,<8.0.0 | -| google-api-python-client | >=1.6.0,<2.0.0 | -| google-auth | >=1.0.0,<2.0.0 | -| google-auth-httplib2 | >=0.0.1 | -| google-cloud-automl | >=0.4.0,<2.0.0 | -| google-cloud-bigquery-datatransfer | >=0.4.0,<2.0.0 | -| google-cloud-bigtable | >=1.0.0,<2.0.0 | -| google-cloud-container | >=0.1.1,<2.0.0 | -| google-cloud-datacatalog | >=0.5.0, <0.8 | -| google-cloud-dataproc | >=1.0.1,<2.0.0 | -| google-cloud-dlp | >=0.11.0,<2.0.0 | -| google-cloud-kms | >=1.2.1,<2.0.0 | -| google-cloud-language | >=1.1.1,<2.0.0 | -| google-cloud-logging | >=1.14.0,<2.0.0 | -| google-cloud-memcache | >=0.2.0 | -| google-cloud-monitoring | >=0.34.0,<2.0.0 | -| google-cloud-os-login | >=1.0.0,<2.0.0 | -| google-cloud-pubsub | >=1.0.0,<2.0.0 | -| google-cloud-redis | >=0.3.0,<2.0.0 | -| google-cloud-secret-manager | >=0.2.0,<2.0.0 | -| google-cloud-spanner | >=1.10.0,<2.0.0 | -| google-cloud-speech | >=0.36.3,<2.0.0 | -| google-cloud-storage | >=1.16,<2.0.0 | -| google-cloud-tasks | >=1.2.1,<2.0.0 | -| google-cloud-texttospeech | >=0.4.0,<2.0.0 | -| google-cloud-translate | >=1.5.0,<2.0.0 | -| google-cloud-videointelligence | >=1.7.0,<2.0.0 | -| google-cloud-vision | >=0.35.2,<2.0.0 | -| grpcio-gcp | >=0.2.2 | -| pandas-gbq | | - -## Cross provider package dependencies - -Those are dependencies that might be needed in order to use all the features of the package. -You need to install the specified backport providers package in order to use them. - -You can install such cross-provider dependencies when installing from PyPI. For example: - -```bash -pip install apache-airflow-providers-google[amazon] -``` - -| Dependent package | Extra | -|:----------------------------------------------------------------------------------------------------------------|:-----------------| -| [apache-airflow-providers-amazon](https://pypi.org/project/apache-airflow-providers-amazon) | amazon | -| [apache-airflow-providers-apache-cassandra](https://pypi.org/project/apache-airflow-providers-apache-cassandra) | apache.cassandra | -| [apache-airflow-providers-cncf-kubernetes](https://pypi.org/project/apache-airflow-providers-cncf-kubernetes) | cncf.kubernetes | -| [apache-airflow-providers-facebook](https://pypi.org/project/apache-airflow-providers-facebook) | facebook | -| [apache-airflow-providers-microsoft-azure](https://pypi.org/project/apache-airflow-providers-microsoft-azure) | microsoft.azure | -| [apache-airflow-providers-microsoft-mssql](https://pypi.org/project/apache-airflow-providers-microsoft-mssql) | microsoft.mssql | -| [apache-airflow-providers-mysql](https://pypi.org/project/apache-airflow-providers-mysql) | mysql | -| [apache-airflow-providers-postgres](https://pypi.org/project/apache-airflow-providers-postgres) | postgres | -| [apache-airflow-providers-presto](https://pypi.org/project/apache-airflow-providers-presto) | presto | -| [apache-airflow-providers-salesforce](https://pypi.org/project/apache-airflow-providers-salesforce) | salesforce | -| [apache-airflow-providers-sftp](https://pypi.org/project/apache-airflow-providers-sftp) | sftp | -| [apache-airflow-providers-ssh](https://pypi.org/project/apache-airflow-providers-ssh) | ssh | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `google` provider -are in the `airflow.providers.google` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - -### New operators - -| New Airflow 2.0 operators: `airflow.providers.google` package | -|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [ads.operators.ads.GoogleAdsListAccountsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/ads/operators/ads.py) | -| [cloud.operators.automl.AutoMLBatchPredictOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/automl.py) | -| [cloud.operators.automl.AutoMLCreateDatasetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/automl.py) | -| [cloud.operators.automl.AutoMLDeleteDatasetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/automl.py) | -| [cloud.operators.automl.AutoMLDeleteModelOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/automl.py) | -| [cloud.operators.automl.AutoMLDeployModelOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/automl.py) | -| [cloud.operators.automl.AutoMLGetModelOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/automl.py) | -| [cloud.operators.automl.AutoMLImportDataOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/automl.py) | -| [cloud.operators.automl.AutoMLListDatasetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/automl.py) | -| [cloud.operators.automl.AutoMLPredictOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/automl.py) | -| [cloud.operators.automl.AutoMLTablesListColumnSpecsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/automl.py) | -| [cloud.operators.automl.AutoMLTablesListTableSpecsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/automl.py) | -| [cloud.operators.automl.AutoMLTablesUpdateDatasetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/automl.py) | -| [cloud.operators.automl.AutoMLTrainModelOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/automl.py) | -| [cloud.operators.bigquery.BigQueryInsertJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery.py) | -| [cloud.operators.bigquery_dts.BigQueryCreateDataTransferOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery_dts.py) | -| [cloud.operators.bigquery_dts.BigQueryDataTransferServiceStartTransferRunsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery_dts.py) | -| [cloud.operators.bigquery_dts.BigQueryDeleteDataTransferConfigOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery_dts.py) | -| [cloud.operators.bigtable.BigtableUpdateInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigtable.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreCreateInstanceAndImportOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreCreateInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreDeleteInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreExportAndDeleteInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreExportInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreFailoverInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreGetInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreImportOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreListInstancesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreMemcachedApplyParametersOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreMemcachedCreateInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreMemcachedDeleteInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreMemcachedGetInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreMemcachedListInstancesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreMemcachedUpdateInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreMemcachedUpdateParametersOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreScaleInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_memorystore.CloudMemorystoreUpdateInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_memorystore.py) | -| [cloud.operators.cloud_storage_transfer_service.CloudDataTransferServiceGCSToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py) | -| [cloud.operators.cloud_storage_transfer_service.CloudDataTransferServiceS3ToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py) | -| [cloud.operators.datacatalog.CloudDataCatalogCreateEntryGroupOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogCreateEntryOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogCreateTagOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogCreateTagTemplateFieldOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogCreateTagTemplateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogDeleteEntryGroupOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogDeleteEntryOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogDeleteTagOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogDeleteTagTemplateFieldOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogDeleteTagTemplateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogGetEntryGroupOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogGetEntryOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogGetTagTemplateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogListTagsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogLookupEntryOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogRenameTagTemplateFieldOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogSearchCatalogOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogUpdateEntryOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogUpdateTagOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogUpdateTagTemplateFieldOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.datacatalog.CloudDataCatalogUpdateTagTemplateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datacatalog.py) | -| [cloud.operators.dataflow.DataflowStartFlexTemplateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataflow.py) | -| [cloud.operators.dataflow.DataflowStartSqlJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataflow.py) | -| [cloud.operators.datafusion.CloudDataFusionCreateInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datafusion.py) | -| [cloud.operators.datafusion.CloudDataFusionCreatePipelineOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datafusion.py) | -| [cloud.operators.datafusion.CloudDataFusionDeleteInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datafusion.py) | -| [cloud.operators.datafusion.CloudDataFusionDeletePipelineOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datafusion.py) | -| [cloud.operators.datafusion.CloudDataFusionGetInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datafusion.py) | -| [cloud.operators.datafusion.CloudDataFusionListPipelinesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datafusion.py) | -| [cloud.operators.datafusion.CloudDataFusionRestartInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datafusion.py) | -| [cloud.operators.datafusion.CloudDataFusionStartPipelineOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datafusion.py) | -| [cloud.operators.datafusion.CloudDataFusionStopPipelineOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datafusion.py) | -| [cloud.operators.datafusion.CloudDataFusionUpdateInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datafusion.py) | -| [cloud.operators.dataprep.DataprepGetJobGroupOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataprep.py) | -| [cloud.operators.dataprep.DataprepGetJobsForJobGroupOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataprep.py) | -| [cloud.operators.dataprep.DataprepRunJobGroupOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataprep.py) | -| [cloud.operators.dataproc.DataprocSubmitJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataproc.py) | -| [cloud.operators.dataproc.DataprocUpdateClusterOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataproc.py) | -| [cloud.operators.datastore.CloudDatastoreAllocateIdsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datastore.py) | -| [cloud.operators.datastore.CloudDatastoreBeginTransactionOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datastore.py) | -| [cloud.operators.datastore.CloudDatastoreCommitOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datastore.py) | -| [cloud.operators.datastore.CloudDatastoreDeleteOperationOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datastore.py) | -| [cloud.operators.datastore.CloudDatastoreGetOperationOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datastore.py) | -| [cloud.operators.datastore.CloudDatastoreRollbackOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datastore.py) | -| [cloud.operators.datastore.CloudDatastoreRunQueryOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datastore.py) | -| [cloud.operators.functions.CloudFunctionInvokeFunctionOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/functions.py) | -| [cloud.operators.gcs.GCSDeleteBucketOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/gcs.py) | -| [cloud.operators.gcs.GCSFileTransformOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/gcs.py) | -| [cloud.operators.gcs.GCSSynchronizeBucketsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/gcs.py) | -| [cloud.operators.life_sciences.LifeSciencesRunPipelineOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/life_sciences.py) | -| [cloud.operators.mlengine.MLEngineCreateModelOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/mlengine.py) | -| [cloud.operators.mlengine.MLEngineCreateVersionOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/mlengine.py) | -| [cloud.operators.mlengine.MLEngineDeleteModelOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/mlengine.py) | -| [cloud.operators.mlengine.MLEngineDeleteVersionOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/mlengine.py) | -| [cloud.operators.mlengine.MLEngineGetModelOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/mlengine.py) | -| [cloud.operators.mlengine.MLEngineListVersionsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/mlengine.py) | -| [cloud.operators.mlengine.MLEngineSetDefaultVersionOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/mlengine.py) | -| [cloud.operators.mlengine.MLEngineTrainingCancelJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/mlengine.py) | -| [cloud.operators.pubsub.PubSubPullOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/pubsub.py) | -| [cloud.operators.stackdriver.StackdriverDeleteAlertOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/stackdriver.py) | -| [cloud.operators.stackdriver.StackdriverDeleteNotificationChannelOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/stackdriver.py) | -| [cloud.operators.stackdriver.StackdriverDisableAlertPoliciesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/stackdriver.py) | -| [cloud.operators.stackdriver.StackdriverDisableNotificationChannelsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/stackdriver.py) | -| [cloud.operators.stackdriver.StackdriverEnableAlertPoliciesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/stackdriver.py) | -| [cloud.operators.stackdriver.StackdriverEnableNotificationChannelsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/stackdriver.py) | -| [cloud.operators.stackdriver.StackdriverListAlertPoliciesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/stackdriver.py) | -| [cloud.operators.stackdriver.StackdriverListNotificationChannelsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/stackdriver.py) | -| [cloud.operators.stackdriver.StackdriverUpsertAlertOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/stackdriver.py) | -| [cloud.operators.stackdriver.StackdriverUpsertNotificationChannelOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/stackdriver.py) | -| [cloud.operators.tasks.CloudTasksQueueCreateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/tasks.py) | -| [cloud.operators.tasks.CloudTasksQueueDeleteOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/tasks.py) | -| [cloud.operators.tasks.CloudTasksQueueGetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/tasks.py) | -| [cloud.operators.tasks.CloudTasksQueuePauseOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/tasks.py) | -| [cloud.operators.tasks.CloudTasksQueuePurgeOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/tasks.py) | -| [cloud.operators.tasks.CloudTasksQueueResumeOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/tasks.py) | -| [cloud.operators.tasks.CloudTasksQueueUpdateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/tasks.py) | -| [cloud.operators.tasks.CloudTasksQueuesListOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/tasks.py) | -| [cloud.operators.tasks.CloudTasksTaskCreateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/tasks.py) | -| [cloud.operators.tasks.CloudTasksTaskDeleteOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/tasks.py) | -| [cloud.operators.tasks.CloudTasksTaskGetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/tasks.py) | -| [cloud.operators.tasks.CloudTasksTaskRunOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/tasks.py) | -| [cloud.operators.tasks.CloudTasksTasksListOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/tasks.py) | -| [cloud.operators.vision.CloudVisionAddProductToProductSetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/vision.py) | -| [cloud.operators.vision.CloudVisionDeleteReferenceImageOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/vision.py) | -| [firebase.operators.firestore.CloudFirestoreExportDatabaseOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/firebase/operators/firestore.py) | -| [marketing_platform.operators.analytics.GoogleAnalyticsDataImportUploadOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/analytics.py) | -| [marketing_platform.operators.analytics.GoogleAnalyticsDeletePreviousDataUploadsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/analytics.py) | -| [marketing_platform.operators.analytics.GoogleAnalyticsGetAdsLinkOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/analytics.py) | -| [marketing_platform.operators.analytics.GoogleAnalyticsListAccountsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/analytics.py) | -| [marketing_platform.operators.analytics.GoogleAnalyticsModifyFileHeadersDataImportOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/analytics.py) | -| [marketing_platform.operators.analytics.GoogleAnalyticsRetrieveAdsLinksListOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/analytics.py) | -| [marketing_platform.operators.campaign_manager.GoogleCampaignManagerBatchInsertConversionsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/campaign_manager.py) | -| [marketing_platform.operators.campaign_manager.GoogleCampaignManagerBatchUpdateConversionsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/campaign_manager.py) | -| [marketing_platform.operators.campaign_manager.GoogleCampaignManagerDeleteReportOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/campaign_manager.py) | -| [marketing_platform.operators.campaign_manager.GoogleCampaignManagerDownloadReportOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/campaign_manager.py) | -| [marketing_platform.operators.campaign_manager.GoogleCampaignManagerInsertReportOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/campaign_manager.py) | -| [marketing_platform.operators.campaign_manager.GoogleCampaignManagerRunReportOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/campaign_manager.py) | -| [marketing_platform.operators.display_video.GoogleDisplayVideo360CreateReportOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/display_video.py) | -| [marketing_platform.operators.display_video.GoogleDisplayVideo360CreateSDFDownloadTaskOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/display_video.py) | -| [marketing_platform.operators.display_video.GoogleDisplayVideo360DeleteReportOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/display_video.py) | -| [marketing_platform.operators.display_video.GoogleDisplayVideo360DownloadLineItemsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/display_video.py) | -| [marketing_platform.operators.display_video.GoogleDisplayVideo360DownloadReportOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/display_video.py) | -| [marketing_platform.operators.display_video.GoogleDisplayVideo360RunReportOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/display_video.py) | -| [marketing_platform.operators.display_video.GoogleDisplayVideo360SDFtoGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/display_video.py) | -| [marketing_platform.operators.display_video.GoogleDisplayVideo360UploadLineItemsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/display_video.py) | -| [marketing_platform.operators.search_ads.GoogleSearchAdsDownloadReportOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/search_ads.py) | -| [marketing_platform.operators.search_ads.GoogleSearchAdsInsertReportOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/search_ads.py) | -| [suite.operators.sheets.GoogleSheetsCreateSpreadsheetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/suite/operators/sheets.py) | - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.google` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [cloud.operators.bigquery.BigQueryCheckOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery.py) | [contrib.operators.bigquery_check_operator.BigQueryCheckOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_check_operator.py) | -| [cloud.operators.bigquery.BigQueryCreateEmptyDatasetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery.py) | [contrib.operators.bigquery_operator.BigQueryCreateEmptyDatasetOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_operator.py) | -| [cloud.operators.bigquery.BigQueryCreateEmptyTableOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery.py) | [contrib.operators.bigquery_operator.BigQueryCreateEmptyTableOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_operator.py) | -| [cloud.operators.bigquery.BigQueryCreateExternalTableOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery.py) | [contrib.operators.bigquery_operator.BigQueryCreateExternalTableOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_operator.py) | -| [cloud.operators.bigquery.BigQueryDeleteDatasetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery.py) | [contrib.operators.bigquery_operator.BigQueryDeleteDatasetOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_operator.py) | -| [cloud.operators.bigquery.BigQueryDeleteTableOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery.py) | [contrib.operators.bigquery_table_delete_operator.BigQueryTableDeleteOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_table_delete_operator.py) | -| [cloud.operators.bigquery.BigQueryExecuteQueryOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery.py) | [contrib.operators.bigquery_operator.BigQueryOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_operator.py) | -| [cloud.operators.bigquery.BigQueryGetDataOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery.py) | [contrib.operators.bigquery_get_data.BigQueryGetDataOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_get_data.py) | -| [cloud.operators.bigquery.BigQueryGetDatasetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery.py) | [contrib.operators.bigquery_operator.BigQueryGetDatasetOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_operator.py) | -| [cloud.operators.bigquery.BigQueryGetDatasetTablesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery.py) | [contrib.operators.bigquery_operator.BigQueryGetDatasetTablesOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_operator.py) | -| [cloud.operators.bigquery.BigQueryIntervalCheckOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery.py) | [contrib.operators.bigquery_check_operator.BigQueryIntervalCheckOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_check_operator.py) | -| [cloud.operators.bigquery.BigQueryPatchDatasetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery.py) | [contrib.operators.bigquery_operator.BigQueryPatchDatasetOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_operator.py) | -| [cloud.operators.bigquery.BigQueryUpdateDatasetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery.py) | [contrib.operators.bigquery_operator.BigQueryUpdateDatasetOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_operator.py) | -| [cloud.operators.bigquery.BigQueryUpsertTableOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery.py) | [contrib.operators.bigquery_operator.BigQueryUpsertTableOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_operator.py) | -| [cloud.operators.bigquery.BigQueryValueCheckOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigquery.py) | [contrib.operators.bigquery_check_operator.BigQueryValueCheckOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_check_operator.py) | -| [cloud.operators.bigtable.BigtableCreateInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigtable.py) | [contrib.operators.gcp_bigtable_operator.BigtableInstanceCreateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_bigtable_operator.py) | -| [cloud.operators.bigtable.BigtableCreateTableOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigtable.py) | [contrib.operators.gcp_bigtable_operator.BigtableTableCreateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_bigtable_operator.py) | -| [cloud.operators.bigtable.BigtableDeleteInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigtable.py) | [contrib.operators.gcp_bigtable_operator.BigtableInstanceDeleteOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_bigtable_operator.py) | -| [cloud.operators.bigtable.BigtableDeleteTableOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigtable.py) | [contrib.operators.gcp_bigtable_operator.BigtableTableDeleteOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_bigtable_operator.py) | -| [cloud.operators.bigtable.BigtableUpdateClusterOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/bigtable.py) | [contrib.operators.gcp_bigtable_operator.BigtableClusterUpdateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_bigtable_operator.py) | -| [cloud.operators.cloud_build.CloudBuildCreateBuildOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_build.py) | [contrib.operators.gcp_cloud_build_operator.CloudBuildCreateBuildOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_cloud_build_operator.py) | -| [cloud.operators.cloud_sql.CloudSQLBaseOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_sql.py) | [contrib.operators.gcp_sql_operator.CloudSqlBaseOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_sql_operator.py) | -| [cloud.operators.cloud_sql.CloudSQLCreateInstanceDatabaseOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_sql.py) | [contrib.operators.gcp_sql_operator.CloudSqlInstanceDatabaseCreateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_sql_operator.py) | -| [cloud.operators.cloud_sql.CloudSQLCreateInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_sql.py) | [contrib.operators.gcp_sql_operator.CloudSqlInstanceCreateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_sql_operator.py) | -| [cloud.operators.cloud_sql.CloudSQLDeleteInstanceDatabaseOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_sql.py) | [contrib.operators.gcp_sql_operator.CloudSqlInstanceDatabaseDeleteOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_sql_operator.py) | -| [cloud.operators.cloud_sql.CloudSQLDeleteInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_sql.py) | [contrib.operators.gcp_sql_operator.CloudSqlInstanceDeleteOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_sql_operator.py) | -| [cloud.operators.cloud_sql.CloudSQLExecuteQueryOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_sql.py) | [contrib.operators.gcp_sql_operator.CloudSqlQueryOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_sql_operator.py) | -| [cloud.operators.cloud_sql.CloudSQLExportInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_sql.py) | [contrib.operators.gcp_sql_operator.CloudSqlInstanceExportOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_sql_operator.py) | -| [cloud.operators.cloud_sql.CloudSQLImportInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_sql.py) | [contrib.operators.gcp_sql_operator.CloudSqlInstanceImportOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_sql_operator.py) | -| [cloud.operators.cloud_sql.CloudSQLInstancePatchOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_sql.py) | [contrib.operators.gcp_sql_operator.CloudSqlInstancePatchOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_sql_operator.py) | -| [cloud.operators.cloud_sql.CloudSQLPatchInstanceDatabaseOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_sql.py) | [contrib.operators.gcp_sql_operator.CloudSqlInstanceDatabasePatchOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_sql_operator.py) | -| [cloud.operators.cloud_storage_transfer_service.CloudDataTransferServiceCancelOperationOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py) | [contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationCancelOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_transfer_operator.py) | -| [cloud.operators.cloud_storage_transfer_service.CloudDataTransferServiceCreateJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py) | [contrib.operators.gcp_transfer_operator.GcpTransferServiceJobCreateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_transfer_operator.py) | -| [cloud.operators.cloud_storage_transfer_service.CloudDataTransferServiceDeleteJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py) | [contrib.operators.gcp_transfer_operator.GcpTransferServiceJobDeleteOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_transfer_operator.py) | -| [cloud.operators.cloud_storage_transfer_service.CloudDataTransferServiceGetOperationOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py) | [contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationGetOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_transfer_operator.py) | -| [cloud.operators.cloud_storage_transfer_service.CloudDataTransferServiceListOperationsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py) | [contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationsListOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_transfer_operator.py) | -| [cloud.operators.cloud_storage_transfer_service.CloudDataTransferServicePauseOperationOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py) | [contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationPauseOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_transfer_operator.py) | -| [cloud.operators.cloud_storage_transfer_service.CloudDataTransferServiceResumeOperationOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py) | [contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationResumeOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_transfer_operator.py) | -| [cloud.operators.cloud_storage_transfer_service.CloudDataTransferServiceUpdateJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py) | [contrib.operators.gcp_transfer_operator.GcpTransferServiceJobUpdateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_transfer_operator.py) | -| [cloud.operators.compute.ComputeEngineBaseOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/compute.py) | [contrib.operators.gcp_compute_operator.GceBaseOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_compute_operator.py) | -| [cloud.operators.compute.ComputeEngineCopyInstanceTemplateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/compute.py) | [contrib.operators.gcp_compute_operator.GceInstanceTemplateCopyOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_compute_operator.py) | -| [cloud.operators.compute.ComputeEngineInstanceGroupUpdateManagerTemplateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/compute.py) | [contrib.operators.gcp_compute_operator.GceInstanceGroupManagerUpdateTemplateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_compute_operator.py) | -| [cloud.operators.compute.ComputeEngineSetMachineTypeOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/compute.py) | [contrib.operators.gcp_compute_operator.GceSetMachineTypeOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_compute_operator.py) | -| [cloud.operators.compute.ComputeEngineStartInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/compute.py) | [contrib.operators.gcp_compute_operator.GceInstanceStartOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_compute_operator.py) | -| [cloud.operators.compute.ComputeEngineStopInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/compute.py) | [contrib.operators.gcp_compute_operator.GceInstanceStopOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_compute_operator.py) | -| [cloud.operators.dataflow.DataflowCreateJavaJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataflow.py) | [contrib.operators.dataflow_operator.DataFlowJavaOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/dataflow_operator.py) | -| [cloud.operators.dataflow.DataflowCreatePythonJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataflow.py) | [contrib.operators.dataflow_operator.DataFlowPythonOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/dataflow_operator.py) | -| [cloud.operators.dataflow.DataflowTemplatedJobStartOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataflow.py) | [contrib.operators.dataflow_operator.DataflowTemplateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/dataflow_operator.py) | -| [cloud.operators.dataproc.DataprocCreateClusterOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataproc.py) | [contrib.operators.dataproc_operator.DataprocClusterCreateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/dataproc_operator.py) | -| [cloud.operators.dataproc.DataprocDeleteClusterOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataproc.py) | [contrib.operators.dataproc_operator.DataprocClusterDeleteOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/dataproc_operator.py) | -| [cloud.operators.dataproc.DataprocInstantiateInlineWorkflowTemplateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataproc.py) | [contrib.operators.dataproc_operator.DataprocWorkflowTemplateInstantiateInlineOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/dataproc_operator.py) | -| [cloud.operators.dataproc.DataprocInstantiateWorkflowTemplateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataproc.py) | [contrib.operators.dataproc_operator.DataprocWorkflowTemplateInstantiateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/dataproc_operator.py) | -| [cloud.operators.dataproc.DataprocJobBaseOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataproc.py) | [contrib.operators.dataproc_operator.DataProcJobBaseOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/dataproc_operator.py) | -| [cloud.operators.dataproc.DataprocScaleClusterOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataproc.py) | [contrib.operators.dataproc_operator.DataprocClusterScaleOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/dataproc_operator.py) | -| [cloud.operators.dataproc.DataprocSubmitHadoopJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataproc.py) | [contrib.operators.dataproc_operator.DataProcHadoopOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/dataproc_operator.py) | -| [cloud.operators.dataproc.DataprocSubmitHiveJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataproc.py) | [contrib.operators.dataproc_operator.DataProcHiveOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/dataproc_operator.py) | -| [cloud.operators.dataproc.DataprocSubmitPigJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataproc.py) | [contrib.operators.dataproc_operator.DataProcPigOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/dataproc_operator.py) | -| [cloud.operators.dataproc.DataprocSubmitPySparkJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataproc.py) | [contrib.operators.dataproc_operator.DataProcPySparkOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/dataproc_operator.py) | -| [cloud.operators.dataproc.DataprocSubmitSparkJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataproc.py) | [contrib.operators.dataproc_operator.DataProcSparkOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/dataproc_operator.py) | -| [cloud.operators.dataproc.DataprocSubmitSparkSqlJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dataproc.py) | [contrib.operators.dataproc_operator.DataProcSparkSqlOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/dataproc_operator.py) | -| [cloud.operators.datastore.CloudDatastoreExportEntitiesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datastore.py) | [contrib.operators.datastore_export_operator.DatastoreExportOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/datastore_export_operator.py) | -| [cloud.operators.datastore.CloudDatastoreImportEntitiesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/datastore.py) | [contrib.operators.datastore_import_operator.DatastoreImportOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/datastore_import_operator.py) | -| [cloud.operators.dlp.CloudDLPCancelDLPJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPCancelDLPJobOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPCreateDLPJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPCreateDLPJobOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPCreateDeidentifyTemplateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPCreateDeidentifyTemplateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPCreateInspectTemplateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPCreateInspectTemplateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPCreateJobTriggerOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPCreateJobTriggerOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPCreateStoredInfoTypeOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPCreateStoredInfoTypeOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPDeidentifyContentOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPDeidentifyContentOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPDeleteDLPJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPDeleteDlpJobOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPDeleteDeidentifyTemplateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPDeleteDeidentifyTemplateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPDeleteInspectTemplateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPDeleteInspectTemplateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPDeleteJobTriggerOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPDeleteJobTriggerOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPDeleteStoredInfoTypeOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPDeleteStoredInfoTypeOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPGetDLPJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPGetDlpJobOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPGetDLPJobTriggerOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPGetJobTripperOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPGetDeidentifyTemplateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPGetDeidentifyTemplateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPGetInspectTemplateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPGetInspectTemplateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPGetStoredInfoTypeOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPGetStoredInfoTypeOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPInspectContentOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPInspectContentOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPListDLPJobsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPListDlpJobsOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPListDeidentifyTemplatesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPListDeidentifyTemplatesOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPListInfoTypesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPListInfoTypesOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPListInspectTemplatesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPListInspectTemplatesOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPListJobTriggersOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPListJobTriggersOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPListStoredInfoTypesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPListStoredInfoTypesOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPRedactImageOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPRedactImageOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPReidentifyContentOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPReidentifyContentOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPUpdateDeidentifyTemplateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPUpdateDeidentifyTemplateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPUpdateInspectTemplateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPUpdateInspectTemplateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPUpdateJobTriggerOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPUpdateJobTriggerOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.dlp.CloudDLPUpdateStoredInfoTypeOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/dlp.py) | [contrib.operators.gcp_dlp_operator.CloudDLPUpdateStoredInfoTypeOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_dlp_operator.py) | -| [cloud.operators.functions.CloudFunctionDeleteFunctionOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/functions.py) | [contrib.operators.gcp_function_operator.GcfFunctionDeleteOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_function_operator.py) | -| [cloud.operators.functions.CloudFunctionDeployFunctionOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/functions.py) | [contrib.operators.gcp_function_operator.GcfFunctionDeployOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_function_operator.py) | -| [cloud.operators.gcs.GCSBucketCreateAclEntryOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/gcs.py) | [contrib.operators.gcs_acl_operator.GoogleCloudStorageBucketCreateAclEntryOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcs_acl_operator.py) | -| [cloud.operators.gcs.GCSCreateBucketOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/gcs.py) | [contrib.operators.gcs_operator.GoogleCloudStorageCreateBucketOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcs_operator.py) | -| [cloud.operators.gcs.GCSDeleteObjectsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/gcs.py) | [contrib.operators.gcs_delete_operator.GoogleCloudStorageDeleteOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcs_delete_operator.py) | -| [cloud.operators.gcs.GCSListObjectsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/gcs.py) | [contrib.operators.gcs_list_operator.GoogleCloudStorageListOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcs_list_operator.py) | -| [cloud.operators.gcs.GCSObjectCreateAclEntryOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/gcs.py) | [contrib.operators.gcs_acl_operator.GoogleCloudStorageObjectCreateAclEntryOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcs_acl_operator.py) | -| [cloud.operators.kubernetes_engine.GKECreateClusterOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/kubernetes_engine.py) | [contrib.operators.gcp_container_operator.GKEClusterCreateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_container_operator.py) | -| [cloud.operators.kubernetes_engine.GKEDeleteClusterOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/kubernetes_engine.py) | [contrib.operators.gcp_container_operator.GKEClusterDeleteOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_container_operator.py) | -| [cloud.operators.kubernetes_engine.GKEStartPodOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/kubernetes_engine.py) | [contrib.operators.gcp_container_operator.GKEPodOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_container_operator.py) | -| [cloud.operators.mlengine.MLEngineManageModelOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/mlengine.py) | [contrib.operators.mlengine_operator.MLEngineModelOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/mlengine_operator.py) | -| [cloud.operators.mlengine.MLEngineManageVersionOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/mlengine.py) | [contrib.operators.mlengine_operator.MLEngineVersionOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/mlengine_operator.py) | -| [cloud.operators.mlengine.MLEngineStartBatchPredictionJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/mlengine.py) | [contrib.operators.mlengine_operator.MLEngineBatchPredictionOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/mlengine_operator.py) | -| [cloud.operators.mlengine.MLEngineStartTrainingJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/mlengine.py) | [contrib.operators.mlengine_operator.MLEngineTrainingOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/mlengine_operator.py) | -| [cloud.operators.natural_language.CloudNaturalLanguageAnalyzeEntitiesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/natural_language.py) | [contrib.operators.gcp_natural_language_operator.CloudLanguageAnalyzeEntitiesOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_natural_language_operator.py) | -| [cloud.operators.natural_language.CloudNaturalLanguageAnalyzeEntitySentimentOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/natural_language.py) | [contrib.operators.gcp_natural_language_operator.CloudLanguageAnalyzeEntitySentimentOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_natural_language_operator.py) | -| [cloud.operators.natural_language.CloudNaturalLanguageAnalyzeSentimentOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/natural_language.py) | [contrib.operators.gcp_natural_language_operator.CloudLanguageAnalyzeSentimentOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_natural_language_operator.py) | -| [cloud.operators.natural_language.CloudNaturalLanguageClassifyTextOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/natural_language.py) | [contrib.operators.gcp_natural_language_operator.CloudLanguageClassifyTextOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_natural_language_operator.py) | -| [cloud.operators.pubsub.PubSubCreateSubscriptionOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/pubsub.py) | [contrib.operators.pubsub_operator.PubSubSubscriptionCreateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/pubsub_operator.py) | -| [cloud.operators.pubsub.PubSubCreateTopicOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/pubsub.py) | [contrib.operators.pubsub_operator.PubSubTopicCreateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/pubsub_operator.py) | -| [cloud.operators.pubsub.PubSubDeleteSubscriptionOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/pubsub.py) | [contrib.operators.pubsub_operator.PubSubSubscriptionDeleteOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/pubsub_operator.py) | -| [cloud.operators.pubsub.PubSubDeleteTopicOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/pubsub.py) | [contrib.operators.pubsub_operator.PubSubTopicDeleteOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/pubsub_operator.py) | -| [cloud.operators.pubsub.PubSubPublishMessageOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/pubsub.py) | [contrib.operators.pubsub_operator.PubSubPublishOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/pubsub_operator.py) | -| [cloud.operators.spanner.SpannerDeleteDatabaseInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/spanner.py) | [contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDatabaseDeleteOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_spanner_operator.py) | -| [cloud.operators.spanner.SpannerDeleteInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/spanner.py) | [contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDeleteOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_spanner_operator.py) | -| [cloud.operators.spanner.SpannerDeployDatabaseInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/spanner.py) | [contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDatabaseDeployOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_spanner_operator.py) | -| [cloud.operators.spanner.SpannerDeployInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/spanner.py) | [contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDeployOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_spanner_operator.py) | -| [cloud.operators.spanner.SpannerQueryDatabaseInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/spanner.py) | [contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDatabaseQueryOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_spanner_operator.py) | -| [cloud.operators.spanner.SpannerUpdateDatabaseInstanceOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/spanner.py) | [contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDatabaseUpdateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_spanner_operator.py) | -| [cloud.operators.speech_to_text.CloudSpeechToTextRecognizeSpeechOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/speech_to_text.py) | [contrib.operators.gcp_speech_to_text_operator.GcpSpeechToTextRecognizeSpeechOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_speech_to_text_operator.py) | -| [cloud.operators.text_to_speech.CloudTextToSpeechSynthesizeOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/text_to_speech.py) | [contrib.operators.gcp_text_to_speech_operator.GcpTextToSpeechSynthesizeOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_text_to_speech_operator.py) | -| [cloud.operators.translate.CloudTranslateTextOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/translate.py) | [contrib.operators.gcp_translate_operator.CloudTranslateTextOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_translate_operator.py) | -| [cloud.operators.translate_speech.CloudTranslateSpeechOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/translate_speech.py) | [contrib.operators.gcp_translate_speech_operator.CloudTranslateSpeechOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_translate_speech_operator.py) | -| [cloud.operators.video_intelligence.CloudVideoIntelligenceDetectVideoExplicitContentOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/video_intelligence.py) | [contrib.operators.gcp_video_intelligence_operator.CloudVideoIntelligenceDetectVideoExplicitContentOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_video_intelligence_operator.py) | -| [cloud.operators.video_intelligence.CloudVideoIntelligenceDetectVideoLabelsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/video_intelligence.py) | [contrib.operators.gcp_video_intelligence_operator.CloudVideoIntelligenceDetectVideoLabelsOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_video_intelligence_operator.py) | -| [cloud.operators.video_intelligence.CloudVideoIntelligenceDetectVideoShotsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/video_intelligence.py) | [contrib.operators.gcp_video_intelligence_operator.CloudVideoIntelligenceDetectVideoShotsOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_video_intelligence_operator.py) | -| [cloud.operators.vision.CloudVisionCreateProductOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/vision.py) | [contrib.operators.gcp_vision_operator.CloudVisionProductCreateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_vision_operator.py) | -| [cloud.operators.vision.CloudVisionCreateProductSetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/vision.py) | [contrib.operators.gcp_vision_operator.CloudVisionProductSetCreateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_vision_operator.py) | -| [cloud.operators.vision.CloudVisionCreateReferenceImageOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/vision.py) | [contrib.operators.gcp_vision_operator.CloudVisionReferenceImageCreateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_vision_operator.py) | -| [cloud.operators.vision.CloudVisionDeleteProductOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/vision.py) | [contrib.operators.gcp_vision_operator.CloudVisionProductDeleteOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_vision_operator.py) | -| [cloud.operators.vision.CloudVisionDeleteProductSetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/vision.py) | [contrib.operators.gcp_vision_operator.CloudVisionProductSetDeleteOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_vision_operator.py) | -| [cloud.operators.vision.CloudVisionDetectImageLabelsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/vision.py) | [contrib.operators.gcp_vision_operator.CloudVisionDetectImageLabelsOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_vision_operator.py) | -| [cloud.operators.vision.CloudVisionDetectImageSafeSearchOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/vision.py) | [contrib.operators.gcp_vision_operator.CloudVisionDetectImageSafeSearchOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_vision_operator.py) | -| [cloud.operators.vision.CloudVisionDetectTextOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/vision.py) | [contrib.operators.gcp_vision_operator.CloudVisionDetectTextOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_vision_operator.py) | -| [cloud.operators.vision.CloudVisionGetProductOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/vision.py) | [contrib.operators.gcp_vision_operator.CloudVisionProductGetOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_vision_operator.py) | -| [cloud.operators.vision.CloudVisionGetProductSetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/vision.py) | [contrib.operators.gcp_vision_operator.CloudVisionProductSetGetOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_vision_operator.py) | -| [cloud.operators.vision.CloudVisionImageAnnotateOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/vision.py) | [contrib.operators.gcp_vision_operator.CloudVisionAnnotateImageOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_vision_operator.py) | -| [cloud.operators.vision.CloudVisionRemoveProductFromProductSetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/vision.py) | [contrib.operators.gcp_vision_operator.CloudVisionRemoveProductFromProductSetOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_vision_operator.py) | -| [cloud.operators.vision.CloudVisionTextDetectOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/vision.py) | [contrib.operators.gcp_vision_operator.CloudVisionDetectDocumentTextOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_vision_operator.py) | -| [cloud.operators.vision.CloudVisionUpdateProductOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/vision.py) | [contrib.operators.gcp_vision_operator.CloudVisionProductUpdateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_vision_operator.py) | -| [cloud.operators.vision.CloudVisionUpdateProductSetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/vision.py) | [contrib.operators.gcp_vision_operator.CloudVisionProductSetUpdateOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_vision_operator.py) | - - -## Transfer operators - - -### New transfer operators - -| New Airflow 2.0 transfers: `airflow.providers.google` package | -|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [ads.transfers.ads_to_gcs.GoogleAdsToGcsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/ads/transfers/ads_to_gcs.py) | -| [cloud.transfers.azure_fileshare_to_gcs.AzureFileShareToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs.py) | -| [cloud.transfers.facebook_ads_to_gcs.FacebookAdsReportToGcsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs.py) | -| [cloud.transfers.gcs_to_local.GCSToLocalFilesystemOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/gcs_to_local.py) | -| [cloud.transfers.gcs_to_sftp.GCSToSFTPOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/gcs_to_sftp.py) | -| [cloud.transfers.presto_to_gcs.PrestoToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/presto_to_gcs.py) | -| [cloud.transfers.salesforce_to_gcs.SalesforceToGcsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/salesforce_to_gcs.py) | -| [cloud.transfers.sftp_to_gcs.SFTPToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/sftp_to_gcs.py) | -| [cloud.transfers.sheets_to_gcs.GoogleSheetsToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/sheets_to_gcs.py) | -| [suite.transfers.gcs_to_sheets.GCSToGoogleSheetsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/suite/transfers/gcs_to_sheets.py) | - - -### Moved transfer operators - -| Airflow 2.0 transfers: `airflow.providers.google` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [cloud.transfers.adls_to_gcs.ADLSToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/adls_to_gcs.py) | [contrib.operators.adls_to_gcs.AdlsToGoogleCloudStorageOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/adls_to_gcs.py) | -| [cloud.transfers.bigquery_to_bigquery.BigQueryToBigQueryOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/bigquery_to_bigquery.py) | [contrib.operators.bigquery_to_bigquery.BigQueryToBigQueryOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_to_bigquery.py) | -| [cloud.transfers.bigquery_to_gcs.BigQueryToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/bigquery_to_gcs.py) | [contrib.operators.bigquery_to_gcs.BigQueryToCloudStorageOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_to_gcs.py) | -| [cloud.transfers.bigquery_to_mysql.BigQueryToMySqlOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/bigquery_to_mysql.py) | [contrib.operators.bigquery_to_mysql_operator.BigQueryToMySqlOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/bigquery_to_mysql_operator.py) | -| [cloud.transfers.cassandra_to_gcs.CassandraToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/cassandra_to_gcs.py) | [contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/cassandra_to_gcs.py) | -| [cloud.transfers.gcs_to_bigquery.GCSToBigQueryOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/gcs_to_bigquery.py) | [contrib.operators.gcs_to_bq.GoogleCloudStorageToBigQueryOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcs_to_bq.py) | -| [cloud.transfers.gcs_to_gcs.GCSToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/gcs_to_gcs.py) | [contrib.operators.gcs_to_gcs.GoogleCloudStorageToGoogleCloudStorageOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcs_to_gcs.py) | -| [cloud.transfers.local_to_gcs.LocalFilesystemToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/local_to_gcs.py) | [contrib.operators.file_to_gcs.FileToGoogleCloudStorageOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/file_to_gcs.py) | -| [cloud.transfers.mssql_to_gcs.MSSQLToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/mssql_to_gcs.py) | [contrib.operators.mssql_to_gcs.MsSqlToGoogleCloudStorageOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/mssql_to_gcs.py) | -| [cloud.transfers.mysql_to_gcs.MySQLToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/mysql_to_gcs.py) | [contrib.operators.mysql_to_gcs.MySqlToGoogleCloudStorageOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/mysql_to_gcs.py) | -| [cloud.transfers.postgres_to_gcs.PostgresToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/postgres_to_gcs.py) | [contrib.operators.postgres_to_gcs_operator.PostgresToGoogleCloudStorageOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/postgres_to_gcs_operator.py) | -| [cloud.transfers.s3_to_gcs.S3ToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/s3_to_gcs.py) | [contrib.operators.s3_to_gcs_operator.S3ToGCSOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/s3_to_gcs_operator.py) | -| [cloud.transfers.sql_to_gcs.BaseSQLToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/transfers/sql_to_gcs.py) | [contrib.operators.sql_to_gcs.BaseSQLToGoogleCloudStorageOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/sql_to_gcs.py) | -| [suite.transfers.gcs_to_gdrive.GCSToGoogleDriveOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/suite/transfers/gcs_to_gdrive.py) | [contrib.operators.gcs_to_gdrive_operator.GCSToGoogleDriveOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcs_to_gdrive_operator.py) | - - -## Sensors - - -### New sensors - -| New Airflow 2.0 sensors: `airflow.providers.google` package | -|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [cloud.sensors.bigquery.BigQueryTablePartitionExistenceSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/sensors/bigquery.py) | -| [cloud.sensors.bigquery_dts.BigQueryDataTransferServiceTransferRunSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/sensors/bigquery_dts.py) | -| [cloud.sensors.dataflow.DataflowJobAutoScalingEventsSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/sensors/dataflow.py) | -| [cloud.sensors.dataflow.DataflowJobMessagesSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/sensors/dataflow.py) | -| [cloud.sensors.dataflow.DataflowJobMetricsSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/sensors/dataflow.py) | -| [cloud.sensors.dataflow.DataflowJobStatusSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/sensors/dataflow.py) | -| [cloud.sensors.dataproc.DataprocJobSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/sensors/dataproc.py) | -| [marketing_platform.sensors.campaign_manager.GoogleCampaignManagerReportSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/sensors/campaign_manager.py) | -| [marketing_platform.sensors.display_video.GoogleDisplayVideo360GetSDFDownloadOperationSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/sensors/display_video.py) | -| [marketing_platform.sensors.display_video.GoogleDisplayVideo360ReportSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/sensors/display_video.py) | -| [marketing_platform.sensors.search_ads.GoogleSearchAdsReportSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/sensors/search_ads.py) | - - -### Moved sensors - -| Airflow 2.0 sensors: `airflow.providers.google` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [cloud.sensors.bigquery.BigQueryTableExistenceSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/sensors/bigquery.py) | [contrib.sensors.bigquery_sensor.BigQueryTableSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/bigquery_sensor.py) | -| [cloud.sensors.bigtable.BigtableTableReplicationCompletedSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/sensors/bigtable.py) | [contrib.operators.gcp_bigtable_operator.BigtableTableWaitForReplicationSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/gcp_bigtable_operator.py) | -| [cloud.sensors.cloud_storage_transfer_service.CloudDataTransferServiceJobStatusSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/sensors/cloud_storage_transfer_service.py) | [contrib.sensors.gcp_transfer_sensor.GCPTransferServiceWaitForJobStatusSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/gcp_transfer_sensor.py) | -| [cloud.sensors.gcs.GCSObjectExistenceSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/sensors/gcs.py) | [contrib.sensors.gcs_sensor.GoogleCloudStorageObjectSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/gcs_sensor.py) | -| [cloud.sensors.gcs.GCSObjectUpdateSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/sensors/gcs.py) | [contrib.sensors.gcs_sensor.GoogleCloudStorageObjectUpdatedSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/gcs_sensor.py) | -| [cloud.sensors.gcs.GCSObjectsWtihPrefixExistenceSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/sensors/gcs.py) | [contrib.sensors.gcs_sensor.GoogleCloudStoragePrefixSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/gcs_sensor.py) | -| [cloud.sensors.gcs.GCSUploadSessionCompleteSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/sensors/gcs.py) | [contrib.sensors.gcs_sensor.GoogleCloudStorageUploadSessionCompleteSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/gcs_sensor.py) | -| [cloud.sensors.pubsub.PubSubPullSensor](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/sensors/pubsub.py) | [contrib.sensors.pubsub_sensor.PubSubPullSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/pubsub_sensor.py) | - - -## Hooks - - -### New hooks - -| New Airflow 2.0 hooks: `airflow.providers.google` package | -|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [ads.hooks.ads.GoogleAdsHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/ads/hooks/ads.py) | -| [cloud.hooks.automl.CloudAutoMLHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/automl.py) | -| [cloud.hooks.bigquery_dts.BiqQueryDataTransferServiceHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/bigquery_dts.py) | -| [cloud.hooks.cloud_memorystore.CloudMemorystoreHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/cloud_memorystore.py) | -| [cloud.hooks.cloud_memorystore.CloudMemorystoreMemcachedHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/cloud_memorystore.py) | -| [cloud.hooks.compute_ssh.ComputeEngineSSHHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/compute_ssh.py) | -| [cloud.hooks.datacatalog.CloudDataCatalogHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/datacatalog.py) | -| [cloud.hooks.datafusion.DataFusionHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/datafusion.py) | -| [cloud.hooks.dataprep.GoogleDataprepHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/dataprep.py) | -| [cloud.hooks.gdm.GoogleDeploymentManagerHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/gdm.py) | -| [cloud.hooks.life_sciences.LifeSciencesHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/life_sciences.py) | -| [cloud.hooks.os_login.OSLoginHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/os_login.py) | -| [cloud.hooks.secret_manager.SecretsManagerHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/secret_manager.py) | -| [cloud.hooks.stackdriver.StackdriverHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/stackdriver.py) | -| [common.hooks.discovery_api.GoogleDiscoveryApiHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/common/hooks/discovery_api.py) | -| [firebase.hooks.firestore.CloudFirestoreHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/firebase/hooks/firestore.py) | -| [marketing_platform.hooks.analytics.GoogleAnalyticsHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/hooks/analytics.py) | -| [marketing_platform.hooks.campaign_manager.GoogleCampaignManagerHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/hooks/campaign_manager.py) | -| [marketing_platform.hooks.display_video.GoogleDisplayVideo360Hook](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/hooks/display_video.py) | -| [marketing_platform.hooks.search_ads.GoogleSearchAdsHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/hooks/search_ads.py) | -| [suite.hooks.sheets.GSheetsHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/suite/hooks/sheets.py) | - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.google` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [cloud.hooks.bigquery.BigQueryHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/bigquery.py) | [contrib.hooks.bigquery_hook.BigQueryHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/bigquery_hook.py) | -| [cloud.hooks.bigtable.BigtableHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/bigtable.py) | [contrib.hooks.gcp_bigtable_hook.BigtableHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_bigtable_hook.py) | -| [cloud.hooks.cloud_build.CloudBuildHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/cloud_build.py) | [contrib.hooks.gcp_cloud_build_hook.CloudBuildHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_cloud_build_hook.py) | -| [cloud.hooks.cloud_sql.CloudSQLDatabaseHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/cloud_sql.py) | [contrib.hooks.gcp_sql_hook.CloudSqlDatabaseHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_sql_hook.py) | -| [cloud.hooks.cloud_sql.CloudSQLHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/cloud_sql.py) | [contrib.hooks.gcp_sql_hook.CloudSqlHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_sql_hook.py) | -| [cloud.hooks.cloud_storage_transfer_service.CloudDataTransferServiceHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/cloud_storage_transfer_service.py) | [contrib.hooks.gcp_transfer_hook.GCPTransferServiceHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_transfer_hook.py) | -| [cloud.hooks.compute.ComputeEngineHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/compute.py) | [contrib.hooks.gcp_compute_hook.GceHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_compute_hook.py) | -| [cloud.hooks.dataflow.DataflowHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/dataflow.py) | [contrib.hooks.gcp_dataflow_hook.DataFlowHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_dataflow_hook.py) | -| [cloud.hooks.dataproc.DataprocHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/dataproc.py) | [contrib.hooks.gcp_dataproc_hook.DataProcHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_dataproc_hook.py) | -| [cloud.hooks.datastore.DatastoreHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/datastore.py) | [contrib.hooks.datastore_hook.DatastoreHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/datastore_hook.py) | -| [cloud.hooks.dlp.CloudDLPHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/dlp.py) | [contrib.hooks.gcp_dlp_hook.CloudDLPHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_dlp_hook.py) | -| [cloud.hooks.functions.CloudFunctionsHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/functions.py) | [contrib.hooks.gcp_function_hook.GcfHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_function_hook.py) | -| [cloud.hooks.gcs.GCSHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/gcs.py) | [contrib.hooks.gcs_hook.GoogleCloudStorageHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcs_hook.py) | -| [cloud.hooks.kms.CloudKMSHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/kms.py) | [contrib.hooks.gcp_kms_hook.GoogleCloudKMSHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_kms_hook.py) | -| [cloud.hooks.kubernetes_engine.GKEHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/kubernetes_engine.py) | [contrib.hooks.gcp_container_hook.GKEClusterHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_container_hook.py) | -| [cloud.hooks.mlengine.MLEngineHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/mlengine.py) | [contrib.hooks.gcp_mlengine_hook.MLEngineHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_mlengine_hook.py) | -| [cloud.hooks.natural_language.CloudNaturalLanguageHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/natural_language.py) | [contrib.hooks.gcp_natural_language_hook.CloudNaturalLanguageHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_natural_language_hook.py) | -| [cloud.hooks.pubsub.PubSubHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/pubsub.py) | [contrib.hooks.gcp_pubsub_hook.PubSubHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_pubsub_hook.py) | -| [cloud.hooks.spanner.SpannerHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/spanner.py) | [contrib.hooks.gcp_spanner_hook.CloudSpannerHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_spanner_hook.py) | -| [cloud.hooks.speech_to_text.CloudSpeechToTextHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/speech_to_text.py) | [contrib.hooks.gcp_speech_to_text_hook.GCPSpeechToTextHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_speech_to_text_hook.py) | -| [cloud.hooks.tasks.CloudTasksHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/tasks.py) | [contrib.hooks.gcp_tasks_hook.CloudTasksHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_tasks_hook.py) | -| [cloud.hooks.text_to_speech.CloudTextToSpeechHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/text_to_speech.py) | [contrib.hooks.gcp_text_to_speech_hook.GCPTextToSpeechHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_text_to_speech_hook.py) | -| [cloud.hooks.translate.CloudTranslateHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/translate.py) | [contrib.hooks.gcp_translate_hook.CloudTranslateHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_translate_hook.py) | -| [cloud.hooks.video_intelligence.CloudVideoIntelligenceHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/video_intelligence.py) | [contrib.hooks.gcp_video_intelligence_hook.CloudVideoIntelligenceHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_video_intelligence_hook.py) | -| [cloud.hooks.vision.CloudVisionHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/hooks/vision.py) | [contrib.hooks.gcp_vision_hook.CloudVisionHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_vision_hook.py) | -| [common.hooks.base_google.GoogleBaseHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/common/hooks/base_google.py) | [contrib.hooks.gcp_api_base_hook.GoogleBaseHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gcp_api_base_hook.py) | -| [suite.hooks.drive.GoogleDriveHook](https://github.com/apache/airflow/blob/master/airflow/providers/google/suite/hooks/drive.py) | [contrib.hooks.gdrive_hook.GoogleDriveHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/gdrive_hook.py) | - - -## Secrets - - - -### Moved secrets - -| Airflow 2.0 secrets: `airflow.providers.google` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [cloud.secrets.secret_manager.CloudSecretManagerBackend](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/secrets/secret_manager.py) | [contrib.secrets.gcp_secrets_manager.CloudSecretsManagerBackend](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/secrets/gcp_secrets_manager.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [1dcd3e13f](https://github.com/apache/airflow/commit/1dcd3e13fd0a078fc9440e91b77f6f87aa60dd3b) | 2020-12-05 | Add support for extra links coming from the providers (#12472) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [02d94349b](https://github.com/apache/airflow/commit/02d94349be3d201ce9d37d7358573c937fd010df) | 2020-11-29 | Don't use time.time() or timezone.utcnow() for duration calculations (#12353) | -| [76bcd08dc](https://github.com/apache/airflow/commit/76bcd08dcae8d62307f5e9b8c2e182b54ed22a27) | 2020-11-28 | Added `@apply_defaults` decorator. (#12620) | -| [e1ebfa68b](https://github.com/apache/airflow/commit/e1ebfa68b109b5993c47891cfd0b9b7e46b6d770) | 2020-11-27 | Add DataflowJobMessagesSensor and DataflowAutoscalingEventsSensor (#12249) | -| [3fa51f94d](https://github.com/apache/airflow/commit/3fa51f94d7a17f170ddc31908d36c91f4456a20b) | 2020-11-24 | Add check for duplicates in provider.yaml files (#12578) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [9e3b2c554](https://github.com/apache/airflow/commit/9e3b2c554dadf58972198e4e16f15af2f15ec37a) | 2020-11-19 | GCP Secrets Optional Lookup (#12360) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [8d0950646](https://github.com/apache/airflow/commit/8d09506464c8480fa42e8bfe6a36c6f631cd23f6) | 2020-11-18 | Fix download method in GCSToBigQueryOperator (#12442) | -| [2c0920fba](https://github.com/apache/airflow/commit/2c0920fba5d2f05d2e29cead91127686af277ec2) | 2020-11-17 | Adds mechanism for provider package discovery. (#12383) | -| [2cda2f2a0](https://github.com/apache/airflow/commit/2cda2f2a0a94e5aaed87f0998fa57b4f8bff5e43) | 2020-11-17 | Add missing pre-commit definition - provider-yamls (#12393) | -| [80a957f14](https://github.com/apache/airflow/commit/80a957f142f260daed262b8e93a4d02c12cfeabc) | 2020-11-17 | Add Dataflow sensors - job metrics (#12039) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [917e6c442](https://github.com/apache/airflow/commit/917e6c4424985271c53dd8c413b211896ee55726) | 2020-11-16 | Add provide_file_and_upload to GCSHook (#12310) | -| [cfa4ecfeb](https://github.com/apache/airflow/commit/cfa4ecfeb02661f40b4778733384ac085fb5f04b) | 2020-11-15 | Add DataflowJobStatusSensor and support non-blocking execution of jobs (#11726) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [32b59f835](https://github.com/apache/airflow/commit/32b59f8350f55793df6838a32de662a80483ecda) | 2020-11-12 | Fixes the sending of an empty list to BigQuery `list_rows` (#12307) | -| [250436d96](https://github.com/apache/airflow/commit/250436d962c8c950d38c1eb5e54a998891648cc9) | 2020-11-10 | Fix spelling in Python files (#12230) | -| [502ba309e](https://github.com/apache/airflow/commit/502ba309ea470943f0e99c634269e3d2d13ce6ca) | 2020-11-10 | Enable Markdownlint rule - MD022/blanks-around-headings (#12225) | -| [dd2095f4a](https://github.com/apache/airflow/commit/dd2095f4a8b07c9b1a4c279a3578cd1e23b71a1b) | 2020-11-10 | Simplify string expressions & Use f-string (#12216) | -| [f37c6e6fc](https://github.com/apache/airflow/commit/f37c6e6fce8b704f5af28caa16d0ed7d873a0e4a) | 2020-11-10 | Add Compute Engine SSH hook (#9879) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [61feb6ec4](https://github.com/apache/airflow/commit/61feb6ec453f8dda1a0e1fe3ebcc0f1e3224b634) | 2020-11-09 | Provider's readmes generated for elasticsearch and google packages (#12194) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [fcb6b00ef](https://github.com/apache/airflow/commit/fcb6b00efef80c81272a30cfc618202a29e0c6a9) | 2020-11-08 | Add authentication to AWS with Google credentials (#12079) | -| [2ef3b7ef8](https://github.com/apache/airflow/commit/2ef3b7ef8cafe3bdc8bf8db70fbc519b98576366) | 2020-11-08 | Fix ERROR - Object of type 'bytes' is not JSON serializable when using store_to_xcom_key parameter (#12172) | -| [0caec9fd3](https://github.com/apache/airflow/commit/0caec9fd32bee2b3036b5d7bdcb56bd6a3b9dccf) | 2020-11-06 | Dataflow - add waiting for successful job cancel (#11501) | -| [cf9437d79](https://github.com/apache/airflow/commit/cf9437d79f9658d1309e4bfe847fe63d52ec7b99) | 2020-11-06 | Simplify string expressions (#12123) | -| [91a64db50](https://github.com/apache/airflow/commit/91a64db505e50712cd53928b4f2b84aece3cc1c0) | 2020-11-04 | Format all files (without excepions) by black (#12091) | -| [fd3db778e](https://github.com/apache/airflow/commit/fd3db778e715d0f164dda7ee8f672d477a323291) | 2020-11-04 | Add server side cursor support for postgres to GCS operator (#11793) | -| [f1f194026](https://github.com/apache/airflow/commit/f1f1940261744b4fdb67b0b5654488494efa9c64) | 2020-11-04 | Add DataflowStartSQLQuery operator (#8553) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [5f5244b74](https://github.com/apache/airflow/commit/5f5244b74df93cadbb99643cec76281460ca4411) | 2020-11-04 | Add template fields renderers to Biguery and Dataproc operators (#12067) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [45ae145c2](https://github.com/apache/airflow/commit/45ae145c25a19b4185c33ac0c4da920324b3987e) | 2020-11-03 | Log BigQuery job id in insert method of BigQueryHook (#12056) | -| [e324b37a6](https://github.com/apache/airflow/commit/e324b37a67e32c368df50604a00160d7766b5c33) | 2020-11-03 | Add job name and progress logs to Cloud Storage Transfer Hook (#12014) | -| [6071fdd58](https://github.com/apache/airflow/commit/6071fdd58470bb2a6c23fc16481e292b7247d0bb) | 2020-11-02 | Improve handling server errors in DataprocSubmitJobOperator (#11947) | -| [2f703df12](https://github.com/apache/airflow/commit/2f703df12dfd6511722ff9a82d5a569d092fccc2) | 2020-10-30 | Add SalesforceToGcsOperator (#10760) | -| [e5713e00b](https://github.com/apache/airflow/commit/e5713e00b3afcba6f78006ec0e360da317858e4d) | 2020-10-29 | Add drain option when canceling Dataflow pipelines (#11374) | -| [37eaac3c5](https://github.com/apache/airflow/commit/37eaac3c5dc93804413c10a6ca124fd7831befc0) | 2020-10-29 | The PRs which are not approved run subset of tests (#11828) | -| [79cb77199](https://github.com/apache/airflow/commit/79cb771992279d40ddd9eb6b0277382313a32898) | 2020-10-28 | Fixing re pattern and changing to use a single character class. (#11857) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [240c7d4d7](https://github.com/apache/airflow/commit/240c7d4d72aac8f6aab98f5913e8f54c4f1372ff) | 2020-10-26 | Google Memcached hooks - improve protobuf messages handling (#11743) | -| [8afdb6ac6](https://github.com/apache/airflow/commit/8afdb6ac6a7997cb14806bc2734c81c00ed8da97) | 2020-10-26 | Fix spellings (#11825) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [6ce855af1](https://github.com/apache/airflow/commit/6ce855af118daeaa4c249669079ab9d9aad23945) | 2020-10-24 | Fix spelling (#11821) | -| [483068745](https://github.com/apache/airflow/commit/48306874538eea7cfd42358d5ebb59705204bfc4) | 2020-10-24 | Use Python 3 style super classes (#11806) | -| [727c739af](https://github.com/apache/airflow/commit/727c739afb565d4d394a8faedc969334cb8e738e) | 2020-10-22 | Improve Cloud Memorystore for Redis example (#11735) | -| [1da8379c9](https://github.com/apache/airflow/commit/1da8379c913843834353b44861c62f332a461bdf) | 2020-10-22 | Fix static checks after merging #10121 (#11737) | -| [91503308c](https://github.com/apache/airflow/commit/91503308c723b186ce6f4026f2a3e2c21030f6e5) | 2020-10-22 | Add Google Cloud Memorystore Memcached Operators (#10121) | -| [950c16d0b](https://github.com/apache/airflow/commit/950c16d0b0ab67bb7af11909de751029faf0313a) | 2020-10-21 | Retry requests in case of error in Google ML Engine Hook (#11712) | -| [2bfc53b5e](https://github.com/apache/airflow/commit/2bfc53b5eb67406d418371b74dc9bc5a07be238e) | 2020-10-21 | Fix doc errors in google provider files. (#11713) | -| [53e606210](https://github.com/apache/airflow/commit/53e6062105be0ae1761a354e2055eb0779d12e73) | 2020-10-21 | Enforce strict rules for yamllint (#11709) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [2d854c350](https://github.com/apache/airflow/commit/2d854c3505ccad66e9a7d94267e51bed800433c2) | 2020-10-19 | Add service_account to Google ML Engine operator (#11619) | -| [46a121fb7](https://github.com/apache/airflow/commit/46a121fb7b77c0964e053b58750e2d8bc2bd0b2a) | 2020-10-18 | docs: Update Bigquery clustering docstrings (#11232) | -| [49c58147f](https://github.com/apache/airflow/commit/49c58147fed8a52869d0b0ecc00c102c11972ad0) | 2020-10-18 | Strict type checking for provider Google (#11609) | -| [0823d46a7](https://github.com/apache/airflow/commit/0823d46a7f267f2e45195a175021825367938add) | 2020-10-16 | Add type annotations for AWS operators and hooks (#11434) | -| [3c10ca650](https://github.com/apache/airflow/commit/3c10ca6504be37fabff9a10caefea3fe4df31a02) | 2020-10-16 | Add DataflowStartFlexTemplateOperator (#8550) | -| [8865d14df](https://github.com/apache/airflow/commit/8865d14df4d58dd5f1a4d2ff81c77469959f175a) | 2020-10-16 | Strict type checking for provider google cloud (#11548) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [06141d6d0](https://github.com/apache/airflow/commit/06141d6d01398115e5e54c5766a46ae5514ba2f7) | 2020-10-12 | Google cloud operator strict type check (#11450) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [1845cd11b](https://github.com/apache/airflow/commit/1845cd11b77f302777ab854e84bef9c212c604a0) | 2020-10-11 | Strict type check for google ads and cloud hooks (#11390) | -| [bd204bb91](https://github.com/apache/airflow/commit/bd204bb91b4bc069284f9a44757c6baba8884140) | 2020-10-11 | Optionally set null marker in csv exports in BaseSQLToGCSOperator (#11409) | -| [75071831b](https://github.com/apache/airflow/commit/75071831baa936d292354f98aac46cd808a4b2b8) | 2020-10-10 | Remove redundant parentheses from Python files (#10967) | -| [8baf657fc](https://github.com/apache/airflow/commit/8baf657fc2b21a601b99b752e4f1176bf8a934ce) | 2020-10-09 | Fix regression in DataflowTemplatedJobStartOperator (#11167) | -| [b0fcf6755](https://github.com/apache/airflow/commit/b0fcf675595494b306800e1a516548dc0dc671f8) | 2020-10-07 | Add AzureFileShareToGCSOperator (#10991) | -| [47b05a87f](https://github.com/apache/airflow/commit/47b05a87f004dc273a4757ba49f03808a86f77e7) | 2020-10-07 | Improve handling of job_id in BigQuery operators (#11287) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [cb52fb0ae](https://github.com/apache/airflow/commit/cb52fb0ae1de1f1140babaed0e97299e4aaf96bf) | 2020-09-27 | Add example DAG and system test for MySQLToGCSOperator (#10990) | -| [99accec29](https://github.com/apache/airflow/commit/99accec29d71b0a57fd4e90151b9d4d10321be07) | 2020-09-25 | Fix incorrect Usage of Optional[str] & Optional[int] (#11141) | -| [e3f96ce7a](https://github.com/apache/airflow/commit/e3f96ce7a8ac098aeef5e9930e6de6c428274d57) | 2020-09-24 | Fix incorrect Usage of Optional[bool] (#11138) | -| [daf8f3108](https://github.com/apache/airflow/commit/daf8f31080f06c044b4336071bd383bbbcdc6085) | 2020-09-23 | Add template fields renderers for better UI rendering (#11061) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [cb979f9f2](https://github.com/apache/airflow/commit/cb979f9f213bb3c9835a3dc924f84a07f5387378) | 2020-09-22 | Get Airflow configs with sensitive data from CloudSecretManagerBackend (#11024) | -| [76545bb3d](https://github.com/apache/airflow/commit/76545bb3d6fa82ce8eae072dbc74a3b76d8fd53c) | 2020-09-16 | Add example dag and system test for S3ToGCSOperator (#10951) | -| [22c631625](https://github.com/apache/airflow/commit/22c631625fd68abe280528f33b7cfd7603ebf66c) | 2020-09-16 | Fix more docs spellings (#10965) | -| [12a652f53](https://github.com/apache/airflow/commit/12a652f5344c7f03c3d780556ca1829b235fdb2d) | 2020-09-13 | Fix parameter name collision in AutoMLBatchPredictOperator #10723 (#10869) | -| [41a62735e](https://github.com/apache/airflow/commit/41a62735edcebbd9c39e505280646ef5d25aa1d5) | 2020-09-11 | Add on_kill method to BigQueryInsertJobOperator (#10866) | -| [3e91da56e](https://github.com/apache/airflow/commit/3e91da56e8c63a90dc859d8996a896b5d9f8cd43) | 2020-09-11 | fix typo in firebase/example_filestore DAG (#10875) | -| [68cc7273b](https://github.com/apache/airflow/commit/68cc7273bf0c0f562748b5f663da5c12d2cba6a7) | 2020-09-10 | Add on_kill method to DataprocSubmitJobOperator (#10847) | -| [f92095721](https://github.com/apache/airflow/commit/f92095721450c14605c986e165544a7bfb712a3d) | 2020-09-10 | Fix and remove some more typos from spelling_wordlist.txt (#10845) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [078bfaf60](https://github.com/apache/airflow/commit/078bfaf60adc5aebac8c347e7f6e5339ab9b56c0) | 2020-09-08 | Extract missing gcs_to_local example DAG from gcs example (#10767) | -| [10ce31127](https://github.com/apache/airflow/commit/10ce31127f1ff87176158935925afce46a989917) | 2020-09-08 | Deprecate using global as the default region in Google Dataproc operators and hooks (#10772) | -| [f14f37971](https://github.com/apache/airflow/commit/f14f3797163cc45fdcdabfb36ee7d638f70e470d) | 2020-09-07 | [AIRFLOW-10672] Refactor BigQueryToGCSOperator to use new method (#10773) | -| [c8ee45568](https://github.com/apache/airflow/commit/c8ee4556851c36b3b6e644a7746a49583dd53db1) | 2020-09-07 | Refactor DataprocCreateCluster operator to use simpler interface (#10403) | -| [ece685b5b](https://github.com/apache/airflow/commit/ece685b5b895ad1175440b49bf9e620dffd8248d) | 2020-09-05 | Asynchronous execution of Dataproc jobs with a Sensor (#10673) | -| [6e3d7b63d](https://github.com/apache/airflow/commit/6e3d7b63d3b34c34f8b38a7b41f4a5876e1f731f) | 2020-09-04 | Add masterConfig parameter to MLEngineStartTrainingJobOperator (#10578) | -| [804548d58](https://github.com/apache/airflow/commit/804548d58f2036fd4516824a38d0639ba5d5ab0e) | 2020-09-01 | Add Dataprep operators (#10304) | -| [11c00bc82](https://github.com/apache/airflow/commit/11c00bc820483691a87cdb16d519dce8dc57c40e) | 2020-08-30 | Fix typos: duplicated "the" (#10647) | -| [2ca615cff](https://github.com/apache/airflow/commit/2ca615cffefe97dfa38e1b7f60d9ed33c6628992) | 2020-08-29 | Update Google Cloud branding (#10642) | -| [1b533f617](https://github.com/apache/airflow/commit/1b533f617e2e0200597d114d7570f6c0d69da1a0) | 2020-08-28 | Fix broken master - DLP (#10635) | -| [5ae82a56d](https://github.com/apache/airflow/commit/5ae82a56dab599de44f1be7027cecc4ef86f7bb6) | 2020-08-28 | Fix Google DLP example and improve ops idempotency (#10608) | -| [3867f7662](https://github.com/apache/airflow/commit/3867f7662559761864ec4e7be26b776c64c2f199) | 2020-08-28 | Update Google Cloud branding (#10615) | -| [91ff31ad1](https://github.com/apache/airflow/commit/91ff31ad1021235bd21c87ad9dbc0b216a908671) | 2020-08-27 | Documentation for Google Cloud Data Loss Prevention (#8201) (#9651) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d76026545](https://github.com/apache/airflow/commit/d7602654526fdd2876466371404784bd17cfe0d2) | 2020-08-25 | PyDocStyle: No whitespaces allowed surrounding docstring text (#10533) | -| [d1bce91bb](https://github.com/apache/airflow/commit/d1bce91bb21d5a468fa6a0207156c28fe1ca6513) | 2020-08-25 | PyDocStyle: Enable D403: Capitalized first word of docstring (#10530) | -| [866701c80](https://github.com/apache/airflow/commit/866701c8019f49dcb02c9696e4f6e9ce67d13ca6) | 2020-08-25 | Fix typo in "Cloud" (#10534) | -| [47265e7b5](https://github.com/apache/airflow/commit/47265e7b58bc28bcbbffc981442b6cc27a3af39c) | 2020-08-24 | Fix typo in PostgresHook (#10529) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [2f2d8dbfa](https://github.com/apache/airflow/commit/2f2d8dbfafefb4be3dd80f22f31c649c8498f148) | 2020-08-25 | Remove all "noinspection" comments native to IntelliJ (#10525) | -| [3734876d9](https://github.com/apache/airflow/commit/3734876d9898067ee933b84af522d53df6160d7f) | 2020-08-24 | Implement impersonation in google operators (#10052) | -| [b0598b535](https://github.com/apache/airflow/commit/b0598b5351d2d027286e2333231b6c0c0704dba2) | 2020-08-24 | Add support for creating multiple replicated clusters in Bigtable hook and operator (#10475) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [515cc72c9](https://github.com/apache/airflow/commit/515cc72c995429c8c007f853ade385d79fcbac90) | 2020-08-22 | Fix typo in timed_out (#10459) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [88c7d2e52](https://github.com/apache/airflow/commit/88c7d2e526af4994066f65f830e2fa8edcbbce2e) | 2020-08-21 | Dataflow operators don't not always create a virtualenv (#10373) | -| [083c3c129](https://github.com/apache/airflow/commit/083c3c129bc3458d410f5ff37d7f5a9a7ad548b7) | 2020-08-18 | Simplified GCSTaskHandler configuration (#10365) | -| [1ae5bdf23](https://github.com/apache/airflow/commit/1ae5bdf23e3ac7cca05325ef8b255a7cf067e18e) | 2020-08-17 | Add test for GCSTaskHandler (#9600) (#9861) | -| [e195a980b](https://github.com/apache/airflow/commit/e195a980bc8e9d42f3eb4ac134950977b9e5158f) | 2020-08-16 | Add type annotations for mlengine_operator_utils (#10297) | -| [382c1011b](https://github.com/apache/airflow/commit/382c1011b6bcebd22760e2f98419281ef1a09d1b) | 2020-08-16 | Add Bigtable Update Instance Hook/Operator (#10340) | -| [bfa5a8d5f](https://github.com/apache/airflow/commit/bfa5a8d5f10458c14d380c4042ecfbac627d0639) | 2020-08-15 | CI: Fix failing docs-build (#10342) | -| [be46d20fb](https://github.com/apache/airflow/commit/be46d20fb431cc1d91c935e8894dfc7756c18993) | 2020-08-15 | Improve idempotency of BigQueryInsertJobOperator (#9590) | -| [47387a69e](https://github.com/apache/airflow/commit/47387a69e623676b57b6d42ff07e729da2d21bff) | 2020-08-14 | Catch Permission Denied exception when getting secret from GCP Secret Manager. (#10326) | -| [2f0613b0c](https://github.com/apache/airflow/commit/2f0613b0c2fdf176d9f13a8cd12162c60c64b644) | 2020-08-13 | Implement Google BigQuery Table Partition Sensor (#10218) | -| [f6734b3b8](https://github.com/apache/airflow/commit/f6734b3b850d33d3712763f93c114e80f5af9ffb) | 2020-08-12 | Enable Sphinx spellcheck for doc generation (#10280) | -| [8f8db8959](https://github.com/apache/airflow/commit/8f8db8959e526be54d700845d36ee9f315bae2ea) | 2020-08-12 | DbApiHook: Support kwargs in get_pandas_df (#9730) | -| [ef088314f](https://github.com/apache/airflow/commit/ef088314f8f1b29ac636a7584cf9dda04b1df816) | 2020-08-09 | Added DataprepGetJobsForJobGroupOperator (#10246) | -| [b43f90abf](https://github.com/apache/airflow/commit/b43f90abf4c7219d5d59cccb0514256bd3f2fdc7) | 2020-08-09 | Fix various typos in the repo (#10263) | -| [c29533888](https://github.com/apache/airflow/commit/c29533888fadd40f5e9ce63e728bd8691182e542) | 2020-08-08 | Add labels param to Google MLEngine Operators (#10222) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [eff0f0321](https://github.com/apache/airflow/commit/eff0f03210d30a4aed9ed457eaaea9c9f05d54d1) | 2020-08-06 | Update guide for Google Cloud Secret Manager Backend (#10172) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [010322692](https://github.com/apache/airflow/commit/010322692e6e3f0adc156f0beb81e267da0e97bb) | 2020-08-06 | Improve handling Dataproc cluster creation with ERROR state (#9593) | -| [1437cb749](https://github.com/apache/airflow/commit/1437cb74955f4e10af5d70ebadde1e6b163fb9b7) | 2020-08-04 | Add correct signatures for operators in google provider package (#10144) | -| [6efa1b9cb](https://github.com/apache/airflow/commit/6efa1b9cb763ae0bdbc884a54d24dbdc39d9e3a6) | 2020-08-03 | Add additional Cloud Datastore operators (#10032) | -| [27020f8e5](https://github.com/apache/airflow/commit/27020f8e588575d53e63f9f9daecd3a522656644) | 2020-08-03 | Add try clause to DataFusionHook.wait_for_pipeline_state (#10031) | -| [4e3799fec](https://github.com/apache/airflow/commit/4e3799fec4c23d0f43603a0489c5a6158aeba035) | 2020-08-02 | [AIRFLOW-4541] Replace os.mkdirs usage with pathlib.Path(path).mkdir (#10117) | -| [85c56b173](https://github.com/apache/airflow/commit/85c56b1737c2bf61751836571300445c0aebae1a) | 2020-08-02 | Add missing params to GCP Pub/Sub creation_subscription (#10106) | -| [b79466c12](https://github.com/apache/airflow/commit/b79466c12f3ae717c31804acc2e9ffcd60f9611c) | 2020-08-02 | Fix sensor not providing arguments for GCSHook (#10074) | -| [4ee35d027](https://github.com/apache/airflow/commit/4ee35d027988c6456767faeb108a7f686d5117f2) | 2020-08-02 | Fix hook not passing gcp_conn_id to base class (#10075) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [4c84661ad](https://github.com/apache/airflow/commit/4c84661adb5bb5c581bb4193b4c7e935cbe07758) | 2020-07-31 | Split Display Video 360 example into smaler DAGs (#10077) | -| [59cbff087](https://github.com/apache/airflow/commit/59cbff0874dd5318cda4b9ce7b7eeb1aad1dad4d) | 2020-07-29 | Fix docstrings in BigQueryGetDataOperator (#10042) | -| [81b87d48e](https://github.com/apache/airflow/commit/81b87d48ed002d7a7f7bcb72a58e82d40a176fe2) | 2020-07-27 | Add unit tests for GcpBodyFieldSanitizer in Google providers (#9996) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [8b10a4b35](https://github.com/apache/airflow/commit/8b10a4b35e45d536a6475bfe1491ee75fad50186) | 2020-07-25 | Stop using start_date in default_args in example_dags (#9982) | -| [ef98edf4d](https://github.com/apache/airflow/commit/ef98edf4da2d9b74d5cf5b21e81577b3151edb79) | 2020-07-23 | Add more information about using GoogleAdsHook (#9951) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [39a0288a4](https://github.com/apache/airflow/commit/39a0288a47536dfd9b651ecd075887d3e45fcfc4) | 2020-07-22 | Add Google Authentication for experimental API (#9848) | -| [c2db0dfeb](https://github.com/apache/airflow/commit/c2db0dfeb13ee679bf4d7b57874f0fcb39c0f0ed) | 2020-07-22 | More strict rules in mypy (#9705) (#9906) | -| [c4244e18b](https://github.com/apache/airflow/commit/c4244e18bb894eb2180b8972052e56110fe5cbc9) | 2020-07-22 | Fix calling `get_client` in BigQueryHook.table_exists (#9916) | -| [5eacc1642](https://github.com/apache/airflow/commit/5eacc164201a121cd06126aff613cbe0919d35cc) | 2020-07-22 | Add support for impersonation in GCP hooks (#9915) | -| [1cfdebf5f](https://github.com/apache/airflow/commit/1cfdebf5f8841d61a11540b88c7913686e89e085) | 2020-07-21 | Fix insert_job method of BigQueryHook (#9899) | -| [c8c52e69c](https://github.com/apache/airflow/commit/c8c52e69c8d9cc1f26f63d95aecc0a6498d40b6f) | 2020-07-21 | Remove type hint causing DeprecationWarning in Firestore operators (#9819) | -| [eb6f1d1cf](https://github.com/apache/airflow/commit/eb6f1d1cf0503fa763c0d8d34a2fe16efb390b9c) | 2020-07-16 | Fix typo in datafusion operator (#9859) | -| [b01d95ec2](https://github.com/apache/airflow/commit/b01d95ec22b01ed79123178acd74ef40d57aaa7c) | 2020-07-15 | Change DAG.clear to take dag_run_state (#9824) | -| [6d65c15d1](https://github.com/apache/airflow/commit/6d65c15d156a41d5e735e44a1170426559a17d1f) | 2020-07-15 | Add guide for AI Platform (previously Machine Learning Engine) Operators (#9798) | -| [770de53eb](https://github.com/apache/airflow/commit/770de53eb57bd57ffc555ad15b18f0c058dbebe7) | 2020-07-15 | BigQueryTableExistenceSensor needs to specify keyword arguments (#9832) | -| [2d8dbacdf](https://github.com/apache/airflow/commit/2d8dbacdf6c19a598a7f55bcf65e28703aed6201) | 2020-07-15 | Add CloudVisionDeleteReferenceImageOperator (#9698) | -| [9f017951b](https://github.com/apache/airflow/commit/9f017951b94d9bf52b5ee66d72aa8dd822f07269) | 2020-07-15 | Add Google Deployment Manager Hook (#9159) | -| [ed5004cca](https://github.com/apache/airflow/commit/ed5004cca753650dc222fbb8e67573938c6c16d9) | 2020-07-14 | Allow `replace` flag in gcs_to_gcs operator. (#9667) | -| [553bb7af7](https://github.com/apache/airflow/commit/553bb7af7cb7a50f7141b5b89297713cee6d19f6) | 2020-07-13 | Keep functions signatures in decorators (#9786) | -| [68925904e](https://github.com/apache/airflow/commit/68925904e49aac6968defb6834863f4e6347fe59) | 2020-07-13 | Add multiple file upload functionality to GCS hook (#8849) | -| [1de78e8f9](https://github.com/apache/airflow/commit/1de78e8f97f48f8f4abd167a0120ffab8af6127a) | 2020-07-12 | Add Google Stackdriver link (#9765) | -| [092d33f29](https://github.com/apache/airflow/commit/092d33f298a7dbb871b1e1b4c17aad3989e89b79) | 2020-07-11 | Fix StackdriverTaskHandler + add system tests (#9761) | -| [b2305660f](https://github.com/apache/airflow/commit/b2305660f0eb55ebd31fdc7fe4e8aeed8c1f8c00) | 2020-07-09 | Update example DAG for AI Platform operators (#9727) | -| [23f80f34a](https://github.com/apache/airflow/commit/23f80f34adec86da24e4896168c53d213d01a7f6) | 2020-07-08 | Move gcs & wasb task handlers to their respective provider packages (#9714) | -| [44d4ae809](https://github.com/apache/airflow/commit/44d4ae809c1e3784ff95b6a5e95113c3412e56b3) | 2020-07-06 | Upgrade to latest pre-commit checks (#9686) | -| [a79e2d4c4](https://github.com/apache/airflow/commit/a79e2d4c4aa105f3fac5ae6a28e29af9cd572407) | 2020-07-06 | Move provider's log task handlers to the provider package (#9604) | -| [cd3d9d934](https://github.com/apache/airflow/commit/cd3d9d93402f06a08f35e3586802f11a18c4f1f3) | 2020-07-02 | Fix using .json template extension in GMP operators (#9566) | -| [4799af30e](https://github.com/apache/airflow/commit/4799af30ee02c596647d1538854769124f9f4961) | 2020-06-30 | Extend BigQuery example with include clause (#9572) | -| [e33f1a12d](https://github.com/apache/airflow/commit/e33f1a12d72ac234e4897f44b326a332acf85901) | 2020-06-30 | Add template_ext to BigQueryInsertJobOperator (#9568) | -| [40add26d4](https://github.com/apache/airflow/commit/40add26d459c2511a6d9d305ae7300f0d6104211) | 2020-06-29 | Remove almost all references to airflow.contrib (#9559) | -| [c420dbd6e](https://github.com/apache/airflow/commit/c420dbd6e13e17867eb4ccc4271b37966310ac0f) | 2020-06-27 | Bump Pylint to 2.5.3 (#9294) | -| [0051c89cb](https://github.com/apache/airflow/commit/0051c89cba02d55236c913ce0110f7d5111ba436) | 2020-06-26 | nitpick fix (#9527) | -| [87fdbd070](https://github.com/apache/airflow/commit/87fdbd0708d942af98d35604fe5962962e25d246) | 2020-06-25 | Use literal syntax instead of function calls to create data structure (#9516) | -| [7256f4caa](https://github.com/apache/airflow/commit/7256f4caa226f8f8632d6e2d38d8c94cb3250a6f) | 2020-06-22 | Pylint fixes and deprecation of rare used methods in Connection (#9419) | -| [e13a14c87](https://github.com/apache/airflow/commit/e13a14c8730f4f633d996dd7d3468fe827136a84) | 2020-06-21 | Enable & Fix Whitespace related PyDocStyle Checks (#9458) | -| [5b680e27e](https://github.com/apache/airflow/commit/5b680e27e8118861ef484c00a4b87c6885b0a518) | 2020-06-19 | Don't use connection to store task handler credentials (#9381) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [416334e2e](https://github.com/apache/airflow/commit/416334e2ecd21d8a532af6102f1cfa9ac921a97a) | 2020-06-19 | Properly propagated warnings in operators (#9348) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [4e09c6442](https://github.com/apache/airflow/commit/4e09c64423bfaabd02a18b5fe7757dc15451ab73) | 2020-06-18 | Adds GCP Secret Manager Hook (#9368) | -| [40bf8f28f](https://github.com/apache/airflow/commit/40bf8f28f97f17f40d993d207ea740eba54593ee) | 2020-06-18 | Detect automatically the lack of reference to the guide in the operator descriptions (#9290) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [639972d99](https://github.com/apache/airflow/commit/639972d995d848b16a3f283576efdbde28b8fdef) | 2020-06-16 | Add support for latest Apache Beam SDK in Dataflow operators (#9323) | -| [1459970b3](https://github.com/apache/airflow/commit/1459970b3b9780e139ce029ae889fd8f69a37bc7) | 2020-06-15 | Rename CloudBuildCreateBuildOperator to CloudBuildCreateOperator (#9314) | -| [431ea3291](https://github.com/apache/airflow/commit/431ea3291c9bf236bccdf8446d753c630ada2b25) | 2020-06-15 | Resolve upstream tasks when template field is XComArg (#8805) | -| [aee6ab94e](https://github.com/apache/airflow/commit/aee6ab94eb956347ad560cfe2673bc6011074513) | 2020-06-15 | Wait for pipeline state in Data Fusion operators (#8954) | -| [fb1c8b83d](https://github.com/apache/airflow/commit/fb1c8b83d400506a16c10e3d6623a913847e5cf5) | 2020-06-10 | Add test for BQ operations using location (#9206) | -| [a26afbfa5](https://github.com/apache/airflow/commit/a26afbfa51b0981ae742c6171938b57a80aace2b) | 2020-06-10 | Make generated job_id more informative in BQ insert_job (#9203) | -| [c41192fa1](https://github.com/apache/airflow/commit/c41192fa1fc5c2b3e7b8414c59f656ab67bbef28) | 2020-06-10 | Upgrade pendulum to latest major version ~2.0 (#9184) | -| [b1c8c5ed5](https://github.com/apache/airflow/commit/b1c8c5ed5bba3a852a5446f3fdd1131b4b22637a) | 2020-06-09 | Allows using private endpoints in GKEStartPodOperator (#9169) | -| [5918efc86](https://github.com/apache/airflow/commit/5918efc86a2217caa641a6ada289eee1c21407f8) | 2020-06-05 | Add 3.8 to the test matrices (#8836) | -| [9bcdadaf7](https://github.com/apache/airflow/commit/9bcdadaf7e6e73d3d2246fbbd32a9f30a1b43ca9) | 2020-06-05 | Add 'main' param to template_fields in DataprocSubmitPySparkJobOperator (#9154) | -| [f56811dff](https://github.com/apache/airflow/commit/f56811dff3af66cbceb0418f11e00507bab58674) | 2020-06-05 | [AIRFLOW-6290] Create guide for GKE operators (#8883) | -| [76962867b](https://github.com/apache/airflow/commit/76962867b5877cf5ffd1b6004453f783c0732ab1) | 2020-06-04 | Fix sql_to_gcs hook gzip of schema_file (#9140) | -| [17adcea83](https://github.com/apache/airflow/commit/17adcea835cb7b0cf2d8da0ac7dda5549cfa3e45) | 2020-06-02 | Fix handling of subprocess error handling in s3_file_transform and gcs (#9106) | -| [789852546](https://github.com/apache/airflow/commit/78985254683c359f7444a7eb5f6ee4967c37d61f) | 2020-06-01 | Add BigQueryInsertJobOperator (#8868) | -| [29eb68b90](https://github.com/apache/airflow/commit/29eb68b90b5df692ac322be0939af5e7fa9b71bc) | 2020-05-31 | Create guide for Dataproc Operators (#9037) | -| [886afaf62](https://github.com/apache/airflow/commit/886afaf622602aa97f925bc3ee4fc27aa995c445) | 2020-05-29 | Add example dag and system test for LocalFilesystemToGCSOperator (#9043) | -| [a779c4dfc](https://github.com/apache/airflow/commit/a779c4dfc278d6ece480b012764ea5814dc78dee) | 2020-05-29 | add separate example dags and system tests for GCSToGoogleSheetsOperator (#9066) | -| [ada26be23](https://github.com/apache/airflow/commit/ada26be23c913796c2ae77b91cb7d113dfec75a6) | 2020-05-29 | Add correct description for dst param in LocalFilesystemToGCSOperator (#9055) | -| [81b2761b8](https://github.com/apache/airflow/commit/81b2761b86dae2d21a6ee859d49c08d46fea6def) | 2020-05-29 | add example dag and system test for GoogleSheetsToGCSOperator (#9056) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [3994030ea](https://github.com/apache/airflow/commit/3994030ea678727daaf9c2bfed0ca94a096f8d2a) | 2020-05-26 | Refactor BigQuery operators (#8858) | -| [cdb3f2545](https://github.com/apache/airflow/commit/cdb3f25456e49d0199cd7ccd680626dac01c9be6) | 2020-05-26 | All classes in backport providers are now importable in Airflow 1.10 (#8991) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [cf5cf45e1](https://github.com/apache/airflow/commit/cf5cf45e1c0dff9a40e02f0dc221542f974831a7) | 2020-05-23 | Support YAML input for CloudBuildCreateOperator (#8808) | -| [499493c5c](https://github.com/apache/airflow/commit/499493c5c5cf324ab8452ead80a10b71ce0c3b14) | 2020-05-19 | [AIRFLOW-6586] Improvements to gcs sensor (#7197) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [841d81664](https://github.com/apache/airflow/commit/841d81664737c25d73d095a7dab5de80d369c87c) | 2020-05-19 | Allow setting the pooling time in DLPHook (#8824) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [15273f0ea](https://github.com/apache/airflow/commit/15273f0ea05ec579c631ce26b5d620233ebdc4d2) | 2020-05-16 | Check for same task instead of Equality to detect Duplicate Tasks (#8828) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [e1e833bb2](https://github.com/apache/airflow/commit/e1e833bb260879ecb9a1f80f28450a3656c0e598) | 2020-05-13 | Update GoogleBaseHook to not follow 308 and use 60s timeout (#8816) | -| [8b5491971](https://github.com/apache/airflow/commit/8b54919711a203c3f35d98c6310a55d4df5da590) | 2020-05-12 | Refactor BigQuery hook methods to use python library (#8631) | -| [6911dfe83](https://github.com/apache/airflow/commit/6911dfe8372a33df67ce1fdd3c2bca1047718f60) | 2020-05-12 | Fix template fields in Google operators (#8840) | -| [4b06fde0f](https://github.com/apache/airflow/commit/4b06fde0f10ce178b3c336c5d901e3b089f2863d) | 2020-05-12 | Fix Flake8 errors (#8841) | -| [1d12c347c](https://github.com/apache/airflow/commit/1d12c347cb258e7081804da1f9f5ffdedc003163) | 2020-05-12 | Refactor BigQuery check operators (#8813) | -| [493b685d7](https://github.com/apache/airflow/commit/493b685d7879cfee532390ba0909d4b1d8764267) | 2020-05-10 | Add separate example DAGs and system tests for google cloud speech (#8778) | -| [79ef8bed8](https://github.com/apache/airflow/commit/79ef8bed891c22eb76adf99158288d1b44426dc0) | 2020-05-10 | Added Upload Multiple Entity Read Files to specified big query dataset (#8610) | -| [280f1f0c4](https://github.com/apache/airflow/commit/280f1f0c4cc49aba1b2f8b456326795733769d18) | 2020-05-10 | Correctly restore upstream_task_ids when deserializing Operators (#8775) | -| [58aefb23b](https://github.com/apache/airflow/commit/58aefb23b1d456bbb24876a4e3ff14f25d6274b0) | 2020-05-08 | Added SDFtoGCSOperator (#8740) | -| [723c52c94](https://github.com/apache/airflow/commit/723c52c942b49b0e8c8fa8667a4a6a45fa249498) | 2020-05-07 | Add documentation for SpannerDeployInstanceOperator (#8750) | -| [25ee4211b](https://github.com/apache/airflow/commit/25ee4211b345ce7c19fb7366fd230838c34f1d47) | 2020-05-06 | Support all RuntimeEnvironment parameters in DataflowTemplatedJobStartOperator (#8531) | -| [8d6f1aa4b](https://github.com/apache/airflow/commit/8d6f1aa4b5bb8809ffc55dc0c62e6d0e89f331e5) | 2020-05-05 | Support num_retries field in env var for GCP connection (#8700) | -| [67caae0f2](https://github.com/apache/airflow/commit/67caae0f25db4eec42b8e81c85683aabdd8d6c1a) | 2020-05-04 | Add system test for gcs_to_bigquery (#8556) | -| [bc45fa675](https://github.com/apache/airflow/commit/bc45fa6759203b4c26b52e693dac97486a84204e) | 2020-05-03 | Add system test and docs for Facebook Ads operators (#8503) | -| [a28c66f23](https://github.com/apache/airflow/commit/a28c66f23d373cd0f8bfc765a515f21d4b66a0e9) | 2020-04-30 | [AIRFLOW-4734] Upsert functionality for PostgresHook.insert_rows() (#8625) | -| [992a24ce4](https://github.com/apache/airflow/commit/992a24ce41067d3b73f293878e71835892cbb632) | 2020-04-28 | Split and improve BigQuery example DAG (#8529) | -| [c1fb28230](https://github.com/apache/airflow/commit/c1fb28230fa0d36ef86c452c70254b253a113f9c) | 2020-04-28 | Refactor BigQueryHook dataset operations (#8477) | -| [e8d0f8fea](https://github.com/apache/airflow/commit/e8d0f8feab0ec08e248cd381359112ad6a832f5b) | 2020-04-26 | Improve idempodency in CloudDataTransferServiceCreateJobOperator (#8430) | -| [37fdfa977](https://github.com/apache/airflow/commit/37fdfa9775f43a5fa15de9c53ab33ecdf97513c5) | 2020-04-26 | [AIRFLOW-6281] Create guide for GCS to GCS transfer operators (#8442) | -| [14b22e6ff](https://github.com/apache/airflow/commit/14b22e6ffeb3af1f68e8362a1d0061b41364019c) | 2020-04-25 | Add hook and operator for Google Cloud Life Sciences (#8481) | -| [72ddc94d1](https://github.com/apache/airflow/commit/72ddc94d1ee08b414102e0b8ac197a3d8e965707) | 2020-04-23 | Pass location using parmamter in Dataflow integration (#8382) | -| [912aa4b42](https://github.com/apache/airflow/commit/912aa4b4237695275db6379cf2f0a633ea6087bc) | 2020-04-23 | Added GoogleDisplayVideo360DownloadLineItemsOperator (#8174) | -| [57c8c0583](https://github.com/apache/airflow/commit/57c8c05839f66ed2909b1bee8ff6976432db82aa) | 2020-04-22 | Use python client in BQ hook create_empty_table/dataset and table_exists (#8377) | -| [5d3a7eef3](https://github.com/apache/airflow/commit/5d3a7eef30b30fa466d8173f13abe4c356d73aef) | 2020-04-20 | Allow multiple extra_packages in Dataflow (#8394) | -| [79c99b1b6](https://github.com/apache/airflow/commit/79c99b1b6ae2ff5b0c8ab892f7f3fb1b44724121) | 2020-04-18 | Added location parameter to BigQueryCheckOperator (#8273) | -| [79d3f33c1](https://github.com/apache/airflow/commit/79d3f33c1b65c9c7e7b1a75e25d38cab9aa4517f) | 2020-04-17 | Clean up temporary files in Dataflow operators (#8313) | -| [efcffa323](https://github.com/apache/airflow/commit/efcffa323ddb5aa9f5907aa86808f3f3b4f5bd87) | 2020-04-16 | Add Dataproc SparkR Example (#8240) | -| [b198a1fa9](https://github.com/apache/airflow/commit/b198a1fa94c44228dc7358552aeb6a5371ae0da2) | 2020-04-15 | Create guide for BigQuery operators (#8276) | -| [2636cc932](https://github.com/apache/airflow/commit/2636cc932c3b156644edd46635cf9ff995c83159) | 2020-04-14 | Raise exception when GCP credential doesn't support account impersonation (#8213) | -| [eee4ebaee](https://github.com/apache/airflow/commit/eee4ebaeeb1991480ee178ddb600bc69b2a88764) | 2020-04-14 | Added Facebook Ads Operator #7887 (#8008) | -| [8cae07ea1](https://github.com/apache/airflow/commit/8cae07ea1873a90516120d9ffbd28e7fdd2f78a4) | 2020-04-14 | fixed typo (#8294) | -| [45c898330](https://github.com/apache/airflow/commit/45c8983306ab1c54abdacd8f870e790fad25cb37) | 2020-04-13 | Less aggressive eager upgrade of requirements (#8267) | -| [1fd9ed384](https://github.com/apache/airflow/commit/1fd9ed3840361afa1e9456ccb0dfd5a60fba4e85) | 2020-04-13 | Add mypy plugin for decorators. (#8145) | -| [327b0a9f7](https://github.com/apache/airflow/commit/327b0a9f77bbcbe3f977a37de04264c2eff4bee1) | 2020-04-13 | Added GoogleDisplayVideo360UploadLineItemsOperator (#8216) | -| [bb5e403a3](https://github.com/apache/airflow/commit/bb5e403a320e7377e5040cb180f61b4f5a9ea558) | 2020-04-10 | Honor schema type for MySQL to GCS data pre-process (#8090) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [3fc89f29f](https://github.com/apache/airflow/commit/3fc89f29f5bcd1529089fa6cb9c44843614f9ec5) | 2020-04-06 | [AIRFLOW-7106] Cloud data fusion integration - Allow to pass args to start pipeline (#7849) | -| [7ef75d239](https://github.com/apache/airflow/commit/7ef75d2393f30d155de550e6d1ee8c055e2abfee) | 2020-04-03 | [AIRFLOW-7117] Honor self.schema in sql_to_gcs as schema to upload (#8049) | -| [ed2bc0057](https://github.com/apache/airflow/commit/ed2bc00576b39a88e3e1fb79092494f4bfdcbf5c) | 2020-04-02 | Add Google Ads list accounts operator (#8007) | -| [3808a6206](https://github.com/apache/airflow/commit/3808a6206e70d4af84b39ea7078df54f02c1435e) | 2020-04-01 | Unify Google class/package names (#8033) | -| [8a0240257](https://github.com/apache/airflow/commit/8a02402576f83869d5134b4bddef5d73c15a8320) | 2020-03-31 | Rename CloudBaseHook to GoogleBaseHook and move it to google.common (#8011) | -| [8e8978007](https://github.com/apache/airflow/commit/8e897800716c8ccedd1c53f2d083cb295786aa50) | 2020-03-31 | Add more refactor steps for providers.google (#8010) | -| [aae3b8fb2](https://github.com/apache/airflow/commit/aae3b8fb27870cb3cfba5ed73e35e08d520ef014) | 2020-03-31 | Individual package READMEs (#8012) | -| [779023968](https://github.com/apache/airflow/commit/779023968f983c91701f687bc823dc338934cdad) | 2020-03-30 | [AIRFLOW-7075] Operators for storing information from GCS into GA (#7743) | -| [49abce521](https://github.com/apache/airflow/commit/49abce52178c81954f8a25608f70ffe02fcf7b19) | 2020-03-30 | Improve system tests for Cloud Build (#8003) | -| [0f19a930d](https://github.com/apache/airflow/commit/0f19a930d1a7dec2a96bab0de144829f83cc0626) | 2020-03-29 | Remove GKEStartPodOperator when backporting (#7908) | -| [0e1c238b2](https://github.com/apache/airflow/commit/0e1c238b2fff3a092c93368125bc8d82abc4b308) | 2020-03-28 | Get Airflow Variables from GCP Secrets Manager (#7946) | -| [eb4af4f94](https://github.com/apache/airflow/commit/eb4af4f944c77e67e167bbb6b0a2aaf075a95b50) | 2020-03-28 | Make BaseSecretsBackend.build_path generic (#7948) | -| [01f99426f](https://github.com/apache/airflow/commit/01f99426fddd2a24552f352edcb271fa78cf3b15) | 2020-03-28 | Add download/upload operators for GCS and Google Sheets (#7866) | -| [892522f8e](https://github.com/apache/airflow/commit/892522f8e2aeedc1ad842a08aaea967b0cae077f) | 2020-03-26 | Change signature of GSheetsHook methods (#7853) | -| [bfd425157](https://github.com/apache/airflow/commit/bfd425157a746402b516f8fc9e48f4ddccd794ce) | 2020-03-26 | Improve idempotency in MLEngineHook.create_model (#7811) | -| [f9c226343](https://github.com/apache/airflow/commit/f9c226343d94a7732da280d1dd086bf1ba291c77) | 2020-03-26 | Fix CloudSecretsManagerBackend invalid connections_prefix (#7861) | -| [e3920f12f](https://github.com/apache/airflow/commit/e3920f12f483b53950507c50f6ab6a4318072859) | 2020-03-26 | Improve setUp/tearDown in Cloud Firestore system test (#7862) | -| [8ba8a7295](https://github.com/apache/airflow/commit/8ba8a7295a31f6b44894bfcaea36fa93b8d8c0d0) | 2020-03-26 | Improve example DAGs for Cloud Memorystore (#7855) | -| [f7d1a437c](https://github.com/apache/airflow/commit/f7d1a437c17461b5ab768b75d58f0cb026b2a818) | 2020-03-26 | Fix CloudMemorystoreCreateInstanceAndImportOperator operator (#7856) | -| [beef6c230](https://github.com/apache/airflow/commit/beef6c230e4ff266af7c16b639bfda659b2bf6c0) | 2020-03-26 | Improve authorization in GCP system tests (#7863) | -| [5f165f3e4](https://github.com/apache/airflow/commit/5f165f3e4231ebd420ce643211a93e1fecf4877e) | 2020-03-26 | [AIRFLOW-5801] Get GCP credentials from file instead of JSON blob (#7869) | -| [686d7d50b](https://github.com/apache/airflow/commit/686d7d50bd21622724d6818021355bc6885fd3de) | 2020-03-25 | Standardize SecretBackend class names (#7846) | -| [1982c3fdc](https://github.com/apache/airflow/commit/1982c3fdca1f04cfc41fc5b5e285d8f01c6b76ab) | 2020-03-24 | Run Dataflow for ML Engine summary in venv (#7809) | -| [eef87b995](https://github.com/apache/airflow/commit/eef87b9953347a65421f315a07dbef37ded9df66) | 2020-03-23 | [AIRFLOW-7105] Unify Secrets Backend method interfaces (#7830) | -| [529db07b2](https://github.com/apache/airflow/commit/529db07b2ee73d886e37e8b3415462c730187b15) | 2020-03-23 | Improve Google PubSub hook publish method (#7831) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [a001489b5](https://github.com/apache/airflow/commit/a001489b5928ebfc35f990a29d1c9c2ecb80bd61) | 2020-03-23 | Improve example DAG for ML Engine (#7810) | -| [9e5a8e7f8](https://github.com/apache/airflow/commit/9e5a8e7f83cf2368315fce62f8d81304f7ba2f04) | 2020-03-23 | Add call to Super class in 'google' providers (#7823) | -| [b86bf79bf](https://github.com/apache/airflow/commit/b86bf79bff615e61de98bead4d02eace5690d5fb) | 2020-03-23 | Fix typo in GCP credentials_provider's docstring (#7818) | -| [56c013ce9](https://github.com/apache/airflow/commit/56c013ce922eb18e5f7dd4410986afbcc6f29025) | 2020-03-23 | Add missing docstring in BigQueryHook.create_empty_table (#7817) | -| [426a79847](https://github.com/apache/airflow/commit/426a79847ced832ca3f67c135fd8830ebf1de7d2) | 2020-03-23 | Imrove support for laatest API in MLEngineStartTrainingJobOperator (#7812) | -| [cdf1809fc](https://github.com/apache/airflow/commit/cdf1809fce0e59c8379a799f1738d8d813abbf51) | 2020-03-23 | [AIRFLOW-7104] Add Secret backend for GCP Secrets Manager (#7795) | -| [27dac00e1](https://github.com/apache/airflow/commit/27dac00e125b87626a0b87074d61e6d38031bf47) | 2020-03-22 | [AIRFLOW-7099] Improve system test for cloud transfer service (#7794) | -| [0daf5d729](https://github.com/apache/airflow/commit/0daf5d729acef4e9aef5226452dff774e80430cd) | 2020-03-22 | Add ability to specify a maximum modified time for objects in GCSToGCSOperator (#7791) | -| [c8088c2bd](https://github.com/apache/airflow/commit/c8088c2bd70a16605a5d4b1a66a22309359d6712) | 2020-03-20 | [AIRFLOW-7100] Add GoogleAnalyticsGetAdsLinkOperator (#7781) | -| [5106a2931](https://github.com/apache/airflow/commit/5106a29314b413d168bcba7a64bf91c04fdb5dfe) | 2020-03-20 | [AIRFLOW-6752] Add GoogleAnalyticsRetrieveAdsLinksListOperator (#7748) | -| [759ce2a80](https://github.com/apache/airflow/commit/759ce2a80c95832fe4773c9f4fde23e1b03cbc6f) | 2020-03-20 | [AIRFLOW-6978] Add PubSubPullOperator (#7766) | -| [6b9b214e4](https://github.com/apache/airflow/commit/6b9b214e4c3b3afa8ea2e1a5c1e24993013d60ac) | 2020-03-20 | [AIRFLOW-6732] Add GoogleAdsHook and GoogleAdsToGcsOperator (#7692) | -| [b11891696](https://github.com/apache/airflow/commit/b11891696946d1461174b385c88d6af8abb99768) | 2020-03-19 | [AIRFLOW-7069] Fix cloudsql system tests (#7770) | -| [ae854cae5](https://github.com/apache/airflow/commit/ae854cae5a2cf8cae37edf7e0813ad01bccfbc30) | 2020-03-19 | [AIRFLOW-7082] Remove catch_http_exception decorator in GCP hooks (#7756) | -| [7e1e954d2](https://github.com/apache/airflow/commit/7e1e954d23ce272b0a71188f0f535e20d54be443) | 2020-03-19 | [AIRFLOW-7085] Cache credentials, project_id in GCP Base Hook (#7759) | -| [6e21c139b](https://github.com/apache/airflow/commit/6e21c139b3cce3f895040939f0b02e3e0ba36141) | 2020-03-19 | [AIRFLOW-XXXX] Fix reference to GCP classes in guides (#7762) | -| [ce022a3f7](https://github.com/apache/airflow/commit/ce022a3f72b7735087d4c3bbe81d293a0ab75327) | 2020-03-19 | [AIRFLOW-XXXX] Add cross-references for operators guide (#7760) | -| [029c84e55](https://github.com/apache/airflow/commit/029c84e5527b6db6bdbdbe026f455da325bedef3) | 2020-03-18 | [AIRFLOW-5421] Add Presto to GCS transfer operator (#7718) | -| [63a3102ed](https://github.com/apache/airflow/commit/63a3102ede8fb8f764d251b20cad5ee5bef84f50) | 2020-03-18 | [AIRFLOW-7064] Add CloudFirestoreExportDatabaseOperator (#7725) | -| [73305c7bd](https://github.com/apache/airflow/commit/73305c7bd57f14444804c13b8b290f479832d3db) | 2020-03-18 | [AIRFLOW-7081] Remove env variables from GCP guide (#7755) | -| [60fdbf6d9](https://github.com/apache/airflow/commit/60fdbf6d9255d34a8967400e9585b1cd5d29d3e9) | 2020-03-18 | [AIRFLOW-5610] Add ability to specify multiple objects to copy in GCSToGCSOperator (#7728) | -| [de7e934ca](https://github.com/apache/airflow/commit/de7e934ca3f21ce82f67accf92811b3ac044476f) | 2020-03-17 | [AIRFLOW-7079] Remove redundant code for storing template_fields (#7750) | -| [0de0347b2](https://github.com/apache/airflow/commit/0de0347b27a961c46ee49da6dfa9205321657749) | 2020-03-17 | [AIRFLOW-6855]: Escape project_dataset_table in SQL query in gcs to bq … (#7475) | -| [91557c6f8](https://github.com/apache/airflow/commit/91557c6f87529c010b8ad1110ece35fd7fd751e4) | 2020-03-17 | [AIRFLOW-7073] GKEStartPodOperator always use connection credentials (#7738) | -| [51161dbd9](https://github.com/apache/airflow/commit/51161dbd9de0c966016cec4d5036877890daee7c) | 2020-03-16 | [AIRFLOW-5664] Store timestamps with microseconds precision (#6354) | -| [2bc020c43](https://github.com/apache/airflow/commit/2bc020c43112dd3a769311de8d5012e8e8f399ee) | 2020-03-14 | [AIRFLOW-7055] Verbose logging option for google provider (#7711) | -| [c997cab42](https://github.com/apache/airflow/commit/c997cab42d8695ac444e63dfe4b948a7ea82ed89) | 2020-03-13 | [AIRFLOW-6724] Add Google Analytics 360 Accounts Retrieve Operator (#7630) | -| [137896f32](https://github.com/apache/airflow/commit/137896f326cd29b59902a887e4c4e58f940ff62b) | 2020-03-12 | [AIRFLOW-7034] Remove feature: Assigning Dag to task using Bitshift Op (#7685) | -| [1f77f943d](https://github.com/apache/airflow/commit/1f77f943d5d85f66b6a988e8ef6506525eaf4732) | 2020-03-10 | [AIRFLOW-6980] Improve system tests and building providers package (#7615) | -| [bf9b6b6d7](https://github.com/apache/airflow/commit/bf9b6b6d70455352bbf807871c8eeb6324be7e54) | 2020-03-09 | [AIRFLOW-5013] Add GCP Data Catalog Hook and operators (#7664) | -| [e5130dc9f](https://github.com/apache/airflow/commit/e5130dc9fe89187e95071e678ea3b46600866762) | 2020-03-09 | [AIRFLOW-2911] Add job cancellation capability to Dataflow service (#7659) | -| [faf0df4b9](https://github.com/apache/airflow/commit/faf0df4b9460b7f037ee390addbd2c6effcae013) | 2020-03-09 | [AIRFLOW-XXXX] Fix upsert operator in BQ example DAG (#7666) | -| [42eef3821](https://github.com/apache/airflow/commit/42eef38217e709bc7a7f71bf0286e9e61293a43e) | 2020-03-07 | [AIRFLOW-6877] Add cross-provider dependencies as extras (#7506) | -| [b5b9795f0](https://github.com/apache/airflow/commit/b5b9795f0446bb484a91ee485f49ea456f1c26c4) | 2020-03-07 | [AIRFLOW-6973] Make GCSCreateBucketOperator idempotent (fix) (#7624) | -| [6b65038fb](https://github.com/apache/airflow/commit/6b65038fb409ba1040e70305444816d8f5cfdc47) | 2020-03-06 | [AIRFLOW-6990] Improve system tests for Google Marketing Platform (#7631) | -| [755fe5224](https://github.com/apache/airflow/commit/755fe52249ba1cd965cf2f87fa7a428b8197a38a) | 2020-03-05 | [AIRFLOW-6915] Add AI Platform Console Link for MLEngineStartTrainingJobOperator (#7535) | -| [cb2f33911](https://github.com/apache/airflow/commit/cb2f339116cf2093da447748892fac68aecbb888) | 2020-03-04 | [AIRFLOW-6973] Make GCSCreateBucketOperator idempotent (#7609) | -| [09fea3ce8](https://github.com/apache/airflow/commit/09fea3ce8e4d7816281963bb8f2cb06f4de6db5c) | 2020-03-04 | [AIRFLOW-6977] Fix BigQuery DTS example DAG (#7612) | -| [8230ccc48](https://github.com/apache/airflow/commit/8230ccc48b157c89b2b893d42c6fe1523b83363a) | 2020-03-04 | [AIRFLOW-6926] Fix Google Tasks operators return types and idempotency (#7547) | -| [0d1e3088a](https://github.com/apache/airflow/commit/0d1e3088aa9f16eaeeb7b18eccec8f35c79a53df) | 2020-03-04 | [AIRFLOW-6970] Improve GCP Video Intelligence system tests (#7604) | -| [ab6bb0012](https://github.com/apache/airflow/commit/ab6bb0012c38740b76e864d42d299c5c7a9972a3) | 2020-03-03 | [AIRFLOW-6971] Fix return type in CloudSpeechToTextRecognizeSpeechOperator (#7607) | -| [3db4ade3d](https://github.com/apache/airflow/commit/3db4ade3dc9660c21c28187100a22008552f2bd3) | 2020-02-29 | [AIRFLOW-6924] Fix Google DLP operators return types (#7546) | -| [008b4bab1](https://github.com/apache/airflow/commit/008b4bab14222da068b737d6332db4963b994007) | 2020-02-27 | [AIRFLOW-6730] Use total_seconds instead of seconds (#7363) | -| [bb552b2d9](https://github.com/apache/airflow/commit/bb552b2d9fd595cc3eb1b3a2f637f29b814878d7) | 2020-02-25 | [AIRFLOW-6908] Lazy load AirflowException (#7528) | -| [d1a34246a](https://github.com/apache/airflow/commit/d1a34246ac593901f8599b102dc3d7efa4dd61e4) | 2020-02-25 | [AIRFLOW-6593] Add GCP Stackdriver Alerting Hooks and Operators (#7322) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [dcf874352](https://github.com/apache/airflow/commit/dcf87435219307d4e916a8abc2b819ad75e2b1cf) | 2020-02-24 | [AIRFLOW-6894] Prevent db query in example_dags (#7516) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [35b961637](https://github.com/apache/airflow/commit/35b9616378d1cfba7c2eb3c71e20acb6734b7c77) | 2020-02-21 | [AIRFLOW-4973] Add Cloud Data Fusion Pipeline integration (#7486) | -| [aff3a361b](https://github.com/apache/airflow/commit/aff3a361b4092212c0757f9ce88fa2e40d25d1f4) | 2020-02-20 | [AIRFLOW-6558] Campaign Manager operators for conversions (#7420) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [5b199cb86](https://github.com/apache/airflow/commit/5b199cb86be5b1aefbd8620185033d6f635713c1) | 2020-02-17 | [AIRFLOW-XXXX] Typo in example_bigquery DAG (#7429) | -| [2c9345a8e](https://github.com/apache/airflow/commit/2c9345a8e03d37a2676efa2f2ea7e8b7814c5345) | 2020-02-17 | [AIRFLOW-6759] Added MLEngine operator/hook to cancel MLEngine jobs (#7400) | -| [946bdc23c](https://github.com/apache/airflow/commit/946bdc23c039637b0383e1269f99bdd1b2426565) | 2020-02-16 | [AIRFLOW-6405] Add GCP BigQuery Table Upsert Operator (#7126) | -| [2381c820c](https://github.com/apache/airflow/commit/2381c820c8aaeffc1c9b4ed47832038833400eb8) | 2020-02-13 | [AIRFLOW-6505] Let emoji encoded properly for json.dumps() (#7399) | -| [04c1fefbf](https://github.com/apache/airflow/commit/04c1fefbf26a73ed13881d2ec14eada48028ff72) | 2020-02-03 | [AIRFLOW-6676] added GCSDeleteBucketOperator (#7307) | -| [a0252748f](https://github.com/apache/airflow/commit/a0252748ff312daede15c6f0a3d39e16c774461c) | 2020-02-03 | [AIRFLOW-6717] Remove non-existent field from templated_fields (#7340) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [9d8d07557](https://github.com/apache/airflow/commit/9d8d0755789d4aeadc5d3015f3cdde62901f85b8) | 2020-02-03 | [AIRFLOW-6715] Fix Google Cloud DLP Example DAG (#7337) | -| [cf141506a](https://github.com/apache/airflow/commit/cf141506a25dbba279b85500d781f7e056540721) | 2020-02-02 | [AIRFLOW-6708] Set unique logger names (#7330) | -| [373c6aa4a](https://github.com/apache/airflow/commit/373c6aa4a208284b5ff72987e4bd8f4e2ada1a1b) | 2020-01-30 | [AIRFLOW-6682] Move GCP classes to providers package (#7295) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [057f3ae3a](https://github.com/apache/airflow/commit/057f3ae3a4afedf6d462ecf58b01dd6304d3e135) | 2020-01-29 | [AIRFLOW-6670][depends on AIRFLOW-6669] Move contrib operators to providers package (#7286) | -| [ceea293c1](https://github.com/apache/airflow/commit/ceea293c1652240e7e856c201e4341a87ef97a0f) | 2020-01-28 | [AIRFLOW-6656] Fix AIP-21 moving (#7272) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | -| [f4d3e5e54](https://github.com/apache/airflow/commit/f4d3e5e54507f52a00a9b95aa48eb0260e17224d) | 2020-01-13 | [AIRFLOW-6102] [AIP-21] Rename Dataproc operators (#7151) | -| [e7bf8ecb4](https://github.com/apache/airflow/commit/e7bf8ecb48f0299af8091433535ac573c2afd1cf) | 2020-01-13 | [AIRFLOW-6119] [AIP-21] Rename GCS operators, hooks and sensors (#7125) | -| [5b6772cb8](https://github.com/apache/airflow/commit/5b6772cb8391b248cb4b7be5fd3d5c035280fac1) | 2020-01-09 | [AIRFLOW-6125] [AIP-21] Rename S3 operator and SFTP operator (#7112) | -| [4f8592ae8](https://github.com/apache/airflow/commit/4f8592ae8f52ab7f42623d3b43eef0928c9aafb2) | 2020-01-08 | [AIRFLOW-6118] [AIP-21] Rename Pubsub operators and hook (#7046) | -| [20299473f](https://github.com/apache/airflow/commit/20299473f11add6531f607256ee8a0f7f9507ab8) | 2020-01-03 | [AIRFLOW-6115] [AIP-21] Rename GCP vision operators (#7020) | -| [18e8cea4e](https://github.com/apache/airflow/commit/18e8cea4e7487a7dfefc03661e5ebe54c4104ead) | 2020-01-03 | [AIRFLOW-6428] Fix import path for airflow.utils.dates.days_ago in Example DAGs (#7007) | -| [95087af14](https://github.com/apache/airflow/commit/95087af14091f28a83ced8ff1860b86dfd93f93d) | 2019-12-31 | [AIRFLOW-6110] [AIP-21] Rename natural_language service (#6968) | -| [69629a5a9](https://github.com/apache/airflow/commit/69629a5a948ab2c4ac04a4a4dca6ac86d19c11bd) | 2019-12-09 | [AIRFLOW-5807] Move SFTP from contrib to providers. (#6464) | -| [25e9047a4](https://github.com/apache/airflow/commit/25e9047a4a4da5fad4f85c366e3a6262c0a4f68e) | 2019-12-09 | [AIRFLOW-6193] Do not use asserts in Airflow main code (#6749) | -| [ed0a14f32](https://github.com/apache/airflow/commit/ed0a14f321b9dab3554ae395c11c147258536ce8) | 2019-12-09 | [AIRFLOW-6120] Rename GoogleCloudBaseHook (#6734) | -| [2f2f89c14](https://github.com/apache/airflow/commit/2f2f89c148e2b694aee9402707f68065ee7320f8) | 2019-12-01 | [AIRFLOW-6139] Consistent spaces in pylint enable/disable (#6701) | -| [03c870a61](https://github.com/apache/airflow/commit/03c870a6172ab232af6319a30ad8d46622359b10) | 2019-11-26 | [AIRFLOW-6010] Remove cyclic imports and pylint hacks (#6601) | -| [5c4cfea8c](https://github.com/apache/airflow/commit/5c4cfea8c0f488496c1cbcc4c6c5db13d8210979) | 2019-11-15 | [AIRFLOW-5718] Add SFTPToGoogleCloudStorageOperator (#6393) | -| [44a8c37a9](https://github.com/apache/airflow/commit/44a8c37a9a8668469aa825ad21057cca6ac2c186) | 2019-11-13 | [AIRFLOW-XXX] Fix the docstring for Dataproc get_job method (#6581) | -| [d633d3ac4](https://github.com/apache/airflow/commit/d633d3ac44c395e6c43cd388f98fba1ce1c435a3) | 2019-11-13 | [AIRFLOW-5691] Rewrite Dataproc operators to use python library (#6371) | -| [d985c02d9](https://github.com/apache/airflow/commit/d985c02d9fa3d9ec946abc1735b0551fd61fb9f0) | 2019-11-05 | [AIRFLOW-XXX] Add How-To-Guide to GCP PubSub (#6497) | -| [a296cdabd](https://github.com/apache/airflow/commit/a296cdabdb9c9c65cf9a48329cb776aed5c82d43) | 2019-11-04 | [AIRFLOW-5743] Move Google PubSub to providers package (#6476) | -| [470b2a779](https://github.com/apache/airflow/commit/470b2a779d031406a3d5925f2fa2ec40e5c3bccb) | 2019-10-30 | [AIRFLOW-5741] Move Cloud Natural Language to providers (#6421) | -| [f2caa451f](https://github.com/apache/airflow/commit/f2caa451fc2b8ee59163314f9ec1cc372acbadf1) | 2019-10-27 | [AIRFLOW-5742] Move Google Cloud Vision to providers package (#6424) | -| [16d7accb2](https://github.com/apache/airflow/commit/16d7accb22c866d4fbf368e4d979dc1c4a41d93c) | 2019-10-22 | [AIRFLOW-4971] Add Google Display & Video 360 integration (#6170) | -| [4e661f535](https://github.com/apache/airflow/commit/4e661f535dea613f9b2e0075676f9a73a97461fe) | 2019-10-22 | [AIRFLOW-5379] Add Google Search Ads 360 operators (#6228) | -| [19e32b4e2](https://github.com/apache/airflow/commit/19e32b4e2c798f662e5d8d1e7c65036c5e7ac125) | 2019-10-18 | [AIRFLOW-5656] Rename provider to providers module (#6333) | diff --git a/airflow/providers/google/provider.yaml b/airflow/providers/google/provider.yaml index 190edbaa4615b..9961b13a4e33a 100644 --- a/airflow/providers/google/provider.yaml +++ b/airflow/providers/google/provider.yaml @@ -28,6 +28,7 @@ description: | - `Google Workspace `__ (formerly Google Suite) versions: + - 2.0.0 - 1.0.0 integrations: diff --git a/airflow/providers/grpc/CHANGELOG.rst b/airflow/providers/grpc/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/grpc/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/grpc/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/grpc/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 0dc1f560695a2..0000000000000 --- a/airflow/providers/grpc/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,50 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [fcfc7f124](https://github.com/apache/airflow/commit/fcfc7f12421bd35a366324fe7814c90da8de5735) | 2020-11-04 | Improve reading SSL credentials file in GRPC Hook (#12094) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [2f2d8dbfa](https://github.com/apache/airflow/commit/2f2d8dbfafefb4be3dd80f22f31c649c8498f148) | 2020-08-25 | Remove all "noinspection" comments native to IntelliJ (#10525) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [4eddce22a](https://github.com/apache/airflow/commit/4eddce22a3e0eb605f5661204a005262bbaa54cd) | 2020-07-21 | Add typing for grpc provider (#9884) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [cb0bf4a14](https://github.com/apache/airflow/commit/cb0bf4a142656ee40b43a01660b6f6b08a9840fa) | 2020-03-30 | Remove sql like function in base_hook (#7901) | -| [be2b2baa7](https://github.com/apache/airflow/commit/be2b2baa7c5f53c2d73646e4623cdb6731551b70) | 2020-03-23 | Add missing call to Super class in 'http', 'grpc' & 'slack' providers (#7826) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [cf141506a](https://github.com/apache/airflow/commit/cf141506a25dbba279b85500d781f7e056540721) | 2020-02-02 | [AIRFLOW-6708] Set unique logger names (#7330) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | diff --git a/airflow/providers/grpc/README.md b/airflow/providers/grpc/README.md deleted file mode 100644 index 29480f86cdb91..0000000000000 --- a/airflow/providers/grpc/README.md +++ /dev/null @@ -1,145 +0,0 @@ - - - -# Package apache-airflow-providers-grpc - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [New hooks](#new-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `grpc` provider. All classes for this provider package -are in `airflow.providers.grpc` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-grpc` - -## PIP requirements - -| PIP package | Version required | -|:---------------------|:-------------------| -| google-auth | >=1.0.0, <2.0.0dev | -| google-auth-httplib2 | >=0.0.1 | -| grpcio | >=1.15.0 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `grpc` provider -are in the `airflow.providers.grpc` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.grpc` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.grpc.GrpcOperator](https://github.com/apache/airflow/blob/master/airflow/providers/grpc/operators/grpc.py) | [contrib.operators.grpc_operator.GrpcOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/grpc_operator.py) | - - -## Hooks - - -### New hooks - -| New Airflow 2.0 hooks: `airflow.providers.grpc` package | -|:----------------------------------------------------------------------------------------------------------| -| [hooks.grpc.GrpcHook](https://github.com/apache/airflow/blob/master/airflow/providers/grpc/hooks/grpc.py) | - - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [fcfc7f124](https://github.com/apache/airflow/commit/fcfc7f12421bd35a366324fe7814c90da8de5735) | 2020-11-04 | Improve reading SSL credentials file in GRPC Hook (#12094) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [2f2d8dbfa](https://github.com/apache/airflow/commit/2f2d8dbfafefb4be3dd80f22f31c649c8498f148) | 2020-08-25 | Remove all "noinspection" comments native to IntelliJ (#10525) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [4eddce22a](https://github.com/apache/airflow/commit/4eddce22a3e0eb605f5661204a005262bbaa54cd) | 2020-07-21 | Add typing for grpc provider (#9884) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [cb0bf4a14](https://github.com/apache/airflow/commit/cb0bf4a142656ee40b43a01660b6f6b08a9840fa) | 2020-03-30 | Remove sql like function in base_hook (#7901) | -| [be2b2baa7](https://github.com/apache/airflow/commit/be2b2baa7c5f53c2d73646e4623cdb6731551b70) | 2020-03-23 | Add missing call to Super class in 'http', 'grpc' & 'slack' providers (#7826) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [cf141506a](https://github.com/apache/airflow/commit/cf141506a25dbba279b85500d781f7e056540721) | 2020-02-02 | [AIRFLOW-6708] Set unique logger names (#7330) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | diff --git a/airflow/providers/hashicorp/BACKPORT_PROVIDER_CHANGES_2020.11.23.md b/airflow/providers/hashicorp/BACKPORT_PROVIDER_CHANGES_2020.11.23.md index 86dadba692145..496d04e9c2820 100644 --- a/airflow/providers/hashicorp/BACKPORT_PROVIDER_CHANGES_2020.11.23.md +++ b/airflow/providers/hashicorp/BACKPORT_PROVIDER_CHANGES_2020.11.23.md @@ -4,7 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | diff --git a/airflow/providers/hashicorp/BACKPORT_PROVIDER_README.md b/airflow/providers/hashicorp/BACKPORT_PROVIDER_README.md index 4f1b30eab89cf..994d1bfb198fd 100644 --- a/airflow/providers/hashicorp/BACKPORT_PROVIDER_README.md +++ b/airflow/providers/hashicorp/BACKPORT_PROVIDER_README.md @@ -113,7 +113,7 @@ in [Naming conventions for provider packages](https://github.com/apache/airflow/ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | diff --git a/airflow/providers/hashicorp/CHANGELOG.rst b/airflow/providers/hashicorp/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/hashicorp/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/hashicorp/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/hashicorp/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 4e60d70cda095..0000000000000 --- a/airflow/providers/hashicorp/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,56 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [36a9b0f48](https://github.com/apache/airflow/commit/36a9b0f48baf4a8ef8fc02a450a279948a8c0f02) | 2020-11-20 | Fix the default value for VaultBackend's config_path (#12518) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [dd2442b1e](https://github.com/apache/airflow/commit/dd2442b1e66d4725e7193e0cab0548a4d8c71fbd) | 2020-11-02 | Vault with optional Variables or Connections (#11736) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [3867f7662](https://github.com/apache/airflow/commit/3867f7662559761864ec4e7be26b776c64c2f199) | 2020-08-28 | Update Google Cloud branding (#10615) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [2f2d8dbfa](https://github.com/apache/airflow/commit/2f2d8dbfafefb4be3dd80f22f31c649c8498f148) | 2020-08-25 | Remove all "noinspection" comments native to IntelliJ (#10525) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [2f31b3060](https://github.com/apache/airflow/commit/2f31b3060ed8274d5d1b1db7349ce607640b9199) | 2020-07-08 | Get Airflow configs with sensitive data from Secret Backends (#9645) | -| [44d4ae809](https://github.com/apache/airflow/commit/44d4ae809c1e3784ff95b6a5e95113c3412e56b3) | 2020-07-06 | Upgrade to latest pre-commit checks (#9686) | -| [a99aaeb49](https://github.com/apache/airflow/commit/a99aaeb49672e913d5ff79606237f6f3614fc8f5) | 2020-07-03 | Allow setting Hashicorp Vault token from File (#9644) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [df693e0e3](https://github.com/apache/airflow/commit/df693e0e3138f6601c4776cd529d8cb7bcde2f90) | 2020-06-19 | Add more authentication options for HashiCorp Vault classes (#8974) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [d47e070a7](https://github.com/apache/airflow/commit/d47e070a79b574cca043ca9c06f91d47eecb3040) | 2020-06-17 | Add HashiCorp Vault Hook (split-out from Vault secret backend) (#9333) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [d8cb0b5dd](https://github.com/apache/airflow/commit/d8cb0b5ddb02d194742e374d9ac90dd8231f6e80) | 2020-05-04 | Support k8s auth method in Vault Secrets provider (#8640) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [c1c88abfe](https://github.com/apache/airflow/commit/c1c88abfede7a36c3b1d1b511fbc6c03af46d363) | 2020-03-28 | Get Airflow Variables from Hashicorp Vault (#7944) | -| [eb4af4f94](https://github.com/apache/airflow/commit/eb4af4f944c77e67e167bbb6b0a2aaf075a95b50) | 2020-03-28 | Make BaseSecretsBackend.build_path generic (#7948) | -| [686d7d50b](https://github.com/apache/airflow/commit/686d7d50bd21622724d6818021355bc6885fd3de) | 2020-03-25 | Standardize SecretBackend class names (#7846) | -| [eef87b995](https://github.com/apache/airflow/commit/eef87b9953347a65421f315a07dbef37ded9df66) | 2020-03-23 | [AIRFLOW-7105] Unify Secrets Backend method interfaces (#7830) | -| [cdf1809fc](https://github.com/apache/airflow/commit/cdf1809fce0e59c8379a799f1738d8d813abbf51) | 2020-03-23 | [AIRFLOW-7104] Add Secret backend for GCP Secrets Manager (#7795) | -| [a44beaf5b](https://github.com/apache/airflow/commit/a44beaf5bddae2a8de0429af45be5ff78a7d4d4e) | 2020-03-19 | [AIRFLOW-7076] Add support for HashiCorp Vault as Secrets Backend (#7741) | diff --git a/airflow/providers/hashicorp/README.md b/airflow/providers/hashicorp/README.md deleted file mode 100644 index 2a54b7fa0cf7b..0000000000000 --- a/airflow/providers/hashicorp/README.md +++ /dev/null @@ -1,165 +0,0 @@ - - - -# Package apache-airflow-providers-hashicorp - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Cross provider package dependencies](#cross-provider-package-dependencies) -- [Provider class summary](#provider-classes-summary) - - [Hooks](#hooks) - - [New hooks](#new-hooks) - - [Secrets](#secrets) - - [Moved secrets](#moved-secrets) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `hashicorp` provider. All classes for this provider package -are in `airflow.providers.hashicorp` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-hashicorp` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| hvac | ~=0.10 | - -## Cross provider package dependencies - -Those are dependencies that might be needed in order to use all the features of the package. -You need to install the specified backport providers package in order to use them. - -You can install such cross-provider dependencies when installing from PyPI. For example: - -```bash -pip install apache-airflow-providers-hashicorp[google] -``` - -| Dependent package | Extra | -|:--------------------------------------------------------------------------------------------|:--------| -| [apache-airflow-providers-google](https://pypi.org/project/apache-airflow-providers-google) | google | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `hashicorp` provider -are in the `airflow.providers.hashicorp` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Hooks - - -### New hooks - -| New Airflow 2.0 hooks: `airflow.providers.hashicorp` package | -|:------------------------------------------------------------------------------------------------------------------| -| [hooks.vault.VaultHook](https://github.com/apache/airflow/blob/master/airflow/providers/hashicorp/hooks/vault.py) | - - - -## Secrets - - - -### Moved secrets - -| Airflow 2.0 secrets: `airflow.providers.hashicorp` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-------------------------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------------------------------------------| -| [secrets.vault.VaultBackend](https://github.com/apache/airflow/blob/master/airflow/providers/hashicorp/secrets/vault.py) | [contrib.secrets.hashicorp_vault.VaultBackend](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/secrets/hashicorp_vault.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [36a9b0f48](https://github.com/apache/airflow/commit/36a9b0f48baf4a8ef8fc02a450a279948a8c0f02) | 2020-11-20 | Fix the default value for VaultBackend's config_path (#12518) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [dd2442b1e](https://github.com/apache/airflow/commit/dd2442b1e66d4725e7193e0cab0548a4d8c71fbd) | 2020-11-02 | Vault with optional Variables or Connections (#11736) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [3867f7662](https://github.com/apache/airflow/commit/3867f7662559761864ec4e7be26b776c64c2f199) | 2020-08-28 | Update Google Cloud branding (#10615) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [2f2d8dbfa](https://github.com/apache/airflow/commit/2f2d8dbfafefb4be3dd80f22f31c649c8498f148) | 2020-08-25 | Remove all "noinspection" comments native to IntelliJ (#10525) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [2f31b3060](https://github.com/apache/airflow/commit/2f31b3060ed8274d5d1b1db7349ce607640b9199) | 2020-07-08 | Get Airflow configs with sensitive data from Secret Backends (#9645) | -| [44d4ae809](https://github.com/apache/airflow/commit/44d4ae809c1e3784ff95b6a5e95113c3412e56b3) | 2020-07-06 | Upgrade to latest pre-commit checks (#9686) | -| [a99aaeb49](https://github.com/apache/airflow/commit/a99aaeb49672e913d5ff79606237f6f3614fc8f5) | 2020-07-03 | Allow setting Hashicorp Vault token from File (#9644) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [df693e0e3](https://github.com/apache/airflow/commit/df693e0e3138f6601c4776cd529d8cb7bcde2f90) | 2020-06-19 | Add more authentication options for HashiCorp Vault classes (#8974) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [d47e070a7](https://github.com/apache/airflow/commit/d47e070a79b574cca043ca9c06f91d47eecb3040) | 2020-06-17 | Add HashiCorp Vault Hook (split-out from Vault secret backend) (#9333) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [d8cb0b5dd](https://github.com/apache/airflow/commit/d8cb0b5ddb02d194742e374d9ac90dd8231f6e80) | 2020-05-04 | Support k8s auth method in Vault Secrets provider (#8640) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [c1c88abfe](https://github.com/apache/airflow/commit/c1c88abfede7a36c3b1d1b511fbc6c03af46d363) | 2020-03-28 | Get Airflow Variables from Hashicorp Vault (#7944) | -| [eb4af4f94](https://github.com/apache/airflow/commit/eb4af4f944c77e67e167bbb6b0a2aaf075a95b50) | 2020-03-28 | Make BaseSecretsBackend.build_path generic (#7948) | -| [686d7d50b](https://github.com/apache/airflow/commit/686d7d50bd21622724d6818021355bc6885fd3de) | 2020-03-25 | Standardize SecretBackend class names (#7846) | -| [eef87b995](https://github.com/apache/airflow/commit/eef87b9953347a65421f315a07dbef37ded9df66) | 2020-03-23 | [AIRFLOW-7105] Unify Secrets Backend method interfaces (#7830) | -| [cdf1809fc](https://github.com/apache/airflow/commit/cdf1809fce0e59c8379a799f1738d8d813abbf51) | 2020-03-23 | [AIRFLOW-7104] Add Secret backend for GCP Secrets Manager (#7795) | -| [a44beaf5b](https://github.com/apache/airflow/commit/a44beaf5bddae2a8de0429af45be5ff78a7d4d4e) | 2020-03-19 | [AIRFLOW-7076] Add support for HashiCorp Vault as Secrets Backend (#7741) | diff --git a/airflow/providers/http/BACKPORT_PROVIDER_CHANGES_2020.11.23.md b/airflow/providers/http/BACKPORT_PROVIDER_CHANGES_2020.11.23.md index e1091fefbcec4..55dffd1b5decc 100644 --- a/airflow/providers/http/BACKPORT_PROVIDER_CHANGES_2020.11.23.md +++ b/airflow/providers/http/BACKPORT_PROVIDER_CHANGES_2020.11.23.md @@ -4,7 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | diff --git a/airflow/providers/http/BACKPORT_PROVIDER_README.md b/airflow/providers/http/BACKPORT_PROVIDER_README.md index 0fcc61484cb13..6a63277cbed22 100644 --- a/airflow/providers/http/BACKPORT_PROVIDER_README.md +++ b/airflow/providers/http/BACKPORT_PROVIDER_README.md @@ -103,7 +103,7 @@ in [Naming conventions for provider packages](https://github.com/apache/airflow/ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | diff --git a/airflow/providers/http/CHANGELOG.rst b/airflow/providers/http/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/http/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/http/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/http/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index fc6ef37983d7f..0000000000000 --- a/airflow/providers/http/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,65 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c1cd50465](https://github.com/apache/airflow/commit/c1cd50465c5473bc817fded5eeb4c425a0529ae5) | 2020-12-05 | Add 'headers' to template_fields in HttpSensor (#12809) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [370e7d07d](https://github.com/apache/airflow/commit/370e7d07d1ed1a53b73fe878425fdcd4c71a7ed1) | 2020-11-21 | Fix Python Docstring parameters (#12513) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [badd89067](https://github.com/apache/airflow/commit/badd890675d3cb3dfc088bff6a1d73dfdc275f31) | 2020-11-09 | Extend the same keyword args callable support in PythonOperator to some other sensors/operators (#11922) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [3cddc1182](https://github.com/apache/airflow/commit/3cddc11821ff8f9ed0811384c0643f756a2b3dfa) | 2020-10-16 | Updated template_fields_rendereds for PostgresOperator and SimpleHttpOperator (#11555) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [dc3a4938c](https://github.com/apache/airflow/commit/dc3a4938caa508f4a79985f5f6fa506adf4c29d4) | 2020-08-22 | Fix duplicate task_ids in example_http.py (#10485) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [ac93419d1](https://github.com/apache/airflow/commit/ac93419d1d15fb7779f5dc9cf30b2bca65d13b9e) | 2020-07-22 | Add response_filter parameter to SimpleHttpOperator (#9885) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [40bf8f28f](https://github.com/apache/airflow/commit/40bf8f28f97f17f40d993d207ea740eba54593ee) | 2020-06-18 | Detect automatically the lack of reference to the guide in the operator descriptions (#9290) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [249e80b96](https://github.com/apache/airflow/commit/249e80b960ab3453763903493bbb77651be9073b) | 2020-04-30 | Add http system test (#8591) | -| [ddd005e3b](https://github.com/apache/airflow/commit/ddd005e3b97e82ce715dc6604ff60ed5768de6ea) | 2020-04-18 | [AIRFLOW-5156] Fixed doc strigns for HttpHook (#8434) | -| [d61a476da](https://github.com/apache/airflow/commit/d61a476da3a649bf2c1d347b9cb3abc62eae3ce9) | 2020-04-18 | [AIRFLOW-5156] Added auth type to HttpHook (#8429) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [be2b2baa7](https://github.com/apache/airflow/commit/be2b2baa7c5f53c2d73646e4623cdb6731551b70) | 2020-03-23 | Add missing call to Super class in 'http', 'grpc' & 'slack' providers (#7826) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [f3ad5cf61](https://github.com/apache/airflow/commit/f3ad5cf6185b9d406d0fb0a4ecc0b5536f79217a) | 2020-02-03 | [AIRFLOW-4681] Make sensors module pylint compatible (#7309) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | diff --git a/airflow/providers/http/README.md b/airflow/providers/http/README.md deleted file mode 100644 index 2068fb9217341..0000000000000 --- a/airflow/providers/http/README.md +++ /dev/null @@ -1,164 +0,0 @@ - - - -# Package apache-airflow-providers-http - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Sensors](#sensors) - - [Moved sensors](#moved-sensors) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `http` provider. All classes for this provider package -are in `airflow.providers.http` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-http` - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `http` provider -are in the `airflow.providers.http` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.http` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------| -| [operators.http.SimpleHttpOperator](https://github.com/apache/airflow/blob/master/airflow/providers/http/operators/http.py) | [operators.http_operator.SimpleHttpOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/http_operator.py) | - - -## Sensors - - - -### Moved sensors - -| Airflow 2.0 sensors: `airflow.providers.http` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------| -| [sensors.http.HttpSensor](https://github.com/apache/airflow/blob/master/airflow/providers/http/sensors/http.py) | [sensors.http_sensor.HttpSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/sensors/http_sensor.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.http` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------| -| [hooks.http.HttpHook](https://github.com/apache/airflow/blob/master/airflow/providers/http/hooks/http.py) | [hooks.http_hook.HttpHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/http_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c1cd50465](https://github.com/apache/airflow/commit/c1cd50465c5473bc817fded5eeb4c425a0529ae5) | 2020-12-05 | Add 'headers' to template_fields in HttpSensor (#12809) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [370e7d07d](https://github.com/apache/airflow/commit/370e7d07d1ed1a53b73fe878425fdcd4c71a7ed1) | 2020-11-21 | Fix Python Docstring parameters (#12513) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [badd89067](https://github.com/apache/airflow/commit/badd890675d3cb3dfc088bff6a1d73dfdc275f31) | 2020-11-09 | Extend the same keyword args callable support in PythonOperator to some other sensors/operators (#11922) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [3cddc1182](https://github.com/apache/airflow/commit/3cddc11821ff8f9ed0811384c0643f756a2b3dfa) | 2020-10-16 | Updated template_fields_rendereds for PostgresOperator and SimpleHttpOperator (#11555) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [dc3a4938c](https://github.com/apache/airflow/commit/dc3a4938caa508f4a79985f5f6fa506adf4c29d4) | 2020-08-22 | Fix duplicate task_ids in example_http.py (#10485) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [ac93419d1](https://github.com/apache/airflow/commit/ac93419d1d15fb7779f5dc9cf30b2bca65d13b9e) | 2020-07-22 | Add response_filter parameter to SimpleHttpOperator (#9885) | -| [4d74ac211](https://github.com/apache/airflow/commit/4d74ac2111862186598daf92cbf2c525617061c2) | 2020-07-19 | Increase typing for Apache and http provider package (#9729) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [40bf8f28f](https://github.com/apache/airflow/commit/40bf8f28f97f17f40d993d207ea740eba54593ee) | 2020-06-18 | Detect automatically the lack of reference to the guide in the operator descriptions (#9290) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [249e80b96](https://github.com/apache/airflow/commit/249e80b960ab3453763903493bbb77651be9073b) | 2020-04-30 | Add http system test (#8591) | -| [ddd005e3b](https://github.com/apache/airflow/commit/ddd005e3b97e82ce715dc6604ff60ed5768de6ea) | 2020-04-18 | [AIRFLOW-5156] Fixed doc strigns for HttpHook (#8434) | -| [d61a476da](https://github.com/apache/airflow/commit/d61a476da3a649bf2c1d347b9cb3abc62eae3ce9) | 2020-04-18 | [AIRFLOW-5156] Added auth type to HttpHook (#8429) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [be2b2baa7](https://github.com/apache/airflow/commit/be2b2baa7c5f53c2d73646e4623cdb6731551b70) | 2020-03-23 | Add missing call to Super class in 'http', 'grpc' & 'slack' providers (#7826) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [f3ad5cf61](https://github.com/apache/airflow/commit/f3ad5cf6185b9d406d0fb0a4ecc0b5536f79217a) | 2020-02-03 | [AIRFLOW-4681] Make sensors module pylint compatible (#7309) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | diff --git a/airflow/providers/imap/CHANGELOG.rst b/airflow/providers/imap/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/imap/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/imap/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/imap/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 585bf18bb3e18..0000000000000 --- a/airflow/providers/imap/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,50 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [08dfd8cd0](https://github.com/apache/airflow/commit/08dfd8cd00dae2d7aad53018af04428d933b1ceb) | 2020-09-25 | Increase Type coverage for IMAP provider (#11154) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [0aff69fbd](https://github.com/apache/airflow/commit/0aff69fbd2f5a09c51f5b503ebf1bb72a26d3290) | 2020-07-27 | Add typing to ImapHook (#9887) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [cf141506a](https://github.com/apache/airflow/commit/cf141506a25dbba279b85500d781f7e056540721) | 2020-02-02 | [AIRFLOW-6708] Set unique logger names (#7330) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | diff --git a/airflow/providers/imap/README.md b/airflow/providers/imap/README.md deleted file mode 100644 index d56d79d11f97d..0000000000000 --- a/airflow/providers/imap/README.md +++ /dev/null @@ -1,136 +0,0 @@ - - - -# Package apache-airflow-providers-imap - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [Provider class summary](#provider-classes-summary) - - [Sensors](#sensors) - - [Moved sensors](#moved-sensors) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `imap` provider. All classes for this provider package -are in `airflow.providers.imap` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-imap` - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `imap` provider -are in the `airflow.providers.imap` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Sensors - - - -### Moved sensors - -| Airflow 2.0 sensors: `airflow.providers.imap` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [sensors.imap_attachment.ImapAttachmentSensor](https://github.com/apache/airflow/blob/master/airflow/providers/imap/sensors/imap_attachment.py) | [contrib.sensors.imap_attachment_sensor.ImapAttachmentSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/imap_attachment_sensor.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.imap` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------| -| [hooks.imap.ImapHook](https://github.com/apache/airflow/blob/master/airflow/providers/imap/hooks/imap.py) | [contrib.hooks.imap_hook.ImapHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/imap_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [08dfd8cd0](https://github.com/apache/airflow/commit/08dfd8cd00dae2d7aad53018af04428d933b1ceb) | 2020-09-25 | Increase Type coverage for IMAP provider (#11154) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [0aff69fbd](https://github.com/apache/airflow/commit/0aff69fbd2f5a09c51f5b503ebf1bb72a26d3290) | 2020-07-27 | Add typing to ImapHook (#9887) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [cf141506a](https://github.com/apache/airflow/commit/cf141506a25dbba279b85500d781f7e056540721) | 2020-02-02 | [AIRFLOW-6708] Set unique logger names (#7330) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | diff --git a/airflow/providers/jdbc/CHANGELOG.rst b/airflow/providers/jdbc/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/jdbc/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/jdbc/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/jdbc/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index c5b55c0d22b36..0000000000000 --- a/airflow/providers/jdbc/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,52 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [d5589673a](https://github.com/apache/airflow/commit/d5589673a95aaced0b851ea0a4061a010a924a82) | 2020-12-08 | Move dummy_operator.py to dummy.py (#11178) (#11293) | -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [a7ad20455](https://github.com/apache/airflow/commit/a7ad20455cdcaa5ec851b7688c3126a904574742) | 2020-10-29 | Rename example JDBC dag (#11946) | -| [ba9c044d2](https://github.com/apache/airflow/commit/ba9c044d20ff784630a09eecc0a30029b0f5e199) | 2020-10-29 | Add How-to guide for JDBC Operator (#11472) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [54353f874](https://github.com/apache/airflow/commit/54353f874589f9be236458995147d13e0e763ffc) | 2020-09-27 | Increase type coverage for five different providers (#11170) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [9dd8310dc](https://github.com/apache/airflow/commit/9dd8310dc12a56cef04cc31d02802422106918c6) | 2020-09-19 | Increase typing coverage JDBC provider (#11021) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [ca8857bea](https://github.com/apache/airflow/commit/ca8857beaaffacc584db8198d0fa90473533549c) | 2020-03-23 | Change from Instance attribute to variable in JdbcOperator.execute (#7819) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | diff --git a/airflow/providers/jdbc/README.md b/airflow/providers/jdbc/README.md deleted file mode 100644 index 0cb8b08782700..0000000000000 --- a/airflow/providers/jdbc/README.md +++ /dev/null @@ -1,145 +0,0 @@ - - - -# Package apache-airflow-providers-jdbc - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `jdbc` provider. All classes for this provider package -are in `airflow.providers.jdbc` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-jdbc` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| jaydebeapi | >=1.1.1 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `jdbc` provider -are in the `airflow.providers.jdbc` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.jdbc` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------| -| [operators.jdbc.JdbcOperator](https://github.com/apache/airflow/blob/master/airflow/providers/jdbc/operators/jdbc.py) | [operators.jdbc_operator.JdbcOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/jdbc_operator.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.jdbc` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------| -| [hooks.jdbc.JdbcHook](https://github.com/apache/airflow/blob/master/airflow/providers/jdbc/hooks/jdbc.py) | [hooks.jdbc_hook.JdbcHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/jdbc_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [d5589673a](https://github.com/apache/airflow/commit/d5589673a95aaced0b851ea0a4061a010a924a82) | 2020-12-08 | Move dummy_operator.py to dummy.py (#11178) (#11293) | -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [a7ad20455](https://github.com/apache/airflow/commit/a7ad20455cdcaa5ec851b7688c3126a904574742) | 2020-10-29 | Rename example JDBC dag (#11946) | -| [ba9c044d2](https://github.com/apache/airflow/commit/ba9c044d20ff784630a09eecc0a30029b0f5e199) | 2020-10-29 | Add How-to guide for JDBC Operator (#11472) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [54353f874](https://github.com/apache/airflow/commit/54353f874589f9be236458995147d13e0e763ffc) | 2020-09-27 | Increase type coverage for five different providers (#11170) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [9dd8310dc](https://github.com/apache/airflow/commit/9dd8310dc12a56cef04cc31d02802422106918c6) | 2020-09-19 | Increase typing coverage JDBC provider (#11021) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [ca8857bea](https://github.com/apache/airflow/commit/ca8857beaaffacc584db8198d0fa90473533549c) | 2020-03-23 | Change from Instance attribute to variable in JdbcOperator.execute (#7819) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | diff --git a/airflow/providers/jenkins/CHANGELOG.rst b/airflow/providers/jenkins/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/jenkins/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/jenkins/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/jenkins/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index e092fbd100a2f..0000000000000 --- a/airflow/providers/jenkins/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,55 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [a83be6684](https://github.com/apache/airflow/commit/a83be668402884efe2e40af452dac17750d3c48d) | 2020-11-06 | Replace conditional with builtin max (#12122) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [8afdb6ac6](https://github.com/apache/airflow/commit/8afdb6ac6a7997cb14806bc2734c81c00ed8da97) | 2020-10-26 | Fix spellings (#11825) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [73a08ed75](https://github.com/apache/airflow/commit/73a08ed757bf9f2af27cfca913200b61528a2d80) | 2020-08-04 | Add type annotation to providers/jenkins (#9947) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [dbcd3d878](https://github.com/apache/airflow/commit/dbcd3d8787741fd8203b6d9bdbc5d1da4b10a15b) | 2020-02-18 | [AIRFLOW-6804] Add the basic test for all example DAGs (#7419) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [633eca1de](https://github.com/apache/airflow/commit/633eca1de5042e95e23aaf2e7680ed3106cb0e87) | 2020-02-02 | [AIRFLOW-6692] Generate excluded_patterns in docs/conf.py (#7304) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [ceea293c1](https://github.com/apache/airflow/commit/ceea293c1652240e7e856c201e4341a87ef97a0f) | 2020-01-28 | [AIRFLOW-6656] Fix AIP-21 moving (#7272) | diff --git a/airflow/providers/jenkins/README.md b/airflow/providers/jenkins/README.md deleted file mode 100644 index 4551001fdf1ab..0000000000000 --- a/airflow/providers/jenkins/README.md +++ /dev/null @@ -1,148 +0,0 @@ - - - -# Package apache-airflow-providers-jenkins - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `jenkins` provider. All classes for this provider package -are in `airflow.providers.jenkins` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-jenkins` - -## PIP requirements - -| PIP package | Version required | -|:---------------|:-------------------| -| python-jenkins | >=1.0.0 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `jenkins` provider -are in the `airflow.providers.jenkins` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.jenkins` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.jenkins_job_trigger.JenkinsJobTriggerOperator](https://github.com/apache/airflow/blob/master/airflow/providers/jenkins/operators/jenkins_job_trigger.py) | [contrib.operators.jenkins_job_trigger_operator.JenkinsJobTriggerOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/jenkins_job_trigger_operator.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.jenkins` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.jenkins.JenkinsHook](https://github.com/apache/airflow/blob/master/airflow/providers/jenkins/hooks/jenkins.py) | [contrib.hooks.jenkins_hook.JenkinsHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/jenkins_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [a83be6684](https://github.com/apache/airflow/commit/a83be668402884efe2e40af452dac17750d3c48d) | 2020-11-06 | Replace conditional with builtin max (#12122) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [8afdb6ac6](https://github.com/apache/airflow/commit/8afdb6ac6a7997cb14806bc2734c81c00ed8da97) | 2020-10-26 | Fix spellings (#11825) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [73a08ed75](https://github.com/apache/airflow/commit/73a08ed757bf9f2af27cfca913200b61528a2d80) | 2020-08-04 | Add type annotation to providers/jenkins (#9947) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [dbcd3d878](https://github.com/apache/airflow/commit/dbcd3d8787741fd8203b6d9bdbc5d1da4b10a15b) | 2020-02-18 | [AIRFLOW-6804] Add the basic test for all example DAGs (#7419) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [633eca1de](https://github.com/apache/airflow/commit/633eca1de5042e95e23aaf2e7680ed3106cb0e87) | 2020-02-02 | [AIRFLOW-6692] Generate excluded_patterns in docs/conf.py (#7304) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [ceea293c1](https://github.com/apache/airflow/commit/ceea293c1652240e7e856c201e4341a87ef97a0f) | 2020-01-28 | [AIRFLOW-6656] Fix AIP-21 moving (#7272) | diff --git a/airflow/providers/jira/CHANGELOG.rst b/airflow/providers/jira/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/jira/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/jira/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/jira/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 901f7bb32dd51..0000000000000 --- a/airflow/providers/jira/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,46 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [ba2d6408e](https://github.com/apache/airflow/commit/ba2d6408e64f219e8f53a20a5a149e3d8109db31) | 2020-07-29 | Add typing for jira provider (#10005) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [f3ad5cf61](https://github.com/apache/airflow/commit/f3ad5cf6185b9d406d0fb0a4ecc0b5536f79217a) | 2020-02-03 | [AIRFLOW-4681] Make sensors module pylint compatible (#7309) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [4a21b6216](https://github.com/apache/airflow/commit/4a21b62161a8e14f0dbc06f292f4662832c52669) | 2019-12-13 | [AIRFLOW-5959][AIP-21] Move contrib/*/jira to providers (#6661) | diff --git a/airflow/providers/jira/README.md b/airflow/providers/jira/README.md deleted file mode 100644 index 7712d08caa9bf..0000000000000 --- a/airflow/providers/jira/README.md +++ /dev/null @@ -1,153 +0,0 @@ - - - -# Package apache-airflow-providers-jira - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Sensors](#sensors) - - [Moved sensors](#moved-sensors) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `jira` provider. All classes for this provider package -are in `airflow.providers.jira` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-jira` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| JIRA | >1.0.7 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `jira` provider -are in the `airflow.providers.jira` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.jira` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.jira.JiraOperator](https://github.com/apache/airflow/blob/master/airflow/providers/jira/operators/jira.py) | [contrib.operators.jira_operator.JiraOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/jira_operator.py) | - - -## Sensors - - - -### Moved sensors - -| Airflow 2.0 sensors: `airflow.providers.jira` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------------| -| [sensors.jira.JiraSensor](https://github.com/apache/airflow/blob/master/airflow/providers/jira/sensors/jira.py) | [contrib.sensors.jira_sensor.JiraSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/jira_sensor.py) | -| [sensors.jira.JiraTicketSensor](https://github.com/apache/airflow/blob/master/airflow/providers/jira/sensors/jira.py) | [contrib.sensors.jira_sensor.JiraTicketSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/jira_sensor.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.jira` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------| -| [hooks.jira.JiraHook](https://github.com/apache/airflow/blob/master/airflow/providers/jira/hooks/jira.py) | [contrib.hooks.jira_hook.JiraHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/jira_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [ba2d6408e](https://github.com/apache/airflow/commit/ba2d6408e64f219e8f53a20a5a149e3d8109db31) | 2020-07-29 | Add typing for jira provider (#10005) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [f3ad5cf61](https://github.com/apache/airflow/commit/f3ad5cf6185b9d406d0fb0a4ecc0b5536f79217a) | 2020-02-03 | [AIRFLOW-4681] Make sensors module pylint compatible (#7309) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [4a21b6216](https://github.com/apache/airflow/commit/4a21b62161a8e14f0dbc06f292f4662832c52669) | 2019-12-13 | [AIRFLOW-5959][AIP-21] Move contrib/*/jira to providers (#6661) | diff --git a/airflow/providers/microsoft/azure/BACKPORT_PROVIDER_CHANGES_2020.11.23.md b/airflow/providers/microsoft/azure/BACKPORT_PROVIDER_CHANGES_2020.11.23.md index 11f8d1bde725a..2a378b1a77176 100644 --- a/airflow/providers/microsoft/azure/BACKPORT_PROVIDER_CHANGES_2020.11.23.md +++ b/airflow/providers/microsoft/azure/BACKPORT_PROVIDER_CHANGES_2020.11.23.md @@ -4,7 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | diff --git a/airflow/providers/microsoft/azure/BACKPORT_PROVIDER_README.md b/airflow/providers/microsoft/azure/BACKPORT_PROVIDER_README.md index 2c75b44b6c540..f794890cd85a6 100644 --- a/airflow/providers/microsoft/azure/BACKPORT_PROVIDER_README.md +++ b/airflow/providers/microsoft/azure/BACKPORT_PROVIDER_README.md @@ -206,7 +206,7 @@ in [Naming conventions for provider packages](https://github.com/apache/airflow/ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | diff --git a/airflow/providers/microsoft/azure/CHANGELOG.rst b/airflow/providers/microsoft/azure/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/microsoft/azure/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/microsoft/azure/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/microsoft/azure/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index b921e4359e7d8..0000000000000 --- a/airflow/providers/microsoft/azure/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,84 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [543d88b3a](https://github.com/apache/airflow/commit/543d88b3a1ec7f0a41af390273868d9aed4edb7b) | 2020-11-28 | Add example dag and system tests for azure wasb and fileshare (#12673) | -| [6b3c6add9](https://github.com/apache/airflow/commit/6b3c6add9ea245b43ee367491bf9193d59bd248c) | 2020-11-27 | Update setup.py to get non-conflicting set of dependencies (#12636) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [dd2095f4a](https://github.com/apache/airflow/commit/dd2095f4a8b07c9b1a4c279a3578cd1e23b71a1b) | 2020-11-10 | Simplify string expressions & Use f-string (#12216) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [3ff7e0743](https://github.com/apache/airflow/commit/3ff7e0743a1156efe1d6aaf7b8f82136d0bba08f) | 2020-11-08 | azure key vault optional lookup (#12174) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [6ce855af1](https://github.com/apache/airflow/commit/6ce855af118daeaa4c249669079ab9d9aad23945) | 2020-10-24 | Fix spelling (#11821) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [f8ff217e2](https://github.com/apache/airflow/commit/f8ff217e2f2152bbb9fc701ff4c0b6eb447ad65c) | 2020-10-18 | Fix incorrect typing and move config args out of extra connection config to operator args (#11635) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [686e0ee7d](https://github.com/apache/airflow/commit/686e0ee7dfb26224e2f91c9af6ef41d59e2f2e96) | 2020-10-11 | Fix incorrect typing, remove hardcoded argument values and improve code in AzureContainerInstancesOperator (#11408) | -| [d2754ef76](https://github.com/apache/airflow/commit/d2754ef76958f8df4dcb6974e2cd2c1edb17935e) | 2020-10-09 | Strict type check for Microsoft (#11359) | -| [832a7850f](https://github.com/apache/airflow/commit/832a7850f12a3a54767d59f1967a9541e0e33293) | 2020-10-08 | Add Azure Blob Storage to GCS transfer operator (#11321) | -| [5d007fd2f](https://github.com/apache/airflow/commit/5d007fd2ff7365229c3d85bc2bbb506ead00247e) | 2020-10-08 | Strict type check for azure hooks (#11342) | -| [b0fcf6755](https://github.com/apache/airflow/commit/b0fcf675595494b306800e1a516548dc0dc671f8) | 2020-10-07 | Add AzureFileShareToGCSOperator (#10991) | -| [c51016b0b](https://github.com/apache/airflow/commit/c51016b0b8e894f8d94c2de408c5fc9b472aba3b) | 2020-10-05 | Add LocalToAzureDataLakeStorageOperator (#10814) | -| [fd682fd70](https://github.com/apache/airflow/commit/fd682fd70a97a1f937786a1a136f0fa929c8fb80) | 2020-10-05 | fix job deletion (#11272) | -| [421061878](https://github.com/apache/airflow/commit/4210618789215dfe9cb2ab350f6477d3c6ce365e) | 2020-10-03 | Ensure target_dedicated_nodes or enable_auto_scale is set in AzureBatchOperator (#11251) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [5093245d6](https://github.com/apache/airflow/commit/5093245d6f77a370fbd2f9e3df35ac6acf46a1c4) | 2020-09-30 | Strict type coverage for Oracle and Yandex provider (#11198) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [f77a11d5b](https://github.com/apache/airflow/commit/f77a11d5b1e9d76b1d57c8a0d653b3ab28f33894) | 2020-09-13 | Add Secrets backend for Microsoft Azure Key Vault (#10898) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [2f552233f](https://github.com/apache/airflow/commit/2f552233f5c99b206c8f4c2088fcc0c05e7e26dc) | 2020-08-21 | Add AzureBaseHook (#9747) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [0bf330ba8](https://github.com/apache/airflow/commit/0bf330ba8681c417fd5a10b3ba01c75600dc5f2e) | 2020-07-24 | Add get_blobs_list method to WasbHook (#9950) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [d3c76da95](https://github.com/apache/airflow/commit/d3c76da95250068161580036a86e26ee2790fa07) | 2020-07-12 | Improve type hinting to provider microsoft (#9774) | -| [23f80f34a](https://github.com/apache/airflow/commit/23f80f34adec86da24e4896168c53d213d01a7f6) | 2020-07-08 | Move gcs & wasb task handlers to their respective provider packages (#9714) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [d99833c9b](https://github.com/apache/airflow/commit/d99833c9b5be9eafc0c7851343ee86b6c20aed40) | 2020-04-03 | [AIRFLOW-4529] Add support for Azure Batch Service (#8024) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [a83eb335e](https://github.com/apache/airflow/commit/a83eb335e58c6a15e96c517a1b492bc79c869ce8) | 2020-03-23 | Add call to Super call in microsoft providers (#7821) | -| [f0e242180](https://github.com/apache/airflow/commit/f0e24218077d4dff8015926d7826477bb0d07f88) | 2020-02-24 | [AIRFLOW-6896] AzureCosmosDBHook: Move DB call out of __init__ (#7520) | -| [4bec1cc48](https://github.com/apache/airflow/commit/4bec1cc489f5d19daf7450c75c3e8057c9709dbd) | 2020-02-24 | [AIRFLOW-6895] AzureFileShareHook: Move DB call out of __init__ (#7519) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [086e30724](https://github.com/apache/airflow/commit/086e307245015d97e89af9aa6c677d6fe817264c) | 2020-02-23 | [AIRFLOW-6890] AzureDataLakeHook: Move DB call out of __init__ (#7513) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [175a16046](https://github.com/apache/airflow/commit/175a1604638016b0a663711cc584496c2fdcd828) | 2020-02-19 | [AIRFLOW-6828] Stop using the zope library (#7448) | -| [1e0024301](https://github.com/apache/airflow/commit/1e00243014382d4cb7152ca7c5011b97cbd733b0) | 2020-02-10 | [AIRFLOW-5176] Add Azure Data Explorer (Kusto) operator (#5785) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [057f3ae3a](https://github.com/apache/airflow/commit/057f3ae3a4afedf6d462ecf58b01dd6304d3e135) | 2020-01-29 | [AIRFLOW-6670][depends on AIRFLOW-6669] Move contrib operators to providers package (#7286) | -| [290330ba6](https://github.com/apache/airflow/commit/290330ba60653686cc6f009d89a377f09f26f35a) | 2020-01-15 | [AIRFLOW-6552] Move Azure classes to providers.microsoft package (#7158) | diff --git a/airflow/providers/microsoft/azure/README.md b/airflow/providers/microsoft/azure/README.md deleted file mode 100644 index fd9ac6a900d94..0000000000000 --- a/airflow/providers/microsoft/azure/README.md +++ /dev/null @@ -1,285 +0,0 @@ - - - -# Package apache-airflow-providers-microsoft-azure - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Cross provider package dependencies](#cross-provider-package-dependencies) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [New operators](#new-operators) - - [Moved operators](#moved-operators) - - [Transfer operators](#transfer-operators) - - [New transfer operators](#new-transfer-operators) - - [Moved transfer operators](#moved-transfer-operators) - - [Sensors](#sensors) - - [New sensors](#new-sensors) - - [Moved sensors](#moved-sensors) - - [Hooks](#hooks) - - [New hooks](#new-hooks) - - [Moved hooks](#moved-hooks) - - [Secrets](#secrets) - - [New secrets](#new-secrets) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `microsoft.azure` provider. All classes for this provider package -are in `airflow.providers.microsoft.azure` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-microsoft-azure` - -## PIP requirements - -| PIP package | Version required | -|:-----------------------------|:-------------------| -| azure-batch | >=8.0.0 | -| azure-cosmos | >=3.0.1,<4 | -| azure-datalake-store | >=0.0.45 | -| azure-identity | >=1.3.1 | -| azure-keyvault | >=4.1.0 | -| azure-kusto-data | >=0.0.43,<0.1 | -| azure-mgmt-containerinstance | >=1.5.0,<2.0 | -| azure-mgmt-datalake-store | >=0.5.0 | -| azure-mgmt-resource | >=2.2.0 | -| azure-storage | >=0.34.0, <0.37.0 | - -## Cross provider package dependencies - -Those are dependencies that might be needed in order to use all the features of the package. -You need to install the specified backport providers package in order to use them. - -You can install such cross-provider dependencies when installing from PyPI. For example: - -```bash -pip install apache-airflow-providers-microsoft-azure[google] -``` - -| Dependent package | Extra | -|:--------------------------------------------------------------------------------------------|:--------| -| [apache-airflow-providers-google](https://pypi.org/project/apache-airflow-providers-google) | google | -| [apache-airflow-providers-oracle](https://pypi.org/project/apache-airflow-providers-oracle) | oracle | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `microsoft.azure` provider -are in the `airflow.providers.microsoft.azure` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - -### New operators - -| New Airflow 2.0 operators: `airflow.providers.microsoft.azure` package | -|:-----------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.adx.AzureDataExplorerQueryOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/adx.py) | -| [operators.azure_batch.AzureBatchOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/azure_batch.py) | - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.microsoft.azure` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.adls_list.AzureDataLakeStorageListOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/adls_list.py) | [contrib.operators.adls_list_operator.AzureDataLakeStorageListOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/adls_list_operator.py) | -| [operators.azure_container_instances.AzureContainerInstancesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/azure_container_instances.py) | [contrib.operators.azure_container_instances_operator.AzureContainerInstancesOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/azure_container_instances_operator.py) | -| [operators.azure_cosmos.AzureCosmosInsertDocumentOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/azure_cosmos.py) | [contrib.operators.azure_cosmos_operator.AzureCosmosInsertDocumentOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/azure_cosmos_operator.py) | -| [operators.wasb_delete_blob.WasbDeleteBlobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/wasb_delete_blob.py) | [contrib.operators.wasb_delete_blob_operator.WasbDeleteBlobOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/wasb_delete_blob_operator.py) | - - -## Transfer operators - - -### New transfer operators - -| New Airflow 2.0 transfers: `airflow.providers.microsoft.azure` package | -|:----------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [transfers.azure_blob_to_gcs.AzureBlobStorageToGCSOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs.py) | -| [transfers.local_to_adls.LocalToAzureDataLakeStorageOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/transfers/local_to_adls.py) | - - -### Moved transfer operators - -| Airflow 2.0 transfers: `airflow.providers.microsoft.azure` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [transfers.file_to_wasb.FileToWasbOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/transfers/file_to_wasb.py) | [contrib.operators.file_to_wasb.FileToWasbOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/file_to_wasb.py) | -| [transfers.oracle_to_azure_data_lake.OracleToAzureDataLakeOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake.py) | [contrib.operators.oracle_to_azure_data_lake_transfer.OracleToAzureDataLakeOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/oracle_to_azure_data_lake_transfer.py) | - - -## Sensors - - -### New sensors - -| New Airflow 2.0 sensors: `airflow.providers.microsoft.azure` package | -|:----------------------------------------------------------------------------------------------------------------------------------------------------------| -| [sensors.azure_cosmos.AzureCosmosDocumentSensor](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/sensors/azure_cosmos.py) | - - -### Moved sensors - -| Airflow 2.0 sensors: `airflow.providers.microsoft.azure` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:---------------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------------| -| [sensors.wasb.WasbBlobSensor](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/sensors/wasb.py) | [contrib.sensors.wasb_sensor.WasbBlobSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/wasb_sensor.py) | -| [sensors.wasb.WasbPrefixSensor](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/sensors/wasb.py) | [contrib.sensors.wasb_sensor.WasbPrefixSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/wasb_sensor.py) | - - -## Hooks - - -### New hooks - -| New Airflow 2.0 hooks: `airflow.providers.microsoft.azure` package | -|:----------------------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.adx.AzureDataExplorerHook](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/hooks/adx.py) | -| [hooks.azure_batch.AzureBatchHook](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/hooks/azure_batch.py) | -| [hooks.azure_data_lake.AzureDataLakeHook](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/hooks/azure_data_lake.py) | -| [hooks.base_azure.AzureBaseHook](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/hooks/base_azure.py) | - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.microsoft.azure` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.azure_container_instance.AzureContainerInstanceHook](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/hooks/azure_container_instance.py) | [contrib.hooks.azure_container_instance_hook.AzureContainerInstanceHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/azure_container_instance_hook.py) | -| [hooks.azure_container_registry.AzureContainerRegistryHook](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/hooks/azure_container_registry.py) | [contrib.hooks.azure_container_registry_hook.AzureContainerRegistryHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/azure_container_registry_hook.py) | -| [hooks.azure_container_volume.AzureContainerVolumeHook](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/hooks/azure_container_volume.py) | [contrib.hooks.azure_container_volume_hook.AzureContainerVolumeHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/azure_container_volume_hook.py) | -| [hooks.azure_cosmos.AzureCosmosDBHook](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/hooks/azure_cosmos.py) | [contrib.hooks.azure_cosmos_hook.AzureCosmosDBHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/azure_cosmos_hook.py) | -| [hooks.azure_fileshare.AzureFileShareHook](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/hooks/azure_fileshare.py) | [contrib.hooks.azure_fileshare_hook.AzureFileShareHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/azure_fileshare_hook.py) | -| [hooks.wasb.WasbHook](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/hooks/wasb.py) | [contrib.hooks.wasb_hook.WasbHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/wasb_hook.py) | - - -## Secrets - - -### New secrets - -| New Airflow 2.0 secrets: `airflow.providers.microsoft.azure` package | -|:-----------------------------------------------------------------------------------------------------------------------------------------------------------| -| [secrets.azure_key_vault.AzureKeyVaultBackend](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/secrets/azure_key_vault.py) | - - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [543d88b3a](https://github.com/apache/airflow/commit/543d88b3a1ec7f0a41af390273868d9aed4edb7b) | 2020-11-28 | Add example dag and system tests for azure wasb and fileshare (#12673) | -| [6b3c6add9](https://github.com/apache/airflow/commit/6b3c6add9ea245b43ee367491bf9193d59bd248c) | 2020-11-27 | Update setup.py to get non-conflicting set of dependencies (#12636) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [dd2095f4a](https://github.com/apache/airflow/commit/dd2095f4a8b07c9b1a4c279a3578cd1e23b71a1b) | 2020-11-10 | Simplify string expressions & Use f-string (#12216) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [3ff7e0743](https://github.com/apache/airflow/commit/3ff7e0743a1156efe1d6aaf7b8f82136d0bba08f) | 2020-11-08 | azure key vault optional lookup (#12174) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [6ce855af1](https://github.com/apache/airflow/commit/6ce855af118daeaa4c249669079ab9d9aad23945) | 2020-10-24 | Fix spelling (#11821) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [f8ff217e2](https://github.com/apache/airflow/commit/f8ff217e2f2152bbb9fc701ff4c0b6eb447ad65c) | 2020-10-18 | Fix incorrect typing and move config args out of extra connection config to operator args (#11635) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [686e0ee7d](https://github.com/apache/airflow/commit/686e0ee7dfb26224e2f91c9af6ef41d59e2f2e96) | 2020-10-11 | Fix incorrect typing, remove hardcoded argument values and improve code in AzureContainerInstancesOperator (#11408) | -| [d2754ef76](https://github.com/apache/airflow/commit/d2754ef76958f8df4dcb6974e2cd2c1edb17935e) | 2020-10-09 | Strict type check for Microsoft (#11359) | -| [832a7850f](https://github.com/apache/airflow/commit/832a7850f12a3a54767d59f1967a9541e0e33293) | 2020-10-08 | Add Azure Blob Storage to GCS transfer operator (#11321) | -| [5d007fd2f](https://github.com/apache/airflow/commit/5d007fd2ff7365229c3d85bc2bbb506ead00247e) | 2020-10-08 | Strict type check for azure hooks (#11342) | -| [b0fcf6755](https://github.com/apache/airflow/commit/b0fcf675595494b306800e1a516548dc0dc671f8) | 2020-10-07 | Add AzureFileShareToGCSOperator (#10991) | -| [c51016b0b](https://github.com/apache/airflow/commit/c51016b0b8e894f8d94c2de408c5fc9b472aba3b) | 2020-10-05 | Add LocalToAzureDataLakeStorageOperator (#10814) | -| [fd682fd70](https://github.com/apache/airflow/commit/fd682fd70a97a1f937786a1a136f0fa929c8fb80) | 2020-10-05 | fix job deletion (#11272) | -| [421061878](https://github.com/apache/airflow/commit/4210618789215dfe9cb2ab350f6477d3c6ce365e) | 2020-10-03 | Ensure target_dedicated_nodes or enable_auto_scale is set in AzureBatchOperator (#11251) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [5093245d6](https://github.com/apache/airflow/commit/5093245d6f77a370fbd2f9e3df35ac6acf46a1c4) | 2020-09-30 | Strict type coverage for Oracle and Yandex provider (#11198) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [f77a11d5b](https://github.com/apache/airflow/commit/f77a11d5b1e9d76b1d57c8a0d653b3ab28f33894) | 2020-09-13 | Add Secrets backend for Microsoft Azure Key Vault (#10898) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [2f552233f](https://github.com/apache/airflow/commit/2f552233f5c99b206c8f4c2088fcc0c05e7e26dc) | 2020-08-21 | Add AzureBaseHook (#9747) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [0bf330ba8](https://github.com/apache/airflow/commit/0bf330ba8681c417fd5a10b3ba01c75600dc5f2e) | 2020-07-24 | Add get_blobs_list method to WasbHook (#9950) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [d3c76da95](https://github.com/apache/airflow/commit/d3c76da95250068161580036a86e26ee2790fa07) | 2020-07-12 | Improve type hinting to provider microsoft (#9774) | -| [23f80f34a](https://github.com/apache/airflow/commit/23f80f34adec86da24e4896168c53d213d01a7f6) | 2020-07-08 | Move gcs & wasb task handlers to their respective provider packages (#9714) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [d99833c9b](https://github.com/apache/airflow/commit/d99833c9b5be9eafc0c7851343ee86b6c20aed40) | 2020-04-03 | [AIRFLOW-4529] Add support for Azure Batch Service (#8024) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [a83eb335e](https://github.com/apache/airflow/commit/a83eb335e58c6a15e96c517a1b492bc79c869ce8) | 2020-03-23 | Add call to Super call in microsoft providers (#7821) | -| [f0e242180](https://github.com/apache/airflow/commit/f0e24218077d4dff8015926d7826477bb0d07f88) | 2020-02-24 | [AIRFLOW-6896] AzureCosmosDBHook: Move DB call out of __init__ (#7520) | -| [4bec1cc48](https://github.com/apache/airflow/commit/4bec1cc489f5d19daf7450c75c3e8057c9709dbd) | 2020-02-24 | [AIRFLOW-6895] AzureFileShareHook: Move DB call out of __init__ (#7519) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [086e30724](https://github.com/apache/airflow/commit/086e307245015d97e89af9aa6c677d6fe817264c) | 2020-02-23 | [AIRFLOW-6890] AzureDataLakeHook: Move DB call out of __init__ (#7513) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [175a16046](https://github.com/apache/airflow/commit/175a1604638016b0a663711cc584496c2fdcd828) | 2020-02-19 | [AIRFLOW-6828] Stop using the zope library (#7448) | -| [1e0024301](https://github.com/apache/airflow/commit/1e00243014382d4cb7152ca7c5011b97cbd733b0) | 2020-02-10 | [AIRFLOW-5176] Add Azure Data Explorer (Kusto) operator (#5785) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [057f3ae3a](https://github.com/apache/airflow/commit/057f3ae3a4afedf6d462ecf58b01dd6304d3e135) | 2020-01-29 | [AIRFLOW-6670][depends on AIRFLOW-6669] Move contrib operators to providers package (#7286) | -| [290330ba6](https://github.com/apache/airflow/commit/290330ba60653686cc6f009d89a377f09f26f35a) | 2020-01-15 | [AIRFLOW-6552] Move Azure classes to providers.microsoft package (#7158) | diff --git a/airflow/providers/microsoft/mssql/BACKPORT_PROVIDER_CHANGES_2020.11.23.md b/airflow/providers/microsoft/mssql/BACKPORT_PROVIDER_CHANGES_2020.11.23.md index c5db3f406aa27..3917cbfe9422e 100644 --- a/airflow/providers/microsoft/mssql/BACKPORT_PROVIDER_CHANGES_2020.11.23.md +++ b/airflow/providers/microsoft/mssql/BACKPORT_PROVIDER_CHANGES_2020.11.23.md @@ -4,7 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | diff --git a/airflow/providers/microsoft/mssql/BACKPORT_PROVIDER_README.md b/airflow/providers/microsoft/mssql/BACKPORT_PROVIDER_README.md index 9132a9981bb09..da028bb6e92dc 100644 --- a/airflow/providers/microsoft/mssql/BACKPORT_PROVIDER_README.md +++ b/airflow/providers/microsoft/mssql/BACKPORT_PROVIDER_README.md @@ -113,7 +113,7 @@ in [Naming conventions for provider packages](https://github.com/apache/airflow/ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | diff --git a/airflow/providers/microsoft/mssql/CHANGELOG.rst b/airflow/providers/microsoft/mssql/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/microsoft/mssql/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/microsoft/mssql/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/microsoft/mssql/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 86d8bb363cdbc..0000000000000 --- a/airflow/providers/microsoft/mssql/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,49 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [765d29ecc](https://github.com/apache/airflow/commit/765d29ecc9fd6a3220efa0a6c4ce10848f5cbf82) | 2020-10-15 | Pymssql is maintained again (#11537) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [1845cd11b](https://github.com/apache/airflow/commit/1845cd11b77f302777ab854e84bef9c212c604a0) | 2020-10-11 | Strict type check for google ads and cloud hooks (#11390) | -| [d2754ef76](https://github.com/apache/airflow/commit/d2754ef76958f8df4dcb6974e2cd2c1edb17935e) | 2020-10-09 | Strict type check for Microsoft (#11359) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/microsoft/mssql/README.md b/airflow/providers/microsoft/mssql/README.md deleted file mode 100644 index 4902d66eda5f2..0000000000000 --- a/airflow/providers/microsoft/mssql/README.md +++ /dev/null @@ -1,158 +0,0 @@ - - - -# Package apache-airflow-providers-microsoft-mssql - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Cross provider package dependencies](#cross-provider-package-dependencies) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `microsoft.mssql` provider. All classes for this provider package -are in `airflow.providers.microsoft.mssql` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-microsoft-mssql` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| pymssql | ~=2.1,>=2.1.5 | - -## Cross provider package dependencies - -Those are dependencies that might be needed in order to use all the features of the package. -You need to install the specified backport providers package in order to use them. - -You can install such cross-provider dependencies when installing from PyPI. For example: - -```bash -pip install apache-airflow-providers-microsoft-mssql[odbc] -``` - -| Dependent package | Extra | -|:----------------------------------------------------------------------------------------|:--------| -| [apache-airflow-providers-odbc](https://pypi.org/project/apache-airflow-providers-odbc) | odbc | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `microsoft.mssql` provider -are in the `airflow.providers.microsoft.mssql` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.microsoft.mssql` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------------------| -| [operators.mssql.MsSqlOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/mssql/operators/mssql.py) | [operators.mssql_operator.MsSqlOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/mssql_operator.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.microsoft.mssql` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------| -| [hooks.mssql.MsSqlHook](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/mssql/hooks/mssql.py) | [hooks.mssql_hook.MsSqlHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/mssql_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [765d29ecc](https://github.com/apache/airflow/commit/765d29ecc9fd6a3220efa0a6c4ce10848f5cbf82) | 2020-10-15 | Pymssql is maintained again (#11537) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [1845cd11b](https://github.com/apache/airflow/commit/1845cd11b77f302777ab854e84bef9c212c604a0) | 2020-10-11 | Strict type check for google ads and cloud hooks (#11390) | -| [d2754ef76](https://github.com/apache/airflow/commit/d2754ef76958f8df4dcb6974e2cd2c1edb17935e) | 2020-10-09 | Strict type check for Microsoft (#11359) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/microsoft/winrm/BACKPORT_PROVIDER_CHANGES_2020.11.23.md b/airflow/providers/microsoft/winrm/BACKPORT_PROVIDER_CHANGES_2020.11.23.md index 222a4691ea330..e432cb1627b5c 100644 --- a/airflow/providers/microsoft/winrm/BACKPORT_PROVIDER_CHANGES_2020.11.23.md +++ b/airflow/providers/microsoft/winrm/BACKPORT_PROVIDER_CHANGES_2020.11.23.md @@ -4,7 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | diff --git a/airflow/providers/microsoft/winrm/BACKPORT_PROVIDER_README.md b/airflow/providers/microsoft/winrm/BACKPORT_PROVIDER_README.md index ead3b187382e3..954042e822df0 100644 --- a/airflow/providers/microsoft/winrm/BACKPORT_PROVIDER_README.md +++ b/airflow/providers/microsoft/winrm/BACKPORT_PROVIDER_README.md @@ -97,7 +97,7 @@ in [Naming conventions for provider packages](https://github.com/apache/airflow/ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | diff --git a/airflow/providers/microsoft/winrm/CHANGELOG.rst b/airflow/providers/microsoft/winrm/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/microsoft/winrm/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/microsoft/winrm/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/microsoft/winrm/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 38f3468e15711..0000000000000 --- a/airflow/providers/microsoft/winrm/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,48 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| -| [d5589673a](https://github.com/apache/airflow/commit/d5589673a95aaced0b851ea0a4061a010a924a82) | 2020-12-08 | Move dummy_operator.py to dummy.py (#11178) (#11293) | -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d2754ef76](https://github.com/apache/airflow/commit/d2754ef76958f8df4dcb6974e2cd2c1edb17935e) | 2020-10-09 | Strict type check for Microsoft (#11359) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [a83eb335e](https://github.com/apache/airflow/commit/a83eb335e58c6a15e96c517a1b492bc79c869ce8) | 2020-03-23 | Add call to Super call in microsoft providers (#7821) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | diff --git a/airflow/providers/microsoft/winrm/README.md b/airflow/providers/microsoft/winrm/README.md deleted file mode 100644 index fe6007d407a5b..0000000000000 --- a/airflow/providers/microsoft/winrm/README.md +++ /dev/null @@ -1,141 +0,0 @@ - - - -# Package apache-airflow-providers-microsoft-winrm - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `microsoft.winrm` provider. All classes for this provider package -are in `airflow.providers.microsoft.winrm` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-microsoft-winrm` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| pywinrm | ~=0.4 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `microsoft.winrm` provider -are in the `airflow.providers.microsoft.winrm` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.microsoft.winrm` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.winrm.WinRMOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/winrm/operators/winrm.py) | [contrib.operators.winrm_operator.WinRMOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/winrm_operator.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.microsoft.winrm` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------| -| [hooks.winrm.WinRMHook](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/winrm/hooks/winrm.py) | [contrib.hooks.winrm_hook.WinRMHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/winrm_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| -| [d5589673a](https://github.com/apache/airflow/commit/d5589673a95aaced0b851ea0a4061a010a924a82) | 2020-12-08 | Move dummy_operator.py to dummy.py (#11178) (#11293) | -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d2754ef76](https://github.com/apache/airflow/commit/d2754ef76958f8df4dcb6974e2cd2c1edb17935e) | 2020-10-09 | Strict type check for Microsoft (#11359) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [a83eb335e](https://github.com/apache/airflow/commit/a83eb335e58c6a15e96c517a1b492bc79c869ce8) | 2020-03-23 | Add call to Super call in microsoft providers (#7821) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | diff --git a/airflow/providers/mongo/CHANGELOG.rst b/airflow/providers/mongo/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/mongo/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/mongo/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/mongo/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index a228c3386b1f3..0000000000000 --- a/airflow/providers/mongo/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,46 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [46cdb0e08](https://github.com/apache/airflow/commit/46cdb0e08045f84029ac727cbaf6040acd592810) | 2020-07-19 | Add type hinting for mongo provider (#9875) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/mongo/README.md b/airflow/providers/mongo/README.md deleted file mode 100644 index c5dd39819ec6e..0000000000000 --- a/airflow/providers/mongo/README.md +++ /dev/null @@ -1,140 +0,0 @@ - - - -# Package apache-airflow-providers-mongo - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Sensors](#sensors) - - [Moved sensors](#moved-sensors) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `mongo` provider. All classes for this provider package -are in `airflow.providers.mongo` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-mongo` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| dnspython | >=1.13.0,<2.0.0 | -| pymongo | >=3.6.0 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `mongo` provider -are in the `airflow.providers.mongo` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Sensors - - - -### Moved sensors - -| Airflow 2.0 sensors: `airflow.providers.mongo` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------------------------| -| [sensors.mongo.MongoSensor](https://github.com/apache/airflow/blob/master/airflow/providers/mongo/sensors/mongo.py) | [contrib.sensors.mongo_sensor.MongoSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/mongo_sensor.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.mongo` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------| -| [hooks.mongo.MongoHook](https://github.com/apache/airflow/blob/master/airflow/providers/mongo/hooks/mongo.py) | [contrib.hooks.mongo_hook.MongoHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/mongo_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [46cdb0e08](https://github.com/apache/airflow/commit/46cdb0e08045f84029ac727cbaf6040acd592810) | 2020-07-19 | Add type hinting for mongo provider (#9875) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/mysql/CHANGELOG.rst b/airflow/providers/mysql/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/mysql/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/mysql/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/mysql/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 9fe91de79c0d6..0000000000000 --- a/airflow/providers/mysql/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,61 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [75f229601](https://github.com/apache/airflow/commit/75f229601edebfc25b295683a2200d1f1d69dceb) | 2020-11-04 | Adding MySql howto-documentation and example DAG (#12077) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d1bce91bb](https://github.com/apache/airflow/commit/d1bce91bb21d5a468fa6a0207156c28fe1ca6513) | 2020-08-25 | PyDocStyle: Enable D403: Capitalized first word of docstring (#10530) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [01f37967c](https://github.com/apache/airflow/commit/01f37967c938f3f11b08517f5920f31aca89676f) | 2020-08-18 | Add typing coverage to mysql providers package (#10095) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [68d1714f2](https://github.com/apache/airflow/commit/68d1714f296989b7aad1a04b75dc033e76afb747) | 2020-04-04 | [AIRFLOW-6822] AWS hooks should cache boto3 client (#7541) | -| [329e6a5f7](https://github.com/apache/airflow/commit/329e6a5f72bc2e3fc19391754256d974179a6ce0) | 2020-04-01 | [AIRFLOW-5907] Add S3 to MySql Operator (#6578) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [b39468d28](https://github.com/apache/airflow/commit/b39468d2878554ba60863656364b4a95eda30685) | 2020-03-09 | [AIRFLOW-5922] Add option to specify the mysql client library used in MySqlHook (#6576) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [94fccca97](https://github.com/apache/airflow/commit/94fccca97030ee59d89f302a98137b17e7b01a33) | 2020-02-04 | [AIRFLOW-XXXX] Add pre-commit check for utf-8 file encoding (#7347) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [1e576f123](https://github.com/apache/airflow/commit/1e576f12343b30c2a37ab3f4f62ee3aa30326e77) | 2020-02-02 | [AIRFLOW-6680] Last changes for AIP-21 (#7301) | -| [057f3ae3a](https://github.com/apache/airflow/commit/057f3ae3a4afedf6d462ecf58b01dd6304d3e135) | 2020-01-29 | [AIRFLOW-6670][depends on AIRFLOW-6669] Move contrib operators to providers package (#7286) | -| [82c0e5aff](https://github.com/apache/airflow/commit/82c0e5aff6004f636b98e207c3caec40b403fbbe) | 2020-01-28 | [AIRFLOW-6655] Move AWS classes to providers (#7271) | -| [eee34ee80](https://github.com/apache/airflow/commit/eee34ee8080bb7bc81294c3fbd8be93bbf795367) | 2020-01-24 | [AIRFLOW-4204] Update super() calls (#7248) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/mysql/README.md b/airflow/providers/mysql/README.md deleted file mode 100644 index 39894ecbc314c..0000000000000 --- a/airflow/providers/mysql/README.md +++ /dev/null @@ -1,194 +0,0 @@ - - - -# Package apache-airflow-providers-mysql - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Cross provider package dependencies](#cross-provider-package-dependencies) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Transfer operators](#transfer-operators) - - [New transfer operators](#new-transfer-operators) - - [Moved transfer operators](#moved-transfer-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `mysql` provider. All classes for this provider package -are in `airflow.providers.mysql` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-mysql` - -## PIP requirements - -| PIP package | Version required | -|:-----------------------|:-------------------| -| mysql-connector-python | >=8.0.11, <=8.0.18 | -| mysqlclient | >=1.3.6,<1.4 | - -## Cross provider package dependencies - -Those are dependencies that might be needed in order to use all the features of the package. -You need to install the specified backport providers package in order to use them. - -You can install such cross-provider dependencies when installing from PyPI. For example: - -```bash -pip install apache-airflow-providers-mysql[amazon] -``` - -| Dependent package | Extra | -|:----------------------------------------------------------------------------------------------|:--------| -| [apache-airflow-providers-amazon](https://pypi.org/project/apache-airflow-providers-amazon) | amazon | -| [apache-airflow-providers-presto](https://pypi.org/project/apache-airflow-providers-presto) | presto | -| [apache-airflow-providers-vertica](https://pypi.org/project/apache-airflow-providers-vertica) | vertica | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `mysql` provider -are in the `airflow.providers.mysql` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.mysql` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------------------| -| [operators.mysql.MySqlOperator](https://github.com/apache/airflow/blob/master/airflow/providers/mysql/operators/mysql.py) | [operators.mysql_operator.MySqlOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/mysql_operator.py) | - - -## Transfer operators - - -### New transfer operators - -| New Airflow 2.0 transfers: `airflow.providers.mysql` package | -|:------------------------------------------------------------------------------------------------------------------------------------------| -| [transfers.s3_to_mysql.S3ToMySqlOperator](https://github.com/apache/airflow/blob/master/airflow/providers/mysql/transfers/s3_to_mysql.py) | - - -### Moved transfer operators - -| Airflow 2.0 transfers: `airflow.providers.mysql` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:---------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [transfers.presto_to_mysql.PrestoToMySqlOperator](https://github.com/apache/airflow/blob/master/airflow/providers/mysql/transfers/presto_to_mysql.py) | [operators.presto_to_mysql.PrestoToMySqlTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/presto_to_mysql.py) | -| [transfers.vertica_to_mysql.VerticaToMySqlOperator](https://github.com/apache/airflow/blob/master/airflow/providers/mysql/transfers/vertica_to_mysql.py) | [contrib.operators.vertica_to_mysql.VerticaToMySqlTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/vertica_to_mysql.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.mysql` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------| -| [hooks.mysql.MySqlHook](https://github.com/apache/airflow/blob/master/airflow/providers/mysql/hooks/mysql.py) | [hooks.mysql_hook.MySqlHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/mysql_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [75f229601](https://github.com/apache/airflow/commit/75f229601edebfc25b295683a2200d1f1d69dceb) | 2020-11-04 | Adding MySql howto-documentation and example DAG (#12077) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d1bce91bb](https://github.com/apache/airflow/commit/d1bce91bb21d5a468fa6a0207156c28fe1ca6513) | 2020-08-25 | PyDocStyle: Enable D403: Capitalized first word of docstring (#10530) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [01f37967c](https://github.com/apache/airflow/commit/01f37967c938f3f11b08517f5920f31aca89676f) | 2020-08-18 | Add typing coverage to mysql providers package (#10095) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [68d1714f2](https://github.com/apache/airflow/commit/68d1714f296989b7aad1a04b75dc033e76afb747) | 2020-04-04 | [AIRFLOW-6822] AWS hooks should cache boto3 client (#7541) | -| [329e6a5f7](https://github.com/apache/airflow/commit/329e6a5f72bc2e3fc19391754256d974179a6ce0) | 2020-04-01 | [AIRFLOW-5907] Add S3 to MySql Operator (#6578) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [b39468d28](https://github.com/apache/airflow/commit/b39468d2878554ba60863656364b4a95eda30685) | 2020-03-09 | [AIRFLOW-5922] Add option to specify the mysql client library used in MySqlHook (#6576) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [94fccca97](https://github.com/apache/airflow/commit/94fccca97030ee59d89f302a98137b17e7b01a33) | 2020-02-04 | [AIRFLOW-XXXX] Add pre-commit check for utf-8 file encoding (#7347) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [1e576f123](https://github.com/apache/airflow/commit/1e576f12343b30c2a37ab3f4f62ee3aa30326e77) | 2020-02-02 | [AIRFLOW-6680] Last changes for AIP-21 (#7301) | -| [057f3ae3a](https://github.com/apache/airflow/commit/057f3ae3a4afedf6d462ecf58b01dd6304d3e135) | 2020-01-29 | [AIRFLOW-6670][depends on AIRFLOW-6669] Move contrib operators to providers package (#7286) | -| [82c0e5aff](https://github.com/apache/airflow/commit/82c0e5aff6004f636b98e207c3caec40b403fbbe) | 2020-01-28 | [AIRFLOW-6655] Move AWS classes to providers (#7271) | -| [eee34ee80](https://github.com/apache/airflow/commit/eee34ee8080bb7bc81294c3fbd8be93bbf795367) | 2020-01-24 | [AIRFLOW-4204] Update super() calls (#7248) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/neo4j/CHANGELOG.rst b/airflow/providers/neo4j/CHANGELOG.rst new file mode 100644 index 0000000000000..38614f7c70e06 --- /dev/null +++ b/airflow/providers/neo4j/CHANGELOG.rst @@ -0,0 +1,26 @@ + + + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/odbc/CHANGELOG.rst b/airflow/providers/odbc/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/odbc/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/odbc/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/odbc/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index e5dd7f68a7081..0000000000000 --- a/airflow/providers/odbc/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,43 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [de3b1e687](https://github.com/apache/airflow/commit/de3b1e687b26c524c6909b7b4dfbb60d25019751) | 2020-11-28 | Move connection guides to provider documentation packages (#12653) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [54353f874](https://github.com/apache/airflow/commit/54353f874589f9be236458995147d13e0e763ffc) | 2020-09-27 | Increase type coverage for five different providers (#11170) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [2b06d0a3d](https://github.com/apache/airflow/commit/2b06d0a3deb4a4fcc64ee1948bb484e457096474) | 2020-01-21 | [AIRFLOW-6603] Remove unnecessary pylint warnings (#7224) | -| [2a819b11f](https://github.com/apache/airflow/commit/2a819b11fb8dfba7b3c9b500d07467b455724506) | 2020-01-19 | [AIRFLOW-6296] add OdbcHook & deprecation warning for pymssql (#6850) | diff --git a/airflow/providers/odbc/README.md b/airflow/providers/odbc/README.md deleted file mode 100644 index c97865c76d432..0000000000000 --- a/airflow/providers/odbc/README.md +++ /dev/null @@ -1,123 +0,0 @@ - - - -# Package apache-airflow-providers-odbc - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Hooks](#hooks) - - [New hooks](#new-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `odbc` provider. All classes for this provider package -are in `airflow.providers.odbc` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-odbc` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| pyodbc | | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `odbc` provider -are in the `airflow.providers.odbc` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Hooks - - -### New hooks - -| New Airflow 2.0 hooks: `airflow.providers.odbc` package | -|:----------------------------------------------------------------------------------------------------------| -| [hooks.odbc.OdbcHook](https://github.com/apache/airflow/blob/master/airflow/providers/odbc/hooks/odbc.py) | - - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [de3b1e687](https://github.com/apache/airflow/commit/de3b1e687b26c524c6909b7b4dfbb60d25019751) | 2020-11-28 | Move connection guides to provider documentation packages (#12653) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [54353f874](https://github.com/apache/airflow/commit/54353f874589f9be236458995147d13e0e763ffc) | 2020-09-27 | Increase type coverage for five different providers (#11170) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [2b06d0a3d](https://github.com/apache/airflow/commit/2b06d0a3deb4a4fcc64ee1948bb484e457096474) | 2020-01-21 | [AIRFLOW-6603] Remove unnecessary pylint warnings (#7224) | -| [2a819b11f](https://github.com/apache/airflow/commit/2a819b11fb8dfba7b3c9b500d07467b455724506) | 2020-01-19 | [AIRFLOW-6296] add OdbcHook & deprecation warning for pymssql (#6850) | diff --git a/airflow/providers/openfaas/CHANGELOG.rst b/airflow/providers/openfaas/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/openfaas/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/openfaas/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/openfaas/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index e73ebaf58fe41..0000000000000 --- a/airflow/providers/openfaas/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,40 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [fc8d38d5f](https://github.com/apache/airflow/commit/fc8d38d5f22a59db08d845de55e65e818f3be4dc) | 2020-07-20 | improve typing for openfaas provider (#9883) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [5f784ae5c](https://github.com/apache/airflow/commit/5f784ae5c0e629ebe117874029b4a9d789587be0) | 2020-03-14 | [AIRFLOW-7061] Rename openfass to openfaas (#7721) | diff --git a/airflow/providers/openfaas/README.md b/airflow/providers/openfaas/README.md deleted file mode 100644 index 0e26549d00804..0000000000000 --- a/airflow/providers/openfaas/README.md +++ /dev/null @@ -1,113 +0,0 @@ - - - -# Package apache-airflow-providers-openfaas - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [Provider class summary](#provider-classes-summary) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `openfaas` provider. All classes for this provider package -are in `airflow.providers.openfaas` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-openfaas` - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `openfaas` provider -are in the `airflow.providers.openfaas` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.openfaas` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.openfaas.OpenFaasHook](https://github.com/apache/airflow/blob/master/airflow/providers/openfaas/hooks/openfaas.py) | [contrib.hooks.openfaas_hook.OpenFaasHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/openfaas_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [fc8d38d5f](https://github.com/apache/airflow/commit/fc8d38d5f22a59db08d845de55e65e818f3be4dc) | 2020-07-20 | improve typing for openfaas provider (#9883) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [5f784ae5c](https://github.com/apache/airflow/commit/5f784ae5c0e629ebe117874029b4a9d789587be0) | 2020-03-14 | [AIRFLOW-7061] Rename openfass to openfaas (#7721) | diff --git a/airflow/providers/opsgenie/CHANGELOG.rst b/airflow/providers/opsgenie/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/opsgenie/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/opsgenie/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/opsgenie/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index fe70172c8df9e..0000000000000 --- a/airflow/providers/opsgenie/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,45 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [720912f67](https://github.com/apache/airflow/commit/720912f67b3af0bdcbac64d6b8bf6d51c6247e26) | 2020-10-02 | Strict type check for multiple providers (#11229) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [305053cb7](https://github.com/apache/airflow/commit/305053cb7c72220fbe32e4fab7cb1da49d5a14e2) | 2020-02-23 | [AIRFLOW-6889] Change mutable argument value in OpsgenieAlertHook (#7512) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/opsgenie/README.md b/airflow/providers/opsgenie/README.md deleted file mode 100644 index 163107ccae180..0000000000000 --- a/airflow/providers/opsgenie/README.md +++ /dev/null @@ -1,147 +0,0 @@ - - - -# Package apache-airflow-providers-opsgenie - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [Cross provider package dependencies](#cross-provider-package-dependencies) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `opsgenie` provider. All classes for this provider package -are in `airflow.providers.opsgenie` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-opsgenie` - -## Cross provider package dependencies - -Those are dependencies that might be needed in order to use all the features of the package. -You need to install the specified backport providers package in order to use them. - -You can install such cross-provider dependencies when installing from PyPI. For example: - -```bash -pip install apache-airflow-providers-opsgenie[http] -``` - -| Dependent package | Extra | -|:----------------------------------------------------------------------------------------|:--------| -| [apache-airflow-providers-http](https://pypi.org/project/apache-airflow-providers-http) | http | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `opsgenie` provider -are in the `airflow.providers.opsgenie` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.opsgenie` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-------------------------------------------------------------------------------------------------------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.opsgenie_alert.OpsgenieAlertOperator](https://github.com/apache/airflow/blob/master/airflow/providers/opsgenie/operators/opsgenie_alert.py) | [contrib.operators.opsgenie_alert_operator.OpsgenieAlertOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/opsgenie_alert_operator.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.opsgenie` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-------------------------------------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.opsgenie_alert.OpsgenieAlertHook](https://github.com/apache/airflow/blob/master/airflow/providers/opsgenie/hooks/opsgenie_alert.py) | [contrib.hooks.opsgenie_alert_hook.OpsgenieAlertHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/opsgenie_alert_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [720912f67](https://github.com/apache/airflow/commit/720912f67b3af0bdcbac64d6b8bf6d51c6247e26) | 2020-10-02 | Strict type check for multiple providers (#11229) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [305053cb7](https://github.com/apache/airflow/commit/305053cb7c72220fbe32e4fab7cb1da49d5a14e2) | 2020-02-23 | [AIRFLOW-6889] Change mutable argument value in OpsgenieAlertHook (#7512) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/oracle/CHANGELOG.rst b/airflow/providers/oracle/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/oracle/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/oracle/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/oracle/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 5f416db7770d6..0000000000000 --- a/airflow/providers/oracle/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,51 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [5093245d6](https://github.com/apache/airflow/commit/5093245d6f77a370fbd2f9e3df35ac6acf46a1c4) | 2020-09-30 | Strict type coverage for Oracle and Yandex provider (#11198) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [057f3ae3a](https://github.com/apache/airflow/commit/057f3ae3a4afedf6d462ecf58b01dd6304d3e135) | 2020-01-29 | [AIRFLOW-6670][depends on AIRFLOW-6669] Move contrib operators to providers package (#7286) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/oracle/README.md b/airflow/providers/oracle/README.md deleted file mode 100644 index a6bfc07514177..0000000000000 --- a/airflow/providers/oracle/README.md +++ /dev/null @@ -1,157 +0,0 @@ - - - -# Package apache-airflow-providers-oracle - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Transfer operators](#transfer-operators) - - [Moved transfer operators](#moved-transfer-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `oracle` provider. All classes for this provider package -are in `airflow.providers.oracle` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-oracle` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| cx_Oracle | >=5.1.2 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `oracle` provider -are in the `airflow.providers.oracle` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.oracle` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------| -| [operators.oracle.OracleOperator](https://github.com/apache/airflow/blob/master/airflow/providers/oracle/operators/oracle.py) | [operators.oracle_operator.OracleOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/oracle_operator.py) | - - -## Transfer operators - - - -### Moved transfer operators - -| Airflow 2.0 transfers: `airflow.providers.oracle` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [transfers.oracle_to_oracle.OracleToOracleOperator](https://github.com/apache/airflow/blob/master/airflow/providers/oracle/transfers/oracle_to_oracle.py) | [contrib.operators.oracle_to_oracle_transfer.OracleToOracleTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/oracle_to_oracle_transfer.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.oracle` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------------| -| [hooks.oracle.OracleHook](https://github.com/apache/airflow/blob/master/airflow/providers/oracle/hooks/oracle.py) | [hooks.oracle_hook.OracleHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/oracle_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [5093245d6](https://github.com/apache/airflow/commit/5093245d6f77a370fbd2f9e3df35ac6acf46a1c4) | 2020-09-30 | Strict type coverage for Oracle and Yandex provider (#11198) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [057f3ae3a](https://github.com/apache/airflow/commit/057f3ae3a4afedf6d462ecf58b01dd6304d3e135) | 2020-01-29 | [AIRFLOW-6670][depends on AIRFLOW-6669] Move contrib operators to providers package (#7286) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/pagerduty/CHANGELOG.rst b/airflow/providers/pagerduty/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/pagerduty/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/pagerduty/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/pagerduty/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 5bb93d92bf444..0000000000000 --- a/airflow/providers/pagerduty/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,40 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [3ee618623](https://github.com/apache/airflow/commit/3ee618623be6079ed177da793b490cb7436d5cb6) | 2020-10-20 | Switch PagerdutyHook from pypd to use pdpyras instead (#11151) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/pagerduty/README.md b/airflow/providers/pagerduty/README.md deleted file mode 100644 index f9c921ce2980b..0000000000000 --- a/airflow/providers/pagerduty/README.md +++ /dev/null @@ -1,120 +0,0 @@ - - - -# Package apache-airflow-providers-pagerduty - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `pagerduty` provider. All classes for this provider package -are in `airflow.providers.pagerduty` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-pagerduty` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| pdpyras | >=4.1.2,<5 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `pagerduty` provider -are in the `airflow.providers.pagerduty` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.pagerduty` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.pagerduty.PagerdutyHook](https://github.com/apache/airflow/blob/master/airflow/providers/pagerduty/hooks/pagerduty.py) | [contrib.hooks.pagerduty_hook.PagerdutyHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/pagerduty_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [3ee618623](https://github.com/apache/airflow/commit/3ee618623be6079ed177da793b490cb7436d5cb6) | 2020-10-20 | Switch PagerdutyHook from pypd to use pdpyras instead (#11151) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/papermill/CHANGELOG.rst b/airflow/providers/papermill/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/papermill/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/papermill/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/papermill/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index c5194ab1c5605..0000000000000 --- a/airflow/providers/papermill/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,35 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [cb7c67dea](https://github.com/apache/airflow/commit/cb7c67dea9cd9b9c5de10e355b63039446003149) | 2020-10-20 | Fix example DAGs in pip packages (#11687) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [cdb3f2545](https://github.com/apache/airflow/commit/cdb3f25456e49d0199cd7ccd680626dac01c9be6) | 2020-05-26 | All classes in backport providers are now importable in Airflow 1.10 (#8991) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [4c81bcd86](https://github.com/apache/airflow/commit/4c81bcd8601fa08efa570ee231f8f103ef830304) | 2020-02-01 | [AIRFLOW-6698] Add shorthand notation for lineage (#7314) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/papermill/README.md b/airflow/providers/papermill/README.md deleted file mode 100644 index 5d9fd9abcd910..0000000000000 --- a/airflow/providers/papermill/README.md +++ /dev/null @@ -1,121 +0,0 @@ - - - -# Package apache-airflow-providers-papermill - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `papermill` provider. All classes for this provider package -are in `airflow.providers.papermill` python package. - - -## Additional notes - -Papermill operator is the only one to work with AUTO inlets for now (for lineage support). -However, since AUTO inlets is a feature of Airflow 2 not backported to 1.10.*. - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-papermill` - -## PIP requirements - -| PIP package | Version required | -|:-----------------------|:-------------------| -| papermill[all] | >=1.2.1 | -| nteract-scrapbook[all] | >=0.3.1 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `papermill` provider -are in the `airflow.providers.papermill` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.papermill` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.papermill.PapermillOperator](https://github.com/apache/airflow/blob/master/airflow/providers/papermill/operators/papermill.py) | [operators.papermill_operator.PapermillOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/papermill_operator.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [cb7c67dea](https://github.com/apache/airflow/commit/cb7c67dea9cd9b9c5de10e355b63039446003149) | 2020-10-20 | Fix example DAGs in pip packages (#11687) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [cdb3f2545](https://github.com/apache/airflow/commit/cdb3f25456e49d0199cd7ccd680626dac01c9be6) | 2020-05-26 | All classes in backport providers are now importable in Airflow 1.10 (#8991) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [4c81bcd86](https://github.com/apache/airflow/commit/4c81bcd8601fa08efa570ee231f8f103ef830304) | 2020-02-01 | [AIRFLOW-6698] Add shorthand notation for lineage (#7314) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/plexus/CHANGELOG.rst b/airflow/providers/plexus/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/plexus/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/plexus/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/plexus/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index dd9e979417afc..0000000000000 --- a/airflow/providers/plexus/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,26 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [56d72e3ff](https://github.com/apache/airflow/commit/56d72e3ff8798a2662847355d1b73b2c1f57b31f) | 2020-10-24 | Replace non-empty sets with set literals (#11810) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [0161b5ea2](https://github.com/apache/airflow/commit/0161b5ea2b805d62a0317e5cab6f797b92c8abf1) | 2020-09-26 | Increasing type coverage for multiple provider (#11159) | -| [b9dc3c51b](https://github.com/apache/airflow/commit/b9dc3c51ba2cba1c61d327488cecf2623d6445b3) | 2020-09-10 | Added Plexus as an Airflow provider (#10591) | diff --git a/airflow/providers/plexus/README.md b/airflow/providers/plexus/README.md deleted file mode 100644 index 2e5353fa95a6d..0000000000000 --- a/airflow/providers/plexus/README.md +++ /dev/null @@ -1,119 +0,0 @@ - - - -# Package apache-airflow-providers-plexus - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [New operators](#new-operators) - - [Hooks](#hooks) - - [New hooks](#new-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `plexus` provider. All classes for this provider package -are in `airflow.providers.plexus` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-plexus` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| arrow | >=0.16.0 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `plexus` provider -are in the `airflow.providers.plexus` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - -### New operators - -| New Airflow 2.0 operators: `airflow.providers.plexus` package | -|:---------------------------------------------------------------------------------------------------------------------------| -| [operators.job.PlexusJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/plexus/operators/job.py) | - - - -## Hooks - - -### New hooks - -| New Airflow 2.0 hooks: `airflow.providers.plexus` package | -|:------------------------------------------------------------------------------------------------------------------| -| [hooks.plexus.PlexusHook](https://github.com/apache/airflow/blob/master/airflow/providers/plexus/hooks/plexus.py) | - - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [56d72e3ff](https://github.com/apache/airflow/commit/56d72e3ff8798a2662847355d1b73b2c1f57b31f) | 2020-10-24 | Replace non-empty sets with set literals (#11810) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [0161b5ea2](https://github.com/apache/airflow/commit/0161b5ea2b805d62a0317e5cab6f797b92c8abf1) | 2020-09-26 | Increasing type coverage for multiple provider (#11159) | -| [b9dc3c51b](https://github.com/apache/airflow/commit/b9dc3c51ba2cba1c61d327488cecf2623d6445b3) | 2020-09-10 | Added Plexus as an Airflow provider (#10591) | diff --git a/airflow/providers/postgres/CHANGELOG.rst b/airflow/providers/postgres/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/postgres/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/postgres/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/postgres/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 51b2a0efea197..0000000000000 --- a/airflow/providers/postgres/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,54 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-----------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [a4dc11fae](https://github.com/apache/airflow/commit/a4dc11fae63d56bc6cbb029525113948862fd45d) | 2020-10-19 | Change to pass all extra connection paramaters to psycopg2 (#11019) | -| [3cddc1182](https://github.com/apache/airflow/commit/3cddc11821ff8f9ed0811384c0643f756a2b3dfa) | 2020-10-16 | Updated template_fields_rendereds for PostgresOperator and SimpleHttpOperator (#11555) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [eff1525d1](https://github.com/apache/airflow/commit/eff1525d124f7f697e4fbe5cc9a54ed32ec0138d) | 2020-09-16 | Increase typing coverage for postgres provider (#10864) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [a28c66f23](https://github.com/apache/airflow/commit/a28c66f23d373cd0f8bfc765a515f21d4b66a0e9) | 2020-04-30 | [AIRFLOW-4734] Upsert functionality for PostgresHook.insert_rows() (#8625) | -| [68d1714f2](https://github.com/apache/airflow/commit/68d1714f296989b7aad1a04b75dc033e76afb747) | 2020-04-04 | [AIRFLOW-6822] AWS hooks should cache boto3 client (#7541) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [82c0e5aff](https://github.com/apache/airflow/commit/82c0e5aff6004f636b98e207c3caec40b403fbbe) | 2020-01-28 | [AIRFLOW-6655] Move AWS classes to providers (#7271) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/postgres/README.md b/airflow/providers/postgres/README.md deleted file mode 100644 index 59bb2fe9da06e..0000000000000 --- a/airflow/providers/postgres/README.md +++ /dev/null @@ -1,163 +0,0 @@ - - - -# Package apache-airflow-providers-postgres - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Cross provider package dependencies](#cross-provider-package-dependencies) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `postgres` provider. All classes for this provider package -are in `airflow.providers.postgres` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-postgres` - -## PIP requirements - -| PIP package | Version required | -|:----------------|:-------------------| -| psycopg2-binary | >=2.7.4 | - -## Cross provider package dependencies - -Those are dependencies that might be needed in order to use all the features of the package. -You need to install the specified backport providers package in order to use them. - -You can install such cross-provider dependencies when installing from PyPI. For example: - -```bash -pip install apache-airflow-providers-postgres[amazon] -``` - -| Dependent package | Extra | -|:--------------------------------------------------------------------------------------------|:--------| -| [apache-airflow-providers-amazon](https://pypi.org/project/apache-airflow-providers-amazon) | amazon | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `postgres` provider -are in the `airflow.providers.postgres` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.postgres` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.postgres.PostgresOperator](https://github.com/apache/airflow/blob/master/airflow/providers/postgres/operators/postgres.py) | [operators.postgres_operator.PostgresOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/postgres_operator.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.postgres` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------------------| -| [hooks.postgres.PostgresHook](https://github.com/apache/airflow/blob/master/airflow/providers/postgres/hooks/postgres.py) | [hooks.postgres_hook.PostgresHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/postgres_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-----------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [a4dc11fae](https://github.com/apache/airflow/commit/a4dc11fae63d56bc6cbb029525113948862fd45d) | 2020-10-19 | Change to pass all extra connection paramaters to psycopg2 (#11019) | -| [3cddc1182](https://github.com/apache/airflow/commit/3cddc11821ff8f9ed0811384c0643f756a2b3dfa) | 2020-10-16 | Updated template_fields_rendereds for PostgresOperator and SimpleHttpOperator (#11555) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [eff1525d1](https://github.com/apache/airflow/commit/eff1525d124f7f697e4fbe5cc9a54ed32ec0138d) | 2020-09-16 | Increase typing coverage for postgres provider (#10864) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [a28c66f23](https://github.com/apache/airflow/commit/a28c66f23d373cd0f8bfc765a515f21d4b66a0e9) | 2020-04-30 | [AIRFLOW-4734] Upsert functionality for PostgresHook.insert_rows() (#8625) | -| [68d1714f2](https://github.com/apache/airflow/commit/68d1714f296989b7aad1a04b75dc033e76afb747) | 2020-04-04 | [AIRFLOW-6822] AWS hooks should cache boto3 client (#7541) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [82c0e5aff](https://github.com/apache/airflow/commit/82c0e5aff6004f636b98e207c3caec40b403fbbe) | 2020-01-28 | [AIRFLOW-6655] Move AWS classes to providers (#7271) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/presto/CHANGELOG.rst b/airflow/providers/presto/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/presto/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/presto/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/presto/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index f36376eb5b850..0000000000000 --- a/airflow/providers/presto/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,48 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [5c74c3a5c](https://github.com/apache/airflow/commit/5c74c3a5c1bc6424a068f1dd21a2d999b92cd8c5) | 2020-12-09 | Add explanation of the Presto Kerberos + SSL + snowflake problem (#12939) | -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [1543923c1](https://github.com/apache/airflow/commit/1543923c197f658533ca0a0bb259b59a002cce43) | 2020-10-20 | Add Kerberos Auth for PrestoHook (#10488) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [720912f67](https://github.com/apache/airflow/commit/720912f67b3af0bdcbac64d6b8bf6d51c6247e26) | 2020-10-02 | Strict type check for multiple providers (#11229) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [8f8db8959](https://github.com/apache/airflow/commit/8f8db8959e526be54d700845d36ee9f315bae2ea) | 2020-08-12 | DbApiHook: Support kwargs in get_pandas_df (#9730) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [1100cea1f](https://github.com/apache/airflow/commit/1100cea1fb9e010e6f4acc699c6d54d056c0541c) | 2020-05-03 | Remove _get_pretty_exception_message in PrestoHook | -| [35834c380](https://github.com/apache/airflow/commit/35834c3809ce6f5f1dcff130d0e68cabed7f72de) | 2020-03-26 | Remove Presto check operators (#7884) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [029c84e55](https://github.com/apache/airflow/commit/029c84e5527b6db6bdbdbe026f455da325bedef3) | 2020-03-18 | [AIRFLOW-5421] Add Presto to GCS transfer operator (#7718) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/presto/README.md b/airflow/providers/presto/README.md deleted file mode 100644 index 0e59de21876e7..0000000000000 --- a/airflow/providers/presto/README.md +++ /dev/null @@ -1,140 +0,0 @@ - - - -# Package apache-airflow-providers-presto - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `presto` provider. All classes for this provider package -are in `airflow.providers.presto` python package. - - -## Additional limitations - -The presto provider might not work correctly with Kerberos + SSL when it is installed together with the -Snowflake provider. It's because of Snowflake monkeypatching the urllib3 -library as described in [this issue](https://github.com/snowflakedb/snowflake-connector-python/issues/324) -the offending code is [here](https://github.com/snowflakedb/snowflake-connector-python/blob/133d6215f7920d304c5f2d466bae38127c1b836d/src/snowflake/connector/network.py#L89-L92) - -In the future Snowflake plans to get rid of the monkeypatching. - -You can keep track of [the issue](https://github.com/apache/airflow/issues/12881) in order to know when the -issue will be resolved. - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-presto` - -## PIP requirements - -| PIP package | Version required | -|:---------------------|:-------------------| -| presto-python-client | >=0.7.0,<0.8 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `presto` provider -are in the `airflow.providers.presto` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.presto` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------------| -| [hooks.presto.PrestoHook](https://github.com/apache/airflow/blob/master/airflow/providers/presto/hooks/presto.py) | [hooks.presto_hook.PrestoHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/presto_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [5c74c3a5c](https://github.com/apache/airflow/commit/5c74c3a5c1bc6424a068f1dd21a2d999b92cd8c5) | 2020-12-09 | Add explanation of the Presto Kerberos + SSL + snowflake problem (#12939) | -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [1543923c1](https://github.com/apache/airflow/commit/1543923c197f658533ca0a0bb259b59a002cce43) | 2020-10-20 | Add Kerberos Auth for PrestoHook (#10488) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [720912f67](https://github.com/apache/airflow/commit/720912f67b3af0bdcbac64d6b8bf6d51c6247e26) | 2020-10-02 | Strict type check for multiple providers (#11229) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [8f8db8959](https://github.com/apache/airflow/commit/8f8db8959e526be54d700845d36ee9f315bae2ea) | 2020-08-12 | DbApiHook: Support kwargs in get_pandas_df (#9730) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [1100cea1f](https://github.com/apache/airflow/commit/1100cea1fb9e010e6f4acc699c6d54d056c0541c) | 2020-05-03 | Remove _get_pretty_exception_message in PrestoHook | -| [35834c380](https://github.com/apache/airflow/commit/35834c3809ce6f5f1dcff130d0e68cabed7f72de) | 2020-03-26 | Remove Presto check operators (#7884) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [029c84e55](https://github.com/apache/airflow/commit/029c84e5527b6db6bdbdbe026f455da325bedef3) | 2020-03-18 | [AIRFLOW-5421] Add Presto to GCS transfer operator (#7718) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/qubole/CHANGELOG.rst b/airflow/providers/qubole/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/qubole/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/qubole/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/qubole/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index a4e3e19df2260..0000000000000 --- a/airflow/providers/qubole/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,67 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [d5589673a](https://github.com/apache/airflow/commit/d5589673a95aaced0b851ea0a4061a010a924a82) | 2020-12-08 | Move dummy_operator.py to dummy.py (#11178) (#11293) | -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [1dcd3e13f](https://github.com/apache/airflow/commit/1dcd3e13fd0a078fc9440e91b77f6f87aa60dd3b) | 2020-12-05 | Add support for extra links coming from the providers (#12472) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [720912f67](https://github.com/apache/airflow/commit/720912f67b3af0bdcbac64d6b8bf6d51c6247e26) | 2020-10-02 | Strict type check for multiple providers (#11229) | -| [c58d60635](https://github.com/apache/airflow/commit/c58d60635dbab1a91f38e989f72f91645cb7eb62) | 2020-09-11 | Update qubole_hook to not remove pool as an arg for qubole_operator (#10820) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [36aa88ffc](https://github.com/apache/airflow/commit/36aa88ffc1e3feb5c6f4520871a4f6e3196c0804) | 2020-09-03 | Add jupytercmd and fix task failure when notify set as true in qubole operator (#10599) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d1bce91bb](https://github.com/apache/airflow/commit/d1bce91bb21d5a468fa6a0207156c28fe1ca6513) | 2020-08-25 | PyDocStyle: Enable D403: Capitalized first word of docstring (#10530) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [3190db524](https://github.com/apache/airflow/commit/3190db52469f9d9a338231a9e8e7f333a6fbb638) | 2020-06-24 | [AIRFLOW-9347] Fix QuboleHook unable to add list to tags (#9349) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4b06fde0f](https://github.com/apache/airflow/commit/4b06fde0f10ce178b3c336c5d901e3b089f2863d) | 2020-05-12 | Fix Flake8 errors (#8841) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [de7e934ca](https://github.com/apache/airflow/commit/de7e934ca3f21ce82f67accf92811b3ac044476f) | 2020-03-17 | [AIRFLOW-7079] Remove redundant code for storing template_fields (#7750) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [f3ad5cf61](https://github.com/apache/airflow/commit/f3ad5cf6185b9d406d0fb0a4ecc0b5536f79217a) | 2020-02-03 | [AIRFLOW-4681] Make sensors module pylint compatible (#7309) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [cf141506a](https://github.com/apache/airflow/commit/cf141506a25dbba279b85500d781f7e056540721) | 2020-02-02 | [AIRFLOW-6708] Set unique logger names (#7330) | -| [a2d6a2f85](https://github.com/apache/airflow/commit/a2d6a2f85e07c38be479e91e4a27981f308f4711) | 2020-01-31 | [AIRFLOW-6687] Switch kubernetes tests to example_dags (#7299) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/qubole/README.md b/airflow/providers/qubole/README.md deleted file mode 100644 index 7d24eec2e09a6..0000000000000 --- a/airflow/providers/qubole/README.md +++ /dev/null @@ -1,178 +0,0 @@ - - - -# Package apache-airflow-providers-qubole - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Sensors](#sensors) - - [Moved sensors](#moved-sensors) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `qubole` provider. All classes for this provider package -are in `airflow.providers.qubole` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-qubole` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| qds-sdk | >=1.10.4 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `qubole` provider -are in the `airflow.providers.qubole` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.qubole` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.qubole.QuboleOperator](https://github.com/apache/airflow/blob/master/airflow/providers/qubole/operators/qubole.py) | [contrib.operators.qubole_operator.QuboleOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/qubole_operator.py) | -| [operators.qubole_check.QuboleCheckOperator](https://github.com/apache/airflow/blob/master/airflow/providers/qubole/operators/qubole_check.py) | [contrib.operators.qubole_check_operator.QuboleCheckOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/qubole_check_operator.py) | -| [operators.qubole_check.QuboleValueCheckOperator](https://github.com/apache/airflow/blob/master/airflow/providers/qubole/operators/qubole_check.py) | [contrib.operators.qubole_check_operator.QuboleValueCheckOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/qubole_check_operator.py) | - - -## Sensors - - - -### Moved sensors - -| Airflow 2.0 sensors: `airflow.providers.qubole` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:---------------------------------------------------------------------------------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------------------------------------| -| [sensors.qubole.QuboleFileSensor](https://github.com/apache/airflow/blob/master/airflow/providers/qubole/sensors/qubole.py) | [contrib.sensors.qubole_sensor.QuboleFileSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/qubole_sensor.py) | -| [sensors.qubole.QubolePartitionSensor](https://github.com/apache/airflow/blob/master/airflow/providers/qubole/sensors/qubole.py) | [contrib.sensors.qubole_sensor.QubolePartitionSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/qubole_sensor.py) | -| [sensors.qubole.QuboleSensor](https://github.com/apache/airflow/blob/master/airflow/providers/qubole/sensors/qubole.py) | [contrib.sensors.qubole_sensor.QuboleSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/qubole_sensor.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.qubole` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-----------------------------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.qubole.QuboleHook](https://github.com/apache/airflow/blob/master/airflow/providers/qubole/hooks/qubole.py) | [contrib.hooks.qubole_hook.QuboleHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/qubole_hook.py) | -| [hooks.qubole_check.QuboleCheckHook](https://github.com/apache/airflow/blob/master/airflow/providers/qubole/hooks/qubole_check.py) | [contrib.hooks.qubole_check_hook.QuboleCheckHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/qubole_check_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [d5589673a](https://github.com/apache/airflow/commit/d5589673a95aaced0b851ea0a4061a010a924a82) | 2020-12-08 | Move dummy_operator.py to dummy.py (#11178) (#11293) | -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [1dcd3e13f](https://github.com/apache/airflow/commit/1dcd3e13fd0a078fc9440e91b77f6f87aa60dd3b) | 2020-12-05 | Add support for extra links coming from the providers (#12472) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [720912f67](https://github.com/apache/airflow/commit/720912f67b3af0bdcbac64d6b8bf6d51c6247e26) | 2020-10-02 | Strict type check for multiple providers (#11229) | -| [c58d60635](https://github.com/apache/airflow/commit/c58d60635dbab1a91f38e989f72f91645cb7eb62) | 2020-09-11 | Update qubole_hook to not remove pool as an arg for qubole_operator (#10820) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [36aa88ffc](https://github.com/apache/airflow/commit/36aa88ffc1e3feb5c6f4520871a4f6e3196c0804) | 2020-09-03 | Add jupytercmd and fix task failure when notify set as true in qubole operator (#10599) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d1bce91bb](https://github.com/apache/airflow/commit/d1bce91bb21d5a468fa6a0207156c28fe1ca6513) | 2020-08-25 | PyDocStyle: Enable D403: Capitalized first word of docstring (#10530) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [3190db524](https://github.com/apache/airflow/commit/3190db52469f9d9a338231a9e8e7f333a6fbb638) | 2020-06-24 | [AIRFLOW-9347] Fix QuboleHook unable to add list to tags (#9349) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4b06fde0f](https://github.com/apache/airflow/commit/4b06fde0f10ce178b3c336c5d901e3b089f2863d) | 2020-05-12 | Fix Flake8 errors (#8841) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [de7e934ca](https://github.com/apache/airflow/commit/de7e934ca3f21ce82f67accf92811b3ac044476f) | 2020-03-17 | [AIRFLOW-7079] Remove redundant code for storing template_fields (#7750) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [f3ad5cf61](https://github.com/apache/airflow/commit/f3ad5cf6185b9d406d0fb0a4ecc0b5536f79217a) | 2020-02-03 | [AIRFLOW-4681] Make sensors module pylint compatible (#7309) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [cf141506a](https://github.com/apache/airflow/commit/cf141506a25dbba279b85500d781f7e056540721) | 2020-02-02 | [AIRFLOW-6708] Set unique logger names (#7330) | -| [a2d6a2f85](https://github.com/apache/airflow/commit/a2d6a2f85e07c38be479e91e4a27981f308f4711) | 2020-01-31 | [AIRFLOW-6687] Switch kubernetes tests to example_dags (#7299) | -| [83c037873](https://github.com/apache/airflow/commit/83c037873ff694eed67ba8b30f2d9c88b2c7c6f2) | 2020-01-30 | [AIRFLOW-6674] Move example_dags in accordance with AIP-21 (#7287) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/redis/CHANGELOG.rst b/airflow/providers/redis/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/redis/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/redis/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/redis/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 48f492d9ea6bd..0000000000000 --- a/airflow/providers/redis/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,52 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [250436d96](https://github.com/apache/airflow/commit/250436d962c8c950d38c1eb5e54a998891648cc9) | 2020-11-10 | Fix spelling in Python files (#12230) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [2f2d8dbfa](https://github.com/apache/airflow/commit/2f2d8dbfafefb4be3dd80f22f31c649c8498f148) | 2020-08-25 | Remove all "noinspection" comments native to IntelliJ (#10525) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [0a2acf0b6](https://github.com/apache/airflow/commit/0a2acf0b6542b717f87dee6bbff43397bbb0e83b) | 2020-07-14 | Add type annotations for redis provider (#9815) | -| [e13a14c87](https://github.com/apache/airflow/commit/e13a14c8730f4f633d996dd7d3468fe827136a84) | 2020-06-21 | Enable & Fix Whitespace related PyDocStyle Checks (#9458) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [a3f02c462](https://github.com/apache/airflow/commit/a3f02c4627c28ad524cca73031670722cd6d8253) | 2020-01-24 | [AIRFLOW-6493] Add SSL configuration to Redis hook connections (#7234) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/redis/README.md b/airflow/providers/redis/README.md deleted file mode 100644 index 8263506c206c8..0000000000000 --- a/airflow/providers/redis/README.md +++ /dev/null @@ -1,159 +0,0 @@ - - - -# Package apache-airflow-providers-redis - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Sensors](#sensors) - - [Moved sensors](#moved-sensors) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `redis` provider. All classes for this provider package -are in `airflow.providers.redis` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-redis` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| redis | ~=3.2 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `redis` provider -are in the `airflow.providers.redis` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.redis` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-------------------------------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.redis_publish.RedisPublishOperator](https://github.com/apache/airflow/blob/master/airflow/providers/redis/operators/redis_publish.py) | [contrib.operators.redis_publish_operator.RedisPublishOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/redis_publish_operator.py) | - - -## Sensors - - - -### Moved sensors - -| Airflow 2.0 sensors: `airflow.providers.redis` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [sensors.redis_key.RedisKeySensor](https://github.com/apache/airflow/blob/master/airflow/providers/redis/sensors/redis_key.py) | [contrib.sensors.redis_key_sensor.RedisKeySensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/redis_key_sensor.py) | -| [sensors.redis_pub_sub.RedisPubSubSensor](https://github.com/apache/airflow/blob/master/airflow/providers/redis/sensors/redis_pub_sub.py) | [contrib.sensors.redis_pub_sub_sensor.RedisPubSubSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/redis_pub_sub_sensor.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.redis` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------| -| [hooks.redis.RedisHook](https://github.com/apache/airflow/blob/master/airflow/providers/redis/hooks/redis.py) | [contrib.hooks.redis_hook.RedisHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/redis_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [250436d96](https://github.com/apache/airflow/commit/250436d962c8c950d38c1eb5e54a998891648cc9) | 2020-11-10 | Fix spelling in Python files (#12230) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [2f2d8dbfa](https://github.com/apache/airflow/commit/2f2d8dbfafefb4be3dd80f22f31c649c8498f148) | 2020-08-25 | Remove all "noinspection" comments native to IntelliJ (#10525) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [0a2acf0b6](https://github.com/apache/airflow/commit/0a2acf0b6542b717f87dee6bbff43397bbb0e83b) | 2020-07-14 | Add type annotations for redis provider (#9815) | -| [e13a14c87](https://github.com/apache/airflow/commit/e13a14c8730f4f633d996dd7d3468fe827136a84) | 2020-06-21 | Enable & Fix Whitespace related PyDocStyle Checks (#9458) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [a3f02c462](https://github.com/apache/airflow/commit/a3f02c4627c28ad524cca73031670722cd6d8253) | 2020-01-24 | [AIRFLOW-6493] Add SSL configuration to Redis hook connections (#7234) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/salesforce/CHANGELOG.rst b/airflow/providers/salesforce/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/salesforce/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/salesforce/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/salesforce/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index d5b752fafd737..0000000000000 --- a/airflow/providers/salesforce/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,58 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [45669bea4](https://github.com/apache/airflow/commit/45669bea4f690021b69a7d2afa8be9567ae0c49d) | 2020-09-24 | Increasing type coverage for salesforce provide (#11135) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [ff342fc23](https://github.com/apache/airflow/commit/ff342fc230982dc5d88acfd5e5eab75187256b58) | 2020-05-17 | Added SalesforceHook missing method to return only dataframe (#8565) (#8644) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [954619283](https://github.com/apache/airflow/commit/95461928365f255c79ab4a164ce60d8eebea29d7) | 2020-03-26 | bumping simple-salesforce to 1.0.0 (#7857) | -| [31efc931e](https://github.com/apache/airflow/commit/31efc931e32841b7da8decd576cafa1e5a6f6d95) | 2020-03-23 | Add missing call to Super class in 'salesforce' provider (#7824) | -| [6140356b8](https://github.com/apache/airflow/commit/6140356b80f68906e89ccf46941a949bdc4d43fa) | 2020-03-12 | [AIRFLOW-6481] Fix bug in SalesforceHook (#7703) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [61a8bb658](https://github.com/apache/airflow/commit/61a8bb65818521ccbb846e647103535b3e36b26d) | 2020-02-22 | [AIRFLOW-6879] Fix Failing CI: Update New import paths (#7500) | -| [a9ad0a929](https://github.com/apache/airflow/commit/a9ad0a929851b6912e0bb8551f1ff80b50281944) | 2020-02-22 | [AIRFLOW-6790] Add basic Tableau Integration (#7410) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [cf141506a](https://github.com/apache/airflow/commit/cf141506a25dbba279b85500d781f7e056540721) | 2020-02-02 | [AIRFLOW-6708] Set unique logger names (#7330) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/salesforce/README.md b/airflow/providers/salesforce/README.md deleted file mode 100644 index 2a3841539d1ca..0000000000000 --- a/airflow/providers/salesforce/README.md +++ /dev/null @@ -1,171 +0,0 @@ - - - -# Package apache-airflow-providers-salesforce - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [New operators](#new-operators) - - [Sensors](#sensors) - - [New sensors](#new-sensors) - - [Hooks](#hooks) - - [New hooks](#new-hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `salesforce` provider. All classes for this provider package -are in `airflow.providers.salesforce` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-salesforce` - -## PIP requirements - -| PIP package | Version required | -|:------------------|:-------------------| -| simple-salesforce | >=1.0.0 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `salesforce` provider -are in the `airflow.providers.salesforce` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - -### New operators - -| New Airflow 2.0 operators: `airflow.providers.salesforce` package | -|:--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.tableau_refresh_workbook.TableauRefreshWorkbookOperator](https://github.com/apache/airflow/blob/master/airflow/providers/salesforce/operators/tableau_refresh_workbook.py) | - - - -## Sensors - - -### New sensors - -| New Airflow 2.0 sensors: `airflow.providers.salesforce` package | -|:--------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [sensors.tableau_job_status.TableauJobStatusSensor](https://github.com/apache/airflow/blob/master/airflow/providers/salesforce/sensors/tableau_job_status.py) | - - - -## Hooks - - -### New hooks - -| New Airflow 2.0 hooks: `airflow.providers.salesforce` package | -|:-------------------------------------------------------------------------------------------------------------------------| -| [hooks.tableau.TableauHook](https://github.com/apache/airflow/blob/master/airflow/providers/salesforce/hooks/tableau.py) | - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.salesforce` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.salesforce.SalesforceHook](https://github.com/apache/airflow/blob/master/airflow/providers/salesforce/hooks/salesforce.py) | [contrib.hooks.salesforce_hook.SalesforceHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/salesforce_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [45669bea4](https://github.com/apache/airflow/commit/45669bea4f690021b69a7d2afa8be9567ae0c49d) | 2020-09-24 | Increasing type coverage for salesforce provide (#11135) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [ff342fc23](https://github.com/apache/airflow/commit/ff342fc230982dc5d88acfd5e5eab75187256b58) | 2020-05-17 | Added SalesforceHook missing method to return only dataframe (#8565) (#8644) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [87969a350](https://github.com/apache/airflow/commit/87969a350ddd41e9e77776af6d780b31e363eaca) | 2020-04-09 | [AIRFLOW-6515] Change Log Levels from Info/Warn to Error (#8170) | -| [954619283](https://github.com/apache/airflow/commit/95461928365f255c79ab4a164ce60d8eebea29d7) | 2020-03-26 | bumping simple-salesforce to 1.0.0 (#7857) | -| [31efc931e](https://github.com/apache/airflow/commit/31efc931e32841b7da8decd576cafa1e5a6f6d95) | 2020-03-23 | Add missing call to Super class in 'salesforce' provider (#7824) | -| [6140356b8](https://github.com/apache/airflow/commit/6140356b80f68906e89ccf46941a949bdc4d43fa) | 2020-03-12 | [AIRFLOW-6481] Fix bug in SalesforceHook (#7703) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [61a8bb658](https://github.com/apache/airflow/commit/61a8bb65818521ccbb846e647103535b3e36b26d) | 2020-02-22 | [AIRFLOW-6879] Fix Failing CI: Update New import paths (#7500) | -| [a9ad0a929](https://github.com/apache/airflow/commit/a9ad0a929851b6912e0bb8551f1ff80b50281944) | 2020-02-22 | [AIRFLOW-6790] Add basic Tableau Integration (#7410) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [cf141506a](https://github.com/apache/airflow/commit/cf141506a25dbba279b85500d781f7e056540721) | 2020-02-02 | [AIRFLOW-6708] Set unique logger names (#7330) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/samba/CHANGELOG.rst b/airflow/providers/samba/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/samba/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/samba/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/samba/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 0f3798c999b66..0000000000000 --- a/airflow/providers/samba/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,43 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [720912f67](https://github.com/apache/airflow/commit/720912f67b3af0bdcbac64d6b8bf6d51c6247e26) | 2020-10-02 | Strict type check for multiple providers (#11229) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/samba/README.md b/airflow/providers/samba/README.md deleted file mode 100644 index 699408132b81f..0000000000000 --- a/airflow/providers/samba/README.md +++ /dev/null @@ -1,123 +0,0 @@ - - - -# Package apache-airflow-providers-samba - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `samba` provider. All classes for this provider package -are in `airflow.providers.samba` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-samba` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| pysmbclient | >=0.1.3 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `samba` provider -are in the `airflow.providers.samba` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.samba` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------| -| [hooks.samba.SambaHook](https://github.com/apache/airflow/blob/master/airflow/providers/samba/hooks/samba.py) | [hooks.samba_hook.SambaHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/samba_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [720912f67](https://github.com/apache/airflow/commit/720912f67b3af0bdcbac64d6b8bf6d51c6247e26) | 2020-10-02 | Strict type check for multiple providers (#11229) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/segment/CHANGELOG.rst b/airflow/providers/segment/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/segment/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/segment/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/segment/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index ed0863bb9b22b..0000000000000 --- a/airflow/providers/segment/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,47 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [85cc2a605](https://github.com/apache/airflow/commit/85cc2a605e82c6ad26f310e989b365d9d490f2f3) | 2020-08-03 | Add typing annotations to Segment provider (#10120) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/segment/README.md b/airflow/providers/segment/README.md deleted file mode 100644 index 36e23c5150322..0000000000000 --- a/airflow/providers/segment/README.md +++ /dev/null @@ -1,140 +0,0 @@ - - - -# Package apache-airflow-providers-segment - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `segment` provider. All classes for this provider package -are in `airflow.providers.segment` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-segment` - -## PIP requirements - -| PIP package | Version required | -|:-----------------|:-------------------| -| analytics-python | >=1.2.9 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `segment` provider -are in the `airflow.providers.segment` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.segment` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.segment_track_event.SegmentTrackEventOperator](https://github.com/apache/airflow/blob/master/airflow/providers/segment/operators/segment_track_event.py) | [contrib.operators.segment_track_event_operator.SegmentTrackEventOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/segment_track_event_operator.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.segment` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.segment.SegmentHook](https://github.com/apache/airflow/blob/master/airflow/providers/segment/hooks/segment.py) | [contrib.hooks.segment_hook.SegmentHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/segment_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [85cc2a605](https://github.com/apache/airflow/commit/85cc2a605e82c6ad26f310e989b365d9d490f2f3) | 2020-08-03 | Add typing annotations to Segment provider (#10120) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/sendgrid/CHANGELOG.rst b/airflow/providers/sendgrid/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/sendgrid/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/sendgrid/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/sendgrid/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 5ffa06d01407e..0000000000000 --- a/airflow/providers/sendgrid/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,16 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-----------------------------------------------------------------| -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [c5806efb5](https://github.com/apache/airflow/commit/c5806efb54ad06049e13a5fc7df2f03846fe566e) | 2020-11-10 | Added missing sendgrid readme (#12245) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [7269d15ad](https://github.com/apache/airflow/commit/7269d15adfb74188359757b1705485f5d368486a) | 2020-08-03 | [GH-9708] Add type coverage to Sendgrid module (#10134) | -| [a97400d0d](https://github.com/apache/airflow/commit/a97400d0d89ccd6de0cab3a50c58a2969d164a0d) | 2020-06-28 | Move out sendgrid emailer from airflow.contrib (#9355) | diff --git a/airflow/providers/sendgrid/README.md b/airflow/providers/sendgrid/README.md deleted file mode 100644 index eee58da774fcd..0000000000000 --- a/airflow/providers/sendgrid/README.md +++ /dev/null @@ -1,83 +0,0 @@ - - - -# Package apache-airflow-providers-sendgrid - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `sendgrid` provider. All classes for this provider package -are in `airflow.providers.sendgrid` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-sendgrid` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| sendgrid | >=6.0.0,<7 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `sendgrid` provider -are in the `airflow.providers.sendgrid` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-----------------------------------------------------------------| -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [c5806efb5](https://github.com/apache/airflow/commit/c5806efb54ad06049e13a5fc7df2f03846fe566e) | 2020-11-10 | Added missing sendgrid readme (#12245) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [7269d15ad](https://github.com/apache/airflow/commit/7269d15adfb74188359757b1705485f5d368486a) | 2020-08-03 | [GH-9708] Add type coverage to Sendgrid module (#10134) | -| [a97400d0d](https://github.com/apache/airflow/commit/a97400d0d89ccd6de0cab3a50c58a2969d164a0d) | 2020-06-28 | Move out sendgrid emailer from airflow.contrib (#9355) | diff --git a/airflow/providers/sftp/CHANGELOG.rst b/airflow/providers/sftp/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/sftp/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/sftp/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/sftp/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index a9f86ccf961ec..0000000000000 --- a/airflow/providers/sftp/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,54 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [ae791e191](https://github.com/apache/airflow/commit/ae791e19163b4ee6e84940d2567adbf0a2626fb4) | 2020-10-21 | Fix formatting errors introduced in #11720 (#11733) | -| [1fb3c28e1](https://github.com/apache/airflow/commit/1fb3c28e1a4fd54c9d83dccd413659a7a87c7315) | 2020-10-21 | Add support for setting ciphers for SFTPHook (#11720) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [0161b5ea2](https://github.com/apache/airflow/commit/0161b5ea2b805d62a0317e5cab6f797b92c8abf1) | 2020-09-26 | Increasing type coverage for multiple provider (#11159) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [4e3799fec](https://github.com/apache/airflow/commit/4e3799fec4c23d0f43603a0489c5a6158aeba035) | 2020-08-02 | [AIRFLOW-4541] Replace os.mkdirs usage with pathlib.Path(path).mkdir (#10117) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [bac0ab27c](https://github.com/apache/airflow/commit/bac0ab27cfc89e715efddc97214fcd7738084361) | 2020-03-30 | close sftp connection without error (#7953) | -| [42eef3821](https://github.com/apache/airflow/commit/42eef38217e709bc7a7f71bf0286e9e61293a43e) | 2020-03-07 | [AIRFLOW-6877] Add cross-provider dependencies as extras (#7506) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [ceea293c1](https://github.com/apache/airflow/commit/ceea293c1652240e7e856c201e4341a87ef97a0f) | 2020-01-28 | [AIRFLOW-6656] Fix AIP-21 moving (#7272) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | -| [69629a5a9](https://github.com/apache/airflow/commit/69629a5a948ab2c4ac04a4a4dca6ac86d19c11bd) | 2019-12-09 | [AIRFLOW-5807] Move SFTP from contrib to providers. (#6464) | diff --git a/airflow/providers/sftp/README.md b/airflow/providers/sftp/README.md deleted file mode 100644 index 44eb453420892..0000000000000 --- a/airflow/providers/sftp/README.md +++ /dev/null @@ -1,178 +0,0 @@ - - - -# Package apache-airflow-providers-sftp - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Cross provider package dependencies](#cross-provider-package-dependencies) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Sensors](#sensors) - - [Moved sensors](#moved-sensors) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `sftp` provider. All classes for this provider package -are in `airflow.providers.sftp` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-sftp` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| paramiko | >=2.6.0 | -| pysftp | >=0.2.9 | -| sshtunnel | >=0.1.4,<0.2 | - -## Cross provider package dependencies - -Those are dependencies that might be needed in order to use all the features of the package. -You need to install the specified backport providers package in order to use them. - -You can install such cross-provider dependencies when installing from PyPI. For example: - -```bash -pip install apache-airflow-providers-sftp[ssh] -``` - -| Dependent package | Extra | -|:--------------------------------------------------------------------------------------|:--------| -| [apache-airflow-providers-ssh](https://pypi.org/project/apache-airflow-providers-ssh) | ssh | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `sftp` provider -are in the `airflow.providers.sftp` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.sftp` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.sftp.SFTPOperator](https://github.com/apache/airflow/blob/master/airflow/providers/sftp/operators/sftp.py) | [contrib.operators.sftp_operator.SFTPOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/sftp_operator.py) | - - -## Sensors - - - -### Moved sensors - -| Airflow 2.0 sensors: `airflow.providers.sftp` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------| -| [sensors.sftp.SFTPSensor](https://github.com/apache/airflow/blob/master/airflow/providers/sftp/sensors/sftp.py) | [contrib.sensors.sftp_sensor.SFTPSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/sftp_sensor.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.sftp` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------| -| [hooks.sftp.SFTPHook](https://github.com/apache/airflow/blob/master/airflow/providers/sftp/hooks/sftp.py) | [contrib.hooks.sftp_hook.SFTPHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/sftp_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [ae791e191](https://github.com/apache/airflow/commit/ae791e19163b4ee6e84940d2567adbf0a2626fb4) | 2020-10-21 | Fix formatting errors introduced in #11720 (#11733) | -| [1fb3c28e1](https://github.com/apache/airflow/commit/1fb3c28e1a4fd54c9d83dccd413659a7a87c7315) | 2020-10-21 | Add support for setting ciphers for SFTPHook (#11720) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [0161b5ea2](https://github.com/apache/airflow/commit/0161b5ea2b805d62a0317e5cab6f797b92c8abf1) | 2020-09-26 | Increasing type coverage for multiple provider (#11159) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [4e3799fec](https://github.com/apache/airflow/commit/4e3799fec4c23d0f43603a0489c5a6158aeba035) | 2020-08-02 | [AIRFLOW-4541] Replace os.mkdirs usage with pathlib.Path(path).mkdir (#10117) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [bac0ab27c](https://github.com/apache/airflow/commit/bac0ab27cfc89e715efddc97214fcd7738084361) | 2020-03-30 | close sftp connection without error (#7953) | -| [42eef3821](https://github.com/apache/airflow/commit/42eef38217e709bc7a7f71bf0286e9e61293a43e) | 2020-03-07 | [AIRFLOW-6877] Add cross-provider dependencies as extras (#7506) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [ceea293c1](https://github.com/apache/airflow/commit/ceea293c1652240e7e856c201e4341a87ef97a0f) | 2020-01-28 | [AIRFLOW-6656] Fix AIP-21 moving (#7272) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | -| [69629a5a9](https://github.com/apache/airflow/commit/69629a5a948ab2c4ac04a4a4dca6ac86d19c11bd) | 2019-12-09 | [AIRFLOW-5807] Move SFTP from contrib to providers. (#6464) | diff --git a/airflow/providers/singularity/CHANGELOG.rst b/airflow/providers/singularity/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/singularity/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/singularity/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/singularity/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 620f655e6b0d8..0000000000000 --- a/airflow/providers/singularity/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,44 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [483068745](https://github.com/apache/airflow/commit/48306874538eea7cfd42358d5ebb59705204bfc4) | 2020-10-24 | Use Python 3 style super classes (#11806) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [54353f874](https://github.com/apache/airflow/commit/54353f874589f9be236458995147d13e0e763ffc) | 2020-09-27 | Increase type coverage for five different providers (#11170) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [e742ef7c7](https://github.com/apache/airflow/commit/e742ef7c704c18bf69b7a7235adb7f75e742f902) | 2020-05-23 | Fix typo in test_project_structure (#8978) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [42c59755a](https://github.com/apache/airflow/commit/42c59755affd49cd35bea8464e2a4c9256084d88) | 2020-05-09 | Update example SingularityOperator DAG (#8790) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [0bb687990](https://github.com/apache/airflow/commit/0bb687990b94da7445f4ba081592de8cea73119e) | 2020-02-23 | [AIRFLOW-4030] second attempt to add singularity to airflow (#7191) | diff --git a/airflow/providers/singularity/README.md b/airflow/providers/singularity/README.md deleted file mode 100644 index 0d313c10cf5c8..0000000000000 --- a/airflow/providers/singularity/README.md +++ /dev/null @@ -1,124 +0,0 @@ - - - -# Package apache-airflow-providers-singularity - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [New operators](#new-operators) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `singularity` provider. All classes for this provider package -are in `airflow.providers.singularity` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-singularity` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| spython | >=0.0.56 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `singularity` provider -are in the `airflow.providers.singularity` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - -### New operators - -| New Airflow 2.0 operators: `airflow.providers.singularity` package | -|:--------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.singularity.SingularityOperator](https://github.com/apache/airflow/blob/master/airflow/providers/singularity/operators/singularity.py) | - - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [483068745](https://github.com/apache/airflow/commit/48306874538eea7cfd42358d5ebb59705204bfc4) | 2020-10-24 | Use Python 3 style super classes (#11806) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [54353f874](https://github.com/apache/airflow/commit/54353f874589f9be236458995147d13e0e763ffc) | 2020-09-27 | Increase type coverage for five different providers (#11170) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [7c206a82a](https://github.com/apache/airflow/commit/7c206a82a6f074abcc4898a005ecd2c84a920054) | 2020-08-22 | Replace assigment with Augmented assignment (#10468) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [e742ef7c7](https://github.com/apache/airflow/commit/e742ef7c704c18bf69b7a7235adb7f75e742f902) | 2020-05-23 | Fix typo in test_project_structure (#8978) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [42c59755a](https://github.com/apache/airflow/commit/42c59755affd49cd35bea8464e2a4c9256084d88) | 2020-05-09 | Update example SingularityOperator DAG (#8790) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [0bb687990](https://github.com/apache/airflow/commit/0bb687990b94da7445f4ba081592de8cea73119e) | 2020-02-23 | [AIRFLOW-4030] second attempt to add singularity to airflow (#7191) | diff --git a/airflow/providers/slack/CHANGELOG.rst b/airflow/providers/slack/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/slack/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/slack/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/slack/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 79362d5268287..0000000000000 --- a/airflow/providers/slack/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,60 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [2947e0999](https://github.com/apache/airflow/commit/2947e0999979fad1f2c98aeb4f1e46297e4c9864) | 2020-12-02 | SlackWebhookHook use password instead of extra (#12674) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [dd2095f4a](https://github.com/apache/airflow/commit/dd2095f4a8b07c9b1a4c279a3578cd1e23b71a1b) | 2020-11-10 | Simplify string expressions & Use f-string (#12216) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [483068745](https://github.com/apache/airflow/commit/48306874538eea7cfd42358d5ebb59705204bfc4) | 2020-10-24 | Use Python 3 style super classes (#11806) | -| [4fb5c017f](https://github.com/apache/airflow/commit/4fb5c017fe5ca41ed95547a857c9c39efc4f1476) | 2020-10-21 | Check response status in slack webhook hook. (#11620) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [720912f67](https://github.com/apache/airflow/commit/720912f67b3af0bdcbac64d6b8bf6d51c6247e26) | 2020-10-02 | Strict type check for multiple providers (#11229) | -| [0161b5ea2](https://github.com/apache/airflow/commit/0161b5ea2b805d62a0317e5cab6f797b92c8abf1) | 2020-09-26 | Increasing type coverage for multiple provider (#11159) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d1bce91bb](https://github.com/apache/airflow/commit/d1bce91bb21d5a468fa6a0207156c28fe1ca6513) | 2020-08-25 | PyDocStyle: Enable D403: Capitalized first word of docstring (#10530) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [2f2d8dbfa](https://github.com/apache/airflow/commit/2f2d8dbfafefb4be3dd80f22f31c649c8498f148) | 2020-08-25 | Remove all "noinspection" comments native to IntelliJ (#10525) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7cc1c8bc0](https://github.com/apache/airflow/commit/7cc1c8bc0031f1d9839baaa5a6c7a9bc7ec37ead) | 2020-07-25 | Updates the slack WebClient call to use the instance variable - token (#9995) | -| [33f0cd265](https://github.com/apache/airflow/commit/33f0cd2657b2e77ea3477e0c93f13f1474be628e) | 2020-07-22 | apply_default keeps the function signature for mypy (#9784) | -| [df8efd04f](https://github.com/apache/airflow/commit/df8efd04f394afc4b5affb677bc78d8b7bd5275a) | 2020-06-21 | Enable & Fix "Docstring Content Issues" PyDocStyle Check (#9460) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [5cf46fad1](https://github.com/apache/airflow/commit/5cf46fad1e0a9cdde213258b2064e16d30d3160e) | 2020-05-29 | Add SlackAPIFileOperator impementing files.upload from Slack API (#9004) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [427257c2e](https://github.com/apache/airflow/commit/427257c2e2ffc886ef9f516e9c4d015a4ede9bbd) | 2020-05-24 | Remove defunct code from setup.py (#8982) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [578fc514c](https://github.com/apache/airflow/commit/578fc514cd325b7d190bdcfb749a384d101238fa) | 2020-05-12 | [AIRFLOW-4543] Update slack operator to support slackclient v2 (#5519) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [be2b2baa7](https://github.com/apache/airflow/commit/be2b2baa7c5f53c2d73646e4623cdb6731551b70) | 2020-03-23 | Add missing call to Super class in 'http', 'grpc' & 'slack' providers (#7826) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/snowflake/BACKPORT_PROVIDER_CHANGES_2020.11.23.md b/airflow/providers/snowflake/BACKPORT_PROVIDER_CHANGES_2020.11.23.md index 40c2b1c60a5e0..9497723f5f125 100644 --- a/airflow/providers/snowflake/BACKPORT_PROVIDER_CHANGES_2020.11.23.md +++ b/airflow/providers/snowflake/BACKPORT_PROVIDER_CHANGES_2020.11.23.md @@ -4,7 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | diff --git a/airflow/providers/snowflake/BACKPORT_PROVIDER_README.md b/airflow/providers/snowflake/BACKPORT_PROVIDER_README.md index c56c06dfd487b..3ab0dfadbb056 100644 --- a/airflow/providers/snowflake/BACKPORT_PROVIDER_README.md +++ b/airflow/providers/snowflake/BACKPORT_PROVIDER_README.md @@ -129,7 +129,7 @@ in [Naming conventions for provider packages](https://github.com/apache/airflow/ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [19b7e4565](https://github.com/apache/airflow/commit/19b7e4565e6372d50ef0fbb5678a484a7afbdbee) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | +| [4873d9759](https://github.com/apache/airflow/commit/4873d9759dfdec1dd3663074f9e64ad69fa881cc) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) | | [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | | [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | | [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | diff --git a/airflow/providers/snowflake/CHANGELOG.rst b/airflow/providers/snowflake/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/snowflake/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/snowflake/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/snowflake/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 78060e1b10af3..0000000000000 --- a/airflow/providers/snowflake/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,65 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-----------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [ef4af2135](https://github.com/apache/airflow/commit/ef4af2135171c6e451f1407ea1a280ea875f2175) | 2020-11-22 | Move providers docs to separate package + Spell-check in a common job with docs-build (#12527) | -| [234d68938](https://github.com/apache/airflow/commit/234d689387ef89222bfdee481987c37d1e79b5af) | 2020-11-21 | Fix S3ToSnowflakeOperator docstring (#12504) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [9276607b5](https://github.com/apache/airflow/commit/9276607b58bedfb2128c63fabec85d77e7dba07f) | 2020-11-12 | Add session_parameters option to snowflake_hook (#12071) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [d363adb61](https://github.com/apache/airflow/commit/d363adb6187e9cba1d965f424c95058fa933df1f) | 2020-10-31 | Adding SnowflakeOperator howto-documentation and example DAG (#11975) | -| [ecc3a4df0](https://github.com/apache/airflow/commit/ecc3a4df0da67f258c3ad04733d6e561d8266c93) | 2020-10-30 | Add autocommit property for snowflake connection (#10838) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [483068745](https://github.com/apache/airflow/commit/48306874538eea7cfd42358d5ebb59705204bfc4) | 2020-10-24 | Use Python 3 style super classes (#11806) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [0161b5ea2](https://github.com/apache/airflow/commit/0161b5ea2b805d62a0317e5cab6f797b92c8abf1) | 2020-09-26 | Increasing type coverage for multiple provider (#11159) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d1bce91bb](https://github.com/apache/airflow/commit/d1bce91bb21d5a468fa6a0207156c28fe1ca6513) | 2020-08-25 | PyDocStyle: Enable D403: Capitalized first word of docstring (#10530) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [f6734b3b8](https://github.com/apache/airflow/commit/f6734b3b850d33d3712763f93c114e80f5af9ffb) | 2020-08-12 | Enable Sphinx spellcheck for doc generation (#10280) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [1c9374d25](https://github.com/apache/airflow/commit/1c9374d2573483dd66f5c35032e24140864e72c0) | 2020-06-03 | Add snowflake to slack operator (#9023) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [a546a10b1](https://github.com/apache/airflow/commit/a546a10b13b1f7a119071d8d2001cb17ccdcbbf7) | 2020-05-16 | Add Snowflake system test (#8422) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [cd635dd7d](https://github.com/apache/airflow/commit/cd635dd7d57cab2f41efac2d3d94e8f80a6c96d6) | 2020-05-10 | [AIRFLOW-5906] Add authenticator parameter to snowflake_hook (#8642) | -| [297ad3088](https://github.com/apache/airflow/commit/297ad30885eeb77c062f37df78a78f381e7d140e) | 2020-04-20 | Fix Snowflake hook conn id (#8423) | -| [cf1109d66](https://github.com/apache/airflow/commit/cf1109d661991943bb4861a0468ba4bc8946376d) | 2020-02-07 | [AIRFLOW-6755] Fix snowflake hook bug and tests (#7380) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [eee34ee80](https://github.com/apache/airflow/commit/eee34ee8080bb7bc81294c3fbd8be93bbf795367) | 2020-01-24 | [AIRFLOW-4204] Update super() calls (#7248) | -| [17af3beea](https://github.com/apache/airflow/commit/17af3beea5095d9aec81c06404614ca6d1057a45) | 2020-01-21 | [AIRFLOW-5816] Add S3 to snowflake operator (#6469) | diff --git a/airflow/providers/snowflake/README.md b/airflow/providers/snowflake/README.md deleted file mode 100644 index fedd176ade33d..0000000000000 --- a/airflow/providers/snowflake/README.md +++ /dev/null @@ -1,192 +0,0 @@ - - - -# Package apache-airflow-providers-snowflake - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Cross provider package dependencies](#cross-provider-package-dependencies) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [New operators](#new-operators) - - [Transfer operators](#transfer-operators) - - [New transfer operators](#new-transfer-operators) - - [Hooks](#hooks) - - [New hooks](#new-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `snowflake` provider. All classes for this provider package -are in `airflow.providers.snowflake` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-snowflake` - -## PIP requirements - -| PIP package | Version required | -|:---------------------------|:-------------------| -| azure-storage-blob | | -| azure-storage-common | | -| requests | <2.24.0 | -| snowflake-connector-python | >=1.5.2 | -| snowflake-sqlalchemy | >=1.1.0 | - -## Cross provider package dependencies - -Those are dependencies that might be needed in order to use all the features of the package. -You need to install the specified backport providers package in order to use them. - -You can install such cross-provider dependencies when installing from PyPI. For example: - -```bash -pip install apache-airflow-providers-snowflake[slack] -``` - -| Dependent package | Extra | -|:------------------------------------------------------------------------------------------|:--------| -| [apache-airflow-providers-slack](https://pypi.org/project/apache-airflow-providers-slack) | slack | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `snowflake` provider -are in the `airflow.providers.snowflake` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - -### New operators - -| New Airflow 2.0 operators: `airflow.providers.snowflake` package | -|:------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.snowflake.SnowflakeOperator](https://github.com/apache/airflow/blob/master/airflow/providers/snowflake/operators/snowflake.py) | - - - -## Transfer operators - - -### New transfer operators - -| New Airflow 2.0 transfers: `airflow.providers.snowflake` package | -|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [transfers.s3_to_snowflake.S3ToSnowflakeOperator](https://github.com/apache/airflow/blob/master/airflow/providers/snowflake/transfers/s3_to_snowflake.py) | -| [transfers.snowflake_to_slack.SnowflakeToSlackOperator](https://github.com/apache/airflow/blob/master/airflow/providers/snowflake/transfers/snowflake_to_slack.py) | - - - -## Hooks - - -### New hooks - -| New Airflow 2.0 hooks: `airflow.providers.snowflake` package | -|:------------------------------------------------------------------------------------------------------------------------------| -| [hooks.snowflake.SnowflakeHook](https://github.com/apache/airflow/blob/master/airflow/providers/snowflake/hooks/snowflake.py) | - - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-----------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [ef4af2135](https://github.com/apache/airflow/commit/ef4af2135171c6e451f1407ea1a280ea875f2175) | 2020-11-22 | Move providers docs to separate package + Spell-check in a common job with docs-build (#12527) | -| [234d68938](https://github.com/apache/airflow/commit/234d689387ef89222bfdee481987c37d1e79b5af) | 2020-11-21 | Fix S3ToSnowflakeOperator docstring (#12504) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [7ca0b6f12](https://github.com/apache/airflow/commit/7ca0b6f121c9cec6e25de130f86a56d7c7fbe38c) | 2020-11-18 | Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [9276607b5](https://github.com/apache/airflow/commit/9276607b58bedfb2128c63fabec85d77e7dba07f) | 2020-11-12 | Add session_parameters option to snowflake_hook (#12071) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [d363adb61](https://github.com/apache/airflow/commit/d363adb6187e9cba1d965f424c95058fa933df1f) | 2020-10-31 | Adding SnowflakeOperator howto-documentation and example DAG (#11975) | -| [ecc3a4df0](https://github.com/apache/airflow/commit/ecc3a4df0da67f258c3ad04733d6e561d8266c93) | 2020-10-30 | Add autocommit property for snowflake connection (#10838) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [483068745](https://github.com/apache/airflow/commit/48306874538eea7cfd42358d5ebb59705204bfc4) | 2020-10-24 | Use Python 3 style super classes (#11806) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [d305876be](https://github.com/apache/airflow/commit/d305876bee328287ff391a29cc1cd632468cc731) | 2020-10-12 | Remove redundant None provided as default to dict.get() (#11448) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [0161b5ea2](https://github.com/apache/airflow/commit/0161b5ea2b805d62a0317e5cab6f797b92c8abf1) | 2020-09-26 | Increasing type coverage for multiple provider (#11159) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [d1bce91bb](https://github.com/apache/airflow/commit/d1bce91bb21d5a468fa6a0207156c28fe1ca6513) | 2020-08-25 | PyDocStyle: Enable D403: Capitalized first word of docstring (#10530) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [f6734b3b8](https://github.com/apache/airflow/commit/f6734b3b850d33d3712763f93c114e80f5af9ffb) | 2020-08-12 | Enable Sphinx spellcheck for doc generation (#10280) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [24c8e4c2d](https://github.com/apache/airflow/commit/24c8e4c2d6e359ecc2c7d6275dccc68de4a82832) | 2020-08-06 | Changes to all the constructors to remove the args argument (#10163) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [1c9374d25](https://github.com/apache/airflow/commit/1c9374d2573483dd66f5c35032e24140864e72c0) | 2020-06-03 | Add snowflake to slack operator (#9023) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [a546a10b1](https://github.com/apache/airflow/commit/a546a10b13b1f7a119071d8d2001cb17ccdcbbf7) | 2020-05-16 | Add Snowflake system test (#8422) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [cd635dd7d](https://github.com/apache/airflow/commit/cd635dd7d57cab2f41efac2d3d94e8f80a6c96d6) | 2020-05-10 | [AIRFLOW-5906] Add authenticator parameter to snowflake_hook (#8642) | -| [297ad3088](https://github.com/apache/airflow/commit/297ad30885eeb77c062f37df78a78f381e7d140e) | 2020-04-20 | Fix Snowflake hook conn id (#8423) | -| [cf1109d66](https://github.com/apache/airflow/commit/cf1109d661991943bb4861a0468ba4bc8946376d) | 2020-02-07 | [AIRFLOW-6755] Fix snowflake hook bug and tests (#7380) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [eee34ee80](https://github.com/apache/airflow/commit/eee34ee8080bb7bc81294c3fbd8be93bbf795367) | 2020-01-24 | [AIRFLOW-4204] Update super() calls (#7248) | -| [17af3beea](https://github.com/apache/airflow/commit/17af3beea5095d9aec81c06404614ca6d1057a45) | 2020-01-21 | [AIRFLOW-5816] Add S3 to snowflake operator (#6469) | diff --git a/airflow/providers/sqlite/CHANGELOG.rst b/airflow/providers/sqlite/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/sqlite/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/sqlite/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/sqlite/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 4b9fb4284bcc1..0000000000000 --- a/airflow/providers/sqlite/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,47 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [1bca31b54](https://github.com/apache/airflow/commit/1bca31b541c9c39fb8e79131e1dd4a868b5122d4) | 2020-08-04 | Add type annotations for Sqlite (#10157) | -| [4a0fdb630](https://github.com/apache/airflow/commit/4a0fdb6308400ddda38b0904cfe14b5872e5c0eb) | 2020-08-04 | Use conn_name_attr for SqliteHook connection (#10156) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [e13a14c87](https://github.com/apache/airflow/commit/e13a14c8730f4f633d996dd7d3468fe827136a84) | 2020-06-21 | Enable & Fix Whitespace related PyDocStyle Checks (#9458) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/sqlite/README.md b/airflow/providers/sqlite/README.md deleted file mode 100644 index 5b065008c1d76..0000000000000 --- a/airflow/providers/sqlite/README.md +++ /dev/null @@ -1,133 +0,0 @@ - - - -# Package apache-airflow-providers-sqlite - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `sqlite` provider. All classes for this provider package -are in `airflow.providers.sqlite` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-sqlite` - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `sqlite` provider -are in the `airflow.providers.sqlite` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.sqlite` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------| -| [operators.sqlite.SqliteOperator](https://github.com/apache/airflow/blob/master/airflow/providers/sqlite/operators/sqlite.py) | [operators.sqlite_operator.SqliteOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/sqlite_operator.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.sqlite` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------------| -| [hooks.sqlite.SqliteHook](https://github.com/apache/airflow/blob/master/airflow/providers/sqlite/hooks/sqlite.py) | [hooks.sqlite_hook.SqliteHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/sqlite_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [1bca31b54](https://github.com/apache/airflow/commit/1bca31b541c9c39fb8e79131e1dd4a868b5122d4) | 2020-08-04 | Add type annotations for Sqlite (#10157) | -| [4a0fdb630](https://github.com/apache/airflow/commit/4a0fdb6308400ddda38b0904cfe14b5872e5c0eb) | 2020-08-04 | Use conn_name_attr for SqliteHook connection (#10156) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [e13a14c87](https://github.com/apache/airflow/commit/e13a14c8730f4f633d996dd7d3468fe827136a84) | 2020-06-21 | Enable & Fix Whitespace related PyDocStyle Checks (#9458) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [059eda05f](https://github.com/apache/airflow/commit/059eda05f82fefce4410f44f761f945a27d83daf) | 2020-01-21 | [AIRFLOW-6610] Move software classes to providers package (#7231) | diff --git a/airflow/providers/ssh/CHANGELOG.rst b/airflow/providers/ssh/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/ssh/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/ssh/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/ssh/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 0677d4ccde703..0000000000000 --- a/airflow/providers/ssh/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,54 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [dd2095f4a](https://github.com/apache/airflow/commit/dd2095f4a8b07c9b1a4c279a3578cd1e23b71a1b) | 2020-11-10 | Simplify string expressions & Use f-string (#12216) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [27e637fbe](https://github.com/apache/airflow/commit/27e637fbe3f17737e898774ff151448f4f0aa129) | 2020-10-09 | Bugfix: Error in SSHOperator when command is None (#11361) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [b6d5d1e98](https://github.com/apache/airflow/commit/b6d5d1e985ffc19867647ea0b35fa14c2cdfb59a) | 2020-10-01 | Strict type checking for SSH (#11216) | -| [68fa29bff](https://github.com/apache/airflow/commit/68fa29bff0203bc02b85ef93b7617770219c260a) | 2020-09-25 | Added support for encrypted private keys in SSHHook (#11097) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [2248a5da1](https://github.com/apache/airflow/commit/2248a5da1d83ca901ec24d5809e718bbbd2c3894) | 2020-06-29 | Expose option: look_for_keys in ssh_hook via extras (#8793) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [21cc7d729](https://github.com/apache/airflow/commit/21cc7d729827e9f3af0698bf647b2d41fc87b11c) | 2020-05-10 | Document default timeout value for SSHOperator (#8744) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [74c2a6ded](https://github.com/apache/airflow/commit/74c2a6ded4d615de8e1b1c04a25146344138e920) | 2020-03-23 | Add call to Super class in 'ftp' & 'ssh' providers (#7822) | -| [df24b4337](https://github.com/apache/airflow/commit/df24b43370ca5812273ecd91d35104e023a407e6) | 2020-02-14 | [AIRFLOW-6800] Close file object after parsing ssh config (#7415) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | diff --git a/airflow/providers/ssh/README.md b/airflow/providers/ssh/README.md deleted file mode 100644 index 5f9a868151775..0000000000000 --- a/airflow/providers/ssh/README.md +++ /dev/null @@ -1,149 +0,0 @@ - - - -# Package apache-airflow-providers-ssh - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `ssh` provider. All classes for this provider package -are in `airflow.providers.ssh` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-ssh` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| paramiko | >=2.6.0 | -| pysftp | >=0.2.9 | -| sshtunnel | >=0.1.4,<0.2 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `ssh` provider -are in the `airflow.providers.ssh` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.ssh` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.ssh.SSHOperator](https://github.com/apache/airflow/blob/master/airflow/providers/ssh/operators/ssh.py) | [contrib.operators.ssh_operator.SSHOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/ssh_operator.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.ssh` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------| -| [hooks.ssh.SSHHook](https://github.com/apache/airflow/blob/master/airflow/providers/ssh/hooks/ssh.py) | [contrib.hooks.ssh_hook.SSHHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/ssh_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [dd2095f4a](https://github.com/apache/airflow/commit/dd2095f4a8b07c9b1a4c279a3578cd1e23b71a1b) | 2020-11-10 | Simplify string expressions & Use f-string (#12216) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [41bf172c1](https://github.com/apache/airflow/commit/41bf172c1dc75099f4f9d8b3f3350b4b1f523ef9) | 2020-11-04 | Simplify string expressions (#12093) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [27e637fbe](https://github.com/apache/airflow/commit/27e637fbe3f17737e898774ff151448f4f0aa129) | 2020-10-09 | Bugfix: Error in SSHOperator when command is None (#11361) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [b6d5d1e98](https://github.com/apache/airflow/commit/b6d5d1e985ffc19867647ea0b35fa14c2cdfb59a) | 2020-10-01 | Strict type checking for SSH (#11216) | -| [68fa29bff](https://github.com/apache/airflow/commit/68fa29bff0203bc02b85ef93b7617770219c260a) | 2020-09-25 | Added support for encrypted private keys in SSHHook (#11097) | -| [f3e87c503](https://github.com/apache/airflow/commit/f3e87c503081a3085dff6c7352640d7f08beb5bc) | 2020-09-22 | Add D202 pydocstyle check (#11032) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [2248a5da1](https://github.com/apache/airflow/commit/2248a5da1d83ca901ec24d5809e718bbbd2c3894) | 2020-06-29 | Expose option: look_for_keys in ssh_hook via extras (#8793) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [21cc7d729](https://github.com/apache/airflow/commit/21cc7d729827e9f3af0698bf647b2d41fc87b11c) | 2020-05-10 | Document default timeout value for SSHOperator (#8744) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [74c2a6ded](https://github.com/apache/airflow/commit/74c2a6ded4d615de8e1b1c04a25146344138e920) | 2020-03-23 | Add call to Super class in 'ftp' & 'ssh' providers (#7822) | -| [df24b4337](https://github.com/apache/airflow/commit/df24b43370ca5812273ecd91d35104e023a407e6) | 2020-02-14 | [AIRFLOW-6800] Close file object after parsing ssh config (#7415) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [9a04013b0](https://github.com/apache/airflow/commit/9a04013b0e40b0d744ff4ac9f008491806d60df2) | 2020-01-27 | [AIRFLOW-6646][AIP-21] Move protocols classes to providers package (#7268) | diff --git a/airflow/providers/telegram/CHANGELOG.rst b/airflow/providers/telegram/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/telegram/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/telegram/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/telegram/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index ae01547693cb7..0000000000000 --- a/airflow/providers/telegram/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,8 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [cd66450b4](https://github.com/apache/airflow/commit/cd66450b4ee2a219ddc847970255e420ed679700) | 2020-12-05 | Add Telegram hook and operator (#11850) | diff --git a/airflow/providers/telegram/README.md b/airflow/providers/telegram/README.md deleted file mode 100644 index 2575d502ccfe1..0000000000000 --- a/airflow/providers/telegram/README.md +++ /dev/null @@ -1,101 +0,0 @@ - - - -# Package apache-airflow-providers-telegram - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [New operators](#new-operators) - - [Hooks](#hooks) - - [New hooks](#new-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `telegram` provider. All classes for this provider package -are in `airflow.providers.telegram` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-telegram` - -## PIP requirements - -| PIP package | Version required | -|:--------------------|:-------------------| -| python-telegram-bot | ==13.0 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `telegram` provider -are in the `airflow.providers.telegram` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - -### New operators - -| New Airflow 2.0 operators: `airflow.providers.telegram` package | -|:--------------------------------------------------------------------------------------------------------------------------------------| -| [operators.telegram.TelegramOperator](https://github.com/apache/airflow/blob/master/airflow/providers/telegram/operators/telegram.py) | - - - -## Hooks - - -### New hooks - -| New Airflow 2.0 hooks: `airflow.providers.telegram` package | -|:--------------------------------------------------------------------------------------------------------------------------| -| [hooks.telegram.TelegramHook](https://github.com/apache/airflow/blob/master/airflow/providers/telegram/hooks/telegram.py) | - - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [cd66450b4](https://github.com/apache/airflow/commit/cd66450b4ee2a219ddc847970255e420ed679700) | 2020-12-05 | Add Telegram hook and operator (#11850) | diff --git a/airflow/providers/vertica/CHANGELOG.rst b/airflow/providers/vertica/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/vertica/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/vertica/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/vertica/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 29734bd609152..0000000000000 --- a/airflow/providers/vertica/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,45 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [3a72fc824](https://github.com/apache/airflow/commit/3a72fc82475df3b745a00a7b5e34eef9d27b3329) | 2020-11-14 | Fix Description of Provider Docs (#12361) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [867bc44ac](https://github.com/apache/airflow/commit/867bc44acaae71a8121310931b75cab7423fc8b0) | 2020-07-23 | Add type annotations to providers/vertica (#9936) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/vertica/README.md b/airflow/providers/vertica/README.md deleted file mode 100644 index 376cbf43bdd1a..0000000000000 --- a/airflow/providers/vertica/README.md +++ /dev/null @@ -1,138 +0,0 @@ - - - -# Package apache-airflow-providers-vertica - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [Moved operators](#moved-operators) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `vertica` provider. All classes for this provider package -are in `airflow.providers.vertica` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-vertica` - -## PIP requirements - -| PIP package | Version required | -|:---------------|:-------------------| -| vertica-python | >=0.5.1 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `vertica` provider -are in the `airflow.providers.vertica` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - - -### Moved operators - -| Airflow 2.0 operators: `airflow.providers.vertica` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.vertica.VerticaOperator](https://github.com/apache/airflow/blob/master/airflow/providers/vertica/operators/vertica.py) | [contrib.operators.vertica_operator.VerticaOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/vertica_operator.py) | - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.vertica` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.vertica.VerticaHook](https://github.com/apache/airflow/blob/master/airflow/providers/vertica/hooks/vertica.py) | [contrib.hooks.vertica_hook.VerticaHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/hooks/vertica_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [2037303ee](https://github.com/apache/airflow/commit/2037303eef93fd36ab13746b045d1c1fee6aa143) | 2020-11-29 | Adds support for Connection/Hook discovery from providers (#12466) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [3a72fc824](https://github.com/apache/airflow/commit/3a72fc82475df3b745a00a7b5e34eef9d27b3329) | 2020-11-14 | Fix Description of Provider Docs (#12361) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [867bc44ac](https://github.com/apache/airflow/commit/867bc44acaae71a8121310931b75cab7423fc8b0) | 2020-07-23 | Add type annotations to providers/vertica (#9936) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/yandex/CHANGELOG.rst b/airflow/providers/yandex/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/yandex/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/yandex/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/yandex/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 250ca6aeafd83..0000000000000 --- a/airflow/providers/yandex/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,53 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [ef4af2135](https://github.com/apache/airflow/commit/ef4af2135171c6e451f1407ea1a280ea875f2175) | 2020-11-22 | Move providers docs to separate package + Spell-check in a common job with docs-build (#12527) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [5093245d6](https://github.com/apache/airflow/commit/5093245d6f77a370fbd2f9e3df35ac6acf46a1c4) | 2020-09-30 | Strict type coverage for Oracle and Yandex provider (#11198) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [f6734b3b8](https://github.com/apache/airflow/commit/f6734b3b850d33d3712763f93c114e80f5af9ffb) | 2020-08-12 | Enable Sphinx spellcheck for doc generation (#10280) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [40bf8f28f](https://github.com/apache/airflow/commit/40bf8f28f97f17f40d993d207ea740eba54593ee) | 2020-06-18 | Detect automatically the lack of reference to the guide in the operator descriptions (#9290) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [59a4f2669](https://github.com/apache/airflow/commit/59a4f26699125b1594496940d62be78d7732b4be) | 2020-04-17 | stop rendering some class docs in wrong place (#8095) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [ee1ab7697](https://github.com/apache/airflow/commit/ee1ab7697c6106b7107b285d8fe9ad01766dc19e) | 2020-02-14 | [AIRFLOW-6531] Initial Yandex.Cloud Dataproc support (#7252) | diff --git a/airflow/providers/yandex/README.md b/airflow/providers/yandex/README.md deleted file mode 100644 index 858b33317955c..0000000000000 --- a/airflow/providers/yandex/README.md +++ /dev/null @@ -1,152 +0,0 @@ - - - -# Package apache-airflow-providers-yandex - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Operators](#operators) - - [New operators](#new-operators) - - [Hooks](#hooks) - - [New hooks](#new-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `yandex` provider. All classes for this provider package -are in `airflow.providers.yandex` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-yandex` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| yandexcloud | >=0.22.0 | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `yandex` provider -are in the `airflow.providers.yandex` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Operators - - -### New operators - -| New Airflow 2.0 operators: `airflow.providers.yandex` package | -|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.yandexcloud_dataproc.DataprocCreateClusterOperator](https://github.com/apache/airflow/blob/master/airflow/providers/yandex/operators/yandexcloud_dataproc.py) | -| [operators.yandexcloud_dataproc.DataprocCreateHiveJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/yandex/operators/yandexcloud_dataproc.py) | -| [operators.yandexcloud_dataproc.DataprocCreateMapReduceJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/yandex/operators/yandexcloud_dataproc.py) | -| [operators.yandexcloud_dataproc.DataprocCreatePysparkJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/yandex/operators/yandexcloud_dataproc.py) | -| [operators.yandexcloud_dataproc.DataprocCreateSparkJobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/yandex/operators/yandexcloud_dataproc.py) | -| [operators.yandexcloud_dataproc.DataprocDeleteClusterOperator](https://github.com/apache/airflow/blob/master/airflow/providers/yandex/operators/yandexcloud_dataproc.py) | - - - -## Hooks - - -### New hooks - -| New Airflow 2.0 hooks: `airflow.providers.yandex` package | -|:------------------------------------------------------------------------------------------------------------------------------------------------| -| [hooks.yandex.YandexCloudBaseHook](https://github.com/apache/airflow/blob/master/airflow/providers/yandex/hooks/yandex.py) | -| [hooks.yandexcloud_dataproc.DataprocHook](https://github.com/apache/airflow/blob/master/airflow/providers/yandex/hooks/yandexcloud_dataproc.py) | - - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [9b39f2478](https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36) | 2020-12-08 | Add support for dynamic connection form fields per provider (#12558) | -| [bd90136aa](https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2) | 2020-11-30 | Move operator guides to provider documentation packages (#12681) | -| [ef4af2135](https://github.com/apache/airflow/commit/ef4af2135171c6e451f1407ea1a280ea875f2175) | 2020-11-22 | Move providers docs to separate package + Spell-check in a common job with docs-build (#12527) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [8c42cf1b0](https://github.com/apache/airflow/commit/8c42cf1b00c90f0d7f11b8a3a455381de8e003c5) | 2020-11-03 | Use PyUpgrade to use Python 3.6 features (#11447) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [5093245d6](https://github.com/apache/airflow/commit/5093245d6f77a370fbd2f9e3df35ac6acf46a1c4) | 2020-09-30 | Strict type coverage for Oracle and Yandex provider (#11198) | -| [9549274d1](https://github.com/apache/airflow/commit/9549274d110f689a0bd709db829a4d69e274eed9) | 2020-09-09 | Upgrade black to 20.8b1 (#10818) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [f6734b3b8](https://github.com/apache/airflow/commit/f6734b3b850d33d3712763f93c114e80f5af9ffb) | 2020-08-12 | Enable Sphinx spellcheck for doc generation (#10280) | -| [cdec30125](https://github.com/apache/airflow/commit/cdec3012542b45d23a05f62d69110944ba542e2a) | 2020-08-07 | Add correct signature to all operators and sensors (#10205) | -| [aeea71274](https://github.com/apache/airflow/commit/aeea71274d4527ff2351102e94aa38bda6099e7f) | 2020-08-02 | Remove `args` parameter from provider operator constructors (#10097) | -| [7d24b088c](https://github.com/apache/airflow/commit/7d24b088cd736cfa18f9214e4c9d6ce2d5865f3d) | 2020-07-25 | Stop using start_date in default_args in example_dags (2) (#9985) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [40bf8f28f](https://github.com/apache/airflow/commit/40bf8f28f97f17f40d993d207ea740eba54593ee) | 2020-06-18 | Detect automatically the lack of reference to the guide in the operator descriptions (#9290) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [59a4f2669](https://github.com/apache/airflow/commit/59a4f26699125b1594496940d62be78d7732b4be) | 2020-04-17 | stop rendering some class docs in wrong place (#8095) | -| [3320e432a](https://github.com/apache/airflow/commit/3320e432a129476dbc1c55be3b3faa3326a635bc) | 2020-02-24 | [AIRFLOW-6817] Lazy-load `airflow.DAG` to keep user-facing API untouched (#7517) | -| [4d03e33c1](https://github.com/apache/airflow/commit/4d03e33c115018e30fa413c42b16212481ad25cc) | 2020-02-22 | [AIRFLOW-6817] remove imports from `airflow/__init__.py`, replaced implicit imports with explicit imports, added entry to `UPDATING.MD` - squashed/rebased (#7456) | -| [9cbd7de6d](https://github.com/apache/airflow/commit/9cbd7de6d115795aba8bfb8addb060bfdfbdf87b) | 2020-02-18 | [AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412) | -| [ee1ab7697](https://github.com/apache/airflow/commit/ee1ab7697c6106b7107b285d8fe9ad01766dc19e) | 2020-02-14 | [AIRFLOW-6531] Initial Yandex.Cloud Dataproc support (#7252) | diff --git a/airflow/providers/zendesk/CHANGELOG.rst b/airflow/providers/zendesk/CHANGELOG.rst new file mode 100644 index 0000000000000..cef7dda80708a --- /dev/null +++ b/airflow/providers/zendesk/CHANGELOG.rst @@ -0,0 +1,25 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/zendesk/PROVIDER_CHANGES_1.0.0.md b/airflow/providers/zendesk/PROVIDER_CHANGES_1.0.0.md deleted file mode 100644 index 1a7def6a5d459..0000000000000 --- a/airflow/providers/zendesk/PROVIDER_CHANGES_1.0.0.md +++ /dev/null @@ -1,42 +0,0 @@ - - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [03ff06715](https://github.com/apache/airflow/commit/03ff067152ed3202b7d4beb0fe9b371a0ef51058) | 2020-10-06 | Add type annotations to ZendeskHook, update unit test (#10888) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [720912f67](https://github.com/apache/airflow/commit/720912f67b3af0bdcbac64d6b8bf6d51c6247e26) | 2020-10-02 | Strict type check for multiple providers (#11229) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/airflow/providers/zendesk/README.md b/airflow/providers/zendesk/README.md deleted file mode 100644 index 8e21457cf39bb..0000000000000 --- a/airflow/providers/zendesk/README.md +++ /dev/null @@ -1,122 +0,0 @@ - - - -# Package apache-airflow-providers-zendesk - -Release: 1.0.0 - -**Table of contents** - -- [Provider package](#provider-package) -- [Installation](#installation) -- [PIP requirements](#pip-requirements) -- [Provider class summary](#provider-classes-summary) - - [Hooks](#hooks) - - [Moved hooks](#moved-hooks) -- [Releases](#releases) - - [Release 1.0.0](#release-100) - -## Provider package - -This is a provider package for `zendesk` provider. All classes for this provider package -are in `airflow.providers.zendesk` python package. - - - -## Installation - -NOTE! - -On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver -does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice -of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 -`pip install --upgrade pip==20.2.4` or, in case you use Pip 20.3, you need to add option -`--use-deprecated legacy-resolver` to your pip install command. - -You can install this package on top of an existing airflow 2.* installation via -`pip install apache-airflow-providers-zendesk` - -## PIP requirements - -| PIP package | Version required | -|:--------------|:-------------------| -| zdesk | | - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `zendesk` provider -are in the `airflow.providers.zendesk` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - - -## Hooks - - - -### Moved hooks - -| Airflow 2.0 hooks: `airflow.providers.zendesk` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------------| -| [hooks.zendesk.ZendeskHook](https://github.com/apache/airflow/blob/master/airflow/providers/zendesk/hooks/zendesk.py) | [hooks.zendesk_hook.ZendeskHook](https://github.com/apache/airflow/blob/v1-10-stable/airflow/hooks/zendesk_hook.py) | - - - -## Releases - -### Release 1.0.0 - -| Commit | Committed | Subject | -|:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| -| [b40dffa08](https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364) | 2020-12-08 | Rename remaing modules to match AIP-21 (#12917) | -| [c34ef853c](https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2) | 2020-11-20 | Separate out documentation building per provider (#12444) | -| [008035450](https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4) | 2020-11-18 | Update provider READMEs for 1.0.0b2 batch release (#12449) | -| [ae7cb4a1e](https://github.com/apache/airflow/commit/ae7cb4a1e2a96351f1976cf5832615e24863e05d) | 2020-11-17 | Update wrong commit hash in backport provider changes (#12390) | -| [6889a333c](https://github.com/apache/airflow/commit/6889a333cff001727eb0a66e375544a28c9a5f03) | 2020-11-15 | Improvements for operators and hooks ref docs (#12366) | -| [7825e8f59](https://github.com/apache/airflow/commit/7825e8f59034645ab3247229be83a3aa90baece1) | 2020-11-13 | Docs installation improvements (#12304) | -| [85a18e13d](https://github.com/apache/airflow/commit/85a18e13d9dec84275283ff69e34704b60d54a75) | 2020-11-09 | Point at pypi project pages for cross-dependency of provider packages (#12212) | -| [59eb5de78](https://github.com/apache/airflow/commit/59eb5de78c70ee9c7ae6e4cba5c7a2babb8103ca) | 2020-11-09 | Update provider READMEs for up-coming 1.0.0beta1 releases (#12206) | -| [b2a28d159](https://github.com/apache/airflow/commit/b2a28d1590410630d66966aa1f2b2a049a8c3b32) | 2020-11-09 | Moves provider packages scripts to dev (#12082) | -| [4e8f9cc8d](https://github.com/apache/airflow/commit/4e8f9cc8d02b29c325b8a5a76b4837671bdf5f68) | 2020-11-03 | Enable Black - Python Auto Formmatter (#9550) | -| [5a439e84e](https://github.com/apache/airflow/commit/5a439e84eb6c0544dc6c3d6a9f4ceeb2172cd5d0) | 2020-10-26 | Prepare providers release 0.0.2a1 (#11855) | -| [872b1566a](https://github.com/apache/airflow/commit/872b1566a11cb73297e657ff325161721b296574) | 2020-10-25 | Generated backport providers readmes/setup for 2020.10.29 (#11826) | -| [349b0811c](https://github.com/apache/airflow/commit/349b0811c3022605426ba57d30936240a7c2848a) | 2020-10-20 | Add D200 pydocstyle check (#11688) | -| [16e712971](https://github.com/apache/airflow/commit/16e7129719f1c0940aef2a93bed81368e997a746) | 2020-10-13 | Added support for provider packages for Airflow 2.0 (#11487) | -| [03ff06715](https://github.com/apache/airflow/commit/03ff067152ed3202b7d4beb0fe9b371a0ef51058) | 2020-10-06 | Add type annotations to ZendeskHook, update unit test (#10888) | -| [0a0e1af80](https://github.com/apache/airflow/commit/0a0e1af80038ef89974c3c8444461fe867945daa) | 2020-10-03 | Fix Broken Markdown links in Providers README TOC (#11249) | -| [ca4238eb4](https://github.com/apache/airflow/commit/ca4238eb4d9a2aef70eb641343f59ee706d27d13) | 2020-10-02 | Fixed month in backport packages to October (#11242) | -| [5220e4c38](https://github.com/apache/airflow/commit/5220e4c3848a2d2c81c266ef939709df9ce581c5) | 2020-10-02 | Prepare Backport release 2020.09.07 (#11238) | -| [720912f67](https://github.com/apache/airflow/commit/720912f67b3af0bdcbac64d6b8bf6d51c6247e26) | 2020-10-02 | Strict type check for multiple providers (#11229) | -| [fdd9b6f65](https://github.com/apache/airflow/commit/fdd9b6f65b608c516b8a062b058972d9a45ec9e3) | 2020-08-25 | Enable Black on Providers Packages (#10543) | -| [3696c34c2](https://github.com/apache/airflow/commit/3696c34c28c6bc7b442deab999d9ecba24ed0e34) | 2020-08-24 | Fix typo in the word "release" (#10528) | -| [ee7ca128a](https://github.com/apache/airflow/commit/ee7ca128a17937313566f2badb6cc569c614db94) | 2020-08-22 | Fix broken Markdown refernces in Providers README (#10483) | -| [d0e7db402](https://github.com/apache/airflow/commit/d0e7db4024806af35e3c9a2cae460fdeedd4d2ec) | 2020-06-19 | Fixed release number for fresh release (#9408) | -| [12af6a080](https://github.com/apache/airflow/commit/12af6a08009b8776e00d8a0aab92363eb8c4e8b1) | 2020-06-19 | Final cleanup for 2020.6.23rc1 release preparation (#9404) | -| [c7e5bce57](https://github.com/apache/airflow/commit/c7e5bce57fe7f51cefce4f8a41ce408ac5675d13) | 2020-06-19 | Prepare backport release candidate for 2020.6.23rc1 (#9370) | -| [f6bd817a3](https://github.com/apache/airflow/commit/f6bd817a3aac0a16430fc2e3d59c1f17a69a15ac) | 2020-06-16 | Introduce 'transfers' packages (#9320) | -| [0b0e4f7a4](https://github.com/apache/airflow/commit/0b0e4f7a4cceff3efe15161fb40b984782760a34) | 2020-05-26 | Preparing for RC3 relase of backports (#9026) | -| [00642a46d](https://github.com/apache/airflow/commit/00642a46d019870c4decb3d0e47c01d6a25cb88c) | 2020-05-26 | Fixed name of 20 remaining wrongly named operators. (#8994) | -| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | -| [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | -| [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | -| [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | -| [4bde99f13](https://github.com/apache/airflow/commit/4bde99f1323d72f6c84c1548079d5e98fc0a2a9a) | 2020-03-23 | Make airflow/providers pylint compatible (#7802) | -| [05443c6dc](https://github.com/apache/airflow/commit/05443c6dc8100e791446bbcc0df04de6e34017bb) | 2020-03-23 | Add missing call to Super class in remaining providers (#7828) | -| [97a429f9d](https://github.com/apache/airflow/commit/97a429f9d0cf740c5698060ad55f11e93cb57b55) | 2020-02-02 | [AIRFLOW-6714] Remove magic comments about UTF-8 (#7338) | -| [c42a375e7](https://github.com/apache/airflow/commit/c42a375e799e5adb3f9536616372dc90ff47e6c8) | 2020-01-27 | [AIRFLOW-6644][AIP-21] Move service classes to providers package (#7265) | diff --git a/breeze b/breeze index bc6304600c410..40e31431b756e 100755 --- a/breeze +++ b/breeze @@ -68,7 +68,7 @@ export EXTRA_STATIC_CHECK_OPTIONS # SUPPRESS_ASCIIART_FILE # MAX_SCREEN_WIDTH # SCREEN_WIDTH -# MOUNT_LOCAL_SOURCES +# MOUNT_SELECTED_LOCAL_SOURCES # FORCE_PULL_IMAGES # FORWARD_CREDENTIALS # DB_RESET @@ -105,8 +105,11 @@ function breeze::setup_default_breeze_constants() { export MAX_SCREEN_WIDTH=100 readonly MAX_SCREEN_WIDTH - # By default we mount local Airflow sources - export MOUNT_LOCAL_SOURCES="true" + # By default we mount selected local Airflow sources + export MOUNT_SELECTED_LOCAL_SOURCES="true" + + # By default we do not mount all local Airflow sources + export MOUNT_ALL_LOCAL_SOURCES="false" # By default we only pull images if we do not have them locally. # This can be overridden by '--force-pull-images' flag @@ -478,7 +481,7 @@ EOF Branch name: ${BRANCH_NAME} Docker image: ${AIRFLOW_PROD_IMAGE} - Github cache prefix: ${GITHUB_REGISTRY}/$(get_github_container_registry_image_prefix) + GitHub cache prefix: ${GITHUB_REGISTRY}/$(get_github_container_registry_image_prefix) Airflow source version: $(build_images::get_airflow_version_from_production_image) EOF else @@ -488,7 +491,7 @@ EOF Branch name: ${BRANCH_NAME} Docker image: ${AIRFLOW_CI_IMAGE} - Github cache prefix: ${GITHUB_REGISTRY}/$(get_github_container_registry_image_prefix) + GitHub cache prefix: ${GITHUB_REGISTRY}/$(get_github_container_registry_image_prefix) Airflow source version: ${AIRFLOW_VERSION} EOF fi @@ -513,7 +516,7 @@ EOF Branch name: ${BRANCH_NAME} Docker image: ${AIRFLOW_PROD_IMAGE} - Github cache prefix: ${GITHUB_REGISTRY}/$(get_github_container_registry_image_prefix) + GitHub cache prefix: ${GITHUB_REGISTRY}/$(get_github_container_registry_image_prefix) EOF else cat < ...' + '${CMDNAME} prepare-provider-documentation YYYY.MM.DD ...' * YYYY.MM.DD - is the CALVER version of the package to prepare. Note that this date cannot be earlier than the already released version (the script will fail if it @@ -1779,9 +1804,11 @@ ${CMDNAME} prepare-provider-readme [FLAGS] [YYYY.MM.DD] [PACKAGE_ID ...] '.' for example 'apache.hive' Flags: +$(breeze::flag_version_suffix) +$(breeze::flag_packages) $(breeze::flag_verbosity) " - readonly DETAILED_USAGE_PREPARE_PROVIDER_README + readonly DETAILED_USAGE_PREPARE_PROVIDER_DOCUMENTATION export DETAILED_USAGE_GENERATE_CONSTRAINTS=" ${CMDNAME} generate-constraints [FLAGS] @@ -1845,11 +1872,14 @@ ${CMDNAME} prepare-provider-packages [FLAGS] [PACKAGE_ID ...] prepared there so make sure you run prepare-provider-packages first, and prepare-airflow-packages second. + You can also specify --backport flag to prepare backport providers or --package-format to + prepare one or both types of supported formats. + Examples: '${CMDNAME} prepare-provider-packages' or '${CMDNAME} prepare-provider-packages google' or - '${CMDNAME} prepare-provider-packages --package-format both google' or + '${CMDNAME} prepare-provider-packages --package-format wheel google' or '${CMDNAME} prepare-provider-packages --version-suffix-for-svn rc1 http google amazon' or '${CMDNAME} prepare-provider-packages --version-suffix-for-pypi rc1 http google amazon' '${CMDNAME} prepare-provider-packages --version-suffix-for-pypi a1 @@ -1857,7 +1887,7 @@ ${CMDNAME} prepare-provider-packages [FLAGS] [PACKAGE_ID ...] General form: - '${CMDNAME} prepare-provider-packages [--package-format PACKAGE_FORMAT] \\ + '${CMDNAME} prepare-provider-packages [--backports] [--package-format PACKAGE_FORMAT] \\ [--version-suffix-for-svn|--version-suffix-for-pypi] ...' * is usually directory in the airflow/providers folder (for example @@ -2120,7 +2150,7 @@ Commands with arguments: " # shellcheck disable=SC2154 for subcommand in ${_breeze_extra_arg_commands}; do - printf " %-30s%-10s %s\n" "${subcommand}" "" "$(breeze::get_usage "${subcommand}")" + printf " %-35s%-10s %s\n" "${subcommand}" "" "$(breeze::get_usage "${subcommand}")" done echo " Help commands: @@ -2480,6 +2510,10 @@ ${FORMATTED_PACKAGE_FORMATS} Default: ${_breeze_default_package_format:=} +--backports + + Prepares backport providers rather than regular ones. + " } @@ -2694,7 +2728,7 @@ function breeze::flag_pull_push_docker_images() { and you need to be committer to push to Apache Airflow' GitHub registry. --github-registry GITHUB_REGISTRY - Github registry used. GitHub has legacy Packages registry and Public Beta Container + GitHub registry used. GitHub has legacy Packages registry and Public Beta Container registry. Default: ${_breeze_default_github_registry:=}. @@ -3260,7 +3294,7 @@ function breeze::run_build_command() { fi ;; build_docs | perform_static_checks | perform_generate_constraints | \ - perform_prepare_provider_readme | perform_prepare_provider_packages | \ + perform_prepare_provider_documentation | perform_prepare_provider_packages | \ perform_prepare_airflow_packages) build_images::prepare_ci_build build_images::rebuild_ci_image_if_needed @@ -3433,8 +3467,8 @@ function breeze::run_breeze_command() { perform_prepare_provider_packages) runs::run_prepare_provider_packages "${@}" ;; - perform_prepare_provider_readme) - runs::run_prepare_provider_readme "${@}" + perform_prepare_provider_documentation) + runs::run_prepare_provider_documentation "${@}" ;; perform_push_image) if [[ ${PRODUCTION_IMAGE} == "true" ]]; then diff --git a/breeze-complete b/breeze-complete index 63b34ad86c343..0c53da5bd8f46 100644 --- a/breeze-complete +++ b/breeze-complete @@ -37,7 +37,7 @@ _breeze_allowed_mysql_versions="5.7 8" _breeze_allowed_postgres_versions="9.6 10 11 12 13" _breeze_allowed_kind_operations="start stop restart status deploy test shell k9s" _breeze_allowed_test_types="All Core Providers API CLI Integration Other WWW Heisentests Postgres MySQL Helm" -_breeze_allowed_package_formats="wheel sdist both" +_breeze_allowed_package_formats="both sdist wheel" _breeze_allowed_installation_methods=". apache-airflow" # shellcheck disable=SC2034 @@ -161,7 +161,7 @@ S: N: _breeze_long_options=" help python: backend: integration: kubernetes-mode: kubernetes-version: helm-version: kind-version: -skip-mounting-local-sources install-airflow-version: install-airflow-reference: db-reset +skip-mounting-local-sources mount-all-local-sources install-airflow-version: install-airflow-reference: db-reset verbose assume-yes assume-no assume-quit forward-credentials init-script: force-build-images force-pull-images production-image extras: force-clean-images skip-rebuild-check build-cache-local build-cache-pulled build-cache-disabled disable-pip-cache @@ -198,7 +198,7 @@ toggle-suppress-asciiart" _breeze_extra_arg_commands=" docker-compose kind-cluster -prepare-provider-readme +prepare-provider-documentation prepare-provider-packages static-check tests diff --git a/dev/PROVIDER_PACKAGE_DETAILS.md b/dev/PROVIDER_PACKAGE_DETAILS.md index 7d71384b3a864..67a303f1027be 100644 --- a/dev/PROVIDER_PACKAGE_DETAILS.md +++ b/dev/PROVIDER_PACKAGE_DETAILS.md @@ -25,7 +25,7 @@ - [Deciding when to release](#deciding-when-to-release) - [Backport Packages](#backport-packages) - [Regular Provider packages](#regular-provider-packages) -- [Generating release notes](#generating-release-notes) +- [Generating provider documentation](#generating-provider-documentation) - [Backport providers](#backport-providers) - [Regular providers](#regular-providers) - [Content of the release notes](#content-of-the-release-notes) @@ -94,14 +94,14 @@ marking those as patches/features/backwards incompatible changes. Details to be hashed out in [the related issue](https://github.com/apache/airflow/issues/11425) -# Generating release notes +# Generating provider documentation ## Backport providers When you want to prepare release notes for a package, you need to run: ``` -./breeze --backports prepare-provider-readme [YYYY.MM.DD] ... +./breeze --backports prepare-provider-documentation [YYYY.MM.DD] ... ``` @@ -120,14 +120,14 @@ merged in the master recently, they will be automatically taken into account. Typically, the first time you run release before release, you run it with target release.date: ``` -./breeze --backports prepare-provider-readme 2020.05.20 google +./breeze --backports prepare-provider-documentation 2020.05.20 google ``` Then while you iterate with merges and release candidates you update the release date without providing the date (to update the existing release notes) ``` -./breeze --backports prepare-provider-readme google +./breeze --backports prepare-provider-documentation google ``` @@ -140,7 +140,7 @@ to the repository. When you want to prepare release notes for a package, you need to run: ``` -./breeze --backports prepare-provider-readme ... +./breeze --backports prepare-provider-documentation ... ``` The version for each package is going to be updated separately for each package when we agree to the @@ -158,7 +158,7 @@ release date without providing the date (to update the existing release notes) ``` -./breeze --backports prepare-provider-readme google +./breeze --backports prepare-provider-documentation google ``` diff --git a/dev/README_RELEASE_BACKPORT_PROVIDER_PACKAGES.md b/dev/README_RELEASE_BACKPORT_PROVIDER_PACKAGES.md new file mode 100644 index 0000000000000..c734d3bd5e246 --- /dev/null +++ b/dev/README_RELEASE_BACKPORT_PROVIDER_PACKAGES.md @@ -0,0 +1,711 @@ + + + +**Table of contents** + +- [Backport provider packages](#backport-provider-packages) +- [Decide when to release](#decide-when-to-release) +- [Backport provider packages versioning](#backport-provider-packages-versioning) +- [Prepare Backport Provider Packages (RC)](#prepare-backport-provider-packages-rc) + - [Generate release notes](#generate-release-notes) + - [Build an RC release for SVN apache upload](#build-an-rc-release-for-svn-apache-upload) + - [Build and sign the source and convenience packages](#build-and-sign-the-source-and-convenience-packages) + - [Commit the source packages to Apache SVN repo](#commit-the-source-packages-to-apache-svn-repo) + - [Publish the RC convenience package to PyPI](#publish-the-rc-convenience-package-to-pypi) + - [Prepare voting email for Backport Providers release candidate](#prepare-voting-email-for-backport-providers-release-candidate) + - [Verify the release by PMC members](#verify-the-release-by-pmc-members) + - [Verify by Contributors](#verify-by-contributors) + - [Publish the final releases of backport packages](#publish-the-final-releases-of-backport-packages) + - [Update Announcements page](#update-announcements-page) + + + +------------------------------------------------------------------------------------------------------------ + +# Backport provider packages + +The prerequisites to release Apache Airflow are described in [README.md](README.md). + +You can read more about the command line tools used to generate the packages and the two types of +packages we have (Backport and Regular Provider Packages) in [Provider packages](PROVIDER_PACKAGES.md). + +# Decide when to release + +You can release provider packages separately from the main Airflow on an ad-hoc basis, whenever we find that +a given provider needs to be released - due to new features or due to bug fixes. +You can release each provider package separately, but due to voting and release overhead we try to group +releases of provider packages together. + +# Backport provider packages versioning + +We are using the [CALVER](https://calver.org/) versioning scheme for the backport packages. We also have an +automated way to prepare and build the packages, so it should be very easy to release the packages often and +separately. Backport packages will be maintained for three months after 2.0.0 version of Airflow, and it is +really a bridge, allowing people to migrate to Airflow 2.0 in stages, so the overhead of maintaining +semver versioning does not apply there - subsequent releases might be backward-incompatible, and it is +not indicated by the version of the packages. + +# Prepare Backport Provider Packages (RC) + +## Generate release notes + +Prepare release notes for all the packages you plan to release. Where YYYY.MM.DD is the CALVER +date for the packages. + +```shell script +./breeze --backports prepare-provider-documentation YYYY.MM.DD [packages] +``` + +If you iterate with merges and release candidates you can update the release date without providing +the date (to update the existing release notes) + +```shell script +./breeze --backports prepare-provider-documentation 2020.01.01 google +``` + +Generated readme files should be eventually committed to the repository. + +## Build an RC release for SVN apache upload + +The Release Candidate artifacts we vote upon should be the exact ones we vote against, without any +modification than renaming i.e. the contents of the files must be the same between voted +release candidate and final release. Because of this the version in the built artifacts +that will become the official Apache releases must not include the rcN suffix. They also need +to be signed and have checksum files. You can generate the checksum/signature files by running +the "dev/sign.sh" script (assuming you have the right PGP key set-up for signing). The script +generates corresponding .asc and .sha512 files for each file to sign. + +## Build and sign the source and convenience packages + +* Set environment variables (version and root of airflow repo) + +```shell script +export VERSION=2020.5.20rc2 +export AIRFLOW_REPO_ROOT=$(pwd) + +``` + +* Build the source package: + +```shell script +${AIRFLOW_REPO_ROOT}/dev/provider_packages/build_source_package.sh --backports +``` + +It will generate `apache-airflow-backport-providers-${VERSION}-source.tar.gz` + +* Generate the packages - since we are preparing packages for SVN repo, we should use the right switch. Note + that this will clean up dist folder before generating the packages, so it will only contain the packages + you intended to build. + +```shell script +./breeze --backports prepare-provider-packages --version-suffix-for-svn rc1 +``` + +if you ony build few packages, run: + +```shell script +./breeze --backports prepare-provider-packages --version-suffix-for-svn rc1 PACKAGE PACKAGE .... +``` + +* Move the source tarball to dist folder + +```shell script +mv apache-airflow-backport-providers-${VERSION}-source.tar.gz dist +``` + +* Sign all your packages + +```shell script +pushd dist +../dev/sign.sh * +popd +``` + +* Push tags to Apache repository (assuming that you have apache remote pointing to apache/airflow repo)] + +```shell script +git push apache backport-providers-${VERSION} +``` + +## Commit the source packages to Apache SVN repo + +* Push the artifacts to ASF dev dist repo + +```shell script +# First clone the repo if you do not have it +svn checkout https://dist.apache.org/repos/dist/dev/airflow airflow-dev + +# update the repo in case you have it already +cd airflow-dev +svn update + +# Create a new folder for the release. +cd airflow-dev/backport-providers +svn mkdir ${VERSION} + +# Move the artifacts to svn folder +mv ${AIRFLOW_REPO_ROOT}/dist/* ${VERSION}/ + +# Add and commit +svn add ${VERSION}/* +svn commit -m "Add artifacts for Airflow ${VERSION}" + +cd ${AIRFLOW_REPO_ROOT} +``` + +Verify that the files are available at +[backport-providers](https://dist.apache.org/repos/dist/dev/airflow/backport-providers/) + +## Publish the RC convenience package to PyPI + +In order to publish to PyPI you just need to build and release packages. The packages should however +contain the rcN suffix in the version name as well, so you need to use `--version-suffix-for-pypi` switch +to prepare those packages. Note that these are different packages than the ones used for SVN upload +though they should be generated from the same sources. + +* Generate the packages with the right RC version (specify the version suffix with PyPI switch). Note that +this will clean up dist folder before generating the packages, so you will only have the right packages there. + +```shell script +./breeze --backports prepare-provider-packages --version-suffix-for-pypi rc1 +``` + +if you ony build few packages, run: + +```shell script +./breeze --backports prepare-provider-packages --version-suffix-for-pypi rc1 PACKAGE PACKAGE .... +``` + +* Verify the artifacts that would be uploaded: + +```shell script +twine check dist/* +``` + +* Upload the package to PyPi's test environment: + +```shell script +twine upload -r pypitest dist/* +``` + +* Verify that the test packages look good by downloading it and installing them into a virtual environment. +Twine prints the package links as output - separately for each package. + +* Upload the package to PyPi's production environment: + +```shell script +twine upload -r pypi dist/* +``` + +* Copy the list of links to the uploaded packages - they will be useful in preparing VOTE email. + +* Again, confirm that the packages are available under the links printed. + +## Prepare voting email for Backport Providers release candidate + +Make sure the packages are in https://dist.apache.org/repos/dist/dev/airflow/backport-providers/ + +Send out a vote to the dev@airflow.apache.org mailing list. Here you can prepare text of the +email using the ${VERSION} variable you already set in the command line. + +subject: + + +```shell script +cat <-${VERSION}-bin.tar.gz* are the binary + Python "sdist" release. + +The test procedure for PMCs and Contributors who would like to test the RC candidates are described in +https://github.com/apache/airflow/blob/master/dev/README.md#vote-and-verify-the-backport-providers-release-candidate + + +Public keys are available at: +https://dist.apache.org/repos/dist/release/airflow/KEYS + +Please vote accordingly: + +[ ] +1 approve +[ ] +0 no opinion +[ ] -1 disapprove with the reason + + +Only votes from PMC members are binding, but members of the community are +encouraged to test the release and vote with "(non-binding)". + +Please note that the version number excludes the 'rcX' string, so it's now +simply ${VERSION%rc?}. This will allow us to rename the artifact without modifying +the artifact checksums when we actually release. + +Each of the packages contains detailed changelog. Here is the list of links to +the released packages and changelogs: + + + +Cheers, + + +EOF +``` + +Due to the nature of backport packages, not all packages have to be released as convenience +packages in the final release. During the voting process +the voting PMCs might decide to exclude certain packages from the release if some critical +problems have been found in some packages. + +Please modify the message above accordingly to clearly exclude those packages. + +## Verify the release by PMC members + +### SVN check + +The files should be present in the sub-folder of +[Airflow dist](https://dist.apache.org/repos/dist/dev/airflow/backport-providers/) + +The following files should be present (9 files): + +* -source.tar.gz + .asc + .sha512 (one set of files) +* -bin-tar.gz + .asc + .sha512 (one set of files per provider) +* -.whl + .asc + .sha512 (one set of files per provider) + +As a PMC you should be able to clone the SVN repository: + +```shell script +svn co https://dist.apache.org/repos/dist/dev/airflow/ +``` + +Or update it if you already checked it out: + +```shell script +svn update . +``` + +### Licences check + +This can be done with the Apache RAT tool. + +* Download the latest jar from https://creadur.apache.org/rat/download_rat.cgi (unpack the sources, + the jar is inside) +* Unpack the -source.tar.gz to a folder +* Enter the folder and run the check (point to the place where you extracted the .jar) + +```shell script +java -jar ../../apache-rat-0.13/apache-rat-0.13.jar -E .rat-excludes -d . +``` + +### Signature check + +Make sure you have the key of person signed imported in your GPG. You can find the valid keys in +[KEYS](https://dist.apache.org/repos/dist/release/airflow/KEYS). + +You can import the whole KEYS file: + +```shell script +gpg --import KEYS +``` + +You can also import the keys individually from a keyserver. The below one uses Kaxil's key and +retrieves it from the default GPG keyserver +[OpenPGP.org](https://keys.openpgp.org): + +```shell script +gpg --receive-keys 12717556040EEF2EEAF1B9C275FCCD0A25FA0E4B +``` + +You should choose to import the key when asked. + +Note that by being default, the OpenPGP server tends to be overloaded often and might respond with +errors or timeouts. Many of the release managers also uploaded their keys to the +[GNUPG.net](https://keys.gnupg.net) keyserver, and you can retrieve it from there. + +```shell script +gpg --keyserver keys.gnupg.net --receive-keys 12717556040EEF2EEAF1B9C275FCCD0A25FA0E4B +``` + +Once you have the keys, the signatures can be verified by running this: + +```shell script +for i in *.asc +do + echo "Checking $i"; gpg --verify $i +done +``` + +This should produce results similar to the below. The "Good signature from ..." is indication +that the signatures are correct. Do not worry about the "not certified with a trusted signature" +warning. Most of the certificates used by release managers are self signed, that's why you get this +warning. By importing the server in the previous step and importing it via ID from +[KEYS](https://dist.apache.org/repos/dist/release/airflow/KEYS) page, you know that +this is a valid Key already. + +``` +Checking apache-airflow-1.10.12rc4-bin.tar.gz.asc +gpg: assuming signed data in 'apache-airflow-1.10.12rc4-bin.tar.gz' +gpg: Signature made sob, 22 sie 2020, 20:28:28 CEST +gpg: using RSA key 12717556040EEF2EEAF1B9C275FCCD0A25FA0E4B +gpg: Good signature from "Kaxil Naik " [unknown] +gpg: WARNING: This key is not certified with a trusted signature! +gpg: There is no indication that the signature belongs to the owner. +Primary key fingerprint: 1271 7556 040E EF2E EAF1 B9C2 75FC CD0A 25FA 0E4B +Checking apache_airflow-1.10.12rc4-py2.py3-none-any.whl.asc +gpg: assuming signed data in 'apache_airflow-1.10.12rc4-py2.py3-none-any.whl' +gpg: Signature made sob, 22 sie 2020, 20:28:31 CEST +gpg: using RSA key 12717556040EEF2EEAF1B9C275FCCD0A25FA0E4B +gpg: Good signature from "Kaxil Naik " [unknown] +gpg: WARNING: This key is not certified with a trusted signature! +gpg: There is no indication that the signature belongs to the owner. +Primary key fingerprint: 1271 7556 040E EF2E EAF1 B9C2 75FC CD0A 25FA 0E4B +Checking apache-airflow-1.10.12rc4-source.tar.gz.asc +gpg: assuming signed data in 'apache-airflow-1.10.12rc4-source.tar.gz' +gpg: Signature made sob, 22 sie 2020, 20:28:25 CEST +gpg: using RSA key 12717556040EEF2EEAF1B9C275FCCD0A25FA0E4B +gpg: Good signature from "Kaxil Naik " [unknown] +gpg: WARNING: This key is not certified with a trusted signature! +gpg: There is no indication that the signature belongs to the owner. +Primary key fingerprint: 1271 7556 040E EF2E EAF1 B9C2 75FC CD0A 25FA 0E4B +``` + +### SHA512 check + +Run this: + +```shell script +for i in *.sha512 +do + echo "Checking $i"; shasum -a 512 `basename $i .sha512 ` | diff - $i +done +``` + +You should get output similar to: + +``` +Checking apache-airflow-1.10.12rc4-bin.tar.gz.sha512 +Checking apache_airflow-1.10.12rc4-py2.py3-none-any.whl.sha512 +Checking apache-airflow-1.10.12rc4-source.tar.gz.sha512 +``` + +## Verify by Contributors + +This can be done (and we encourage to) by any of the Contributors. In fact, it's best if the +actual users of Apache Airflow test it in their own staging/test installations. Each release candidate +is available on PyPI apart from SVN packages, so everyone should be able to install +the release candidate version of Airflow via simply ( is 1.10.12 for example, and is +release candidate number 1,2,3,....). + +You can use any of the installation methods you prefer (you can even install it via the binary wheels +downloaded from the SVN). + +### Installing in your local virtualenv + +You have to make sure you have Airflow 1.10.* installed in your PIP virtualenv +(the version you want to install providers with). + +```shell script +pip install apache-airflow-backport-providers-==rc +``` + +### Installing with Breeze + +There is also an easy way of installation with Breeze if you have the latest sources of Apache Airflow. +Here is a typical scenario. + +First copy all the provider packages .whl files to the `dist` folder. + +```shell script +./breeze start-airflow --install-airflow-version rc \ + --python 3.7 --backend postgres --install-packages-from-dist +``` + +For 1.10 releases you can also use `--no-rbac-ui` flag disable RBAC UI of Airflow: + +```shell script +./breeze start-airflow --install-airflow-version rc \ + --python 3.7 --backend postgres --install-packages-from-dist --no-rbac-ui +``` + +### Building your own docker image + +If you prefer to build your own image, you can also use the official image and PyPI packages to test +backport packages. This is especially helpful when you want to test integrations, but you need to install +additional tools. Below is an example Dockerfile, which installs backport providers for Google and +an additional third-party tools: + +```dockerfile +FROM apache/airflow:1.10.12 + +RUN pip install --user apache-airflow-backport-providers-google==2020.10.5.rc1 + +RUN curl https://sdk.cloud.google.com | bash \ + && echo "source /home/airflow/google-cloud-sdk/path.bash.inc" >> /home/airflow/.bashrc \ + && echo "source /home/airflow/google-cloud-sdk/completion.bash.inc" >> /home/airflow/.bashrc + +USER 0 +RUN KUBECTL_VERSION="$(curl -s https://storage.googleapis.com/kubernetes-release/release/stable.txt)" \ + && KUBECTL_URL="https://storage.googleapis.com/kubernetes-release/release/${KUBECTL_VERSION}/bin/linux/amd64/kubectl" \ + && curl -L "${KUBECTL_URL}" --output /usr/local/bin/kubectl \ + && chmod +x /usr/local/bin/kubectl + +USER ${AIRFLOW_UID} +``` + +To build an image build and run a shell, run: + +```shell script +docker build . -t my-airflow +docker run -ti \ + --rm \ + -v "$PWD/data:/opt/airflow/" \ + -v "$PWD/keys/:/keys/" \ + -p 8080:8080 \ + -e GOOGLE_APPLICATION_CREDENTIALS=/keys/sa.json \ + -e AIRFLOW__CORE__LOAD_EXAMPLES=True \ + my-airflow bash +``` + +### Additional Verification + +Once you install and run Airflow, you can perform any verification you see as necessary to check +that the Airflow works as you expected. + +## Publish the final releases of backport packages + +### Summarize the voting for the Backport Providers Release + +Once the vote has been passed, you will need to send a result vote to dev@airflow.apache.org: + +Subject: + +```shell script +cat <@%3Cdev.airflow.apache.org%3E + +I'll continue with the release process and the release announcement will follow shortly. + +Cheers, + + +EOF + +``` + +### Publish release to SVN + +The best way of doing this is to svn cp between the two repos (this avoids having to upload the binaries +again, and gives a clearer history in the svn commit logs. + +We also need to archive older releases before copying the new ones +[Release policy](http://www.apache.org/legal/release-policy.html#when-to-archive) + +```shell script +# Set the variables +export VERSION_RC=2020.5.20rc2 +export VERSION=${VERSION_RC/rc?/} + +# Set AIRFLOW_REPO_ROOT to the path of your git repo +export AIRFLOW_REPO_ROOT=$(pwd) + +# Go to the directory where you have checked out the dev svn release +# And go to the sub-folder with RC candidates +cd "/backport-providers/${VERSION_RC}" +export SOURCE_DIR=$(pwd) + +# Go the folder where you have checked out the release repo +# Clone it if it's not done yet +svn checkout https://dist.apache.org/repos/dist/release/airflow airflow-release + +# Update to latest version +svn update + +# Create backport-providers folder if it does not exist +# All latest releases are kept in this one folder without version sub-folder +mkdir -pv backport-providers +cd backport-providers + +# Move the artifacts to svn folder & remove the rc postfix +for file in ${SOURCE_DIR}/*${VERSION_RC}* +do + base_file=$(basename ${file}) + svn cp "${file}" "${base_file/${VERSION_RC}/${VERSION}}" +done + + +# If some packages have been excluded, remove them now +# Check the packages +ls ** +# Remove them +svn rm ** + +# Check which old packages will be removed (you need python 3.6+) +python ${AIRFLOW_REPO_ROOT}/dev/provider_packages/remove_old_releases.py \ + --directory . + +# Remove those packages +python ${AIRFLOW_REPO_ROOT}/dev/provider_packages/remove_old_releases.py \ + --directory . --execute + + +# Commit to SVN +svn commit -m "Release Airflow Backport Providers ${VERSION} from ${VERSION_RC}" +``` + +Verify that the packages appear in +[backport-providers](https://dist.apache.org/repos/dist/release/airflow/backport-providers) + +### Publish the final version convenience package to PyPI + +Checkout the RC Version: + +```shell script +git checkout backport-providers-${VERSION_RC} +``` + +Tag and push the final version (providing that your apache remote is named 'apache'): + +```shell script +git tag backport-providers-${VERSION} +git push apache backport-providers-${VERSION} +``` + +In order to publish to PyPI you just need to build and release packages. + +* Generate the packages. + +```shell script +./breeze --backports prepare-provider-packages both +``` + +if you ony build few packages, run: + +```shell script +./breeze --backports prepare-provider-packages ... +``` + +In case you decided to remove some of the packages. remove them from dist folder now: + +```shell script +ls dist/** +rm dist/** +``` + + +* Verify the artifacts that would be uploaded: + +```shell script +twine check dist/* +``` + +* Upload the package to PyPi's test environment: + +```shell script +twine upload -r pypitest dist/* +``` + +* Verify that the test packages look good by downloading it and installing them into a virtual environment. +Twine prints the package links as output - separately for each package. + +* Upload the package to PyPi's production environment: + +```shell script +twine upload -r pypi dist/* +``` + +### Notify developers of release + +- Notify users@airflow.apache.org (cc'ing dev@airflow.apache.org and announce@apache.org) that +the artifacts have been published: + +Subject: + +```shell script +cat < + + +Cheers, + +EOF +``` + +## Update Announcements page + +Update "Announcements" page at the [Official Airflow website](https://airflow.apache.org/announcements/) diff --git a/dev/README_RELEASE_PROVIDER_PACKAGES.md b/dev/README_RELEASE_PROVIDER_PACKAGES.md index 488c5c860fdb1..854ec9e8308c1 100644 --- a/dev/README_RELEASE_PROVIDER_PACKAGES.md +++ b/dev/README_RELEASE_PROVIDER_PACKAGES.md @@ -20,26 +20,14 @@ **Table of contents** -- [Provider Packages](#provider-packages) +- [Regular provider packages](#regular-provider-packages) - [Decide when to release](#decide-when-to-release) -- [Backport provider packages versioning](#backport-provider-packages-versioning) - [Regular provider packages versioning](#regular-provider-packages-versioning) -- [Prepare Backport Provider Packages (RC)](#prepare-backport-provider-packages-rc) +- [Prepare Regular Providers (RC)](#prepare-regular-providers-rc) - [Generate release notes](#generate-release-notes) - - [Build an RC release for SVN apache upload](#build-an-rc-release-for-svn-apache-upload) + - [Build regular provider packages for SVN apache upload](#build-regular-provider-packages-for-svn-apache-upload) - [Build and sign the source and convenience packages](#build-and-sign-the-source-and-convenience-packages) - [Commit the source packages to Apache SVN repo](#commit-the-source-packages-to-apache-svn-repo) - - [Publish the RC convenience package to PyPI](#publish-the-rc-convenience-package-to-pypi) - - [Prepare voting email for Backport Providers release candidate](#prepare-voting-email-for-backport-providers-release-candidate) - - [Verify the release by PMC members](#verify-the-release-by-pmc-members) - - [Verify by Contributors](#verify-by-contributors) - - [Publish the final releases of backport packages](#publish-the-final-releases-of-backport-packages) - - [Update Announcements page](#update-announcements-page) -- [Prepare Regular Providers (Alphas/Betas)](#prepare-regular-providers-alphasbetas) - - [Generate release notes](#generate-release-notes-1) - - [Build regular provider packages for SVN apache upload](#build-regular-provider-packages-for-svn-apache-upload) - - [Build and sign the source and convenience packages](#build-and-sign-the-source-and-convenience-packages-1) - - [Commit the source packages to Apache SVN repo](#commit-the-source-packages-to-apache-svn-repo-1) - [Publish the Regular convenience package to PyPI](#publish-the-regular-convenience-package-to-pypi) - [Publish documentation](#publish-documentation) - [Notify developers of release](#notify-developers-of-release) @@ -48,7 +36,7 @@ ------------------------------------------------------------------------------------------------------------ -# Provider Packages +# Regular provider packages The prerequisites to release Apache Airflow are described in [README.md](README.md). @@ -62,15 +50,6 @@ a given provider needs to be released - due to new features or due to bug fixes. You can release each provider package separately, but due to voting and release overhead we try to group releases of provider packages together. -# Backport provider packages versioning - -We are using the [CALVER](https://calver.org/) versioning scheme for the backport packages. We also have an -automated way to prepare and build the packages, so it should be very easy to release the packages often and -separately. Backport packages will be maintained for three months after 2.0.0 version of Airflow, and it is -really a bridge, allowing people to migrate to Airflow 2.0 in stages, so the overhead of maintaining -semver versioning does not apply there - subsequent releases might be backward-incompatible, and it is -not indicated by the version of the packages. - # Regular provider packages versioning We are using the [SEMVER](https://semver.org/) versioning scheme for the regular packages. This is in order @@ -80,670 +59,25 @@ packages. Details about maintaining the SEMVER version are going to be discussed and implemented in [the related issue](https://github.com/apache/airflow/issues/11425) -# Prepare Backport Provider Packages (RC) +# Prepare Regular Providers (RC) ## Generate release notes -Prepare release notes for all the packages you plan to release. Where YYYY.MM.DD is the CALVER -date for the packages. - -```shell script -./breeze --backports prepare-provider-readme YYYY.MM.DD [packages] -``` - -If you iterate with merges and release candidates you can update the release date without providing -the date (to update the existing release notes) - -```shell script -./breeze --backports prepare-provider-readme google -``` - -Generated readme files should be eventually committed to the repository. - -## Build an RC release for SVN apache upload - -The Release Candidate artifacts we vote upon should be the exact ones we vote against, without any -modification than renaming i.e. the contents of the files must be the same between voted -release candidate and final release. Because of this the version in the built artifacts -that will become the official Apache releases must not include the rcN suffix. They also need -to be signed and have checksum files. You can generate the checksum/signature files by running -the "dev/sign.sh" script (assuming you have the right PGP key set-up for signing). The script -generates corresponding .asc and .sha512 files for each file to sign. - -## Build and sign the source and convenience packages - -* Set environment variables (version and root of airflow repo) - -```shell script -export VERSION=2020.5.20rc2 -export AIRFLOW_REPO_ROOT=$(pwd) - -``` - -* Build the source package: - -```shell script -${AIRFLOW_REPO_ROOT}/dev/provider_packages/build_source_package.sh --backports -``` - -It will generate `apache-airflow-backport-providers-${VERSION}-source.tar.gz` - -* Generate the packages - since we are preparing packages for SVN repo, we should use the right switch. Note - that this will clean up dist folder before generating the packages, so it will only contain the packages - you intended to build. - -```shell script -./breeze --backports prepare-provider-packages --package-format both --version-suffix-for-svn rc1 -``` - -if you ony build few packages, run: - -```shell script -./breeze --backports prepare-provider-packages --package-format both --version-suffix-for-svn rc1 PACKAGE PACKAGE .... -``` - -* Move the source tarball to dist folder - -```shell script -mv apache-airflow-backport-providers-${VERSION}-source.tar.gz dist -``` - -* Sign all your packages - -```shell script -pushd dist -../dev/sign.sh * -popd -``` - -* Push tags to Apache repository (assuming that you have apache remote pointing to apache/airflow repo)] - -```shell script -git push apache backport-providers-${VERSION} -``` - -## Commit the source packages to Apache SVN repo - -* Push the artifacts to ASF dev dist repo - -```shell script -# First clone the repo if you do not have it -svn checkout https://dist.apache.org/repos/dist/dev/airflow airflow-dev - -# update the repo in case you have it already -cd airflow-dev -svn update - -# Create a new folder for the release. -cd airflow-dev/backport-providers -svn mkdir ${VERSION} - -# Move the artifacts to svn folder -mv ${AIRFLOW_REPO_ROOT}/dist/* ${VERSION}/ - -# Add and commit -svn add ${VERSION}/* -svn commit -m "Add artifacts for Airflow ${VERSION}" - -cd ${AIRFLOW_REPO_ROOT} -``` - -Verify that the files are available at -[backport-providers](https://dist.apache.org/repos/dist/dev/airflow/backport-providers/) - -## Publish the RC convenience package to PyPI - -In order to publish to PyPI you just need to build and release packages. The packages should however -contain the rcN suffix in the version name as well, so you need to use `--version-suffix-for-pypi` switch -to prepare those packages. Note that these are different packages than the ones used for SVN upload -though they should be generated from the same sources. - -* Generate the packages with the right RC version (specify the version suffix with PyPI switch). Note that -this will clean up dist folder before generating the packages, so you will only have the right packages there. - -```shell script -./breeze --backports prepare-provider-packages --package-format both --version-suffix-for-pypi rc1 -``` - -if you ony build few packages, run: - -```shell script -./breeze --backports prepare-provider-packages --package-format both --version-suffix-for-pypi rc1 PACKAGE PACKAGE .... -``` - -* Verify the artifacts that would be uploaded: - -```shell script -twine check dist/* -``` - -* Upload the package to PyPi's test environment: - -```shell script -twine upload -r pypitest dist/* -``` - -* Verify that the test packages look good by downloading it and installing them into a virtual environment. -Twine prints the package links as output - separately for each package. - -* Upload the package to PyPi's production environment: - -```shell script -twine upload -r pypi dist/* -``` - -* Copy the list of links to the uploaded packages - they will be useful in preparing VOTE email. - -* Again, confirm that the packages are available under the links printed. - -## Prepare voting email for Backport Providers release candidate - -Make sure the packages are in https://dist.apache.org/repos/dist/dev/airflow/backport-providers/ - -Send out a vote to the dev@airflow.apache.org mailing list. Here you can prepare text of the -email using the ${VERSION} variable you already set in the command line. - -subject: - - -```shell script -cat <-${VERSION}-bin.tar.gz* are the binary - Python "sdist" release. - -The test procedure for PMCs and Contributors who would like to test the RC candidates are described in -https://github.com/apache/airflow/blob/master/dev/README.md#vote-and-verify-the-backport-providers-release-candidate - - -Public keys are available at: -https://dist.apache.org/repos/dist/release/airflow/KEYS - -Please vote accordingly: - -[ ] +1 approve -[ ] +0 no opinion -[ ] -1 disapprove with the reason - - -Only votes from PMC members are binding, but members of the community are -encouraged to test the release and vote with "(non-binding)". - -Please note that the version number excludes the 'rcX' string, so it's now -simply ${VERSION%rc?}. This will allow us to rename the artifact without modifying -the artifact checksums when we actually release. - -Each of the packages contains detailed changelog. Here is the list of links to -the released packages and changelogs: - - - -Cheers, - - -EOF -``` - -Due to the nature of backport packages, not all packages have to be released as convenience -packages in the final release. During the voting process -the voting PMCs might decide to exclude certain packages from the release if some critical -problems have been found in some packages. - -Please modify the message above accordingly to clearly exclude those packages. - -## Verify the release by PMC members - -### SVN check - -The files should be present in the sub-folder of -[Airflow dist](https://dist.apache.org/repos/dist/dev/airflow/backport-providers/) - -The following files should be present (9 files): - -* -source.tar.gz + .asc + .sha512 (one set of files) -* -bin-tar.gz + .asc + .sha512 (one set of files per provider) -* -.whl + .asc + .sha512 (one set of files per provider) - -As a PMC you should be able to clone the SVN repository: - -```shell script -svn co https://dist.apache.org/repos/dist/dev/airflow/ -``` - -Or update it if you already checked it out: - -```shell script -svn update . -``` - -### Licences check - -This can be done with the Apache RAT tool. - -* Download the latest jar from https://creadur.apache.org/rat/download_rat.cgi (unpack the sources, - the jar is inside) -* Unpack the -source.tar.gz to a folder -* Enter the folder and run the check (point to the place where you extracted the .jar) - -```shell script -java -jar ../../apache-rat-0.13/apache-rat-0.13.jar -E .rat-excludes -d . -``` - -### Signature check - -Make sure you have the key of person signed imported in your GPG. You can find the valid keys in -[KEYS](https://dist.apache.org/repos/dist/release/airflow/KEYS). - -You can import the whole KEYS file: - -```shell script -gpg --import KEYS -``` - -You can also import the keys individually from a keyserver. The below one uses Kaxil's key and -retrieves it from the default GPG keyserver -[OpenPGP.org](https://keys.openpgp.org): - -```shell script -gpg --receive-keys 12717556040EEF2EEAF1B9C275FCCD0A25FA0E4B -``` - -You should choose to import the key when asked. - -Note that by being default, the OpenPGP server tends to be overloaded often and might respond with -errors or timeouts. Many of the release managers also uploaded their keys to the -[GNUPG.net](https://keys.gnupg.net) keyserver, and you can retrieve it from there. - -```shell script -gpg --keyserver keys.gnupg.net --receive-keys 12717556040EEF2EEAF1B9C275FCCD0A25FA0E4B -``` - -Once you have the keys, the signatures can be verified by running this: - -```shell script -for i in *.asc -do - echo "Checking $i"; gpg --verify $i -done -``` - -This should produce results similar to the below. The "Good signature from ..." is indication -that the signatures are correct. Do not worry about the "not certified with a trusted signature" -warning. Most of the certificates used by release managers are self signed, that's why you get this -warning. By importing the server in the previous step and importing it via ID from -[KEYS](https://dist.apache.org/repos/dist/release/airflow/KEYS) page, you know that -this is a valid Key already. - -``` -Checking apache-airflow-1.10.12rc4-bin.tar.gz.asc -gpg: assuming signed data in 'apache-airflow-1.10.12rc4-bin.tar.gz' -gpg: Signature made sob, 22 sie 2020, 20:28:28 CEST -gpg: using RSA key 12717556040EEF2EEAF1B9C275FCCD0A25FA0E4B -gpg: Good signature from "Kaxil Naik " [unknown] -gpg: WARNING: This key is not certified with a trusted signature! -gpg: There is no indication that the signature belongs to the owner. -Primary key fingerprint: 1271 7556 040E EF2E EAF1 B9C2 75FC CD0A 25FA 0E4B -Checking apache_airflow-1.10.12rc4-py2.py3-none-any.whl.asc -gpg: assuming signed data in 'apache_airflow-1.10.12rc4-py2.py3-none-any.whl' -gpg: Signature made sob, 22 sie 2020, 20:28:31 CEST -gpg: using RSA key 12717556040EEF2EEAF1B9C275FCCD0A25FA0E4B -gpg: Good signature from "Kaxil Naik " [unknown] -gpg: WARNING: This key is not certified with a trusted signature! -gpg: There is no indication that the signature belongs to the owner. -Primary key fingerprint: 1271 7556 040E EF2E EAF1 B9C2 75FC CD0A 25FA 0E4B -Checking apache-airflow-1.10.12rc4-source.tar.gz.asc -gpg: assuming signed data in 'apache-airflow-1.10.12rc4-source.tar.gz' -gpg: Signature made sob, 22 sie 2020, 20:28:25 CEST -gpg: using RSA key 12717556040EEF2EEAF1B9C275FCCD0A25FA0E4B -gpg: Good signature from "Kaxil Naik " [unknown] -gpg: WARNING: This key is not certified with a trusted signature! -gpg: There is no indication that the signature belongs to the owner. -Primary key fingerprint: 1271 7556 040E EF2E EAF1 B9C2 75FC CD0A 25FA 0E4B -``` - -### SHA512 check - -Run this: - -```shell script -for i in *.sha512 -do - echo "Checking $i"; shasum -a 512 `basename $i .sha512 ` | diff - $i -done -``` - -You should get output similar to: - -``` -Checking apache-airflow-1.10.12rc4-bin.tar.gz.sha512 -Checking apache_airflow-1.10.12rc4-py2.py3-none-any.whl.sha512 -Checking apache-airflow-1.10.12rc4-source.tar.gz.sha512 -``` - -## Verify by Contributors - -This can be done (and we encourage to) by any of the Contributors. In fact, it's best if the -actual users of Apache Airflow test it in their own staging/test installations. Each release candidate -is available on PyPI apart from SVN packages, so everyone should be able to install -the release candidate version of Airflow via simply ( is 1.10.12 for example, and is -release candidate number 1,2,3,....). - -You can use any of the installation methods you prefer (you can even install it via the binary wheels -downloaded from the SVN). - -### Installing in your local virtualenv - -You have to make sure you have Airflow 1.10.* installed in your PIP virtualenv -(the version you want to install providers with). - -```shell script -pip install apache-airflow-backport-providers-==rc -``` - -### Installing with Breeze - -There is also an easy way of installation with Breeze if you have the latest sources of Apache Airflow. -Here is a typical scenario. - -First copy all the provider packages .whl files to the `dist` folder. - -```shell script -./breeze start-airflow --install-airflow-version rc \ - --python 3.7 --backend postgres --install-packages-from-dist -``` - -For 1.10 releases you can also use `--no-rbac-ui` flag disable RBAC UI of Airflow: - -```shell script -./breeze start-airflow --install-airflow-version rc \ - --python 3.7 --backend postgres --install-packages-from-dist --no-rbac-ui -``` - -### Building your own docker image - -If you prefer to build your own image, you can also use the official image andipi PyPI packages to test -backport packages. This is especially helpful when you want to test integrations, but you need to install -additional tools. Below is an example Dockerfile, which installs backport providers for Google and -an additional third-party tools: - -```dockerfile -FROM apache/airflow:1.10.12 - -RUN pip install --user apache-airflow-backport-providers-google==2020.10.5.rc1 - -RUN curl https://sdk.cloud.google.com | bash \ - && echo "source /home/airflow/google-cloud-sdk/path.bash.inc" >> /home/airflow/.bashrc \ - && echo "source /home/airflow/google-cloud-sdk/completion.bash.inc" >> /home/airflow/.bashrc - -USER 0 -RUN KUBECTL_VERSION="$(curl -s https://storage.googleapis.com/kubernetes-release/release/stable.txt)" \ - && KUBECTL_URL="https://storage.googleapis.com/kubernetes-release/release/${KUBECTL_VERSION}/bin/linux/amd64/kubectl" \ - && curl -L "${KUBECTL_URL}" --output /usr/local/bin/kubectl \ - && chmod +x /usr/local/bin/kubectl - -USER ${AIRFLOW_UID} -``` - -To build an image build and run a shell, run: - -```shell script -docker build . -t my-airflow -docker run -ti \ - --rm \ - -v "$PWD/data:/opt/airflow/" \ - -v "$PWD/keys/:/keys/" \ - -p 8080:8080 \ - -e GOOGLE_APPLICATION_CREDENTIALS=/keys/sa.json \ - -e AIRFLOW__CORE__LOAD_EXAMPLES=True \ - my-airflow bash -``` - -### Additional Verification - -Once you install and run Airflow, you can perform any verification you see as necessary to check -that the Airflow works as you expected. - -## Publish the final releases of backport packages - -### Summarize the voting for the Backport Providers Release - -Once the vote has been passed, you will need to send a result vote to dev@airflow.apache.org: - -Subject: - -```shell script -cat <@%3Cdev.airflow.apache.org%3E - -I'll continue with the release process and the release announcement will follow shortly. - -Cheers, - - -EOF - -``` - -### Publish release to SVN - -The best way of doing this is to svn cp between the two repos (this avoids having to upload the binaries -again, and gives a clearer history in the svn commit logs. - -We also need to archive older releases before copying the new ones -[Release policy](http://www.apache.org/legal/release-policy.html#when-to-archive) - -```shell script -# Set the variables -export VERSION_RC=2020.5.20rc2 -export VERSION=${VERSION_RC/rc?/} - -# Set AIRFLOW_REPO_ROOT to the path of your git repo -export AIRFLOW_REPO_ROOT=$(pwd) - -# Go to the directory where you have checked out the dev svn release -# And go to the sub-folder with RC candidates -cd "/backport-providers/${VERSION_RC}" -export SOURCE_DIR=$(pwd) - -# Go the folder where you have checked out the release repo -# Clone it if it's not done yet -svn checkout https://dist.apache.org/repos/dist/release/airflow airflow-release - -# Update to latest version -svn update - -# Create backport-providers folder if it does not exist -# All latest releases are kept in this one folder without version sub-folder -mkdir -pv backport-providers -cd backport-providers - -# Move the artifacts to svn folder & remove the rc postfix -for file in ${SOURCE_DIR}/*${VERSION_RC}* -do - base_file=$(basename ${file}) - svn cp "${file}" "${base_file/${VERSION_RC}/${VERSION}}" -done - - -# If some packages have been excluded, remove them now -# Check the packages -ls ** -# Remove them -svn rm ** - -# Check which old packages will be removed (you need python 3.6+) -python ${AIRFLOW_REPO_ROOT}/dev/provider_packages/remove_old_releases.py \ - --directory . - -# Remove those packages -python ${AIRFLOW_REPO_ROOT}/dev/provider_packages/remove_old_releases.py \ - --directory . --execute - - -# Commit to SVN -svn commit -m "Release Airflow Backport Providers ${VERSION} from ${VERSION_RC}" -``` - -Verify that the packages appear in -[backport-providers](https://dist.apache.org/repos/dist/release/airflow/backport-providers) - -### Publish the final version convenience package to PyPI - -Checkout the RC Version: +Prepare release notes for all the packages you plan to release. When the provider package version +has not been updated since the latest version, the release notes are not generated. Release notes +are only generated, when the latest version of the package does not yet have a corresponding TAG. +The tags for providers is of the form ``providers-/`` for example +``providers-amazon/1.0.0``. During releasing, the RC1/RC2 tags are created (for example +``providers-amazon/1.0.0rc1``). -```shell script -git checkout backport-providers-${VERSION_RC} -``` - -Tag and push the final version (providing that your apache remote is named 'apache'): - -```shell script -git tag backport-providers-${VERSION} -git push apache backport-providers-${VERSION} -``` - -In order to publish to PyPI you just need to build and release packages. - -* Generate the packages. - -```shell script -./breeze --backports prepare-provider-packages --package-format both -``` - -if you ony build few packages, run: - -```shell script -./breeze --backports prepare-provider-packages --package-format both ... -``` - -In case you decided to remove some of the packages. remove them from dist folder now: - -```shell script -ls dist/** -rm dist/** -``` - - -* Verify the artifacts that would be uploaded: - -```shell script -twine check dist/* -``` - -* Upload the package to PyPi's test environment: - -```shell script -twine upload -r pypitest dist/* -``` - -* Verify that the test packages look good by downloading it and installing them into a virtual environment. -Twine prints the package links as output - separately for each package. - -* Upload the package to PyPi's production environment: - -```shell script -twine upload -r pypi dist/* -``` - -### Notify developers of release - -- Notify users@airflow.apache.org (cc'ing dev@airflow.apache.org and announce@apache.org) that -the artifacts have been published: - -Subject: - -```shell script -cat < - - -Cheers, - -EOF -``` - -## Update Announcements page - -Update "Announcements" page at the [Official Airflow website](https://airflow.apache.org/announcements/) - ------------------------------------------------------------------------------------------------------------- - -# Prepare Regular Providers (Alphas/Betas) - -## Generate release notes - -Prepare release notes for all the packages you plan to release. Note that for now version number is -hard-coded to 0.0.1 for all packages. Later on we are going to update the versions according -to SEMVER versioning. +You should start preparing the release notes by determining whether the Details about maintaining the SEMVER version are going to be discussed and implemented in [the related issue](https://github.com/apache/airflow/issues/11425) ```shell script -./breeze prepare-provider-readme [packages] +./breeze prepare-provider-documentation [packages] ``` You can iterate and re-generate the same readme content as many times as you want. @@ -751,11 +85,8 @@ Generated readme files should be eventually committed to the repository. ## Build regular provider packages for SVN apache upload -There is a slightly different procedure if you build pre-release (alpha/beta) packages and the -release candidates. For the Alpha artifacts there is no voting and signature/checksum check, so -we do not need to care about this part. For release candidates - those packages might get promoted -to "final" packages by just renaming the files, so internally they should keep the final version -number without the rc suffix, even if they are rc1/rc2/... candidates. +Those packages might get promoted to "final" packages by just renaming the files, so internally they +should keep the final version number without the rc suffix, even if they are rc1/rc2/... candidates. They also need to be signed and have checksum files. You can generate the checksum/signature files by running the "dev/sign.sh" script (assuming you have the right PGP key set-up for signing). The script @@ -763,41 +94,18 @@ generates corresponding .asc and .sha512 files for each file to sign. ## Build and sign the source and convenience packages -Currently, we are releasing alpha provider packages together with the main sources of Airflow. In the future -we are going to add procedure to release the sources of released provider packages separately. -Details are in [the related issue](https://github.com/apache/airflow/issues/11425) - -For alpha/beta releases you need to specify both - svn and pyp i - suffixes, and they have to match. This is -verified by the breeze script. Note that the script will clean up dist folder before generating the -packages, so it will only contain the packages you intended to build. - -* Pre-release packages: - -```shell script -export VERSION=0.0.1alpha1 - -./breeze prepare-provider-packages --package-format both --version-suffix-for-svn a1 --version-suffix-for-pypi a1 -``` - -if you ony build few packages, run: - -```shell script -./breeze prepare-provider-packages --package-format both --version-suffix-for-svn a1 --version-suffix-for-pypi a1 \ - PACKAGE PACKAGE .... -``` - * Release candidate packages: ```shell script -export VERSION=0.0.1alpha1 +export VERSION=1.1.0rc1 -./breeze prepare-provider-packages --package-format both --version-suffix-for-svn rc1 +./breeze prepare-provider-packages --version-suffix-for-svn rc1 ``` if you ony build few packages, run: ```shell script -./breeze prepare-provider-packages --package-format both --version-suffix-for-svn rc1 PACKAGE PACKAGE .... +./breeze prepare-provider-packages --version-suffix-for-svn rc1 PACKAGE PACKAGE .... ``` * Sign all your packages @@ -852,13 +160,13 @@ though they should be generated from the same sources. this will clean up dist folder before generating the packages, so you will only have the right packages there. ```shell script -./breeze prepare-provider-packages --package-format both --version-suffix-for-pypi a1 --version-suffix-for-SVN a1 +./breeze prepare-provider-packages --version-suffix-for-pypi a1 --version-suffix-for-SVN a1 ``` if you ony build few packages, run: ```shell script -./breeze prepare-provider-packages --package-format both --version-suffix-for-pypi a1 \ +./breeze prepare-provider-packages --version-suffix-for-pypi a1 \ PACKAGE PACKAGE .... ``` diff --git a/dev/import_all_classes.py b/dev/import_all_classes.py old mode 100644 new mode 100755 index da52621e8490c..2a1e688cd2700 --- a/dev/import_all_classes.py +++ b/dev/import_all_classes.py @@ -21,7 +21,9 @@ import sys import traceback from inspect import isclass -from typing import List +from typing import List, Set + +from rich import print def import_all_classes( @@ -45,6 +47,7 @@ def import_all_classes( """ imported_classes = [] tracebacks = [] + printed_packages: Set[str] = set() def mk_prefix(provider_id): return f'{prefix}{provider_id}' @@ -66,15 +69,16 @@ def onerror(_): print(f"Skipping module: {modinfo.name}") continue if print_imports: - print(f"Importing module: {modinfo.name}") + package_to_print = ".".join(modinfo.name.split(".")[:-1]) + if package_to_print not in printed_packages: + printed_packages.add(package_to_print) + print(f"Importing package: {package_to_print}") try: _module = importlib.import_module(modinfo.name) for attribute_name in dir(_module): class_name = modinfo.name + "." + attribute_name attribute = getattr(_module, attribute_name) if isclass(attribute): - if print_imports: - print(f"Imported {class_name}") imported_classes.append(class_name) except Exception: # noqa exception_str = traceback.format_exc() @@ -82,14 +86,14 @@ def onerror(_): if tracebacks: print( """ -ERROR: There were some import errors +[red]ERROR: There were some import errors[/] """, file=sys.stderr, ) for trace in tracebacks: - print("----------------------------------------", file=sys.stderr) + print("[red]----------------------------------------[/]", file=sys.stderr) print(trace, file=sys.stderr) - print("----------------------------------------", file=sys.stderr) + print("[red]----------------------------------------[/]", file=sys.stderr) sys.exit(1) else: return imported_classes @@ -107,7 +111,8 @@ def onerror(_): print() classes = import_all_classes(print_imports=True, print_skips=True, paths=args.path, prefix=args.prefix) if len(classes) == 0: - raise Exception("Something is seriously wrong - no classes imported") + print("[red]Something is seriously wrong - no classes imported[/]") + sys.exit(1) print() - print(f"SUCCESS: All provider packages are importable! Imported {len(classes)} classes.") + print(f"[green]SUCCESS: All provider packages are importable! Imported {len(classes)} classes.[/]") print() diff --git a/dev/provider_packages/BACKPORT_PROVIDER_CHANGES_TEMPLATE.md.jinja2 b/dev/provider_packages/BACKPORT_PROVIDER_CHANGES_TEMPLATE.md.jinja2 index cf700c5f89e53..e0e261124141c 100644 --- a/dev/provider_packages/BACKPORT_PROVIDER_CHANGES_TEMPLATE.md.jinja2 +++ b/dev/provider_packages/BACKPORT_PROVIDER_CHANGES_TEMPLATE.md.jinja2 @@ -15,6 +15,13 @@ KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. + + NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE + OVERWRITTEN WHEN PREPARING PACKAGES. + + IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE + `BACKPORT_PROVIDER_CHANGES_TEMPLATE.md.jinja2` IN the `dev/provider_packages` DIRECTORY + #} ### Release {{RELEASE_NO_LEADING_ZEROS}}{{ VERSION_SUFFIX }} diff --git a/dev/provider_packages/BACKPORT_PROVIDER_CLASSES_TEMPLATE.md.jinja2 b/dev/provider_packages/BACKPORT_PROVIDER_CLASSES_TEMPLATE.md.jinja2 index e433ab174a4a6..63f1d399c8e76 100644 --- a/dev/provider_packages/BACKPORT_PROVIDER_CLASSES_TEMPLATE.md.jinja2 +++ b/dev/provider_packages/BACKPORT_PROVIDER_CLASSES_TEMPLATE.md.jinja2 @@ -15,6 +15,13 @@ KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. + + NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE + OVERWRITTEN WHEN PREPARING PACKAGES. + + IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE + `BACKPORT_PROVIDER_CLASSES_TEMPLATE.md.jinja2` IN the `dev/provider_packages` DIRECTORY + #} # Provider classes summary diff --git a/dev/provider_packages/BACKPORT_PROVIDER_README_TEMPLATE.md.jinja2 b/dev/provider_packages/BACKPORT_PROVIDER_README_TEMPLATE.md.jinja2 index b3b6a025d1e1b..f300fbad31433 100644 --- a/dev/provider_packages/BACKPORT_PROVIDER_README_TEMPLATE.md.jinja2 +++ b/dev/provider_packages/BACKPORT_PROVIDER_README_TEMPLATE.md.jinja2 @@ -15,6 +15,13 @@ KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. + + NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE + OVERWRITTEN WHEN PREPARING PACKAGES. + + IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE + `BACKPORT_PROVIDER_README_TEMPLATE.md.jinja2` IN the `dev/provider_packages` DIRECTORY + #} # Package {{ PACKAGE_PIP_NAME }} @@ -72,7 +79,7 @@ You can install this package on top of an existing airflow 1.10.* installation v ## PIP requirements -{{ PIP_REQUIREMENTS_TABLE }} +{{ PIP_REQUIREMENTS_TABLE | safe }} {%- endif %} {%- if CROSS_PROVIDERS_DEPENDENCIES %} @@ -88,6 +95,6 @@ You can install such cross-provider dependencies when installing from PyPI. For pip install {{ PACKAGE_PIP_NAME }}[{{ CROSS_PROVIDERS_DEPENDENCIES[0] }}] ``` -{{ CROSS_PROVIDERS_DEPENDENCIES_TABLE }} +{{ CROSS_PROVIDERS_DEPENDENCIES_TABLE | safe }} {%- endif %} diff --git a/dev/provider_packages/BACKPORT_SETUP_TEMPLATE.cfg.jinja2 b/dev/provider_packages/BACKPORT_SETUP_TEMPLATE.cfg.jinja2 new file mode 100644 index 0000000000000..3a36afd88d617 --- /dev/null +++ b/dev/provider_packages/BACKPORT_SETUP_TEMPLATE.cfg.jinja2 @@ -0,0 +1,40 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE +# OVERWRITTEN WHEN PREPARING PACKAGES. +# +# IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE +# `BACKPORT_SETUP_TEMPLATE.cfg.jinja2` IN the `dev/provider_packages` DIRECTORY + + +[metadata] +name = Airflow {{ PROVIDER_TYPE }}: {{ PACKAGE_PIP_NAME }} +summary = {{ PROVIDER_TYPE }} for Apache Airflow. Implements {{ PACKAGE_PIP_NAME }} package +description-file = README.md +author = Apache Airflow PMC +author-email = dev@airflow.apache.org +license = Apache License, Version 2.0 +license_files = + LICENSE + NOTICE + +[bdist_wheel] +python-tag=py3 + +[files] +packages = airflow.providers.{{ PROVIDER_PACKAGE_ID }} diff --git a/dev/provider_packages/MANIFEST_TEMPLATE.in.jinja2 b/dev/provider_packages/MANIFEST_TEMPLATE.in.jinja2 index 4fd2e90309a06..cb156219dc1cf 100644 --- a/dev/provider_packages/MANIFEST_TEMPLATE.in.jinja2 +++ b/dev/provider_packages/MANIFEST_TEMPLATE.in.jinja2 @@ -16,6 +16,13 @@ # specific language governing permissions and limitations # under the License. +# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE +# OVERWRITTEN WHEN PREPARING PACKAGES. + +# IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE +# `MANIFEST_TEMPLATE.py.jinja2` IN the `provider_packages` DIRECTORY + + {% if PROVIDER_PACKAGE_ID == 'amazon' %} include airflow/providers/amazon/aws/hooks/batch_waiters.json {% elif PROVIDER_PACKAGE_ID == 'cncf.kubernetes' %} diff --git a/dev/provider_packages/PROVIDER_CHANGES_TEMPLATE.md.jinja2 b/dev/provider_packages/PROVIDER_CHANGES_TEMPLATE.md.jinja2 deleted file mode 100644 index cf700c5f89e53..0000000000000 --- a/dev/provider_packages/PROVIDER_CHANGES_TEMPLATE.md.jinja2 +++ /dev/null @@ -1,22 +0,0 @@ -{# - Licensed to the Apache Software Foundation (ASF) under one - or more contributor license agreements. See the NOTICE file - distributed with this work for additional information - regarding copyright ownership. The ASF licenses this file - to you under the Apache License, Version 2.0 (the - "License"); you may not use this file except in compliance - with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, - software distributed under the License is distributed on an - "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - KIND, either express or implied. See the License for the - specific language governing permissions and limitations - under the License. -#} - -### Release {{RELEASE_NO_LEADING_ZEROS}}{{ VERSION_SUFFIX }} - -{{CURRENT_CHANGES_TABLE}} diff --git a/dev/provider_packages/PROVIDER_CLASSES_TEMPLATE.md.jinja2 b/dev/provider_packages/PROVIDER_CLASSES_TEMPLATE.md.jinja2 deleted file mode 100644 index e433ab174a4a6..0000000000000 --- a/dev/provider_packages/PROVIDER_CLASSES_TEMPLATE.md.jinja2 +++ /dev/null @@ -1,46 +0,0 @@ -{# - Licensed to the Apache Software Foundation (ASF) under one - or more contributor license agreements. See the NOTICE file - distributed with this work for additional information - regarding copyright ownership. The ASF licenses this file - to you under the Apache License, Version 2.0 (the - "License"); you may not use this file except in compliance - with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, - software distributed under the License is distributed on an - "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - KIND, either express or implied. See the License for the - specific language governing permissions and limitations - under the License. -#} - -# Provider classes summary - -In Airflow 2.0, all operators, transfers, hooks, sensors, secrets for the `{{PROVIDER_PACKAGE_ID}}` provider -are in the `{{FULL_PACKAGE_NAME}}` package. You can read more about the naming conventions used -in [Naming conventions for provider packages](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#naming-conventions-for-provider-packages) - -{% for entity_type in ENTITY_TYPES %} -{%- set entity_type_string = entity_type.value %} -{%- set entity_name = ENTITY_NAMES.get(entity_type) %} -{%- set entity_summary = ENTITIES.get(entity_type) %} -{%- if entity_summary.new_entities or entity_summary.moved_entities %} -## {{ entity_name.capitalize() }} - -{% if entity_summary.new_entities %} -### New {{ entity_name.lower() }} - -{{ entity_summary.new_entities_table }} -{% endif %} -{% if entity_summary.moved_entities %} -### Moved {{ entity_name.lower() }} - -{{ entity_summary.moved_entities_table }} -{% endif %} -{% endif %} -{%- endfor %} - -## Releases diff --git a/dev/provider_packages/PROVIDER_COMMITS_TEMPLATE.rst.jinja2 b/dev/provider_packages/PROVIDER_COMMITS_TEMPLATE.rst.jinja2 new file mode 100644 index 0000000000000..8997248cbbdab --- /dev/null +++ b/dev/provider_packages/PROVIDER_COMMITS_TEMPLATE.rst.jinja2 @@ -0,0 +1,55 @@ +{# + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE + OVERWRITTEN WHEN PREPARING PACKAGES. + + IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE + `PROVIDER_INDEX_TEMPLATE.rst.jinja2` IN the `dev/provider_packages` DIRECTORY + +#} + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Package {{ PACKAGE_PIP_NAME }} +------------------------------------------------------ + +{{ PROVIDER_DESCRIPTION | safe }} + +This is detailed commit list of changes for versions provider package: ``{{PROVIDER_PACKAGE_ID}}``. +For high-level changelog, see :doc:`package information including changelog `. + +{%- if DETAILED_CHANGES_PRESENT %} + +{{ DETAILED_CHANGES_RST | safe }} +{%- endif %} diff --git a/dev/provider_packages/PROVIDER_INDEX_TEMPLATE.rst.jinja2 b/dev/provider_packages/PROVIDER_INDEX_TEMPLATE.rst.jinja2 new file mode 100644 index 0000000000000..091935459ac07 --- /dev/null +++ b/dev/provider_packages/PROVIDER_INDEX_TEMPLATE.rst.jinja2 @@ -0,0 +1,87 @@ +{# + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE + OVERWRITTEN WHEN PREPARING PACKAGES. + + IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE + `PROVIDER_INDEX_TEMPLATE.rst.jinja2` IN the `dev/provider_packages` DIRECTORY + +#} + +.. toctree:: + :maxdepth: 1 + :caption: Commits + + Detailed list of commits + + +Package {{ PACKAGE_PIP_NAME }} +------------------------------------------------------ + +{{ PROVIDER_DESCRIPTION | safe }} + +Release: {{ RELEASE }}{{ VERSION_SUFFIX }} + +Provider package +---------------- + +This is a provider package for ``{{PROVIDER_PACKAGE_ID}}`` provider. All classes for this provider package +are in ``{{FULL_PACKAGE_NAME}}`` python package. + +Installation +------------ + +.. note:: + + On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver + does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice + of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4 + ``pip install --upgrade pip==20.2.4`` or, in case you use Pip 20.3, you need to add option + ``--use-deprecated legacy-resolver`` to your pip install command. + + +You can install this package on top of an existing airflow 2.* installation via +``pip install {{PACKAGE_PIP_NAME}}`` +{%- if PIP_REQUIREMENTS %} + +PIP requirements +---------------- + +{{ PIP_REQUIREMENTS_TABLE_RST | safe}} +{%- endif %} +{%- if CROSS_PROVIDERS_DEPENDENCIES %} + +Cross provider package dependencies +----------------------------------- + +Those are dependencies that might be needed in order to use all the features of the package. +You need to install the specified backport providers package in order to use them. + +You can install such cross-provider dependencies when installing from PyPI. For example: + +.. code-block:: bash + + pip install {{ PACKAGE_PIP_NAME }}[{{ CROSS_PROVIDERS_DEPENDENCIES[0] }}] + + +{{ CROSS_PROVIDERS_DEPENDENCIES_TABLE_RST | safe }} + +{%- endif %} + +{{ CHANGELOG | safe }} diff --git a/dev/provider_packages/PROVIDER_README_TEMPLATE.md.jinja2 b/dev/provider_packages/PROVIDER_README_TEMPLATE.md.jinja2 index fbfaa2957ef5b..9a4b912f3ae0e 100644 --- a/dev/provider_packages/PROVIDER_README_TEMPLATE.md.jinja2 +++ b/dev/provider_packages/PROVIDER_README_TEMPLATE.md.jinja2 @@ -15,11 +15,20 @@ KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. + + NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE + OVERWRITTEN WHEN PREPARING PACKAGES. + + IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE + `PROVIDER_README_TEMPLATE.md.jinja2` IN the `dev/provider_packages` DIRECTORY + #} # Package {{ PACKAGE_PIP_NAME }} -Release: {{ RELEASE_NO_LEADING_ZEROS }}{{ VERSION_SUFFIX }} +{{ PROVIDER_DESCRIPTION | safe }} + +Release: {{ RELEASE }}{{ VERSION_SUFFIX }} **Table of contents** @@ -31,32 +40,15 @@ Release: {{ RELEASE_NO_LEADING_ZEROS }}{{ VERSION_SUFFIX }} {%- if CROSS_PROVIDERS_DEPENDENCIES %} - [Cross provider package dependencies](#cross-provider-package-dependencies) {%- endif %} -- [Provider class summary](#provider-classes-summary) -{%- for entity_type in ENTITY_TYPES %} -{%- set entity_name = ENTITY_NAMES.get(entity_type) %} -{%- set entity_type_string = entity_name.replace(" ", "-") %} -{%- set entity_summary = ENTITIES.get(entity_type) %} -{%- if entity_summary.new_entities or entity_summary.moved_entities %} - - [{{ entity_name.capitalize() }}](#{{ entity_type_string.lower() }}) - {%- if entity_summary.new_entities %} - - [New {{ entity_name.lower() }}](#new-{{ entity_type_string.lower() }}) - {%- endif %} - {%- if entity_summary.moved_entities %} - - [Moved {{ entity_name.lower() }}](#moved-{{ entity_type_string.lower() }}) - {%- endif %} -{%- endif %} -{%- endfor %} -- [Releases](#releases) - {%- for release in RELEASES %} - - [Release {{release.release_version_no_leading_zeros}}](#release-{{release.release_version_no_leading_zeros.replace(".","")}}) - {%- endfor %} ## Provider package This is a provider package for `{{PROVIDER_PACKAGE_ID}}` provider. All classes for this provider package are in `{{FULL_PACKAGE_NAME}}` python package. -{{ ADDITIONAL_INFO }} +You can find package information and changelog for the provider +in [documentation](https://airflow.apache.org/docs/{{ PACKAGE_PIP_NAME }}/{{RELEASE}}/index.html). + ## Installation @@ -75,7 +67,7 @@ You can install this package on top of an existing airflow 2.* installation via ## PIP requirements -{{ PIP_REQUIREMENTS_TABLE }} +{{ PIP_REQUIREMENTS_TABLE | safe }} {%- endif %} {%- if CROSS_PROVIDERS_DEPENDENCIES %} @@ -91,6 +83,6 @@ You can install such cross-provider dependencies when installing from PyPI. For pip install {{ PACKAGE_PIP_NAME }}[{{ CROSS_PROVIDERS_DEPENDENCIES[0] }}] ``` -{{ CROSS_PROVIDERS_DEPENDENCIES_TABLE }} +{{ CROSS_PROVIDERS_DEPENDENCIES_TABLE | safe }} {%- endif %} diff --git a/dev/provider_packages/README.md b/dev/provider_packages/README.md index 8ca318611aeb4..f5470a4754560 100644 --- a/dev/provider_packages/README.md +++ b/dev/provider_packages/README.md @@ -21,111 +21,105 @@ **Table of Contents** *generated with [DocToc](https://github.com/thlorenz/doctoc)* -- [Backport packages](#backport-packages) -- [What the backport packages are](#what-the-backport-packages-are) -- [Content of the release notes](#content-of-the-release-notes) +- [Provider packages](#provider-packages) +- [What the provider packages are](#what-the-provider-packages-are) + - [Increasing version number](#increasing-version-number) +- [Generated release notes](#generated-release-notes) - [Generating release notes](#generating-release-notes) - - [Preparing backport packages](#preparing-backport-packages) -- [Testing provider package scripts](#testing-provider-package-scripts) - - [Backport packages](#backport-packages-1) + - [Preparing provider packages](#preparing-provider-packages) +- [Testing and debugging provider preparation](#testing-and-debugging-provider-preparation) + - [Debugging import check](#debugging-import-check) + - [Debugging verifying provider classes](#debugging-verifying-provider-classes) + - [Debugging preparing package documentation](#debugging-preparing-package-documentation) + - [Debugging preparing setup files](#debugging-preparing-setup-files) + - [Debugging preparing the packages](#debugging-preparing-the-packages) +- [Testing provider packages](#testing-provider-packages) - [Regular packages](#regular-packages) -# Backport packages +# Provider packages -# What the backport packages are +# What the provider packages are -The Backport Provider packages are packages (per provider) that make it possible to easily use Hooks, -Operators, Sensors, and Secrets from the 2.0 version of Airflow in the 1.10.* series. +The Prvider Provider packages are separate packages (one package per provider) that implement +integrations with external services for Airflow in the form of installable Python packages. -The release manager prepares backport packages separately from the main Airflow Release, using +The Release Manager prepares packages separately from the main Airflow Release, using `breeze` commands and accompanying scripts. This document provides an overview of the command line tools -needed to prepare backport packages. +needed to prepare the packages. -# Content of the release notes +## Increasing version number -Each of the backport packages contains Release notes in the form of the README.md file that is -automatically generated from history of the changes and code of the provider. - -The script generates all the necessary information: - -* summary of requirements for each backport package -* list of dependencies (including extras to install them) when package - depends on other providers packages -* table of new hooks/operators/sensors/protocols/secrets -* table of moved hooks/operators/sensors/protocols/secrets with the - information where they were moved from -* changelog of all the changes to the provider package. This will be - automatically updated with an incremental changelog whenever we decide to - release separate packages. +First thing that release manager has to do is to change version of the provider to a target +version. Each provider has a `provider.yaml` file that, among others, stores information +about provider versions. When you attempt to release a provider you should update that +information based on the changes for the provider, and it's `CHANGELOG.rst`. It might be that +`CHANGELOG.rst` already contains the right target version. This will be especially true if some +changes in the provider add new features (then minor version is increased) or when the changes +introduce backwards-incompatible, breaking change in the provider (then major version is +incremented). Committers, when approving and merging changes to the providers, should pay attention +that the `CHANGELOG.rst` is updated whenever anything other than bugfix is added. -The script generates two types of files: +If there are no new features or breaking changes, the release manager should simply increase the +patch-level version for the provider. -* BACKPORT_PROVIDERS_CHANGES_YYYY.MM.DD.md which keeps information about changes (commits) in a particular - version of the provider package. The file for latest release gets updated when you iterate with - the same new date/version, but it never changes automatically for already released packages. - This way - just before the final release, you can manually correct the changes file if you - want to remove some changes from the file. +The new version should be first on the list. -* README.md which is regenerated every time you run the script (unless there are no changes since - the last time you generated the release notes -Note that our CI system builds the release notes for backport packages automatically with every build and -current date - this way you might be sure the automated generation of the release notes continues to -work. You can also preview the generated readme files (by downloading artifacts from GitHub Actions). -The script does not modify the README and CHANGES files if there is no change in the repo for that provider. +# Generated release notes +Each of the provider packages contains Release notes in the form of the `CHANGELOG.rst` file that is +automatically generated from history of the changes and code of the provider. +They are stored in the documentation directory. The `README.md` file generated during package +preparation is not stored anywhere in the repository - it contains however link to the Changelog +generated. -## Generating release notes -When you want to prepare release notes for a package, you need to run: +Note! For Backport providers (until April 2021) the changelog was embedded and stored in the +`airflow/providers//README_BACKPORT_PACKAGES.md`. Those files will be updated only till April +2021 and will be removed afterwards. -``` -./breeze prepare-provider-readme [YYYY.MM.DD] ... -``` +The `README.md` file contains the following information: +* summary of requirements for each backport package +* list of dependencies (including extras to install them) when package depends on other providers package +* link to the detailed `README.rst` - generated documentation for the packages. -* YYYY.MM.DD - is the CALVER version of the package to prepare. Note that this date cannot be earlier - than the already released version (the script will fail if it will be). It can be set in the future - anticipating the future release date. If you do not specify date, the date will be taken from the last - generated readme - the last generated CHANGES file will be updated. +The `index.rst` stored in the `docs\apache-airflow-providers-` folder contains: -* is usually directory in the `airflow/providers` folder (for example `google` but in several - cases, it might be one level deeper separated with `.` for example `apache.hive` +* Contents this is manually maintained there +* the general package information (same for all packages with the name change) +* summary of requirements for each backport package +* list of dependencies (including extras to install them) when package depends on other providers package +* Content of high-level CHANGELOG.rst file that is stored in the provider folder next to + ``provider.yaml`` file. +* Detailed list of changes generated for all versions of the provider automatically -You can run the script with multiple package names if you want to prepare several packages at the same time. -Before you specify a new version, the last released version is update in case you have any bug fixes -merged in the master recently, they will be automatically taken into account. +## Generating release notes -Typically, the first time you run release before release, you run it with target release.date: +When you want to prepare release notes for a package, you need to run: ``` -./breeze prepare-provider-readme 2020.05.20 google +./breeze prepare-provider-documentation ... ``` -Then while you iterate with merges and release candidates you update the release date without providing -the date (to update the existing release notes) +* is usually directory in the `airflow/providers` folder (for example `google` but in several + cases, it might be one level deeper separated with `.` for example `apache.hive` -``` -./breeze prepare-provider-readme google -``` +The index.rst is updated automatically in the `docs/apache-airflow-providers-` folder +You can run the script with multiple package names if you want to prepare several packages at the same time. -Whenever you are satisfied with the release notes generated you can commit generated changes/new files +As soon as you are satisfied with the release notes generated you can commit generated changes/new files to the repository. -## Preparing backport packages - -As part of preparation to Airflow 2.0 we decided to prepare backport of providers package that will be -possible to install in the Airflow 1.10.*, Python 3.6+ environment. -Some of those packages will be soon (after testing) officially released via PyPi, but you can build and -prepare such packages on your own easily. +## Preparing provider packages -You build those packages in the breeze environment, so you do not have to worry about common environment. +You build the packages in the breeze environment, so you do not have to worry about common environment. Note that readme release notes have to be generated first, so that the package preparation script reads -the latest version from the latest version of release notes prepared. +the `provider.yaml`. * The provider package ids PACKAGE_ID are subdirectories in the ``providers`` directory. Sometimes they are one level deeper (`apache/hive` folder for example, in which case PACKAGE_ID uses "." to separate @@ -139,31 +133,31 @@ providers by running: The examples below show how you can build selected packages, but you can also build all packages by omitting the package ids altogether. -By default, you build only wheel packages, but you can use `--package-format both` to generate -both wheel and sdist packages, or `--package-format sdist` to only generate sdist packages. +By default, you build `both` packages, but you can use `--package-format wheel` to generate +only wheel package, or `--package-format sdist` to only generate sdist package. * To build the release candidate packages for SVN Apache upload run the following command: ```bash -./breeze prepare-provider-packages --package-format both --version-suffix-for-svn=rc1 [PACKAGE_ID] ... +./breeze prepare-provider-packages --version-suffix-for-svn=rc1 [PACKAGE_ID] ... ``` for example: ```bash -./breeze prepare-provider-packages --package-format both --version-suffix-for-svn=rc1 http ... +./breeze prepare-provider-packages --version-suffix-for-svn=rc1 http ... ``` * To build the release candidate packages for PyPI upload run the following command: ```bash -./breeze prepare-provider-packages --package-format both --version-suffix-for-pypi=rc1 [PACKAGE_ID] ... +./breeze prepare-provider-packages --version-suffix-for-pypi=rc1 [PACKAGE_ID] ... ``` for example: ```bash -./breeze prepare-provider-packages --package-format both --version-suffix-for-pypi=rc1 http ... +./breeze prepare-provider-packages --version-suffix-for-pypi=rc1 http ... ``` @@ -178,14 +172,14 @@ Where PACKAGE_FORMAT might be one of : `wheel`, `sdist`, `both` (`wheel` is the for example: ```bash -./breeze prepare-provider-packages --package-format both http ... +./breeze prepare-provider-packages http ... ``` * For each package, this creates a wheel package and source distribution package in your `dist` folder with names following the patterns: - * `apache_airflow_backport_providers__YYYY.[M]M.[D]D[suffix]-py3-none-any.whl` - * `apache-airflow-backport-providers--YYYY.[M]M.[D]D[suffix].tar.gz` + * `apache_airflow_providers__YYYY.[M]M.[D]D[suffix]-py3-none-any.whl` + * `apache-airflow-providers--YYYY.[M]M.[D]D[suffix].tar.gz` Note! Even if we always use the two-digit month and day when generating the readme files, the version in PyPI does not contain the leading 0s in version name - therefore the artifacts generated @@ -194,66 +188,260 @@ also do not container the leading 0s. * You can install the .whl packages with `pip install ` -# Testing provider package scripts +# Testing and debugging provider preparation -The backport packages importing and tests execute within the "CI" environment of Airflow -the -same image that is used by Breeze. They however require special mounts (no -sources of Airflow mounted to it) and possibility to install all extras and packages in order to test -importability of all the packages. It is rather simple but requires some semi-automated process: +The provider preparation is done using `Breeze` development environment and CI image. This way we have +common environment for package preparation, and we can easily verify if provider packages are OK and can +be installed for released versions of Airflow (including 2.0.0 version). -## Backport packages +The same scripts and environment is run in our [CI Workflow](../../CI.rst) - the packages are prepared, +installed and tested using the same CI image. The tests are performed via the Production image, also +in the CI workflow. Our production images are built using Airflow and Provider packages prepared on the +CI so that they are as close to what users will be using when they are installing from PyPI. Our scripts +prepare `wheel` and `sdist` packages for both - airflow and provider packages and install them during +building of the images. This is very helpful in case of testing new providers that do not yet have PyPI +package released, but also it allows checking if provider's authors did not make breaking changes. -1. Prepare backport packages +All classes from all providers must be imported - otherwise our CI will fail. Also, verification +of the image is performed where expected providers should be installed (for production image) and +providers should be discoverable, as well as `pip check` with all the dependencies has to succeed. +You might want to occasionally modify the preparation scripts for providers. They are all present in +the `dev/provider_packages` folder. There are the `Breeze` commands above - they perform the sequence +of those steps automatically, but you can manually run the scripts as follows to debug them: + +The commands are best to execute in the Breeze environment as it has all the dependencies installed, +Examples below describe that. However, for development you might run them in your local development +environment as it makes it easier to debug. Just make sure you install your development environment +with 'devel_all' extra (make sure to ue the right python version). + +Note that it is best to use `INSTALL_PROVIDERS_FROM_SOURCES` set to`true`, to make sure +that any new added providers are not added as packages (in case they are not yet available in PyPI. ```shell script -./breeze --backports prepare-provider-packages --package-format both +INSTALL_PROVIDERS_FROM_SOURCES="true" pip install -e ".[devel_all]" \ + --constraint https://raw.githubusercontent.com/apache/airflow/constraints-master/constraints-3.6.txt ``` -This prepares all backport packages in the "dist" folder +Note that you might need to add some extra dependencies to your system to install "devel_all" - many +dependencies are needed to make a clean install - the `Breeze` environment has all the +dependencies installed in case you have problem with setting up your local virtualenv. -2. Enter the container: +You can also use `breeze` to prepare your virtualenv (it will print extra information if some +dependencies are missing/installation fails and it will also reset your SQLite test db in +the `${HOME}/airflow` directory: ```shell script -export INSTALL_AIRFLOW_VERSION=1.10.12 -export BACKPORT_PACKAGES="true" +./breeze initialize-local-virtualenv +``` -./dev/provider_packages/enter_breeze_provider_package_tests.sh + +You can find description of all the commands and more information about the "prepare" +tool by running it with `--help` + +```shell script +./dev/provider_packages/prepare_provider_packages.py --help ``` -(the rest of it is in the container) +You can see for example list of all provider packages: + +```shell script +./dev/provider_packages/prepare_provider_packages.py list-providers-packages +``` -3. \[IN CONTAINER\] Install all remaining dependencies and reinstall airflow 1.10: +## Debugging import check + +The script verifies if all provider's classes can be imported. + +1) Enter Breeze environment (optionally if you have no local virtualenv): ```shell script -cd /airflow_sources +./breeze +``` -pip install ".[devel_all]" +All the rest is in-container in case you use Breeze, but can be in your local virtualenv if you have +it installed with `devel_all` extra. -pip install "apache-airflow==${INSTALL_AIRFLOW_VERSION}" +2) Install remaining dependencies. Until we manage to bring the apache.beam due to i's dependencies without + conflicting dependencies (requires fixing Snowflake and Azure providers). This is optional in case you + already installed the environment with `devel_all` extra -cd +```shell script +pip install -e ".[devel_all]" ``` -4. \[IN CONTAINER\] Install the provider packages from /dist +3) Run import check: ```shell script -pip install /dist/apache_airflow_backport_providers_*.whl +./dev/import_all_classes.py --path airflow/providers ``` -5. \[IN CONTAINER\] Check the installation folder for providers: +It checks if all classes from provider packages can be imported. + +## Debugging verifying provider classes + +The script verifies if all provider's classes are correctly named. + +1) Enter Breeze environment (optionally if you have no local virtualenv): ```shell script -python3 </dev/null -import airflow.providers; -path=airflow.providers.__path__ -for p in path._path: - print(p) -EOF +./breeze ``` -6. \[IN CONTAINER\] Check if all the providers can be imported -python3 /opt/airflow/dev/import_all_classes.py --path +All the rest is in-container in case you use Breeze, but can be in your local virtualenv if you have +it installed with `devel_all` extra. + +2) Install remaining dependencies. Until we manage to bring the apache.beam due to i's dependencies without + conflicting dependencies (requires fixing Snowflake and Azure providers). This is optional in case you + already installed the environment with `devel_all` extra + +```shell script +pip install -e ".[devel_all]" +``` + +3) Run import check: + +```shell script +./dev/provider_packages/prepare_provider_packages.py verify-provider-classes +``` + +It checks if all provider Operators/Hooks etc. are correctly named. + + +## Debugging preparing package documentation + +The script updates documentation of the provider packages. Note that it uses airflow git and pulls +the latest version of tags available in Airflow, so you need to enter Breeze with +`--mount-all-local-sources flag` + +1) Enter Breeze environment (optionally if you have no local virtualenv): + +```shell script +./breeze --mount-all-local-sources +``` + +(all the rest is in-container) + +2) Install remaining dependencies. Until we manage to bring the apache.beam due to i's dependencies without + conflicting dependencies (requires fixing Snowflake and Azure providers). + Optionally if you have no local virtualenv. + +```shell script +pip install -e ".[devel_all]" +``` + +3) Run update documentation (version suffix might be empty): + +```shell script +./dev/provider_packages/prepare_provider_packages.py --version-suffix \ + update-package-documentation +``` + +This script will fetch the latest version of airflow from Airflow's repo (it will automatically add +`apache-https-for-providers` remote and pull airflow (read only) from there. There is no need +to setup any credentials for it. + +In case version being prepared is already tagged in the repo documentation preparation returns immediately +and prints warning. + +## Debugging preparing setup files + +This script prepares the actual packages. + +1) Enter Breeze environment: + +```shell script +./breeze +``` + +(all the rest is in-container) + +3) Copy Provider Packages sources + +This steps copies provider package sources (with cleaning it up before) to `provider_packages` +folder so that the packages can be built from there. This was necessary for Backport Providers +(described in [their own readme](README_BACKPORT_PACKAGES.md) as we also performed refactor of +the code. When we remove Backport Packages in April 2021 we can likely simplify the steps using +existing setuptools features, and we will be able to simplify the process. + +```shell script +./dev/provider_packages/copy_provider_package_sources.py +``` + +Now you can run package generation step-by-step, separately building one package at a time. +The `breeze` command are more convenient if you want to build several packages at the same +time, but for testing and debugging those are the commands executed next: + +4) Cleanup the artifact directories: + +This is needed because setup tools does not clean those files and generating packages one by one +without cleanup, might include artifacts from previous package to be included in the new one. + +```shell script +rm -rf -- *.egg-info build/ +``` + +5) Generate setup.py/setup.cfg/MANIFEST.in/provider_info.py/README files files for: + +* alpha/beta packages (specify a1,a2,.../b1,b2... suffix) +* release candidates (specify r1,r2,... suffix) - those are release candidate +* official package (to be released in PypI as official package) + +The version suffix specified here will be appended to the version retrieved from +`provider.yaml`. Note that this command will fail if the tag denoted by the +version + suffix already exist. This means that the version was not updated since the +last time it was generated. In the CI we always add 'dev' suffix, and we never create +TAG for it, so in the CI the setup.py is generated and should never fail. + +```shell script +./dev/provider_packages/prepare_provider_packages.py --version-suffix "" \ + generate-setup-files +``` + +## Debugging preparing the packages + +The script prepares the package after sources have been copied and setup files generated. +Note that it uses airflow git and pulls the latest version of tags available in Airflow, +so you need to enter Breeze with +`--mount-all-local-sources flag` + +1) Enter Breeze environment (optionally if you have no local virtualenv): + +```shell script +./breeze --mount-all-local-sources +``` + +(all the rest is in-container) + +2) Install remaining dependencies. Until we manage to bring the apache.beam due to i's dependencies without + conflicting dependencies (requires fixing Snowflake and Azure providers). + Optionally if you have no local virtualenv. + +```shell script +pip install -e ".[devel_all]" +``` + +3) Run update documentation (version suffix might be empty): + +```shell script +./dev/provider_packages/prepare_provider_packages.py --version-suffix \ + build-provider-packages +``` + +In case version being prepared is already tagged in the repo documentation preparation returns immediately +and prints error. You can prepare the error regardless and build the packages even if the tag exists, by +specifying ``--version-suffix`` (for example ``--version-suffix dev``). + +By default, you prepare ``both`` packages, but you can add ``--package-format`` argument and specify +``wheel``, ``sdist`` to build only one of them. + + +# Testing provider packages + +The provider packages importing and tests execute within the "CI" environment of Airflow -the +same image that is used by Breeze. They however require special mounts (no +sources of Airflow mounted to it) and possibility to install all extras and packages in order to test +if all classes can be imported. It is rather simple but requires some semi-automated process: ## Regular packages @@ -261,16 +449,15 @@ python3 /opt/airflow/dev/import_all_classes.py --path + + + +**Table of Contents** *generated with [DocToc](https://github.com/thlorenz/doctoc)* + +- [Backport packages](#backport-packages) +- [What the backport packages are](#what-the-backport-packages-are) +- [Content of the release notes](#content-of-the-release-notes) + - [Generating release notes](#generating-release-notes) + - [Preparing backport packages](#preparing-backport-packages) +- [Debugging the backport provider packages](#debugging-the-backport-provider-packages) +- [Testing backport provider packages](#testing-backport-provider-packages) + + + +# Backport packages + +# What the backport packages are + +The Backport Provider packages are packages (per provider) that make it possible to easily use Hooks, +Operators, Sensors, and Secrets from the 2.0 version of Airflow in the 1.10.* series. + +The release manager prepares backport packages separately from the main Airflow Release, using +`breeze` commands and accompanying scripts. This document provides an overview of the command line tools +needed to prepare backport packages. + +# Content of the release notes + +Each of the backport packages contains Release notes in the form of the README.md file that is +automatically generated from history of the changes and code of the provider. + +The script generates all the necessary information: + +* summary of requirements for each backport package +* list of dependencies (including extras to install them) when package + depends on other providers packages +* table of new hooks/operators/sensors/protocols/secrets +* table of moved hooks/operators/sensors/protocols/secrets with the + information where they were moved from +* changelog of all the changes to the provider package. This will be + automatically updated with an incremental changelog whenever we decide to + release separate packages. + +The script generates two types of files: + +* BACKPORT_PROVIDERS_CHANGES_YYYY.MM.DD.md which keeps information about changes (commits) in a particular + version of the provider package. The file for latest release gets updated when you iterate with + the same new date/version, but it never changes automatically for already released packages. + This way - just before the final release, you can manually correct the changes file if you + want to remove some changes from the file. + +* README.md which is regenerated every time you run the script (unless there are no changes since + the last time you generated the release notes + +Note that our CI system builds the release notes for backport packages automatically with every build and +current date - this way you might be sure the automated generation of the release notes continues to +work. You can also preview the generated readme files (by downloading artifacts from GitHub Actions). +The script does not modify the README and CHANGES files if there is no change in the repo for that provider. + + +## Generating release notes + +When you want to prepare release notes for a package, you need to run: + +``` +./breeze --backports prepare-provider-documentation [YYYY.MM.DD] ... +``` + + +* YYYY.MM.DD - is the CALVER version of the package to prepare. Note that this date cannot be earlier + than the already released version (the script will fail if it will be). It can be set in the future + anticipating the future release date. If you do not specify date, the date will be taken from the last + generated readme - the last generated CHANGES file will be updated. + +* is usually directory in the `airflow/providers` folder (for example `google` but in several + cases, it might be one level deeper separated with `.` for example `apache.hive` + +You can run the script with multiple package names if you want to prepare several packages at the same time. +Before you specify a new version, the last released version is update in case you have any bug fixes +merged in the master recently, they will be automatically taken into account. + +Typically, the first time you run the script before release, you run it with the target release date: + +``` +./breeze --backports prepare-provider-documentation 2020.05.20 google +``` + +Then while you iterate with merges and release candidates you update the release date without providing +the date (to update the existing release notes) + +``` +./breeze --backports prepare-provider-documentation google +``` + + +As soon as you are satisfied with the release notes generated you can commit generated changes/new files +to the repository. + +## Preparing backport packages + +As part of preparation to Airflow 2.0 we decided to prepare backport of providers package that will be +possible to install in the Airflow 1.10.*, Python 3.6+ environment. +Some of those packages will be soon (after testing) officially released via PyPi, but you can build and +prepare such packages on your own easily. + +You build those packages in the breeze environment, so you do not have to worry about common environment. + +Note that readme release notes have to be generated first, so that the package preparation script reads +the latest version from the latest version of release notes prepared. + +* The provider package ids PACKAGE_ID are subdirectories in the ``providers`` directory. Sometimes they +are one level deeper (`apache/hive` folder for example, in which case PACKAGE_ID uses "." to separate +the folders (for example Apache Hive's PACKAGE_ID is `apache.hive` ). You can see the list of all available +providers by running: + +```bash +./breeze prepare-provider-packages -- --help +``` + +The examples below show how you can build selected packages, but you can also build all packages by +omitting the package ids altogether. + +By default, you build ``both`` packages, but you can use `--package-format wheel` to generate +wheel package, or `--package-format sdist` to only generate sdist package. + +* To build the release candidate packages for SVN Apache upload run the following command: + +```bash +./breeze --backports --version-suffix-for-svn=rc1 prepare-provider-packages [PACKAGE_ID] ... +``` + +for example: + +```bash +./breeze --backports --version-suffix-for-svn=rc1 prepare-provider-packages http ... +``` + +* To build the release candidate packages for PyPI upload run the following command: + +```bash +./breeze --backports --version-suffix-for-pypi=rc1 prepare-provider-packages [PACKAGE_ID] ... +``` + +for example: + +```bash +./breeze --backports --version-suffix-for-pypi=rc1 prepare-provider-packages http ... +``` + + +* To build the final release packages run the following command: + +```bash +./breeze --backports prepare-provider-packages [--package-format PACKAGE_FORMAT] [PACKAGE_ID] ... +``` + +Where PACKAGE_FORMAT might be one of : `wheel`, `sdist`, `both` (`both` is the default format) + +for example: + +```bash +./breeze --backports prepare-provider-packages --package-format wheel http ... +``` + +* For each package, this creates a wheel package and source distribution package in your `dist` folder with + names following the patterns: + + * `apache_airflow_backport_providers__YYYY.[M]M.[D]D[suffix]-py3-none-any.whl` + * `apache-airflow-backport-providers--YYYY.[M]M.[D]D[suffix].tar.gz` + +Note! Even if we always use the two-digit month and day when generating the readme files, +the version in PyPI does not contain the leading 0s in version name - therefore the artifacts generated +also do not container the leading 0s. + +* You can install the .whl packages with `pip install ` + + +# Debugging the backport provider packages + +Debugging can be done in exactly the same way as in case of [Regular providers](README.md). The +difference is that all scripts there should have ``--backports`` flag added. When updating +documentation you can also specify ``--release-version`` manually. + + +# Testing backport provider packages + +The backport packages importing and tests execute within the "CI" environment of Airflow -the +same image that is used by Breeze. They however require special mounts (no +sources of Airflow mounted to it) and possibility to install all extras and packages in order to test +importability of all the packages. It is rather simple but requires some semi-automated process: + +1. Prepare backport packages + +```shell script +./breeze --backports prepare-provider-packages --package-format wheel +``` + +This prepares all backport packages in the "dist" folder + + +2. Enter the container: + +```shell script +export INSTALL_AIRFLOW_VERSION=1.10.12 +export BACKPORT_PACKAGES="true" + +./dev/provider_packages/enter_breeze_provider_package_tests.sh +``` + +(the rest of it is in the container) + +3. \[IN CONTAINER\] Install all remaining dependencies and reinstall airflow 1.10: + +```shell script +cd /airflow_sources + +pip install ".[devel_all]" + +pip install "apache-airflow==${INSTALL_AIRFLOW_VERSION}" + +cd +``` + +4. \[IN CONTAINER\] Install the provider packages from /dist + +```shell script +pip install /dist/apache_airflow_backport_providers_*.whl +``` + +5. \[IN CONTAINER\] Check the installation folder for providers: + +```shell script +python3 </dev/null +import airflow.providers; +path=airflow.providers.__path__ +for p in path._path: + print(p) +EOF +``` + +6. \[IN CONTAINER\] Check if all the providers can be imported +python3 /opt/airflow/dev/import_all_classes.py --path diff --git a/dev/provider_packages/SETUP_TEMPLATE.cfg.jinja2 b/dev/provider_packages/SETUP_TEMPLATE.cfg.jinja2 index 879c61209b6c4..ac15fc8bf8443 100644 --- a/dev/provider_packages/SETUP_TEMPLATE.cfg.jinja2 +++ b/dev/provider_packages/SETUP_TEMPLATE.cfg.jinja2 @@ -15,6 +15,13 @@ # specific language governing permissions and limitations # under the License. +# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE +# OVERWRITTEN WHEN PREPARING PACKAGES. +# +# IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE +# `SETUP_TEMPLATE.cfg.jinja2` IN the `dev/provider_packages` DIRECTORY + + [metadata] name = Airflow {{ PROVIDER_TYPE }}: {{ PACKAGE_PIP_NAME }} summary = {{ PROVIDER_TYPE }} for Apache Airflow. Implements {{ PACKAGE_PIP_NAME }} package @@ -35,21 +42,3 @@ apache_airflow_provider= [files] packages = airflow.providers.{{ PROVIDER_PACKAGE_ID }} - -[easy_install] - -[mypy] -ignore_missing_imports = True -no_implicit_optional = True -warn_redundant_casts = True -warn_unused_ignores = False -pretty = True - -[isort] -line_length=110 -combine_as_imports = true -default_section = THIRDPARTY -include_trailing_comma = true -known_first_party=airflow,tests -multi_line_output=5 -profile = black diff --git a/dev/provider_packages/SETUP_TEMPLATE.py.jinja2 b/dev/provider_packages/SETUP_TEMPLATE.py.jinja2 index 0a0562c330bac..4af1e1be894b0 100644 --- a/dev/provider_packages/SETUP_TEMPLATE.py.jinja2 +++ b/dev/provider_packages/SETUP_TEMPLATE.py.jinja2 @@ -16,13 +16,11 @@ # specific language governing permissions and limitations # under the License. -# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE\ -# OVERWRITTEN WHEN RUNNING -# -# ./breeze prepare-provider-readme +# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE +# OVERWRITTEN WHEN PREPARING PACKAGES. # # IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE -# `SETUP_TEMPLATE.py.jinja2` IN the `provider_packages` DIRECTORY +# `SETUP_TEMPLATE.py.jinja2` IN the `dev/provider_packages` DIRECTORY """Setup.py for the {{ PACKAGE_PIP_NAME }} package.""" @@ -78,8 +76,7 @@ def do_setup(): author='Apache Software Foundation', author_email='dev@airflow.apache.org', url='https://airflow.apache.org/', - download_url=( - 'https://archive.apache.org/dist/airflow/{{ PROVIDERS_FOLDER }}'), + download_url='https://archive.apache.org/dist/airflow/{{ PROVIDERS_FOLDER }}', python_requires='~=3.6', project_urls={ 'Documentation': 'https://airflow.apache.org/docs/', diff --git a/dev/provider_packages/refactor_provider_packages.py b/dev/provider_packages/copy_provider_package_sources.py similarity index 94% rename from dev/provider_packages/refactor_provider_packages.py rename to dev/provider_packages/copy_provider_package_sources.py index 83240fe5f473e..1d10747770718 100755 --- a/dev/provider_packages/refactor_provider_packages.py +++ b/dev/provider_packages/copy_provider_package_sources.py @@ -15,8 +15,9 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. +import argparse import os -import sys +import textwrap import token from os.path import dirname from shutil import copyfile, copytree, rmtree @@ -25,16 +26,18 @@ from bowler import LN, TOKEN, Capture, Filename, Query from fissix.fixer_util import Comma, KeywordArg, Name from fissix.pytree import Leaf +from rich import print from dev.provider_packages.prepare_provider_packages import ( get_source_airflow_folder, get_source_providers_folder, + get_target_folder, get_target_providers_folder, get_target_providers_package_folder, ) -def copy_provider_sources() -> None: +def copy_provider_sources(backports: bool) -> None: """ Copies provider sources to directory where they will be refactored. """ @@ -45,7 +48,9 @@ def rm_build_dir() -> None: """ build_dir = os.path.join(dirname(__file__), "build") if os.path.isdir(build_dir): + print(f"\nRemoving the {build_dir} directory: ", end='') rmtree(build_dir) + print("[green]OK[/]") def ignore_google_auth_backend(src: str, names: List[str]) -> List[str]: del names @@ -61,8 +66,17 @@ def ignore_some_files(src: str, names: List[str]) -> List[str]: rm_build_dir() package_providers_dir = get_target_providers_folder() if os.path.isdir(package_providers_dir): + print(f"\nRemoving the previous source tree from {package_providers_dir}: ", end='') rmtree(package_providers_dir) - copytree(get_source_providers_folder(), get_target_providers_folder(), ignore=ignore_some_files) + print("[green]OK[/]") + + print(f"\nCopying the whole source tree to {package_providers_dir}: ", end='') + copytree( + get_source_providers_folder(), + get_target_providers_folder(), + ignore=ignore_some_files if backports else None, + ) + print("[green]OK[/]\n") def copy_helper_py_file(target_file_path: str) -> None: @@ -742,6 +756,7 @@ def kubernetes_package_filter(node: LN, capture: Capture, filename: Filename) -> ) def do_refactor(self, in_process: bool = False) -> None: # noqa + print("Perform refactoring.", end='') self.rename_deprecated_modules() self.refactor_amazon_package() self.refactor_google_package() @@ -754,27 +769,37 @@ def do_refactor(self, in_process: bool = False) -> None: # noqa self.refactor_kubernetes_pod_operator() # In order to debug Bowler - set in_process to True self.qry.execute(write=True, silent=False, interactive=False, in_process=in_process) + print("[green]OK[/]") + + +def get_parser(): + cli_parser = argparse.ArgumentParser( + description="Copies sources and optionally refactors provider code to be Airflow 1.10 compatible.", + formatter_class=argparse.RawTextHelpFormatter, + ) + cli_parser.add_argument( + "--backports", + action='store_true', + help=textwrap.dedent("Includes refactoring to prepare backport packages rather than regular ones"), + ) + cli_parser.add_argument( + "--debug", + action='store_true', + help=textwrap.dedent( + "Run bowler refactoring in single process. Makes it debuggable with regular" + " IDE debugger (much slower)" + ), + ) + return cli_parser if __name__ == '__main__': - BACKPORT_PACKAGES = os.getenv('BACKPORT_PACKAGES') == "true" - in_process = False - if len(sys.argv) > 1: - if sys.argv[1] in ['--help', '-h']: - print() - print("Refactors provider packages to be Airflow 1.10 compatible.") - print() - print(f"Usage: {sys.argv[0]} [--debug] | [-h] | [--help]") - print() - print("You can use --debug flag in order to run bowler refactoring in process.") - print("This allows you to debug bowler process as usual using your IDE debugger") - print("Otherwise it heavily uses multi-processing and is next-to-impossible to debug") - print() - print("Note - Bowler is also a lot slower in this mode.") - print() - sys.exit(0) - if sys.argv[1] == '--debug': - in_process = True - copy_provider_sources() - if BACKPORT_PACKAGES: - RefactorBackportPackages().do_refactor(in_process=in_process) + parser = get_parser() + args = parser.parse_args() + + copy_provider_sources(args.backports) + os.chdir(get_target_folder()) + if args.backports: + print("\nRefactoring code to be Airflow 1.10 - compatible\n") + RefactorBackportPackages().do_refactor(in_process=args.debug) + print("\n[green]Refactored code successfully[/]\n") diff --git a/dev/provider_packages/enter_breeze_provider_package_tests.sh b/dev/provider_packages/enter_breeze_provider_package_tests.sh index 2359fd4af4504..0e9467f32ca31 100755 --- a/dev/provider_packages/enter_breeze_provider_package_tests.sh +++ b/dev/provider_packages/enter_breeze_provider_package_tests.sh @@ -15,7 +15,7 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. -export MOUNT_LOCAL_SOURCES="false" +export MOUNT_SELECTED_LOCAL_SOURCES="false" # shellcheck source=scripts/ci/libraries/_script_init.sh . "$(dirname "${BASH_SOURCE[0]}")/../../scripts/ci/libraries/_script_init.sh" diff --git a/dev/provider_packages/get_provider_info_TEMPLATE.py.jinja2 b/dev/provider_packages/get_provider_info_TEMPLATE.py.jinja2 index 51644472577f0..b6e50ceeed520 100644 --- a/dev/provider_packages/get_provider_info_TEMPLATE.py.jinja2 +++ b/dev/provider_packages/get_provider_info_TEMPLATE.py.jinja2 @@ -14,5 +14,13 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. + +# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE +# OVERWRITTEN WHEN PREPARING PACKAGES. +# +# IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE +# `get_provider_info_TEMPLATE.py.jinja2` IN the `provider_packages` DIRECTORY + + def get_provider_info(): return {{ PROVIDER_INFO }} diff --git a/dev/provider_packages/prepare_provider_packages.py b/dev/provider_packages/prepare_provider_packages.py old mode 100644 new mode 100755 index f414cbec4159b..322a57fe0a87e --- a/dev/provider_packages/prepare_provider_packages.py +++ b/dev/provider_packages/prepare_provider_packages.py @@ -1,3 +1,4 @@ +#!/usr/bin/env python3 # pylint: disable=wrong-import-order # # Licensed to the Apache Software Foundation (ASF) under one @@ -19,11 +20,13 @@ """Setup.py for the Provider packages of Airflow project.""" import argparse import collections +import glob import importlib import json import logging import os import re +import shutil import subprocess import sys import tempfile @@ -35,13 +38,48 @@ from os import listdir from os.path import dirname from shutil import copyfile -from typing import Any, Dict, Iterable, List, NamedTuple, Optional, Set, Tuple, Type +from typing import Any, Callable, Dict, Iterable, List, NamedTuple, Optional, Set, Tuple, Type import jsonpath_ng import jsonschema import yaml from packaging.version import Version from rich import print +from rich.console import Console +from rich.syntax import Syntax + +INITIAL_CHANGELOG_CONTENT = """ + + + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. +""" + +HTTPS_REMOTE = "apache-https-for-providers" +HEAD_OF_HTTPS_REMOTE = f"{HTTPS_REMOTE}/master" PROVIDER_TEMPLATE_PREFIX = "PROVIDER_" BACKPORT_PROVIDER_TEMPLATE_PREFIX = "BACKPORT_PROVIDER_" @@ -52,6 +90,7 @@ SOURCE_DIR_PATH = os.path.abspath(os.path.join(MY_DIR_PATH, os.pardir, os.pardir)) AIRFLOW_PATH = os.path.join(SOURCE_DIR_PATH, "airflow") PROVIDERS_PATH = os.path.join(AIRFLOW_PATH, "providers") +DOCUMENTATION_PATH = os.path.join(SOURCE_DIR_PATH, "docs") TARGET_PROVIDER_PACKAGES_PATH = os.path.join(SOURCE_DIR_PATH, "provider_packages") GENERATED_AIRFLOW_PATH = os.path.join(TARGET_PROVIDER_PACKAGES_PATH, "airflow") GENERATED_PROVIDERS_PATH = os.path.join(GENERATED_AIRFLOW_PATH, "providers") @@ -89,12 +128,11 @@ def with_group(title): https://docs.github.com/en/free-pro-team@latest/actions/reference/workflow-commands-for-github-actions#grouping-log-lines """ if os.environ.get('GITHUB_ACTIONS', 'false') != "true": - print("[blue]", "#" * 20, title, "#" * 20, "[/]") + print("[blue]" + "#" * 10 + ' ' + title + ' ' + "#" * 10 + "[/]") yield return print(f"::group::{title}") yield - print("\033[0m") print("::endgroup::") @@ -120,6 +158,15 @@ class VerifiedEntities(NamedTuple): wrong_entities: List[Tuple[type, str]] +class ProviderPackageDetails(NamedTuple): + provider_package_id: str + full_package_name: str + source_provider_package_path: str + documentation_provider_package_path: str + provider_description: str + versions: List[str] + + ENTITY_NAMES = { EntityType.Operators: "Operators", EntityType.Transfers: "Transfer Operators", @@ -260,26 +307,6 @@ def get_long_description(provider_package_id: str, backport_packages: bool) -> s return long_description -def get_package_release_version( - provider_package_id: str, backport_packages: bool, version_suffix: str = "" -) -> str: - """ - Returns release version including optional suffix. - - :param provider_package_id: package id - :param backport_packages: whether to prepare regular (False) or backport (True) packages - :param version_suffix: optional suffix (rc1, rc2 etc). - :return: - """ - return ( - get_latest_release( - get_source_package_path(provider_package_id=provider_package_id), - backport_packages=backport_packages, - ).release_version - + version_suffix - ) - - def get_install_requirements(provider_package_id: str, backport_packages: bool) -> List[str]: """ Returns install requirements for the package. @@ -494,7 +521,9 @@ def convert_new_classes_to_table( def convert_moved_classes_to_table( - entity_type: EntityType, moved_entities: Dict[str, str], full_package_name: str + entity_type: EntityType, + moved_entities: Dict[str, str], + full_package_name: str, ) -> str: """ Converts moved entities to a markdown table @@ -725,7 +754,9 @@ def render_template( return content -def convert_git_changes_to_table(changes: str, base_url: str) -> str: +def convert_git_changes_to_table( + print_version: str, changes: str, base_url: str, markdown: bool = True +) -> str: """ Converts list of changes from it's string form to markdown table. @@ -734,9 +765,11 @@ def convert_git_changes_to_table(changes: str, base_url: str) -> str: The subject can contain spaces but one of the preceding values can, so we can make split 3 times on spaces to break it up. + :param print_version: Version to print :param changes: list of changes in a form of multiple-line string :param base_url: base url for the commit URL - :return: markdown-formatted table + :param markdown: if True, markdown format is used else rst + :return: formatted table """ from tabulate import tabulate @@ -747,15 +780,31 @@ def convert_git_changes_to_table(changes: str, base_url: str) -> str: if line == "": continue full_hash, short_hash, date, message = line.split(" ", maxsplit=3) - table_data.append((f"[{short_hash}]({base_url}{full_hash})", date, message)) - return tabulate(table_data, headers=headers, tablefmt="pipe") + message_without_backticks = message.replace("`", "'") + table_data.append( + ( + f"[{short_hash}]({base_url}{full_hash})" + if markdown + else f"`{short_hash} <{base_url}{full_hash}>`_", + date, + f"`{message_without_backticks}`" if markdown else f"``{message_without_backticks}``", + ) + ) + table = tabulate(table_data, headers=headers, tablefmt="pipe" if markdown else "rst") + header = "" + if not markdown: + header += f"\n\n{print_version}\n" + "." * len(print_version) + "\n\n" + release_date = table_data[0][1] + header += f"Latest change: {release_date}\n\n" + return header + table -def convert_pip_requirements_to_table(requirements: Iterable[str]) -> str: +def convert_pip_requirements_to_table(requirements: Iterable[str], markdown: bool = True) -> str: """ Converts PIP requirement list to a markdown table. :param requirements: requirements list - :return: markdown-formatted table + :param markdown: if True, markdown format is used else rst + :return: formatted table """ from tabulate import tabulate @@ -766,40 +815,48 @@ def convert_pip_requirements_to_table(requirements: Iterable[str]) -> str: if found: package = found.group(1) version_required = found.group(2) - table_data.append((package, version_required)) + if version_required != "": + version_required = f"`{version_required}`" if markdown else f'``{version_required}``' + table_data.append((f"`{package}`" if markdown else f"``{package}``", version_required)) else: table_data.append((dependency, "")) - return tabulate(table_data, headers=headers, tablefmt="pipe") + return tabulate(table_data, headers=headers, tablefmt="pipe" if markdown else "rst") def convert_cross_package_dependencies_to_table( cross_package_dependencies: List[str], backport_packages: bool, + markdown: bool = True, ) -> str: """ Converts cross-package dependencies to a markdown table :param cross_package_dependencies: list of cross-package dependencies :param backport_packages: whether we are preparing backport packages - :return: markdown-formatted table + :param markdown: if True, markdown format is used else rst + :return: formatted table """ from tabulate import tabulate headers = ["Dependent package", "Extra"] table_data = [] if backport_packages: - prefix = "apache-airflow-backport-providers" + prefix = "apache-airflow-backport-providers-" base_url = "https://github.com/apache/airflow/tree/master/airflow/providers/" else: - prefix = "apache-airflow-providers" - base_url = f"https://pypi.org/project/{prefix}-" + prefix = "apache-airflow-providers-" + base_url = "https://airflow.apache.org/docs/" for dependency in cross_package_dependencies: - pip_package_name = f"{prefix}-{dependency.replace('.','-')}" + pip_package_name = f"{prefix}{dependency.replace('.','-')}" if backport_packages: url_suffix = f"{dependency.replace('.','/')}" else: url_suffix = f"{dependency.replace('.','-')}" - table_data.append((f"[{pip_package_name}]({base_url}{url_suffix})", dependency)) - return tabulate(table_data, headers=headers, tablefmt="pipe") + if markdown: + url = f"[{pip_package_name}]({base_url}{url_suffix})" + else: + url = f"`{pip_package_name} <{base_url}{prefix}{url_suffix}>`_" + table_data.append((url, f"`{dependency}`" if markdown else f"``{dependency}``")) + return tabulate(table_data, headers=headers, tablefmt="pipe" if markdown else "rst") LICENCE = """