Update spaceflights tutorial documentation

.circleci/continue_config.yml

@@ -327,10 +327,10 @@ jobs:
       - win_setup:
           python_version: <<parameters.python_version>>
       - when:
-          # Save Python package cache only for Python 3.7. The conda environment itself
+          # Save Python package cache only for Python 3.8. The conda environment itself
           # is specific to a Python version and is cached separately for each.
           condition:
-            equal: ["3.7", <<parameters.python_version>>]
+            equal: [<<parameters.python_version>>]
           steps:
           - save_cache:
               name: Save Python package cache
@@ -458,7 +458,7 @@ jobs:
   publish_kedro:
     executor:
       name: docker
-      python_version: "3.7"
+      python_version: "3.8"
     steps:
       - setup
       - add_ssh_keys
@@ -528,7 +528,7 @@ workflows:
       - lint:
           matrix:
             parameters:
-              python_version: ["3.7", "3.8", "3.9", "3.10"]
+              python_version: ["3.8", "3.9", "3.10"]
       - all_circleci_checks_succeeded:
           requires:
             - lint
@@ -544,31 +544,31 @@ workflows:
       - e2e_tests:
           matrix:
             parameters:
-              python_version: ["3.7", "3.8", "3.9", "3.10"]
+              python_version: ["3.8", "3.9", "3.10"]
       - win_e2e_tests:
           matrix:
             parameters:
-              python_version: ["3.7", "3.8", "3.9", "3.10"]
+              python_version: ["3.8", "3.9", "3.10"]
       - unit_tests:
           matrix:
             parameters:
-              python_version: ["3.7", "3.8", "3.9", "3.10"]
+              python_version: ["3.8", "3.9", "3.10"]
       - win_unit_tests:
           matrix:
             parameters:
-              python_version: ["3.7", "3.8", "3.9", "3.10"]
+              python_version: ["3.8", "3.9", "3.10"]
       - lint:
           matrix:
             parameters:
-              python_version: ["3.7", "3.8", "3.9", "3.10"]
+              python_version: ["3.8", "3.9", "3.10"]
       - pip_compile:
           matrix:
             parameters:
-              python_version: ["3.7", "3.8", "3.9", "3.10"]
+              python_version: ["3.8", "3.9", "3.10"]
       - win_pip_compile:
           matrix:
             parameters:
-              python_version: ["3.7", "3.8", "3.9", "3.10"]
+              python_version: ["3.8", "3.9", "3.10"]
       - all_circleci_checks_succeeded:
           requires:
             - e2e_tests
@@ -620,14 +620,14 @@ workflows:
             - kedro-ecr-publish
           matrix:
             parameters:
-              python_version: ["3.7", "3.8", "3.9", "3.10"]
+              python_version: ["3.8", "3.9", "3.10"]
           filters:
             branches:
               only: main
       - build_kedro:
           matrix:
             parameters:
-              python_version: ["3.7", "3.8", "3.9", "3.10"]
+              python_version: ["3.8", "3.9", "3.10"]
           requires:
             - build_docker_image-<<matrix.python_version>>
           filters:
@@ -672,7 +672,7 @@ workflows:
       - build_kedro:
           matrix:
             parameters:
-              python_version: ["3.7", "3.8", "3.9", "3.10"]
+              python_version: ["3.8", "3.9", "3.10"]
       - publish_kedro:
           requires:
             - build_kedro

.github/PULL_REQUEST_TEMPLATE.md

@@ -1,6 +1,3 @@
-> **NOTE:** Kedro datasets are moving from `kedro.extras.datasets` to a separate `kedro-datasets` package in
-> [`kedro-plugins` repository](https://github.com/kedro-org/kedro-plugins). Any changes to the dataset implementations
-> should be done by opening a pull request in that repository.
 ## Description
 <!-- Why was this PR created? -->
 

.github/workflows/all-checks.yml

@@ -22,7 +22,7 @@ jobs:
     strategy:
       matrix:
         os: [ ubuntu-latest, windows-latest ]
-        python-version: [ "3.7", "3.8", "3.9", "3.10", "3.11" ]
+        python-version: [ "3.8", "3.9", "3.10", "3.11" ]
     uses: ./.github/workflows/unit-tests.yml
     with:
       os: ${{ matrix.os }}
@@ -42,7 +42,7 @@ jobs:
     strategy:
       matrix:
         os: [ ubuntu-latest, windows-latest ]
-        python-version: [ "3.7", "3.8", "3.9", "3.10", "3.11" ]
+        python-version: [ "3.8", "3.9", "3.10", "3.11" ]
     uses: ./.github/workflows/e2e-tests.yml
     with:
       os: ${{ matrix.os }}
@@ -52,7 +52,7 @@ jobs:
     strategy:
       matrix:
         os: [ ubuntu-latest, windows-latest ]
-        python-version: [ "3.7", "3.8", "3.9", "3.10", "3.11" ]
+        python-version: [ "3.8", "3.9", "3.10", "3.11" ]
     uses: ./.github/workflows/pip-compile.yml
     with:
       os: ${{ matrix.os }}

.github/workflows/docs-only-checks.yml

@@ -21,7 +21,7 @@ jobs:
     strategy:
       matrix:
         os: [ ubuntu-latest ]
-        python-version: [ "3.7", "3.8", "3.9", "3.10", "3.11" ]
+        python-version: [ "3.8", "3.9", "3.10", "3.11" ]
     uses: ./.github/workflows/lint.yml
     with:
       os: ${{ matrix.os }}

.github/workflows/unit-tests.yml

@@ -36,14 +36,7 @@ jobs:
         run: |
             make install-test-requirements
             make install-pre-commit
-      - name: Install pytables (only for windows)
-        if: inputs.os == 'windows-latest'
-        run: pip install tables
       - name: pip freeze
         run: pip freeze
       - name: Run unit tests
-        if: inputs.os == 'ubuntu-latest'
         run: make test
-      - name: Run unit tests without spark (Windows)
-        if: inputs.os == 'windows-latest'
-        run: make test-no-spark

Makefile

@@ -1,8 +1,8 @@
 install:
-	pip install .
+	pip install -e .
 
 clean:
-	rm -rf build dist docs/build kedro/html pip-wheel-metadata .mypy_cache .pytest_cache features/steps/test_plugin/test_plugin.egg-info kedro/datasets
+	rm -rf build dist docs/build kedro/html pip-wheel-metadata .mypy_cache .pytest_cache features/steps/test_plugin/test_plugin.egg-info
 	find . -regex ".*/__pycache__" -exec rm -rf {} +
 	find . -regex ".*\.egg-info" -exec rm -rf {} +
 	pre-commit clean || true
@@ -12,18 +12,6 @@ lint:
 test:
 	pytest --numprocesses 4 --dist loadfile
 
-test-no-spark:
-	pytest --no-cov --ignore tests/extras/datasets/spark --numprocesses 4 --dist loadfile
-
-test-sequential:
-	pytest tests --cov-config pyproject.toml
-
-test-no-spark-sequential:
-	pytest tests --no-cov --ignore tests/extras/datasets/spark
-
-test-no-datasets:
-	pytest --no-cov --ignore tests/extras/datasets/ --numprocesses 4 --dist loadfile
-
 e2e-tests:
 	behave
 
@@ -33,8 +21,6 @@ pip-compile:
 secret-scan:
 	trufflehog --max_depth 1 --exclude_paths trufflehog-ignore.txt .
 
-SPHINXPROJ = Kedro
-
 build-docs:
 	pip install -e ".[docs]"
 	./docs/build-docs.sh "docs"

RELEASE.md

@@ -5,8 +5,29 @@
 ## Bug fixes and other changes
 
 ## Breaking changes to the API
+* Drop Python 3.7 support.
+
+### DataSets
+* Remove `kedro.extras.datasets` and tests.
+* Reduced constructor arguments for `APIDataSet` by replacing most arguments with a single constructor argument `load_args`. This makes it more consistent with other Kedro DataSets and the underlying `requests` API, and automatically enables the full configuration domain: stream, certificates, proxies, and more.
+
+### CLI
+* Removed deprecated `kedro docs` command.
+
+### ConfigLoader
+* `logging` is removed from `ConfigLoader` in favour of the environment variable `KEDRO_LOGGING_CONFIG`.
+
+### Other
+* Removed deprecated `kedro.extras.ColorHandler`.
+* The Kedro IPython extension is no longer available as `%load_ext kedro.extras.extensions.ipython`; use `%load_ext kedro.ipython` instead.
+* Anonymous nodes are given default names of the form `<function_name>([in1;in2;...]) -> [out1;out2;...]`, with the names of inputs and outputs separated by semicolons.
 
 ## Migration guide from Kedro 0.18.* to 0.19.*
+### DataSets
+* If you use `APIDataSet`, move all `requests` specific arguments (e.g. `params`, `headers`), except for `url` and `method`, to under `load_args`.
+### Logging
+`logging.yml` is now independent of Kedro's run environment and only used if `KEDRO_LOGGING_CONFIG` is set to point to it.
+
 # Upcoming Release 0.18.14
 
 ## Major features and improvements
@@ -106,6 +127,10 @@ Thanks to [Laíza Milena Scheid Parizotto](https://github.com/laizaparizotto) an
 ## Documentation changes
 * Significant improvements to the documentation that covers working with Databricks and Kedro, including a new page for workspace-only development, and a guide to choosing the best workflow for your use case.
 * Updated documentation for deploying with Prefect for version 2.0.
+* Added documentation for developing a Kedro project using a Databricks workspace.
+
+## Breaking changes to the API
+* Logging is decoupled from `ConfigLoader`, use `KEDRO_LOGGING_CONFIG` to configure logging.
 
 ## Upcoming deprecations for Kedro 0.19.0
 * Renamed dataset and error classes, in accordance with the [Kedro lexicon](https://github.com/kedro-org/kedro/wiki/Kedro-documentation-style-guide#kedro-lexicon). Dataset classes ending with "DataSet" and error classes starting with "DataSet" are deprecated and will be removed in 0.19.0. Note that all of the below classes are also importable from `kedro.io`; only the module where they are defined is listed as the location.
@@ -190,6 +215,7 @@ Many thanks to the following Kedroids for contributing PRs to this release:
 
 * [MaximeSteinmetz](https://github.com/MaximeSteinmetz)
 
+
 # Release 0.18.7
 
 ## Major features and improvements
@@ -202,6 +228,7 @@ Many thanks to the following Kedroids for contributing PRs to this release:
 * Added a guide and tooling for developing Kedro for Databricks.
 * Implemented missing dict-like interface for `_ProjectPipeline`.
 
+
 # Release 0.18.6
 
 ## Bug fixes and other changes
@@ -216,6 +243,7 @@ A regression introduced in Kedro version `0.18.5` caused the `Kedro-Viz` console
 
 Thanks to Kedroids tomohiko kato, [tsanikgr](https://github.com/tsanikgr) and [maddataanalyst](https://github.com/maddataanalyst) for very detailed reports about the bug.
 
+
 # Release 0.18.5
 
 > This release introduced a bug that causes a failure in experiment tracking within the `Kedro-Viz` console. We recommend that you use Kedro version `0.18.6` in preference.
@@ -390,6 +418,7 @@ We are grateful to the following for submitting PRs that contributed to this rel
 
 ## Bug fixes and other changes
 * Removed fatal error from being logged when a Kedro session is created in a directory without git.
+* `KedroContext` is now an `attrs`'s frozen class and `config_loader` is available as public attribute.
 * Fixed `CONFIG_LOADER_CLASS` validation so that `TemplatedConfigLoader` can be specified in settings.py. Any `CONFIG_LOADER_CLASS` must be a subclass of `AbstractConfigLoader`.
 * Added runner name to the `run_params` dictionary used in pipeline hooks.
 * Updated [Databricks documentation](https://docs.kedro.org/en/0.18.1/deployment/databricks.html) to include how to get it working with IPython extension and Kedro-Viz.
@@ -403,6 +432,10 @@ We are grateful to the following for submitting PRs that contributed to this rel
 ## Upcoming deprecations for Kedro 0.19.0
 * `kedro docs` will be removed in 0.19.0.
 
+## Upcoming deprecations for Kedro 0.19.0
+* `kedro docs` will be removed in 0.19.0.
+
+
 # Release 0.18.0
 
 ## TL;DR ✨

docs/source/conf.py

@@ -136,7 +136,6 @@
         "CONF_SOURCE",
         "integer -- return number of occurrences of value",
         "integer -- return first index of value.",
-        "kedro.extras.datasets.pandas.json_dataset.JSONDataSet",
         "kedro_datasets.pandas.json_dataset.JSONDataSet",
         "pluggy._manager.PluginManager",
         "PluginManager",
@@ -319,8 +318,6 @@
     "kedro.pipeline",
     "kedro.runner",
     "kedro.config",
-    "kedro.extras.datasets",
-    "kedro.extras.logging",
     "kedro_datasets",
 ]
 

docs/source/configuration/advanced_configuration.md

@@ -148,7 +148,7 @@ CONFIG_LOADER_ARGS = {
 By changing this setting, the default behaviour for loading parameters will be replaced, while the other configuration patterns will remain in their default state.
 
 ### How to ensure non default configuration files get loaded
-You can add configuration patterns to match files other than `parameters`, `credentials`, `logging`, and `catalog` by setting the `CONFIG_LOADER_ARGS` variable in [`src/<package_name>/settings.py`](../kedro_project_setup/settings.md).
+You can add configuration patterns to match files other than `parameters`, `credentials`, and `catalog` by setting the `CONFIG_LOADER_ARGS` variable in [`src/<package_name>/settings.py`](../kedro_project_setup/settings.md).
 For example, if you want to load Spark configuration files you need to update `CONFIG_LOADER_ARGS` as follows:
 
 ```python
@@ -160,7 +160,7 @@ CONFIG_LOADER_ARGS = {
 ```
 
 ### How to bypass the configuration loading rules
-You can bypass the configuration patterns and set configuration directly on the instance of a config loader class. You can bypass the default configuration (catalog, parameters, credentials, and logging) as well as additional configuration.
+You can bypass the configuration patterns and set configuration directly on the instance of a config loader class. You can bypass the default configuration (catalog, parameters and credentials) as well as additional configuration.
 
 ```{code-block} python
 :lineno-start: 10

docs/source/configuration/configuration_basics.md

@@ -1,6 +1,6 @@
 # Configuration
 
-This section contains detailed information about Kedro project configuration, which you can use to store settings for your project such as [parameters](./parameters.md), [credentials](./credentials.md), the [data catalog](../data/data_catalog.md), and [logging information](../logging/logging.md).
+This section contains detailed information about Kedro project configuration, which you can use to store settings for your project such as [parameters](./parameters.md), [credentials](./credentials.md), the [data catalog](../data/data_catalog.md), and [logging information](../logging/index.md).
 
 Kedro makes use of a configuration loader to load any project configuration files, and the available configuration loader classes are:
 

docs/source/deployment/aws_batch.md

@@ -169,7 +169,7 @@ class AWSBatchRunner(ThreadRunner):
 
         return super()._get_required_workers_count(pipeline)
 
-    def _run(  # pylint: disable=too-many-locals,useless-suppression
+    def _run(
         self,
         pipeline: Pipeline,
         catalog: DataCatalog,

docs/source/deployment/databricks/databricks_ide_development_workflow.md

@@ -5,7 +5,7 @@ This guide demonstrates a workflow for developing Kedro projects on Databricks u
 By working in your local environment, you can take advantage of features within an IDE that are not available on Databricks notebooks:
 
 - Auto-completion and suggestions for code, improving your development speed and accuracy.
-- Linters like Pylint or Flake8 can be integrated to catch potential issues in your code.
+- Linters like [Ruff](https://docs.astral.sh/ruff) can be integrated to catch potential issues in your code.
 - Static type checkers like Mypy can check types in your code, helping to identify potential type-related issues early in the development process.
 
 To set up these features, look for instructions specific to your IDE (for instance, [VS Code](https://code.visualstudio.com/docs/python/linting)).

docs/source/deployment/databricks/databricks_notebooks_development_workflow.md

@@ -19,7 +19,7 @@ This tutorial introduces a Kedro project development workflow using only the Dat
 
 - An active [Databricks deployment](https://docs.databricks.com/getting-started/index.html).
 - A [Databricks cluster](https://docs.databricks.com/clusters/configure.html) configured with a recent version (>= 11.3 is recommended) of the Databricks runtime.
-- Python >= 3.7 installed.
+- Python >= 3.8 installed.
 - Git installed.
 - A [GitHub](https://github.com/) account.
 - A Python environment management system installed, [venv](https://docs.python.org/3/library/venv.html), [virtualenv](https://virtualenv.pypa.io/en/latest/) or [Conda](https://docs.conda.io/en/latest/) are popular choices.