Merge branch 'main' into template-static-pyproject

.circleci/continue_config.yml

@@ -163,9 +163,12 @@ commands:
       - run:
           name: Install GDAL, Fiona and pytables
           command: conda activate kedro_builder; conda install gdal fiona pytables -c conda-forge -y
+      - run:
+          name: Show pip information
+          command: conda activate kedro_builder; pip debug --verbose
       - run:
           name: Install all requirements
-          command: conda activate kedro_builder; pip install -r test_requirements.txt -U
+          command: conda activate kedro_builder; pip install -v -r test_requirements.txt -U
       - run:
           name: Print Python environment
           command: conda activate kedro_builder; make print-python-env
@@ -245,14 +248,14 @@ jobs:
           steps:
             - run:
                 name: Run unit tests in parallel
-                command: make test
+                command: PYTEST_ADDOPTS="-v" make test
       - when:
           condition:
             equal: [ "3.10", <<parameters.python_version>> ]
           steps:
             - run:
                 name: Run unit tests sequentially
-                command: pytest tests --cov-config pyproject.toml
+                command: pytest -v tests --cov-config pyproject.toml
 
 
   win_unit_tests:

.gitpod.Dockerfile

@@ -0,0 +1,13 @@
+FROM gitpod/workspace-full:2023-05-08-21-16-55
+
+# Some datasets work on 3.8 only
+RUN pyenv install 3.8.15\
+    && pyenv global 3.8.15
+
+# VideoDataSet
+RUN sudo apt-get update && sudo apt-get install -y --no-install-recommends libgl1
+RUN sudo apt-get install make
+RUN npm install -g @mermaid-js/mermaid-cli
+# https://stackoverflow.com/questions/69564238/puppeteer-error-failed-to-launch-the-browser-process
+# https://github.com/puppeteer/puppeteer/blob/main/docs/troubleshooting.md#chrome-doesnt-launch-on-linux
+RUN sudo apt-get install -y --no-install-recommends libatk-bridge2.0-0 libcups2 ca-certificates fonts-liberation libasound2 libatk-bridge2.0-0 libatk1.0-0 libc6 libcairo2 libcups2 libdbus-1-3 libexpat1 libfontconfig1 libgbm1 libgcc1 libglib2.0-0 libgtk-3-0 libnspr4 libnss3 libpango-1.0-0 libpangocairo-1.0-0 libstdc++6 libx11-6 libx11-xcb1 libxcb1 libxcomposite1 libxcursor1 libxdamage1 libxext6 libxfixes3 libxi6 libxrandr2 libxrender1 libxss1 libxtst6 lsb-release wget xdg-utils

.gitpod.yml

@@ -1,32 +1,18 @@
-image: gitpod/workspace-full:legacy-dazzle-v1
-
+image:
+  file: .gitpod.Dockerfile
 tasks:
-  # We want packages installed during the pre-build init steps to go to /workspace
-  # rather than ~ so that they are persisted. Gitpod sets PIP_USER=yes to ensure this,
-  # but pre-commit requires PIP_USER=no. Hence we set PIP_USER=no and use
-  # pip install --user to install to /workspace.
   - name: kedro
-    before: |
-      echo PIP_USER=no >> ~/.bashrc && export PIP_USER=no
+
     init: |
       make sign-off
-      pip install -r test_requirements.txt --user
-      gp sync-done kedro
-    command: |
-      pre-commit install --install-hooks
-      clear
-  # Generate a test Kedro project at /workspace/project using the local Kedro version.
-  - name: test-project
-    init: |
-      gp sync-await kedro
-      export PIP_USER=no
+      pip install -e /workspace/kedro
       cd /workspace
-      pip install -e /workspace/kedro --no-deps
-      source ~/.bashrc
       yes project | kedro new -s pandas-iris --checkout main
+      pip install -r /workspace/kedro/test_requirements.txt
+      cd /workspace/kedro
+      pre-commit install --install-hooks
+
     command: |
-      pip install -e /workspace/kedro --no-deps
-      cd /workspace/project
       clear
       kedro info
 

.readthedocs.yml

@@ -16,6 +16,7 @@ build:
     post_create_environment:
       - npm install -g @mermaid-js/mermaid-cli
     pre_build:
+      - pip freeze
       - python -m sphinx -WETan -j auto -D language=en -b linkcheck -d _build/doctrees docs/source _build/linkcheck
 
 # Build documentation in the docs/ directory with Sphinx

CITATION.cff

@@ -45,6 +45,6 @@ authors:
 - family-names: Theisen
   given-names: Merel
 title: Kedro
-version: 0.18.10
-date-released: 2023-06-08
+version: 0.18.11
+date-released: 2023-07-03
 url: https://github.com/kedro-org/kedro

CODEOWNERS

@@ -1,2 +1,2 @@
-*              @idanov
+*              @merelcht
 docs/          @yetudada @astrojuanlu @stichbury

RELEASE.md

@@ -3,26 +3,60 @@
 ## Major features and improvements
 
 ## Bug fixes and other changes
+* Compare for protocol and delimiter in `PartitionedDataSet` to be able to pass the protocol to partitions which paths starts with the same characters as the protocol (e.g. `s3://s3-my-bucket`).
 
 ## Breaking changes to the API
 
 ## Migration guide from Kedro 0.18.* to 0.19.*
 
-# Upcoming Release 0.18.11
+# Upcoming Release 0.18.12
 
 ## Major features and improvements
 
 ## Bug fixes and other changes
-* Reworked micropackaging workflow to use standard Python packaging practices.
-* Make `kedro micropkg package` accept `--verbose`.
 
 ## Documentation changes
-* Added documentation for developing a Kedro project using a Databricks workspace.
 
 ## Breaking changes to the API
 
 ## Upcoming deprecations for Kedro 0.19.0
 
+# Release 0.18.11
+
+## Major features and improvements
+* Added `databricks-iris` as an official starter.
+
+## Bug fixes and other changes
+* Reworked micropackaging workflow to use standard Python packaging practices.
+* Make `kedro micropkg package` accept `--verbose`.
+
+## Documentation changes
+* Significant improvements to the documentation that covers working with Databricks and Kedro, including a new page for workspace-only development, and a guide to choosing the best workflow for your use case.
+* Updated documentation for deploying with Prefect for version 2.0.
+
+## Upcoming deprecations for Kedro 0.19.0
+* Renamed dataset and error classes, in accordance with the [Kedro lexicon](https://github.com/kedro-org/kedro/wiki/Kedro-documentation-style-guide#kedro-lexicon). Dataset classes ending with "DataSet" and error classes starting with "DataSet" are deprecated and will be removed in 0.19.0. Note that all of the below classes are also importable from `kedro.io`; only the module where they are defined is listed as the location.
+
+| Type                        | Deprecated Alias            | Location                       |
+| --------------------------- | --------------------------- | ------------------------------ |
+| `CachedDataset`             | `CachedDataSet`             | `kedro.io.cached_dataset`      |
+| `LambdaDataset`             | `LambdaDataSet`             | `kedro.io.lambda_dataset`      |
+| `IncrementalDataset`        | `IncrementalDataSet`        | `kedro.io.partitioned_dataset` |
+| `MemoryDataset`             | `MemoryDataSet`             | `kedro.io.memory_dataset`      |
+| `PartitionedDataset`        | `PartitionedDataSet`        | `kedro.io.partitioned_dataset` |
+| `DatasetError`              | `DataSetError`              | `kedro.io.core`                |
+| `DatasetAlreadyExistsError` | `DataSetAlreadyExistsError` | `kedro.io.core`                |
+| `DatasetNotFoundError`      | `DataSetNotFoundError`      | `kedro.io.core`                |
+
+## Community contributions
+Many thanks to the following Kedroids for contributing PRs to this release:
+
+* [jmalovera10](https://github.com/jmalovera10)
+* [debugger24](https://github.com/debugger24)
+* [juliushetzel](https://github.com/juliushetzel)
+* [jacobweiss2305](https://github.com/jacobweiss2305)
+* [eduardoconto](https://github.com/eduardoconto)
+
 # Release 0.18.10
 
 ## Major features and improvements

docs/source/conf.py

@@ -551,6 +551,7 @@ def setup(app):
 # https://github.com/kedro-org/kedro/issues/1772
 mermaid_output_format = "png"
 # https://github.com/mermaidjs/mermaid.cli#linux-sandbox-issue
+# https://github.com/mermaid-js/mermaid-cli/issues/544
 mermaid_params = ["-p", here / "puppeteer-config.json", "-s", "2"]
 # https://github.com/kedro-org/kedro/issues/2451
 mermaid_version = mermaid_init_js = ""