build(airflow): Add python 3.11 to airflow (#332)

* Add 3.11 to CI for airflow Signed-off-by: Ankita Katiyar <ankitakatiyar2401@gmail.com> * Comemnt paths ignore Signed-off-by: Ankita Katiyar <ankitakatiyar2401@gmail.com> * Typo Signed-off-by: Ankita Katiyar <ankitakatiyar2401@gmail.com> * Add other python versions Signed-off-by: Ankita Katiyar <ankitakatiyar2401@gmail.com> * Update e2e test Signed-off-by: Ankita Katiyar <ankitakatiyar2401@gmail.com> * Revert changes to other workflows Signed-off-by: Ankita Katiyar <ankitakatiyar2401@gmail.com> * Revert telemetry wf Signed-off-by: Ankita Katiyar <ankitakatiyar2401@gmail.com> * Remove bandit version pin Signed-off-by: Ankita Katiyar <ankitakatiyar2401@gmail.com> * Add changes to RELEASE.md Signed-off-by: Ahdra Merali <ahdra.merali@quantumblack.com> --------- Signed-off-by: Ankita Katiyar <ankitakatiyar2401@gmail.com> Signed-off-by: Ahdra Merali <ahdra.merali@quantumblack.com> Co-authored-by: Ahdra Merali <ahdra.merali@quantumblack.com>
kedro-org · Sep 7, 2023 · b5cf7ee · b5cf7ee
1 parent e4ea7c6
commit b5cf7ee
Show file tree

Hide file tree

Showing 4 changed files with 8 additions and 6 deletions.
diff --git a/.github/workflows/kedro-airflow.yml b/.github/workflows/kedro-airflow.yml
@@ -22,7 +22,7 @@ jobs:
     strategy:
       matrix:
         os: [ ubuntu-latest, windows-latest ]
-        python-version: [ "3.7", "3.8", "3.9", "3.10" ]
+        python-version: [ "3.7", "3.8", "3.9", "3.10", "3.11" ]
     uses: ./.github/workflows/unit-tests.yml
     with:
       plugin: kedro-airflow
@@ -40,7 +40,7 @@ jobs:
     strategy:
       matrix:
         os: [ ubuntu-latest ]
-        python-version: [ "3.7", "3.8", "3.9", "3.10" ]
+        python-version: [ "3.7", "3.8", "3.9", "3.10", "3.11" ]
     uses: ./.github/workflows/e2e-tests.yml
     with:
       plugin: kedro-airflow

diff --git a/kedro-airflow/RELEASE.md b/kedro-airflow/RELEASE.md
@@ -1,4 +1,5 @@
 # Upcoming Release
+* Added support for Python 3.11
 
 # Release 0.6.0
 * Change reference to `kedro.pipeline.Pipeline` object throughout test suite with `kedro.modular_pipeline.pipeline` factory.

diff --git a/kedro-airflow/features/steps/cli_steps.py b/kedro-airflow/features/steps/cli_steps.py
@@ -85,9 +85,9 @@ def prepare_catalog(context):
 def install_kedro(context, version):
     """Execute Kedro command and check the status."""
     if version == "latest":
-        cmd = [context.pip, "install", "-U", "kedro[pandas]"]
+        cmd = [context.pip, "install", "-U", "kedro-datasets[PANDAS]"]
     else:
-        cmd = [context.pip, "install", f"kedro[pandas]=={version}"]
+        cmd = [context.pip, "install", f"kedro-datasets[PANDAS]=={version}"]
     res = run(cmd, env=context.env)
 
     if res.returncode != OK_EXIT_CODE:

diff --git a/kedro-airflow/pyproject.toml b/kedro-airflow/pyproject.toml
@@ -8,7 +8,7 @@ authors = [
     {name = "Kedro"}
 ]
 description = "Kedro-Airflow makes it easy to deploy Kedro projects to Airflow"
-requires-python = ">=3.7, <3.11"
+requires-python = ">=3.7"
 license = {text = "Apache Software License (Apache 2.0)"}
 dependencies = [
     "kedro>=0.17.5",
@@ -25,10 +25,11 @@ Tracker = "https://github.com/kedro-org/kedro-plugins/issues"
 [project.optional-dependencies]
 test = [
     "apache-airflow<2.7.0", # TODO: Temporary fix, make kedro-airflow compatible with new version of airflow
-    "bandit>=1.6.2, <2.0",
+    "bandit",
     "behave",
     "black~=22.0",
     "flake8",
+    "kedro-datasets",
     "pre-commit>=1.17.0, <2.0",
     "pylint>=2.5.2, <3.0",
     "pytest",