Move requirements to pyproject.toml files on starters (#246)

* Change pyproject files on spaceflights Signed-off-by: Laura Couto <[email protected]> * Lint Signed-off-by: Laura Couto <[email protected]> * Lint Signed-off-by: Laura Couto <[email protected]> * Lint? Signed-off-by: Laura Couto <[email protected]> * Fix incorrect dependency Signed-off-by: Laura Couto <[email protected]> * Lint again Signed-off-by: Laura Couto <[email protected]> * Revert "Lint again" This reverts commit 088365d. Signed-off-by: Laura Couto <[email protected]> * Remove unecessary version constraints Signed-off-by: Laura Couto <[email protected]> * bump kedro-datasets requirement on databricks-iris to 3.0 Signed-off-by: Laura Couto <[email protected]> * Change pyproject files on spaceflights Signed-off-by: Laura Couto <[email protected]> * Lint Signed-off-by: Laura Couto <[email protected]> * Lint Signed-off-by: Laura Couto <[email protected]> * Fix incorrect dependency Signed-off-by: Laura Couto <[email protected]> * Lint again Signed-off-by: Laura Couto <[email protected]> * Revert "Lint again" This reverts commit 088365d. Signed-off-by: Laura Couto <[email protected]> * Remove unecessary version constraints Signed-off-by: Laura Couto <[email protected]> * bump kedro-datasets requirement on databricks-iris to 3.0 Signed-off-by: Laura Couto <[email protected]> * Update requirements.txt to match pyproject.toml files Signed-off-by: Laura Couto <[email protected]> * correct package names on requirements Signed-off-by: Laura Couto <[email protected]> * Fix missing requirement Signed-off-by: Laura Couto <[email protected]> --------- Signed-off-by: Laura Couto <[email protected]>
kedro-org · Nov 13, 2024 · 1cbb5da · 1cbb5da
1 parent e91b53c
commit 1cbb5da
Show file tree

Hide file tree

Showing 12 changed files with 83 additions and 31 deletions.
diff --git a/astro-airflow-iris/{{ cookiecutter.repo_name }}/pyproject.toml b/astro-airflow-iris/{{ cookiecutter.repo_name }}/pyproject.toml
@@ -3,9 +3,19 @@ requires = ["setuptools"]
 build-backend = "setuptools.build_meta"
 
 [project]
+requires-python = ">=3.9"
 name = "{{ cookiecutter.python_package }}"
 readme = "README.md"
-dynamic = ["dependencies", "version"]
+dynamic = ["version"]
+dependencies = [
+    "ipython>=8.10",
+    "jupyterlab>=3.0",
+    "notebook",
+    "kedro~={{ cookiecutter.kedro_version }}",
+    "kedro[jupyter]",
+    "kedro-datasets[pandas-csvdataset]>=3.0",
+    "kedro-airflow~=0.5"
+]
 
 [project.scripts]
 "{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
@@ -32,7 +42,6 @@ dev = [
 ]
 
 [tool.setuptools.dynamic]
-dependencies = {file = "requirements.txt"}
 version = {attr = "{{ cookiecutter.python_package }}.__version__"}
 
 [tool.setuptools.packages.find]

diff --git a/astro-airflow-iris/{{ cookiecutter.repo_name }}/requirements.txt b/astro-airflow-iris/{{ cookiecutter.repo_name }}/requirements.txt
@@ -3,6 +3,5 @@ jupyterlab>=3.0
 notebook
 kedro~={{ cookiecutter.kedro_version }}
 kedro[jupyter]
-kedro-datasets[pandas-csvdataset]>=3.0; python_version >= "3.9"
-kedro-datasets[pandas.CSVDataset]>=1.0; python_version < "3.9"
+kedro-datasets[pandas-csvdataset]>=3.0
 kedro-airflow~=0.5
diff --git a/databricks-iris/{{ cookiecutter.repo_name }}/pyproject.toml b/databricks-iris/{{ cookiecutter.repo_name }}/pyproject.toml
@@ -3,9 +3,19 @@ requires = ["setuptools"]
 build-backend = "setuptools.build_meta"
 
 [project]
+requires-python = ">=3.9"
 name = "{{ cookiecutter.python_package }}"
 readme = "README.md"
-dynamic = ["dependencies", "version"]
+dynamic = ["version"]
+dependencies = [
+    "ipython>=8.10",
+    "jupyterlab>=3.0",
+    "notebook",
+    "kedro~={{ cookiecutter.kedro_version }}",
+    "kedro[jupyter]",
+    "kedro-datasets[spark, pandas, spark.SparkDataset, pandas.ParquetDataset]>=3.0",
+    "numpy~=1.21"
+]
 
 [project.scripts]
 "{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
@@ -32,7 +42,6 @@ dev = [
 ]
 
 [tool.setuptools.dynamic]
-dependencies = {file = "requirements.txt"}
 version = {attr = "{{ cookiecutter.python_package }}.__version__"}
 
 [tool.setuptools.packages.find]

diff --git a/databricks-iris/{{ cookiecutter.repo_name }}/requirements.txt b/databricks-iris/{{ cookiecutter.repo_name }}/requirements.txt
@@ -3,5 +3,5 @@ jupyterlab>=3.0
 notebook
 kedro~={{ cookiecutter.kedro_version }}
 kedro[jupyter]
-kedro-datasets[spark, pandas, spark.SparkDataset, pandas.ParquetDataset]>=1.0
+kedro-datasets[spark, pandas, spark-sparkdataset, pandas-parquetdataset]>=3.0
 numpy~=1.21
diff --git a/spaceflights-pandas-viz/{{ cookiecutter.repo_name }}/pyproject.toml b/spaceflights-pandas-viz/{{ cookiecutter.repo_name }}/pyproject.toml
@@ -3,9 +3,21 @@ requires = ["setuptools"]
 build-backend = "setuptools.build_meta"
 
 [project]
+requires-python = ">=3.9"
 name = "{{ cookiecutter.python_package }}"
 readme = "README.md"
-dynamic = ["dependencies", "version"]
+dynamic = ["version"]
+dependencies = [
+    "ipython>=8.10",
+    "jupyterlab>=3.0",
+    "notebook",
+    "kedro~={{ cookiecutter.kedro_version }}",
+    "kedro[jupyter]",
+    "kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, plotly-plotlydataset, plotly-jsondataset, matplotlib-matplotlibwriter]>=3.0",
+    "kedro-viz>=6.7.0",
+    "scikit-learn~=1.5.1",
+    "seaborn~=0.12.1"
+]
 
 [project.scripts]
 "{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
@@ -32,7 +44,6 @@ dev = [
 ]
 
 [tool.setuptools.dynamic]
-dependencies = {file = "requirements.txt"}
 version = {attr = "{{ cookiecutter.python_package }}.__version__"}
 
 [tool.setuptools.packages.find]

diff --git a/spaceflights-pandas-viz/{{ cookiecutter.repo_name }}/requirements.txt b/spaceflights-pandas-viz/{{ cookiecutter.repo_name }}/requirements.txt
@@ -3,9 +3,7 @@ jupyterlab>=3.0
 notebook
 kedro~={{ cookiecutter.kedro_version }}
 kedro[jupyter]
-kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, plotly-plotlydataset, plotly-jsondataset, matplotlib-matplotlibwriter]>=3.0; python_version >= "3.9"
-kedro-datasets[pandas.CSVDataset, pandas.ExcelDataset, pandas.ParquetDataset, plotly.PlotlyDataset, plotly.JSONDataset, matplotlib.MatplotlibWriter]>=1.0; python_version < "3.9"
+kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, plotly-plotlydataset, plotly-jsondataset, matplotlib-matplotlibwriter]>=3.0
 kedro-viz>=6.7.0
-scikit-learn~=1.5.1; python_version >= "3.9"
-scikit-learn<=1.4.0,>=1.0; python_version < "3.9"
+scikit-learn~=1.5.1
 seaborn~=0.12.1
diff --git a/spaceflights-pandas/{{ cookiecutter.repo_name }}/pyproject.toml b/spaceflights-pandas/{{ cookiecutter.repo_name }}/pyproject.toml
@@ -3,9 +3,20 @@ requires = ["setuptools"]
 build-backend = "setuptools.build_meta"
 
 [project]
+requires-python = ">=3.9"
 name = "{{ cookiecutter.python_package }}"
 readme = "README.md"
-dynamic = ["dependencies", "version"]
+dynamic = ["version"]
+dependencies = [
+    "ipython>=8.10",
+    "jupyterlab>=3.0",
+    "notebook",
+    "kedro~={{ cookiecutter.kedro_version }}",
+    "kedro[jupyter]",
+    "kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset]>=3.0",
+    "kedro-viz>=6.7.0",
+    "scikit-learn~=1.5.1"
+]
 
 [project.scripts]
 "{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
@@ -32,7 +43,6 @@ dev = [
 ]
 
 [tool.setuptools.dynamic]
-dependencies = {file = "requirements.txt"}
 version = {attr = "{{ cookiecutter.python_package }}.__version__"}
 
 [tool.setuptools.packages.find]

diff --git a/spaceflights-pandas/{{ cookiecutter.repo_name }}/requirements.txt b/spaceflights-pandas/{{ cookiecutter.repo_name }}/requirements.txt
@@ -3,8 +3,6 @@ jupyterlab>=3.0
 notebook
 kedro~={{ cookiecutter.kedro_version }}
 kedro[jupyter]
-kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset]>=3.0; python_version >= "3.9"
-kedro-datasets[pandas.CSVDataset, pandas.ExcelDataset, pandas.ParquetDataset]>=1.0; python_version < "3.9"
+kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset]>=3.0
 kedro-viz>=6.7.0
-scikit-learn~=1.5.1; python_version >= "3.9"
-scikit-learn<=1.4.0,>=1.0; python_version < "3.9"
+scikit-learn~=1.5.1
diff --git a/spaceflights-pyspark-viz/{{ cookiecutter.repo_name }}/pyproject.toml b/spaceflights-pyspark-viz/{{ cookiecutter.repo_name }}/pyproject.toml
@@ -3,9 +3,22 @@ requires = ["setuptools"]
 build-backend = "setuptools.build_meta"
 
 [project]
+requires-python = ">=3.9"
 name = "{{ cookiecutter.python_package }}"
 readme = "README.md"
-dynamic = ["dependencies", "version"]
+dynamic = ["version"]
+dependencies = [
+    "ipython>=8.10",
+    "jupyterlab>=3.0",
+    "notebook",
+    "kedro~={{ cookiecutter.kedro_version }}",
+    "kedro[jupyter]",
+    "kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, spark-sparkdataset, plotly-plotlydataset, plotly-jsondataset, matplotlib-matplotlibwriter]>=3.0",
+    "kedro-viz>=6.7.0",
+    "scikit-learn~=1.5.1",
+    "seaborn~=0.12.1",
+    "setuptools; python_version >= '3.12'"
+]
 
 [project.scripts]
 "{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
@@ -32,7 +45,6 @@ dev = [
 ]
 
 [tool.setuptools.dynamic]
-dependencies = {file = "requirements.txt"}
 version = {attr = "{{ cookiecutter.python_package }}.__version__"}
 
 [tool.setuptools.packages.find]

diff --git a/spaceflights-pyspark-viz/{{ cookiecutter.repo_name }}/requirements.txt b/spaceflights-pyspark-viz/{{ cookiecutter.repo_name }}/requirements.txt
@@ -3,10 +3,8 @@ jupyterlab>=3.0
 notebook
 kedro~={{ cookiecutter.kedro_version }}
 kedro[jupyter]
-kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, spark-sparkdataset, plotly-plotlydataset, plotly-jsondataset, matplotlib-matplotlibwriter]>=3.0; python_version >= "3.9"
-kedro-datasets[pandas.CSVDataset, pandas.ExcelDataset, pandas.ParquetDataset, spark.SparkDataset, plotly.PlotlyDataset, plotly.JSONDataset, matplotlib.MatplotlibWriter]>=1.0; python_version < "3.9"
+kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, spark-sparkdataset, plotly-plotlydataset, plotly-jsondataset, matplotlib-matplotlibwriter]>=3.0
 kedro-viz>=6.7.0
-scikit-learn~=1.5.1; python_version >= "3.9"
-scikit-learn<=1.4.0,>=1.0; python_version < "3.9"
+scikit-learn~=1.5.1
 seaborn~=0.12.1
 setuptools; python_version >= "3.12"
diff --git a/spaceflights-pyspark/{{ cookiecutter.repo_name }}/pyproject.toml b/spaceflights-pyspark/{{ cookiecutter.repo_name }}/pyproject.toml
@@ -3,9 +3,20 @@ requires = ["setuptools"]
 build-backend = "setuptools.build_meta"
 
 [project]
+requires-python = ">=3.9"
 name = "{{ cookiecutter.python_package }}"
 readme = "README.md"
-dynamic = ["dependencies", "version"]
+dynamic = ["version"]
+dependencies = [
+    "ipython>=8.10",
+    "jupyterlab>=3.0",
+    "notebook",
+    "kedro~={{ cookiecutter.kedro_version }}",
+    "kedro[jupyter]",
+    "kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, spark-sparkdataset]>=3.0",
+    "kedro-viz>=6.7.0",
+    "scikit-learn~=1.5.1"
+]
 
 [project.scripts]
 "{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
@@ -32,7 +43,6 @@ dev = [
 ]
 
 [tool.setuptools.dynamic]
-dependencies = {file = "requirements.txt"}
 version = {attr = "{{ cookiecutter.python_package }}.__version__"}
 
 [tool.setuptools.packages.find]

diff --git a/spaceflights-pyspark/{{ cookiecutter.repo_name }}/requirements.txt b/spaceflights-pyspark/{{ cookiecutter.repo_name }}/requirements.txt
@@ -3,8 +3,6 @@ jupyterlab>=3.0
 notebook
 kedro~={{ cookiecutter.kedro_version }}
 kedro[jupyter]
-kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, spark-sparkdataset]>=3.0; python_version >= "3.9"
-kedro-datasets[pandas.CSVDataset, pandas.ExcelDataset, pandas.ParquetDataset, spark.SparkDataset]>=1.0; python_version < "3.9"
+kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, spark-sparkdataset]>=3.0
 kedro-viz>=6.7.0
-scikit-learn~=1.5.1; python_version >= "3.9"
-scikit-learn<=1.4.0,>=1.0; python_version < "3.9"
+scikit-learn~=1.5.1