From 595b49144a9b367220fe3f4bc2d8d2e0e58bdb37 Mon Sep 17 00:00:00 2001
From: polyaxon-ci <ci@polyaxon.com>
Date: Wed, 28 Dec 2022 00:40:28 +0100
Subject: [PATCH] Add requirements for init and sidecar to setup  * Update
 filesystem versions

---
 .github/workflows/cli.yml    |  4 ++--
 cli/requirements/dev.txt     | 12 ------------
 cli/requirements/fs.txt      |  4 ++++
 cli/requirements/init.txt    |  3 +++
 cli/requirements/sidecar.txt |  4 ++++
 cli/setup.py                 | 13 +++++++++++++
 6 files changed, 26 insertions(+), 14 deletions(-)
 create mode 100644 cli/requirements/fs.txt
 create mode 100644 cli/requirements/init.txt
 create mode 100644 cli/requirements/sidecar.txt

diff --git a/.github/workflows/cli.yml b/.github/workflows/cli.yml
index 44a40978..a73f1e94 100644
--- a/.github/workflows/cli.yml
+++ b/.github/workflows/cli.yml
@@ -36,8 +36,8 @@ jobs:
       run: pip install -r cli/requirements/test.txt
     - name: Install master dependencies
       run: pip install -r cli/requirements/master.txt
-    - name: Install dev librarie
-      run: export USE_LOCAL_PACKAGES="true" && pip install --upgrade --editable "cli[dev]"
+    - name: Install dev libraries
+      run: export USE_LOCAL_PACKAGES="true" && pip install --upgrade --editable "cli[dev,fsspec,init,streams]"
     - name: Test with pytest
       run: |
         cd cli
diff --git a/cli/requirements/dev.txt b/cli/requirements/dev.txt
index 103dbaf8..0bc360ec 100644
--- a/cli/requirements/dev.txt
+++ b/cli/requirements/dev.txt
@@ -1,13 +1 @@
-docker
-GitPython<3.2.0
-
-numpy
-scipy
-pandas
-fsspec==2022.7.1
-
 moto==2.0.5
-
-kubernetes_asyncio>=12.1.1,<22.6.0
-aiofiles==22.1.0
-anyio
diff --git a/cli/requirements/fs.txt b/cli/requirements/fs.txt
new file mode 100644
index 00000000..3a414901
--- /dev/null
+++ b/cli/requirements/fs.txt
@@ -0,0 +1,4 @@
+adlfs==2022.11.2
+fsspec==2022.11.0
+gcsfs==2022.11.0
+s3fs==2022.11.0
diff --git a/cli/requirements/init.txt b/cli/requirements/init.txt
new file mode 100644
index 00000000..802f4982
--- /dev/null
+++ b/cli/requirements/init.txt
@@ -0,0 +1,3 @@
+docker
+GitPython<3.2.0
+aiofiles==22.1.0
diff --git a/cli/requirements/sidecar.txt b/cli/requirements/sidecar.txt
new file mode 100644
index 00000000..1c4d8ba5
--- /dev/null
+++ b/cli/requirements/sidecar.txt
@@ -0,0 +1,4 @@
+aiofiles==22.1.0
+kubernetes_asyncio>=12.1.1,<22.6.0
+pandas<1.5.2
+anyio
diff --git a/cli/setup.py b/cli/setup.py
index d56f50c9..96bd8269 100644
--- a/cli/setup.py
+++ b/cli/setup.py
@@ -52,6 +52,15 @@ def run_tests(self):
     with open("requirements/prod.txt") as requirements_file:
         requirements += requirements_file.read().splitlines()
 
+with open("requirements/fs.txt") as requirements_file:
+    fs_requirements = requirements_file.read().splitlines()
+
+with open("requirements/sidecar.txt") as requirements_file:
+    sidecar_requirements = requirements_file.read().splitlines()
+
+with open("requirements/init.txt") as requirements_file:
+    init_requirements = requirements_file.read().splitlines()
+
 with open("requirements/dev.txt") as requirements_file:
     dev_requirements = requirements_file.read().splitlines()
 
@@ -61,9 +70,13 @@ def run_tests(self):
     "gcs": ["gcsfs"],
     "s3": ["s3fs"],
     "azure": ["adlfs"],
+    "fsspec": ["fsspec"],
     "docker": ["docker"],
     "git": ["gitpython"],
     "numpy": ["numpy"],
+    "fs": fs_requirements,
+    "init": init_requirements,
+    "sidecar": sidecar_requirements,
     "sandbox": ["haupt[platform,streams,fs]"],
 }