add datasets by default + s3 flavor

eliebak · Sep 4, 2024 · ab04877 · ab04877
1 parent 8c15d3b
commit ab04877
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -21,6 +21,7 @@ dependencies = [
     "safetensors",
     "dacite",
     "tqdm",
+    "datasets",
 ]
 
 [tool.setuptools.packages.find]
@@ -53,6 +54,12 @@ nanosets = [
      "numba",
 ]
 
+s3 = [
+    "boto3",
+    "s3fs",
+    "s5cmd",
+]
+
 [build-system]
 requires = [
     "setuptools",