From 4346c74d2e24c0f9f691f0bc434d254a417ef053 Mon Sep 17 00:00:00 2001 From: Ryan Wolf Date: Tue, 2 Apr 2024 10:31:46 -0700 Subject: [PATCH] Bump Python and RAPIDS versions (#16) * Bump Python version Signed-off-by: Ryan Wolf * Change pinned rapids to lower bound Signed-off-by: Ryan Wolf * Remove wildcard suffix Signed-off-by: Ryan Wolf * Only bump dask-cuda Signed-off-by: Ryan Wolf * Update min rapids version Signed-off-by: Ryan Wolf * Use latest RAPIDS versions Signed-off-by: Ryan Wolf * Fix notation Signed-off-by: Ryan Wolf * Move to bounds Signed-off-by: Ryan Wolf * Free space on test worker Signed-off-by: Ryan Wolf * Add python version in readme Signed-off-by: Ryan Wolf --------- Signed-off-by: Ryan Wolf --- .github/workflows/test.yml | 6 ++++++ README.md | 2 +- setup.py | 10 +++++----- 3 files changed, 12 insertions(+), 6 deletions(-) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 58442c7b9..d179a2a57 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -22,6 +22,12 @@ jobs: python-version: ["3.10"] steps: - uses: actions/checkout@v4 + - name: Optionally free up space on Ubuntu + run: | + sudo rm -rf /usr/share/dotnet + sudo rm -rf /opt/ghc + sudo rm -rf "/usr/local/share/boost" + sudo rm -rf "$AGENT_TOOLSDIRECTORY" - name: Set up Python ${{ matrix.python-version }} uses: actions/setup-python@v5 with: diff --git a/README.md b/README.md index 6eec31385..eb8c37abe 100644 --- a/README.md +++ b/README.md @@ -37,7 +37,7 @@ These modules are designed to be flexible and allow for reordering with few exce ## Installation -NeMo Curator currently requires a GPU with CUDA 12 or above installed in order to be used. +NeMo Curator currently requires Python 3.10 and a GPU with CUDA 12 or above installed in order to be used. NeMo Curator can be installed manually by cloning the repository and installing as follows: ``` diff --git a/setup.py b/setup.py index ae5157578..9652d646e 100644 --- a/setup.py +++ b/setup.py @@ -36,7 +36,7 @@ "Programming Language :: Python :: 3", ], packages=find_packages(), - python_requires=">=3.7", + python_requires=">=3.10, <3.11", install_requires=[ "dask[complete]>=2021.7.1", "distributed>=2021.7.1", @@ -55,10 +55,10 @@ "comment_parser", "beautifulsoup4", "mwparserfromhell @ git+https://github.com/earwig/mwparserfromhell.git@0f89f44", - "cudf-cu12==23.10.*", - "dask-cudf-cu12==23.10.*", - "cugraph-cu12==23.10.*", - "dask-cuda==23.10.*", + "cudf-cu12>=24.2", + "dask-cudf-cu12>=24.2", + "cugraph-cu12>=24.2", + "dask-cuda>=24.2", "spacy>=3.6.0, <4.0.0", "presidio-analyzer==2.2.351", "presidio-anonymizer==2.2.351",