Fix dependency issues leading to failed actions and remove unused code

.github/workflows/precommit_and_docs_build_check.yml

@@ -16,7 +16,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v5
         with:
-          python-version: '3.11'
+          python-version: "3.11"
           cache: pip
 
       - name: create venv and install dependencies
@@ -29,7 +29,7 @@ jobs:
           . /tmp/kazu-env/bin/activate
           python -m pip install --upgrade pip
           pip install --upgrade --upgrade-strategy eager --index-url https://download.pytorch.org/whl/cpu "torch>=2.0.0"
-          pip install -e ."[dev]" --cache-dir $PIP_CACHE_DIR --upgrade --upgrade-strategy eager
+          pip install -e ."[dev]" --no-cache-dir
 
       - name: Check precommit
         run: |
@@ -39,7 +39,7 @@ jobs:
       - name: Check docs build successfully
         # still run even if the pre-commit fails, so we
         # have the output on if the docs build succeeded or not
-        if: '!cancelled()'
+        if: "!cancelled()"
         run: |
           . /tmp/kazu-env/bin/activate
           make -C docs html

README.md

@@ -1,3 +1,4 @@
+
 ![Maturity level-1](https://img.shields.io/badge/Maturity%20Level-ML--2-green)
 
 <p align="center">

pyproject.toml

@@ -26,15 +26,15 @@ dependencies = [
   "rdflib>=6.0.0",
   "requests>=2.20.0",
   "hydra-core>=1.3.0",
-  "pandas>=1.0.0",
+  "pandas",
   "pyarrow",
   "pyahocorasick",
   "pymongo>=4.3.3",
   "rapidfuzz>=1.0.0",
   "scikit-learn>=0.24.0",
   # scipy 1.12.0 introduced many changes to the sparse matrices api. https://docs.scipy.org/doc/scipy/reference/sparse.html#module-scipy.sparse
   # This is causing our acceptance tests to fail. Pinning to <1.12.0 until it's confirmed other libraries (e.g. sk-learn) don't have issues.
-  "scipy<1.12.0",
+  "scipy",
   "regex>=2020.1.7",
   "psutil>=5.3.0",
   "cachetools>=5.2.0",