pre-download tiktoken encodings

langchain-ai · Sep 27, 2024 · d51f061 · d51f061
1 parent d5e248d
commit d51f061
Show file tree

Hide file tree

Showing 16 changed files with 22,212 additions and 223,225 deletions.
diff --git a/.github/workflows/run_notebooks.yml b/.github/workflows/run_notebooks.yml
@@ -40,14 +40,17 @@ jobs:
           pip install -e libs//partners/mistralai
           pip install jupyter langgraph click pypdf vcrpy
 
+      - name: Pre-download tiktoken files
+        run: |
+          python docs/scripts/download_tiktoken.py
+
       - name: Prepare notebooks
         run: |
 
           python docs/scripts/prepare_notebooks_for_ci.py --comment-install-cells
 
       - name: Run notebooks
         env:
-          TIKTOKEN_CACHE_DIR: ''
           # these won't actually be used because of the VCR cassettes
           # but need to set them to avoid triggering getpass()
           ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}

diff --git a/docs/cassettes/qa_chat_history_0005810b-1b95-4666-a795-08d80e478b83.yaml b/docs/cassettes/qa_chat_history_0005810b-1b95-4666-a795-08d80e478b83.yaml
diff --git a/docs/cassettes/qa_chat_history_0e89c75f-7ad7-4331-a2fe-57579eb8f840.yaml b/docs/cassettes/qa_chat_history_0e89c75f-7ad7-4331-a2fe-57579eb8f840.yaml
diff --git a/docs/cassettes/qa_chat_history_1046c92f-21b3-4214-907d-92878d8cba23.yaml b/docs/cassettes/qa_chat_history_1046c92f-21b3-4214-907d-92878d8cba23.yaml
diff --git a/docs/cassettes/qa_chat_history_17021822-896a-4513-a17d-1d20b1c5381c.yaml b/docs/cassettes/qa_chat_history_17021822-896a-4513-a17d-1d20b1c5381c.yaml
diff --git a/docs/cassettes/qa_chat_history_170403a2-c914-41db-85d8-a2c381da112d.yaml b/docs/cassettes/qa_chat_history_170403a2-c914-41db-85d8-a2c381da112d.yaml
diff --git a/docs/cassettes/qa_chat_history_570d8c68-136e-4ba5-969a-03ba195f6118.yaml b/docs/cassettes/qa_chat_history_570d8c68-136e-4ba5-969a-03ba195f6118.yaml
diff --git a/docs/cassettes/qa_chat_history_6d0a7a73-d151-47d9-9e99-b4f3291c0322.yaml b/docs/cassettes/qa_chat_history_6d0a7a73-d151-47d9-9e99-b4f3291c0322.yaml
diff --git a/docs/cassettes/qa_chat_history_71c32048-1a41-465f-a9e2-c4affc332fd9.yaml b/docs/cassettes/qa_chat_history_71c32048-1a41-465f-a9e2-c4affc332fd9.yaml