Merge branch 'master' into oci-genai-tool-callling-bug-fix

.github/PULL_REQUEST_TEMPLATE.md

@@ -1,7 +1,7 @@
 Thank you for contributing to LangChain!
 
 - [ ] **PR title**: "package: description"
-  - Where "package" is whichever of langchain, community, core, experimental, etc. is being modified. Use "docs: ..." for purely docs changes, "templates: ..." for template changes, "infra: ..." for CI changes.
+  - Where "package" is whichever of langchain, community, core, etc. is being modified. Use "docs: ..." for purely docs changes, "templates: ..." for template changes, "infra: ..." for CI changes.
   - Example: "community: add foobar LLM"
 
 

.github/scripts/check_diff.py

@@ -15,7 +15,6 @@
     "libs/text-splitters",
     "libs/langchain",
     "libs/community",
-    "libs/experimental",
 ]
 
 # when set to True, we are ignoring core dependents
@@ -33,6 +32,21 @@
     "huggingface",
 ]
 
+# Cap python version at 3.12 for some packages with dependencies that are not yet
+# compatible with python 3.13 (mostly hf tokenizers).
+PY_312_MAX_PACKAGES = [
+    f"libs/partners/{integration}"
+    for integration in [
+        "anthropic",
+        "chroma",
+        "couchbase",
+        "huggingface",
+        "mistralai",
+        "nomic",
+        "qdrant",
+    ]
+]
+
 
 def all_package_dirs() -> Set[str]:
     return {
@@ -111,13 +125,16 @@ def _get_configs_for_single_dir(job: str, dir_: str) -> List[Dict[str, str]]:
         return _get_pydantic_test_configs(dir_)
 
     if dir_ == "libs/core":
-        py_versions = ["3.9", "3.10", "3.11", "3.12"]
+        py_versions = ["3.9", "3.10", "3.11", "3.12", "3.13"]
     # custom logic for specific directories
     elif dir_ == "libs/partners/milvus":
         # milvus poetry doesn't allow 3.12 because they
         # declare deps in funny way
         py_versions = ["3.9", "3.11"]
 
+    elif dir_ in PY_312_MAX_PACKAGES:
+        py_versions = ["3.9", "3.12"]
+
     elif dir_ in ["libs/community", "libs/langchain"] and job == "extended-tests":
         # community extended test resolution in 3.12 is slow
         # even in uv
@@ -126,8 +143,11 @@ def _get_configs_for_single_dir(job: str, dir_: str) -> List[Dict[str, str]]:
     elif dir_ == "libs/community" and job == "compile-integration-tests":
         # community integration deps are slow in 3.12
         py_versions = ["3.9", "3.11"]
-    else:
+    elif dir_ == ".":
+        # unable to install with 3.13 because tokenizers doesn't support 3.13 yet
         py_versions = ["3.9", "3.12"]
+    else:
+        py_versions = ["3.9", "3.13"]
 
     return [{"working-directory": dir_, "python-version": py_v} for py_v in py_versions]
 
@@ -153,14 +173,19 @@ def _get_pydantic_test_configs(
     core_min_pydantic_version = get_min_version_from_toml(
         "./libs/core/pyproject.toml", "release", python_version, include=["pydantic"]
     )["pydantic"]
-    core_min_pydantic_minor = core_min_pydantic_version.split(".")[1] if "." in core_min_pydantic_version else "0"
-    dir_min_pydantic_version = (
-        get_min_version_from_toml(
-            f"./{dir_}/pyproject.toml", "release", python_version, include=["pydantic"]
-        )
-        .get("pydantic", "0.0.0")
+    core_min_pydantic_minor = (
+        core_min_pydantic_version.split(".")[1]
+        if "." in core_min_pydantic_version
+        else "0"
+    )
+    dir_min_pydantic_version = get_min_version_from_toml(
+        f"./{dir_}/pyproject.toml", "release", python_version, include=["pydantic"]
+    ).get("pydantic", "0.0.0")
+    dir_min_pydantic_minor = (
+        dir_min_pydantic_version.split(".")[1]
+        if "." in dir_min_pydantic_version
+        else "0"
     )
-    dir_min_pydantic_minor = dir_min_pydantic_version.split(".")[1] if "." in dir_min_pydantic_version else "0"
 
     custom_mins = {
         # depends on pydantic-settings 2.4 which requires pydantic 2.7

.github/workflows/_release.yml

@@ -269,6 +269,7 @@ jobs:
           AZURE_OPENAI_API_BASE: ${{ secrets.AZURE_OPENAI_API_BASE }}
           AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
           AZURE_OPENAI_CHAT_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_CHAT_DEPLOYMENT_NAME }}
+          AZURE_OPENAI_LEGACY_CHAT_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_LEGACY_CHAT_DEPLOYMENT_NAME }}
           AZURE_OPENAI_LLM_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_LLM_DEPLOYMENT_NAME }}
           AZURE_OPENAI_EMBEDDINGS_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_EMBEDDINGS_DEPLOYMENT_NAME }}
           NVIDIA_API_KEY: ${{ secrets.NVIDIA_API_KEY }}
@@ -293,7 +294,6 @@ jobs:
           VOYAGE_API_KEY: ${{ secrets.VOYAGE_API_KEY }}
           UPSTAGE_API_KEY: ${{ secrets.UPSTAGE_API_KEY }}
           FIREWORKS_API_KEY: ${{ secrets.FIREWORKS_API_KEY }}
-          UNSTRUCTURED_API_KEY: ${{ secrets.UNSTRUCTURED_API_KEY }}
         run: make integration_tests
         working-directory: ${{ inputs.working-directory }}
 
@@ -338,6 +338,8 @@ jobs:
           packages-dir: ${{ inputs.working-directory }}/dist/
           verbose: true
           print-hash: true
+          # Temp workaround since attestations are on by default as of gh-action-pypi-publish v1.11.0
+          attestations: false
 
   mark-release:
     needs:

.github/workflows/_test_doc_imports.yml

@@ -31,7 +31,7 @@ jobs:
 
       - name: Install langchain editable
         run: |
-          poetry run pip install -e libs/core libs/langchain libs/community libs/experimental
+          poetry run pip install langchain-experimental -e libs/core libs/langchain libs/community
 
       - name: Check doc imports
         shell: bash

.github/workflows/_test_release.yml

@@ -98,3 +98,5 @@ jobs:
           # This is *only for CI use* and is *extremely dangerous* otherwise!
           # https://github.com/pypa/gh-action-pypi-publish#tolerating-release-package-file-duplicates
           skip-existing: true
+          # Temp workaround since attestations are on by default as of gh-action-pypi-publish v1.11.0
+          attestations: false

.github/workflows/api_doc_build.yml

@@ -0,0 +1,185 @@
+name: API docs build
+
+on:
+  workflow_dispatch:
+  schedule:
+    - cron:  '0 13 * * *'
+env:
+  POETRY_VERSION: "1.8.1"
+  PYTHON_VERSION: "3.11"
+
+jobs:
+  build:
+    if: github.repository == 'langchain-ai/langchain' || github.event_name != 'schedule'
+    runs-on: ubuntu-latest
+    permissions: write-all
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          path: langchain
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-api-docs-html
+          path: langchain-api-docs-html
+          token: ${{ secrets.TOKEN_GITHUB_API_DOCS_HTML }}
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-google
+          path: langchain-google
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-datastax
+          path: langchain-datastax
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-nvidia
+          path: langchain-nvidia
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-cohere
+          path: langchain-cohere
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-elastic
+          path: langchain-elastic
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-postgres
+          path: langchain-postgres
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-aws
+          path: langchain-aws
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-weaviate
+          path: langchain-weaviate
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-ai21
+          path: langchain-ai21
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-together
+          path: langchain-together
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-experimental
+          path: langchain-experimental
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-milvus
+          path: langchain-milvus
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-unstructured
+          path: langchain-unstructured
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-databricks
+          path: langchain-databricks
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-ibm
+          path: langchain-ibm
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-azure
+          path: langchain-azure
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-mongodb
+          path: langchain-mongodb
+      - uses: actions/checkout@v4
+        with:
+          repository: langchain-ai/langchain-redis
+          path: langchain-redis
+
+
+
+      - name: Set Git config
+        working-directory: langchain
+        run: |
+          git config --local user.email "[email protected]"
+          git config --local user.name "Github Actions"
+          
+      - name: Move libs
+        run: |
+          rm -rf \
+            langchain/libs/partners/google-genai \
+            langchain/libs/partners/google-vertexai \
+            langchain/libs/partners/astradb \
+            langchain/libs/partners/nvidia-trt \
+            langchain/libs/partners/nvidia-ai-endpoints \
+            langchain/libs/partners/cohere \
+            langchain/libs/partners/elasticsearch \
+            langchain/libs/partners/upstage \
+            langchain/libs/partners/ai21 \
+            langchain/libs/partners/together \
+            langchain/libs/standard-tests \
+            langchain/libs/experimental \
+            langchain/libs/partners/milvus \
+            langchain/libs/partners/unstructured \
+            langchain/libs/partners/databricks \
+            langchain/libs/partners/ibm \
+            langchain/libs/partners/azure-dynamic-sessions \
+            langchain/libs/partners/mongodb \
+            langchain/libs/partners/redis
+          mv langchain-google/libs/genai langchain/libs/partners/google-genai
+          mv langchain-google/libs/vertexai langchain/libs/partners/google-vertexai
+          mv langchain-google/libs/community langchain/libs/partners/google-community
+          mv langchain-datastax/libs/astradb langchain/libs/partners/astradb
+          mv langchain-nvidia/libs/ai-endpoints langchain/libs/partners/nvidia-ai-endpoints
+          mv langchain-cohere/libs/cohere langchain/libs/partners/cohere
+          mv langchain-elastic/libs/elasticsearch langchain/libs/partners/elasticsearch
+          mv langchain-postgres langchain/libs/partners/postgres
+          mv langchain-aws/libs/aws langchain/libs/partners/aws
+          mv langchain-weaviate/libs/weaviate langchain/libs/partners/weaviate
+          mv langchain-ai21/libs/ai21 langchain/libs/partners/ai21
+          mv langchain-together/libs/together langchain/libs/partners/together
+          mv langchain-experimental/libs/experimental langchain/libs/experimental
+          mv langchain-milvus/libs/milvus langchain/libs/partners/milvus
+          mv langchain-unstructured/libs/unstructured langchain/libs/partners/unstructured
+          mv langchain-databricks/libs/databricks langchain/libs/partners/databricks
+          mv langchain-ibm/libs/ibm langchain/libs/partners/ibm
+          mv langchain-azure/libs/azure-dynamic-sessions langchain/libs/partners/azure-dynamic-sessions
+          mv langchain-mongodb/libs/mongodb langchain/libs/partners/mongodb
+          mv langchain-redis/libs/redis langchain/libs/partners/redis
+
+      - name: Rm old html
+        run:
+          rm -rf langchain-api-docs-html/api_reference_build/html
+
+      - name: Set up Python ${{ env.PYTHON_VERSION }} + Poetry ${{ env.POETRY_VERSION }}
+        uses: "./langchain/.github/actions/poetry_setup"
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+          poetry-version: ${{ env.POETRY_VERSION }}
+          cache-key: api-docs
+          working-directory: langchain
+
+      - name: Install dependencies
+        working-directory: langchain
+        run: |
+          python -m pip install -U uv
+          python -m uv pip install --upgrade --no-cache-dir pip setuptools
+          # skip airbyte due to pandas dependency issue
+          python -m uv pip install $(ls ./libs/partners | grep -vE "airbyte" | xargs -I {} echo "./libs/partners/{}")
+          python -m uv pip install libs/core libs/langchain libs/text-splitters libs/community libs/experimental
+          python -m uv pip install -r docs/api_reference/requirements.txt
+
+      - name: Build docs
+        working-directory: langchain
+        run: |
+          python docs/api_reference/create_api_rst.py
+          python -m sphinx -T -E -b html -d ../langchain-api-docs-html/_build/doctrees -c docs/api_reference docs/api_reference ../langchain-api-docs-html/api_reference_build/html -j auto
+          python docs/api_reference/scripts/custom_formatter.py ../langchain-api-docs-html/api_reference_build/html
+          # Default index page is blank so we copy in the actual home page.
+          cp ../langchain-api-docs-html/api_reference_build/html/{reference,index}.html
+          rm -rf ../langchain-api-docs-html/_build/
+
+      # https://github.com/marketplace/actions/add-commit
+      - uses: EndBug/add-and-commit@v9
+        with:
+          cwd: langchain-api-docs-html
+          message: 'Update API docs build'

.github/workflows/check-broken-links.yml

@@ -7,7 +7,7 @@ on:
 
 jobs:
   check-links:
-    if: github.repository_owner == 'langchain-ai'
+    if: github.repository_owner == 'langchain-ai' || github.event_name != 'schedule'
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4

.github/workflows/people.yml

@@ -14,7 +14,7 @@ on:
 
 jobs:
   langchain-people:
-    if: github.repository_owner == 'langchain-ai'
+    if: github.repository_owner == 'langchain-ai' || github.event_name != 'schedule'
     runs-on: ubuntu-latest
     permissions: write-all
     steps: