core[patch], langchain[patch]: fix required deps

.github/workflows/_all_ci.yml

@@ -48,7 +48,6 @@ jobs:
 
   compile-integration-tests:
     uses: ./.github/workflows/_compile_integration_test.yml
-    if: ${{ inputs.working-directory != 'libs/core' }}
     with:
       working-directory: ${{ inputs.working-directory }}
     secrets: inherit
@@ -88,7 +87,7 @@ jobs:
         shell: bash
         run: |
           echo "Running extended tests, installing dependencies with poetry..."
-          poetry install -E extended_testing
+          poetry install -E extended_testing --with test
 
       - name: Install langchain core editable
         shell: bash

.github/workflows/_compile_integration_test.yml

@@ -38,7 +38,7 @@ jobs:
 
       - name: Install integration dependencies
         shell: bash
-        run: poetry install --with=test_integration
+        run: poetry install --with=test_integration,test
 
       - name: Check integration tests compile
         shell: bash

.github/workflows/_pydantic_compatibility.yml

@@ -42,7 +42,7 @@ jobs:
 
       - name: Install dependencies
         shell: bash
-        run: poetry install
+        run: poetry install  --with test
 
       - name: Install langchain editable
         working-directory: ${{ inputs.working-directory }}

libs/core/langchain_core/agents.py

@@ -105,7 +105,7 @@ def messages(self) -> Sequence[BaseMessage]:
 
 
 def _convert_agent_action_to_messages(
-    agent_action: AgentAction
+    agent_action: AgentAction,
 ) -> Sequence[BaseMessage]:
     """Convert an agent action to a message.
 

libs/core/langchain_core/tracers/__init__.py

@@ -6,11 +6,16 @@
     "Run",
     "RunLog",
     "RunLogPatch",
+    "LogStreamCallbackHandler",
 ]
 
 from langchain_core.tracers.base import BaseTracer
 from langchain_core.tracers.evaluation import EvaluatorCallbackHandler
 from langchain_core.tracers.langchain import LangChainTracer
-from langchain_core.tracers.log_stream import RunLog, RunLogPatch
+from langchain_core.tracers.log_stream import (
+    LogStreamCallbackHandler,
+    RunLog,
+    RunLogPatch,
+)
 from langchain_core.tracers.schemas import Run
 from langchain_core.tracers.stdout import ConsoleCallbackHandler

libs/core/pyproject.toml

@@ -14,14 +14,26 @@ pydantic = ">=1,<3"
 langsmith = "~0.0.63"
 tenacity = "^8.1.0"
 jsonpatch = "^1.33"
+anyio = ">=3,<5"
+PyYAML = ">=5.3"
+
+[tool.poetry.group.lint]
+optional = true
 
 [tool.poetry.group.lint.dependencies]
 ruff = "^0.1.5"
 
+[tool.poetry.group.typing]
+optional = true
+
 [tool.poetry.group.typing.dependencies]
 mypy = "^0.991"
 types-pyyaml = "^6.0.12.2"
 types-requests = "^2.28.11.5"
+types-jinja2 = "^2.11.9"
+
+[tool.poetry.group.dev]
+optional = true
 
 [tool.poetry.group.dev.dependencies]
 jupyter = "^1.0.0"
@@ -37,6 +49,7 @@ pytest-mock  = "^3.10.0"
 syrupy = "^4.0.2"
 pytest-watcher = "^0.3.4"
 pytest-asyncio = "^0.21.1"
+jinja2 = "^3"
 
 
 [tool.poetry.group.test_integration]

libs/core/tests/integration_tests/test_compile.py

@@ -0,0 +1,7 @@
+import pytest
+
+
+@pytest.mark.compile
+def test_placeholder() -> None:
+    """Used for compiling integration tests without running any real tests."""
+    pass

libs/core/tests/unit_tests/prompts/test_few_shot.py

@@ -233,7 +233,7 @@ def test_partial() -> None:
 
 @pytest.mark.requires("jinja2")
 def test_prompt_jinja2_functionality(
-    example_jinja2_prompt: Tuple[PromptTemplate, List[Dict[str, str]]]
+    example_jinja2_prompt: Tuple[PromptTemplate, List[Dict[str, str]]],
 ) -> None:
     prefix = "Starting with {{ foo }}"
     suffix = "Ending with {{ bar }}"
@@ -256,7 +256,7 @@ def test_prompt_jinja2_functionality(
 
 @pytest.mark.requires("jinja2")
 def test_prompt_jinja2_missing_input_variables(
-    example_jinja2_prompt: Tuple[PromptTemplate, List[Dict[str, str]]]
+    example_jinja2_prompt: Tuple[PromptTemplate, List[Dict[str, str]]],
 ) -> None:
     """Test error is raised when input variables are not provided."""
     prefix = "Starting with {{ foo }}"
@@ -303,7 +303,7 @@ def test_prompt_jinja2_missing_input_variables(
 
 @pytest.mark.requires("jinja2")
 def test_prompt_jinja2_extra_input_variables(
-    example_jinja2_prompt: Tuple[PromptTemplate, List[Dict[str, str]]]
+    example_jinja2_prompt: Tuple[PromptTemplate, List[Dict[str, str]]],
 ) -> None:
     """Test error is raised when there are too many input variables."""
     prefix = "Starting with {{ foo }}"

libs/core/tests/unit_tests/tracers/test_imports.py

@@ -8,6 +8,7 @@
     "Run",
     "RunLog",
     "RunLogPatch",
+    "LogStreamCallbackHandler",
 ]
 
 

libs/langchain/langchain/vectorstores/clarifai.py

@@ -8,7 +8,6 @@
 from typing import Any, Iterable, List, Optional, Tuple
 
 import requests
-from google.protobuf.struct_pb2 import Struct
 from langchain_core.documents import Document
 from langchain_core.embeddings import Embeddings
 from langchain_core.vectorstores import VectorStore
@@ -87,6 +86,7 @@ def add_texts(
         """
         try:
             from clarifai.client.input import Inputs
+            from google.protobuf.struct_pb2 import Struct
         except ImportError as e:
             raise ImportError(
                 "Could not import clarifai python package. "

libs/langchain/pyproject.toml

@@ -20,7 +20,6 @@ PyYAML = ">=5.3"
 numpy = "^1"
 aiohttp = "^3.8.3"
 tenacity = "^8.1.0"
-anyio = "<4.0"
 jsonpatch = "^1.33"
 azure-core = {version = "^1.26.4", optional=true}
 tqdm = {version = ">=4.48.0", optional = true}
@@ -151,6 +150,9 @@ couchbase = {version = "^4.1.9", optional = true}
 dgml-utils = {version = "^0.3.0", optional = true}
 datasets = {version = "^2.15.0", optional = true}
 
+[tool.poetry.group.test]
+optional = true
+
 [tool.poetry.group.test.dependencies]
 # The only dependencies that should be added are
 # dependencies used for running tests (e.g., pytest, freezegun, response).
@@ -171,6 +173,9 @@ syrupy = "^4.0.2"
 requests-mock = "^1.11.0"
 langchain-core = {path = "../core", develop = true}
 
+[tool.poetry.group.codespell]
+optional = true
+
 [tool.poetry.group.codespell.dependencies]
 codespell = "^2.2.0"
 
@@ -201,6 +206,9 @@ cassio = "^0.1.0"
 tiktoken = "^0.3.2"
 anthropic = "^0.3.11"
 
+[tool.poetry.group.lint]
+optional = true
+
 [tool.poetry.group.lint.dependencies]
 ruff = "^0.1.5"
 types-toml = "^0.10.8.1"
@@ -209,6 +217,9 @@ types-pytz = "^2023.3.0.0"
 types-chardet = "^5.0.4.6"
 mypy-protobuf = "^3.0.0"
 
+[tool.poetry.group.typing]
+optional = true
+
 [tool.poetry.group.typing.dependencies]
 mypy = "^0.991"
 types-pyyaml = "^6.0.12.2"

libs/langchain/tests/integration_tests/document_loaders/test_google_speech_to_text.py

@@ -12,7 +12,7 @@
 from langchain.document_loaders.google_speech_to_text import GoogleSpeechToTextLoader
 
 
-@pytest.mark.requires("google_api_core")
+@pytest.mark.requires("google.api_core")
 def test_initialization() -> None:
     loader = GoogleSpeechToTextLoader(
         project_id="test_project_id", file_path="./testfile.mp3"

libs/langchain/tests/integration_tests/retrievers/test_google_vertex_ai_search.py

@@ -23,7 +23,7 @@
 )
 
 
-@pytest.mark.requires("google_api_core")
+@pytest.mark.requires("google.api_core")
 def test_google_vertex_ai_search_get_relevant_documents() -> None:
     """Test the get_relevant_documents() method."""
     retriever = GoogleVertexAISearchRetriever()
@@ -36,7 +36,7 @@ def test_google_vertex_ai_search_get_relevant_documents() -> None:
         assert doc.metadata["source"]
 
 
-@pytest.mark.requires("google_api_core")
+@pytest.mark.requires("google.api_core")
 def test_google_vertex_ai_multiturnsearch_get_relevant_documents() -> None:
     """Test the get_relevant_documents() method."""
     retriever = GoogleVertexAIMultiTurnSearchRetriever()
@@ -49,7 +49,7 @@ def test_google_vertex_ai_multiturnsearch_get_relevant_documents() -> None:
         assert doc.metadata["source"]
 
 
-@pytest.mark.requires("google_api_core")
+@pytest.mark.requires("google.api_core")
 def test_google_vertex_ai_search_enterprise_search_deprecation() -> None:
     """Test the deprecation of GoogleCloudEnterpriseSearchRetriever."""
     with pytest.warns(

libs/langchain/tests/unit_tests/conftest.py

@@ -59,7 +59,11 @@ def test_something():
                 # If we haven't yet checked whether the pkg is installed
                 # let's check it and store the result.
                 if pkg not in required_pkgs_info:
-                    required_pkgs_info[pkg] = util.find_spec(pkg) is not None
+                    try:
+                        installed = util.find_spec(pkg) is not None
+                    except Exception:
+                        installed = False
+                    required_pkgs_info[pkg] = installed
 
                 if not required_pkgs_info[pkg]:
                     if only_extended:

libs/langchain/tests/unit_tests/test_dependencies.py

@@ -39,7 +39,6 @@ def test_required_dependencies(poetry_conf: Mapping[str, Any]) -> None:
         "PyYAML",
         "SQLAlchemy",
         "aiohttp",
-        "anyio",
         "async-timeout",
         "dataclasses-json",
         "jsonpatch",