Merge branch 'main' of https://github.com/hwchase17/langchainjs into …

…5927

.github/workflows/compatibility.yml

@@ -111,6 +111,22 @@ jobs:
       - name: Test `@langchain/community` with lowest deps
         run: docker compose -f dependency_range_tests/docker-compose.yml run community-lowest-deps
 
+  community-npm-install:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Use Node.js ${{ env.NODE_VERSION }}
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ env.NODE_VERSION }}
+          cache: "yarn"
+      - name: Install dependencies
+        run: yarn install --immutable
+      - name: Build `@langchain/standard-tests`
+        run: yarn build --filter=@langchain/standard-tests
+      - name: Test npm install on `@langchain/community`
+        run: docker compose -f dependency_range_tests/docker-compose.yml run community-npm-install
+
   # OpenAI
   openai-latest-deps:
     runs-on: ubuntu-latest

.github/workflows/people.yml

@@ -16,6 +16,7 @@ jobs:
   langchain-people:
     if: github.repository_owner == 'langchain-ai'
     runs-on: ubuntu-latest
+    permissions: write-all
     steps:
       - name: Dump GitHub context
         env:

.github/workflows/standard-tests.yml

@@ -20,8 +20,8 @@ jobs:
           cache: "yarn"
       - name: Install dependencies
         run: yarn install --immutable --mode=skip-build
-      - name: Run standard tests (integration) for ${{ matrix.package }}
-        run: yarn test:standard:int --filter=@langchain/${{ matrix.package }}
+      - name: Run integration tests for ${{ matrix.package }}
+        run: yarn test:int --filter=@langchain/${{ matrix.package }}
         env:
           ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
           COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
@@ -45,8 +45,8 @@ jobs:
         run: yarn install --immutable --mode=skip-build
       - name: Build `@langchain/openai`
         run: yarn build --filter=@langchain/openai
-      - name: Run standard tests (integration) for ChatOpenAI
-        run: yarn workspace @langchain/openai test:single src/tests/chat_models.standard.int.test.ts
+      - name: Run integration tests for ChatOpenAI
+        run: yarn workspace @langchain/openai test:single src/tests/chat_models_structured_output.int.test.ts src/tests/chat_models-extended.int.test.ts src/tests/chat_models-vision.int.test.ts src/tests/chat_models.int.test.ts src/tests/chat_models.standard.int.test.ts
         env:
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
 
@@ -63,8 +63,8 @@ jobs:
         run: yarn install --immutable --mode=skip-build
       - name: Build `@langchain/openai`
         run: yarn build --filter=@langchain/openai
-      - name: Run standard tests (integration) for `@langchain/openai` AzureChatOpenAI
-        run: yarn workspace @langchain/openai test:single src/tests/azure/chat_models.standard.int.test.ts
+      - name: Run integration tests for `@langchain/openai` AzureChatOpenAI
+        run: yarn workspace @langchain/openai test:single src/tests/azure/chat_models.standard.int.test.ts src/tests/azure/chat_models.int.test.ts
         env:
           AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
           AZURE_OPENAI_API_DEPLOYMENT_NAME: "chat"

.github/workflows/unit-tests-integrations.yml

@@ -41,22 +41,47 @@ jobs:
           git diff --name-only -r HEAD^1 HEAD | while read line; do printf "%s\n" "$line"; done >> $GITHUB_OUTPUT
           echo "EOF" >> $GITHUB_OUTPUT
 
+  prepare-matrix:
+    needs: get-changed-files
+    runs-on: ubuntu-latest
+    env:
+      PACKAGES: "anthropic,azure-openai,cloudflare,cohere,core,community,exa,google-common,google-gauth,google-genai,google-vertexai,google-vertexai-web,google-webauth,groq,mistralai,mongo,nomic,openai,pinecone,qdrant,redis,textsplitters,weaviate,yandex"
+    outputs:
+      matrix: ${{ steps.set-matrix.outputs.matrix }}
+    steps:
+      - id: set-matrix
+        run: |
+          changed_files="${{ needs.get-changed-files.outputs.changed_files }}"
+          echo "Changed files: $changed_files"
+          # Convert PACKAGES environment variable into an array
+          IFS=',' read -r -a packages <<< "$PACKAGES"
+          echo "Packages: ${packages[*]}"
+          matrix="{\"include\": ["
+          first_entry=true
+          for package in "${packages[@]}"; do
+            echo "Checking package: $package"
+            if echo "$changed_files" | grep -q "$package"; then
+              echo "Package $package found in changed files."
+              if [ "$first_entry" = true ]; then
+              matrix="$matrix{\"os\": \"ubuntu-latest\", \"node-version\": \"18\", \"package\": \"$package\"},{\"os\": \"ubuntu-latest\", \"node-version\": \"20\", \"package\": \"$package\"}"
+              first_entry=false
+            else
+              matrix="$matrix, {\"os\": \"ubuntu-latest\", \"node-version\": \"18\", \"package\": \"$package\"},{\"os\": \"ubuntu-latest\", \"node-version\": \"20\", \"package\": \"$package\"}"
+            fi
+            fi
+          done
+          matrix="$matrix]}"
+          echo "Matrix: $matrix"
+          echo "matrix=$matrix" >> $GITHUB_OUTPUT
+
   unit-tests:
     name: Unit Tests
-    needs: get-changed-files
+    needs: prepare-matrix
+    # Only run this job if there are packages to test
+    if: ${{ fromJson(needs.prepare-matrix.outputs.matrix).include.length != 0 }}
+    runs-on: ubuntu-latest
     strategy:
-      matrix:
-        os: [ubuntu-latest]
-        node-version: [18.x, 20.x]
-        package: [anthropic, azure-openai, cloudflare, cohere, community, exa, google-common, google-gauth, google-genai, google-vertexai, google-vertexai-web, google-webauth, groq, mistralai, mongo, nomic, openai, pinecone, qdrant, redis, textsplitters, weaviate, yandex]
-        # See Node.js release schedule at https://nodejs.org/en/about/releases/
-        # include:
-          # - os: windows-latest
-          #   node-version: 20.x
-          # - os: macos-latest
-          #   node-version: 20.x
-    runs-on: ${{ matrix.os }}
-    if: contains(needs.get-changed-files.outputs.changed_files, 'langchain-core/') || contains(needs.get-changed-files.outputs.changed_files, 'libs/langchain-${{ matrix.package }}/')
+      matrix: ${{ fromJson(needs.prepare-matrix.outputs.matrix) }}
     env:
       PUPPETEER_SKIP_DOWNLOAD: "true"
       PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: "true"

README.md

@@ -9,18 +9,13 @@ Looking for the Python version? Check out [LangChain](https://github.com/langcha
 
 To help you ship LangChain apps to production faster, check out [LangSmith](https://smith.langchain.com).
 [LangSmith](https://smith.langchain.com) is a unified developer platform for building, testing, and monitoring LLM applications.
-Fill out [this form](https://airtable.com/appwQzlErAS2qiP0L/shrGtGaVBVAz7NcV2) to get on the waitlist or speak with our sales team.
 
 ## ⚡️ Quick Install
 
 You can use npm, yarn, or pnpm to install LangChain.js
 
 `npm install -S langchain` or `yarn add langchain` or `pnpm add langchain`
 
-```typescript
-import { ChatOpenAI } from "langchain/chat_models/openai";
-```
-
 ## 🌐 Supported Environments
 
 LangChain is written in TypeScript and can be used in:
@@ -39,19 +34,20 @@ LangChain is written in TypeScript and can be used in:
 - **Reason**: rely on a language model to reason (about how to answer based on provided context, what actions to take, etc.)
 
 This framework consists of several parts.
-- **LangChain Libraries**: The Python and JavaScript libraries. Contains interfaces and integrations for a myriad of components, a basic runtime for combining these components into chains and agents, and off-the-shelf implementations of chains and agents.
-- **[LangChain Templates](https://github.com/langchain-ai/langchain/tree/master/templates)**: (currently Python-only) A collection of easily deployable reference architectures for a wide variety of tasks.
-- **[LangServe](https://github.com/langchain-ai/langserve)**: (currently Python-only) A library for deploying LangChain chains as a REST API.
-- **[LangSmith](https://smith.langchain.com)**: A developer platform that lets you debug, test, evaluate, and monitor chains built on any LLM framework and seamlessly integrates with LangChain.
+- **Open-source libraries**: Build your applications using LangChain's open-source [building blocks](https://js.langchain.com/v0.2/docs/concepts#langchain-expression-language), [components](https://js.langchain.com/v0.2/docs/concepts), and [third-party integrations](https://js.langchain.com/v0.2/docs/integrations/platforms/).
+Use [LangGraph.js](https://js.langchain.com/v0.2/docs/concepts/#langgraphjs) to build stateful agents with first-class streaming and human-in-the-loop support.
+- **Productionization**: Use [LangSmith](https://docs.smith.langchain.com/) to inspect, monitor and evaluate your chains, so that you can continuously optimize and deploy with confidence.
+- **Deployment**: Turn your LangGraph applications into production-ready APIs and Assistants with [LangGraph Cloud](https://langchain-ai.github.io/langgraph/cloud/) (currently Python-only).
 
 The LangChain libraries themselves are made up of several different packages.
 - **[`@langchain/core`](https://github.com/langchain-ai/langchainjs/blob/main/langchain-core)**: Base abstractions and LangChain Expression Language.
 - **[`@langchain/community`](https://github.com/langchain-ai/langchainjs/blob/main/libs/langchain-community)**: Third party integrations.
 - **[`langchain`](https://github.com/langchain-ai/langchainjs/blob/main/langchain)**: Chains, agents, and retrieval strategies that make up an application's cognitive architecture.
+- **[LangGraph.js](https://langchain-ai.github.io/langgraphjs/)**: A library for building robust and stateful multi-actor applications with LLMs by modeling steps as edges and nodes in a graph. Integrates smoothly with LangChain, but can be used without it.
 
 Integrations may also be split into their own compatible packages.
 
-![LangChain Stack](https://github.com/langchain-ai/langchainjs/blob/main/docs/core_docs/static/img/langchain_stack_feb_2024.webp)
+![LangChain Stack](https://github.com/langchain-ai/langchainjs/blob/main/docs/core_docs/static/svg/langchain_stack_062024.svg)
 
 This library aims to assist in the development of those types of applications. Common examples of these applications include:
 
@@ -60,7 +56,6 @@ This library aims to assist in the development of those types of applications. C
 - [Documentation](https://js.langchain.com/v0.2/docs/tutorials/rag/)
 - End-to-end Example: [Doc-Chatbot](https://github.com/dissorial/doc-chatbot)
 
-
 **💬 Chatbots**
 
 - [Documentation](https://js.langchain.com/v0.2/docs/tutorials/chatbot)
@@ -86,7 +81,7 @@ Data Augmented Generation involves specific types of chains that first interact
 
 **🤖 Agents:**
 
-Agents involve an LLM making decisions about which Actions to take, taking that Action, seeing an Observation, and repeating that until done. LangChain provides a standard interface for agents, a selection of agents to choose from, and examples of end-to-end agents.
+Agents allow an LLM autonomy over how a task is accomplished. Agents make decisions about which Actions to take, then take that Action, observe the result, and repeat until the task is complete. LangChain provides a [standard interface for agents](https://js.langchain.com/v0.2/docs/concepts/#agents), along with [LangGraph.js](https://github.com/langchain-ai/langgraphjs/) for building custom agents.
 
 ## 📖 Documentation
 
@@ -108,4 +103,3 @@ Please report any security issues or concerns following our [security guidelines
 ## 🖇️ Relationship with Python LangChain
 
 This is built to integrate as seamlessly as possible with the [LangChain Python package](https://github.com/langchain-ai/langchain). Specifically, this means all objects (prompts, LLMs, chains, etc) are designed in a way where they can be serialized and shared between languages.
-

dependency_range_tests/docker-compose.yml

@@ -53,6 +53,19 @@ services:
       - ../libs/langchain-community:/libs/langchain-community
       - ./scripts:/scripts
     command: bash /scripts/with_standard_tests/community/test-with-lowest-deps.sh
+  community-npm-install:
+    image: node:18
+    environment:
+      PUPPETEER_SKIP_DOWNLOAD: "true"
+      PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: "true"
+    working_dir: /app
+    volumes:
+      - ../turbo.json:/turbo.json
+      - ../package.json:/package.json
+      - ../libs/langchain-standard-tests:/libs/langchain-standard-tests
+      - ../libs/langchain-community:/libs/langchain-community
+      - ./scripts:/scripts
+    command: bash /scripts/with_standard_tests/community/npm-install.sh
 
   # OpenAI
   openai-latest-deps:

dependency_range_tests/scripts/with_standard_tests/community/npm-install.sh

@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+
+set -euxo pipefail
+
+export CI=true
+
+# New monorepo directory paths
+monorepo_dir="/app/monorepo"
+monorepo_community_dir="/app/monorepo/libs/langchain-community"
+
+# Run the shared script to copy all necessary folders/files
+bash /scripts/with_standard_tests/shared.sh community
+
+# Navigate back to monorepo root and install dependencies
+cd "$monorepo_dir"
+npm install
+

docs/core_docs/.gitignore

@@ -53,6 +53,8 @@ docs/tutorials/classification.md
 docs/tutorials/classification.mdx
 docs/tutorials/chatbot.md
 docs/tutorials/chatbot.mdx
+docs/how_to/trim_messages.md
+docs/how_to/trim_messages.mdx
 docs/how_to/tools_prompting.md
 docs/how_to/tools_prompting.mdx
 docs/how_to/tools_builtin.md
@@ -117,6 +119,8 @@ docs/how_to/multimodal_inputs.md
 docs/how_to/multimodal_inputs.mdx
 docs/how_to/migrate_agent.md
 docs/how_to/migrate_agent.mdx
+docs/how_to/merge_message_runs.md
+docs/how_to/merge_message_runs.mdx
 docs/how_to/logprobs.md
 docs/how_to/logprobs.mdx
 docs/how_to/lcel_cheatsheet.md
@@ -131,6 +135,8 @@ docs/how_to/graph_constructing.md
 docs/how_to/graph_constructing.mdx
 docs/how_to/functions.md
 docs/how_to/functions.mdx
+docs/how_to/filter_messages.md
+docs/how_to/filter_messages.mdx
 docs/how_to/few_shot_examples_chat.md
 docs/how_to/few_shot_examples_chat.mdx
 docs/how_to/few_shot_examples.md