feat[langsmith]: transparent handoff between @traceable HOF and LangChain

langchain-core/langchain.config.js

@@ -10,7 +10,7 @@ function abs(relativePath) {
 }
 
 export const config = {
-  internals: [/node\:/, /js-tiktoken/],
+  internals: [/node\:/, /js-tiktoken/, /langsmith/],
   entrypoints: {
     agents: "agents",
     caches: "caches",

langchain-core/package.json

@@ -45,7 +45,7 @@
     "camelcase": "6",
     "decamelize": "1.2.0",
     "js-tiktoken": "^1.0.12",
-    "langsmith": "~0.1.7",
+    "langsmith": "~0.1.28",
     "ml-distance": "^4.0.0",
     "mustache": "^4.2.0",
     "p-queue": "^6.6.2",

langchain-core/src/callbacks/manager.ts

@@ -551,7 +551,7 @@ export class CallbackManager
 
   name = "callback_manager";
 
-  public readonly _parentRunId?: string;
+  public _parentRunId?: string;
 
   constructor(
     parentRunId?: string,
@@ -1010,7 +1010,13 @@ export class CallbackManager
         )
       ) {
         if (tracingV2Enabled) {
-          callbackManager.addHandler(await getTracingV2CallbackHandler(), true);
+          const tracerV2 = await getTracingV2CallbackHandler();
+          callbackManager.addHandler(tracerV2, true);
+
+          // handoff between langchain and langsmith/traceable
+          // override the parent run ID
+          callbackManager._parentRunId =
+            tracerV2.getTraceableRunTree()?.id ?? callbackManager._parentRunId;
         }
       }
     }

langchain-core/src/runnables/base.ts

@@ -2,6 +2,10 @@ import { z } from "zod";
 import pRetry from "p-retry";
 import { v4 as uuidv4 } from "uuid";
 
+import {
+  type TraceableFunction,
+  isTraceableFunction,
+} from "langsmith/singletons/traceable";
 import type { RunnableInterface, RunnableBatchOptions } from "./types.js";
 import {
   CallbackManager,
@@ -2062,6 +2066,60 @@ export class RunnableMap<
   }
 }
 
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+type AnyTraceableFunction = TraceableFunction<(...any: any[]) => any>;
+
+/**
+ * A runnabble that runs a traced function from LangSmith
+ */
+export class RunnableTraceable<RunInput, RunOutput> extends Runnable<
+  RunInput,
+  RunOutput
+> {
+  lc_serializable = false;
+
+  lc_namespace = ["langchain_core", "runnables"];
+
+  protected func: AnyTraceableFunction;
+
+  constructor(fields: { func: AnyTraceableFunction }) {
+    super(fields);
+
+    if (!isTraceableFunction(fields.func)) {
+      throw new Error(
+        "RunnableTraceable requires a function that is wrapped in traceable higher-order function"
+      );
+    }
+
+    this.func = fields.func;
+  }
+
+  async invoke(input: RunInput, options?: Partial<RunnableConfig>) {
+    const [config] = this._getOptionsList(options ?? {}, 1);
+    return (await this.func(
+      { ...config, callbacks: await getCallbackManagerForConfig(config) },
+      input
+    )) as RunOutput;
+  }
+}
+
+function assertNonTraceableFunction<RunInput, RunOutput>(
+  func:
+    | RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput>>
+    | TraceableFunction<
+        RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput>>
+      >
+): asserts func is RunnableFunc<
+  RunInput,
+  RunOutput | Runnable<RunInput, RunOutput>
+> {
+  if (isTraceableFunction(func)) {
+    throw new Error(
+      "RunnableLambda requires a function that is not wrapped in traceable higher-order function. This shouldn't happen."
+    );
+  }
+}
+
 /**
  * A runnable that runs a callable.
  */
@@ -2081,14 +2139,41 @@ export class RunnableLambda<RunInput, RunOutput> extends Runnable<
   >;
 
   constructor(fields: {
-    func: RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput>>;
+    func:
+      | RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput>>
+      | TraceableFunction<
+          RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput>>
+        >;
   }) {
+    if (isTraceableFunction(fields.func)) {
+      // eslint-disable-next-line no-constructor-return
+      return new RunnableTraceable({
+        func: fields.func,
+      }) as unknown as RunnableLambda<RunInput, RunOutput>;
+    }
+
     super(fields);
+
+    assertNonTraceableFunction(fields.func);
     this.func = fields.func;
   }
 
   static from<RunInput, RunOutput>(
     func: RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput>>
+  ): RunnableLambda<RunInput, RunOutput>;
+
+  static from<RunInput, RunOutput>(
+    func: TraceableFunction<
+      RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput>>
+    >
+  ): RunnableLambda<RunInput, RunOutput>;
+
+  static from<RunInput, RunOutput>(
+    func:
+      | RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput>>
+      | TraceableFunction<
+          RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput>>
+        >
   ): RunnableLambda<RunInput, RunOutput> {
     return new RunnableLambda({
       func,

langchain-core/src/tracers/tracer_langchain.ts

@@ -1,4 +1,7 @@
 import { Client } from "langsmith";
+import { RunTree } from "langsmith/run_trees";
+import { getCurrentRunTree } from "langsmith/singletons/traceable";
+
 import {
   BaseRun,
   RunCreate,
@@ -57,6 +60,40 @@ export class LangChainTracer
       getEnvironmentVariable("LANGCHAIN_SESSION");
     this.exampleId = exampleId;
     this.client = client ?? new Client({});
+
+    // if we're inside traceable, we can obtain the traceable tree
+    // and populate the run map, which is used to correctly
+    // infer dotted order and execution order
+    const traceableTree = this.getTraceableRunTree();
+    if (traceableTree) {
+      let rootRun: RunTree = traceableTree;
+      const visited = new Set<string>();
+      while (rootRun.parent_run) {
+        if (visited.has(rootRun.id)) break;
+        visited.add(rootRun.id);
+
+        if (!rootRun.parent_run) break;
+        rootRun = rootRun.parent_run as RunTree;
+      }
+      visited.clear();
+
+      const queue = [rootRun];
+      while (queue.length > 0) {
+        const current = queue.shift();
+        if (!current || visited.has(current.id)) continue;
+        visited.add(current.id);
+
+        // @ts-expect-error Types of property 'events' are incompatible.
+        this.runMap.set(current.id, current);
+        if (current.child_runs) {
+          queue.push(...current.child_runs);
+        }
+      }
+
+      this.client = traceableTree.client ?? this.client;
+      this.projectName = traceableTree.project_name ?? this.projectName;
+      this.exampleId = traceableTree.reference_example_id ?? this.exampleId;
+    }
   }
 
   private async _convertToCreate(
@@ -102,4 +139,12 @@ export class LangChainTracer
   getRun(id: string): Run | undefined {
     return this.runMap.get(id);
   }
+
+  getTraceableRunTree(): RunTree | undefined {
+    try {
+      return getCurrentRunTree();
+    } catch {
+      return undefined;
+    }
+  }
 }

langchain/package.json

@@ -888,7 +888,7 @@
     "js-yaml": "^4.1.0",
     "jsonpointer": "^5.0.1",
     "langchainhub": "~0.0.8",
-    "langsmith": "~0.1.7",
+    "langsmith": "~0.1.28",
     "ml-distance": "^4.0.0",
     "openapi-types": "^12.1.3",
     "p-retry": "4",

langchain/src/smith/runner_utils.ts

@@ -25,7 +25,7 @@ import {
 } from "langsmith";
 import { EvaluationResult, RunEvaluator } from "langsmith/evaluation";
 import { DataType } from "langsmith/schemas";
-import type { TraceableFunction } from "langsmith/traceable";
+import type { TraceableFunction } from "langsmith/singletons/traceable";
 import { LLMStringEvaluator } from "../evaluation/base.js";
 import { loadEvaluator } from "../evaluation/loader.js";
 import { EvaluatorType } from "../evaluation/types.js";
@@ -165,7 +165,7 @@ class CallbackManagerRunTree extends RunTree {
     this.callbackManager = callbackManager;
   }
 
-  async createChild(config: RunTreeConfig): Promise<CallbackManagerRunTree> {
+  createChild(config: RunTreeConfig): CallbackManagerRunTree {
     const child = new CallbackManagerRunTree(
       {
         ...config,

libs/langchain-community/package.json

@@ -47,7 +47,7 @@
     "flat": "^5.0.2",
     "js-yaml": "^4.1.0",
     "langchain": "0.2.3",
-    "langsmith": "~0.1.1",
+    "langsmith": "~0.1.28",
     "uuid": "^9.0.0",
     "zod": "^3.22.3",
     "zod-to-json-schema": "^3.22.5"

libs/langchain-scripts/.eslintrc.cjs

@@ -62,7 +62,6 @@ module.exports = {
     "no-lonely-if": 0,
     "prefer-rest-params": 0,
     "new-cap": ["error", { properties: false, capIsNew: false }],
-    "arrow-body-style": 0,
   },
   overrides: [
     {

yarn.lock

@@ -9196,7 +9196,7 @@ __metadata:
     jsdom: ^22.1.0
     jsonwebtoken: ^9.0.2
     langchain: 0.2.3
-    langsmith: ~0.1.1
+    langsmith: ~0.1.28
     llmonitor: ^0.5.9
     lodash: ^4.17.21
     lunary: ^0.6.11
@@ -9620,7 +9620,7 @@ __metadata:
     jest: ^29.5.0
     jest-environment-node: ^29.6.4
     js-tiktoken: ^1.0.12
-    langsmith: ~0.1.7
+    langsmith: ~0.1.28
     ml-distance: ^4.0.0
     ml-matrix: ^6.10.4
     mustache: ^4.2.0
@@ -27500,7 +27500,7 @@ __metadata:
     jsdom: ^22.1.0
     jsonpointer: ^5.0.1
     langchainhub: ~0.0.8
-    langsmith: ~0.1.7
+    langsmith: ~0.1.28
     mammoth: ^1.5.1
     ml-distance: ^4.0.0
     mongodb: ^5.2.0
@@ -27712,7 +27712,7 @@ __metadata:
   languageName: unknown
   linkType: soft
 
-"langsmith@npm:^0.1.1, langsmith@npm:~0.1.1":
+"langsmith@npm:^0.1.1":
   version: 0.1.1
   resolution: "langsmith@npm:0.1.1"
   dependencies:
@@ -27727,18 +27727,27 @@ __metadata:
   languageName: node
   linkType: hard
 
-"langsmith@npm:~0.1.7":
-  version: 0.1.7
-  resolution: "langsmith@npm:0.1.7"
+"langsmith@npm:~0.1.28":
+  version: 0.1.28
+  resolution: "langsmith@npm:0.1.28"
   dependencies:
     "@types/uuid": ^9.0.1
     commander: ^10.0.1
     p-queue: ^6.6.2
     p-retry: 4
     uuid: ^9.0.0
-  bin:
-    langsmith: dist/cli/main.cjs
-  checksum: e8787b21c1ab80c1542b0cca9be99d300124b4e5d665e05f0caf3bc3616392a6fd46ca62466e6ede54062d9273123d0f5f4c40296c11b869a399dca592647b5e
+  peerDependencies:
+    "@langchain/core": "*"
+    langchain: "*"
+    openai: "*"
+  peerDependenciesMeta:
+    "@langchain/core":
+      optional: true
+    langchain:
+      optional: true
+    openai:
+      optional: true
+  checksum: 28718ac6198547ea03cf55c685d71b9e8ed658fc3e3ce2f0adc581def497adb0211044c3813a01769d69fcf936124d5fd3e54a1283273585d3df52eb006b2a61
   languageName: node
   linkType: hard