diff --git a/docs/evaluation/how_to_guides/evaluation/custom_evaluator.mdx b/docs/evaluation/how_to_guides/evaluation/custom_evaluator.mdx index 658c770e..bce7b66d 100644 --- a/docs/evaluation/how_to_guides/evaluation/custom_evaluator.mdx +++ b/docs/evaluation/how_to_guides/evaluation/custom_evaluator.mdx @@ -20,7 +20,7 @@ These functions can be passed directly into [evaluate()](https://langsmith-sdk.r =0.1.145`"})` from langsmith import evaluate def correct(outputs: dict, reference_outputs: dict) -> bool: diff --git a/docs/evaluation/how_to_guides/evaluation/langchain_runnable.mdx b/docs/evaluation/how_to_guides/evaluation/langchain_runnable.mdx index 40566c2a..3993abfa 100644 --- a/docs/evaluation/how_to_guides/evaluation/langchain_runnable.mdx +++ b/docs/evaluation/how_to_guides/evaluation/langchain_runnable.mdx @@ -85,7 +85,7 @@ To evaluate our chain we can pass it directly to the `evaluate()` / `aevaluate() =0.1.145`"})` from langsmith import aevaluate, Client client = Client() diff --git a/docs/evaluation/how_to_guides/evaluation/langgraph.mdx b/docs/evaluation/how_to_guides/evaluation/langgraph.mdx index ce7ae1ed..ef3373cf 100644 --- a/docs/evaluation/how_to_guides/evaluation/langgraph.mdx +++ b/docs/evaluation/how_to_guides/evaluation/langgraph.mdx @@ -136,7 +136,7 @@ And a simple evaluator: =0.1.145`"})` judge_llm = init_chat_model("gpt-4o") @@ -184,7 +184,7 @@ If any of you nodes are defined as async, you'll need to use `aevaluate` =0.1.145`"})` from langsmith import aevaluate def example_to_state(inputs: dict) -> dict: @@ -217,7 +217,7 @@ For example, we can look at the messages to assert that the model invoked the 's =0.1.145`"})` def right_tool(outputs: dict) -> bool: tool_calls = outputs["messages"][1].tool_calls