Skip to content

Commit

Permalink
wip
Browse files Browse the repository at this point in the history
  • Loading branch information
baskaryan committed Dec 4, 2024
1 parent f97d51b commit 9601489
Show file tree
Hide file tree
Showing 3 changed files with 213 additions and 147 deletions.
9 changes: 5 additions & 4 deletions docs/evaluation/how_to_guides/dataset_version.mdx
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ Simply use `list_examples` / `listExamples` to fetch examples from a particular
from langsmith import Client
ls_client = Client()
# Assumes actual outputs have a 'class' key.
# Assumes example outputs have a 'label' key.
def correct(outputs: dict, reference_outputs: dict) -> bool:
Expand All @@ -37,7 +37,7 @@ Simply use `list_examples` / `listExamples` to fetch examples from a particular
# highlight-next-line
data=ls_client.list_examples(
# highlight-next-line
dataset_name="Toxic Queries",
dataset_name="Toxic Queries",
# highlight-next-line
as_of="latest", # specify version here
# highlight-next-line
Expand All @@ -47,7 +47,7 @@ Simply use `list_examples` / `listExamples` to fetch examples from a particular
`,
typescript`
import { evaluate } from "langsmith/evaluation";
await evaluate((inputs) => labelText(inputs["input"]), {
data: langsmith.listExamples({
datasetName: datasetName,
Expand All @@ -56,7 +56,8 @@ Simply use `list_examples` / `listExamples` to fetch examples from a particular
evaluators: [correctLabel],
});
`,
]}

]}
/>

## Related
Expand Down
Loading

0 comments on commit 9601489

Please sign in to comment.