Skip to content

Commit

Permalink
Update concurrency in python example
Browse files Browse the repository at this point in the history
  • Loading branch information
Nicole White committed Mar 7, 2024
1 parent a9bb89a commit 234e0df
Show file tree
Hide file tree
Showing 5 changed files with 4 additions and 4 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -24,5 +24,4 @@ def run():
],
fn=test_fn,
max_test_case_concurrency=5,
max_evaluator_concurrency=1,
)
Original file line number Diff line number Diff line change
Expand Up @@ -23,5 +23,4 @@ def run():
],
fn=test_fn,
max_test_case_concurrency=5,
max_evaluator_concurrency=2,
)
Original file line number Diff line number Diff line change
Expand Up @@ -24,5 +24,4 @@ def run():
],
fn=test_fn,
max_test_case_concurrency=5,
max_evaluator_concurrency=1,
)
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,8 @@
class IsProfessionalTone(BaseTestEvaluator):
id = "is-professional-tone"

max_concurrency = 2

prompt = """Please evaluate the provided text for its professionalism in the context of formal communication.
Consider the following criteria in your assessment:
Expand Down Expand Up @@ -72,6 +74,8 @@ async def evaluate_test_case(
class IsSupportedByNotes(BaseTestEvaluator):
id = "is-supported-by-notes"

max_concurrency = 2

prompt = """Given some notes by a student and a flashcard in the form of a question and answer, evaluate whether the flashcard's question and answer are supported by the notes.
It's possible the question and answer aren't in the notes verbatim.
If the notes provide enough context or information to support the question and answer, consider that sufficient support.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -23,5 +23,4 @@ def run():
],
fn=test_fn,
max_test_case_concurrency=5,
max_evaluator_concurrency=2,
)

0 comments on commit 234e0df

Please sign in to comment.