From b481118c74f091f46909690688764918aa9f63c6 Mon Sep 17 00:00:00 2001 From: parkervg Date: Tue, 15 Oct 2024 20:08:32 -0400 Subject: [PATCH] default batch_size to 5 --- blendsql/ingredients/builtin/map/main.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/blendsql/ingredients/builtin/map/main.py b/blendsql/ingredients/builtin/map/main.py index a3771d4..ea6d1a1 100644 --- a/blendsql/ingredients/builtin/map/main.py +++ b/blendsql/ingredients/builtin/map/main.py @@ -119,7 +119,7 @@ def from_args( model: Optional[Model] = None, few_shot_examples: Optional[List[dict]] = None, list_options_in_prompt: bool = True, - batch_size: Optional[int] = None, + batch_size: Optional[int] = 5, k: Optional[int] = None, ): """Creates a partial class with predefined arguments. @@ -129,7 +129,7 @@ def from_args( few_shot_examples: A list of dictionary MapExample few-shot examples. If not specified, will use [default_examples.json](https://github.com/parkervg/blendsql/blob/main/blendsql/ingredients/builtin/map/default_examples.json) as default. list_options_in_prompt: Whether to list options in the prompt. Defaults to True. - batch_size: The batch size for processing. Defaults to None. + batch_size: The batch size for processing. Defaults to 5. k: Determines number of few-shot examples to use for each ingredient call. Default is None, which will use all few-shot examples on all calls. If specified, will initialize a haystack-based embedding retriever to filter examples.