Improvement to S3 client (#44)

* improvements to client * bumped version * improvements * message
allenai · Jan 11, 2023 · e4ef335 · e4ef335
1 parent f54b702
commit e4ef335
Show file tree

Hide file tree

Showing 3 changed files with 241 additions and 42 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "smashed"
-version = "0.15.2"
+version = "0.15.3"
 description = "Sequential MAppers for Sequences of HEterogeneous Dictionaries is a set of Python interfaces designed to apply transformations to samples in datasets, which are often implemented as sequences of dictionaries."
 authors = [
     {name = "Allen Institute for Artificial Intelligence", email = "[email protected]" },

diff --git a/src/smashed/recipes/promptsource.py b/src/smashed/recipes/promptsource.py
@@ -16,7 +16,7 @@ def __init__(
         self,
         tokenizer: PreTrainedTokenizerBase,
         jinja_template: str,
-        num_shots: Union[int, Literal["max"]] = 0,
+        num_shots: int = 0,
         max_source_content_length: Optional[int] = None,
         max_target_content_length: Optional[int] = None,
         truncation_strategy: Literal["longest", "uniform"] = "longest",