Skip to content

Commit

Permalink
style error
Browse files Browse the repository at this point in the history
  • Loading branch information
soldni committed Jan 7, 2025
1 parent 6764356 commit 6cccca7
Showing 1 changed file with 3 additions and 1 deletion.
4 changes: 3 additions & 1 deletion python/dolma/tokenizer/tokenizer.py
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,9 @@

with necessary("transformers", soft=True) as TRANSFORMERS_AVAILABLE:
if TYPE_CHECKING or TRANSFORMERS_AVAILABLE: # type: ignore[unreachable,unused-ignore]
from transformers import AutoTokenizer # pyright: ignore # pylint: disable=import-error
from transformers import ( # pyright: ignore # pylint: disable=import-error
AutoTokenizer,
)

PathOrStr = Union[str, PathLike]

Expand Down

0 comments on commit 6cccca7

Please sign in to comment.