deprecated the __version__ check when loading (#8)

Hk669 · Jun 5, 2024 · c7513f3 · c7513f3
1 parent 3b12f61
commit c7513f3
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/bpetokenizer/base.py b/bpetokenizer/base.py
@@ -138,7 +138,6 @@ def load(self, file_name, mode="json"):
             special_tokens = {}
             idx = 256
             with open(file_name, 'r', encoding="utf-8") as f:
-                assert f.readline().strip() == __version__
                 self.pattern = f.readline().strip().split()
                 num_special = int(f.readline().strip()) # no of lines of special_tokens
                 for _ in range(num_special):
@@ -159,7 +158,6 @@ def load(self, file_name, mode="json"):
             import json
             with open(file_name, "r", encoding="utf-8") as f:
                 data = json.load(f)
-                assert data["version"] == __version__
                 pattern = data["pattern"]
                 pattern_regex = re.compile(r'regex.Regex\("(.+)", flags=(regex\.\w+)\)')
                 match = pattern_regex.match(pattern)