Upgrade to python3.11 fix

Upgrade to python3.11
Intsights · Jan 17, 2023 · c171ebb · c171ebb
2 parents a2f98d6 + 9f1bc36
commit c171ebb
Show file tree

Hide file tree

Showing 3 changed files with 40 additions and 14 deletions.
diff --git a/Cargo.toml b/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "pywordsegment"
-version = "0.4.0"
+version = "0.4.1"
 authors = ["Gal Ben David <[email protected]>"]
 edition = "2021"
 description = "Concatenated-word segmentation Python library written in Rust"

diff --git a/pyproject.toml b/pyproject.toml
@@ -14,7 +14,7 @@ sdist-include = [
 
 [tool.poetry]
 name = "pywordsegment"
-version = "0.4.0"
+version = "0.4.1"
 authors = ["Gal Ben David <[email protected]>"]
 description = "Concatenated-word segmentation Python library written in Rust"
 readme = "README.md"

diff --git a/pywordsegment/__init__.py b/pywordsegment/__init__.py
@@ -1,28 +1,54 @@
 import gzip
 import importlib.resources
+import sys
 import typing
 
 from . import pywordsegment
 
+PY_VERSION_MAJOR = sys.version_info.major
+PY_VERSION_MINOR = sys.version_info.minor
 
 class WordSegmenter:
     word_segmenter: pywordsegment.WordSegmenter = None
 
     @staticmethod
     def load() -> None:
         if WordSegmenter.word_segmenter is None:
-            unigrams_serialized = gzip.decompress(
-                data=importlib.resources.read_binary(
-                    package=__package__,
-                    resource='unigrams.msgpack.gz',
-                ),
-            )
-            bigrams_serialized = gzip.decompress(
-                data=importlib.resources.read_binary(
-                    package=__package__,
-                    resource='bigrams.msgpack.gz',
-                ),
-            )
+            if PY_VERSION_MAJOR >= 3 and PY_VERSION_MINOR >= 11:
+                with importlib.resources.files(
+                    __package__,
+                ).joinpath(
+                    'unigrams.msgpack.gz',
+                ).open(
+                    'rb',
+                ) as unigrams_msgpack, importlib.resources.files(
+                    __package__,
+                ).joinpath(
+                    'bigrams.msgpack.gz',
+                ).open(
+                    'rb',
+                ) as bigrams_msgpack:
+                    unigrams_serialized = gzip.decompress(
+                        data=unigrams_msgpack.read(),
+                    )
+                    bigrams_serialized = gzip.decompress(
+                        data=bigrams_msgpack.read(),
+                    )
+
+            else:
+                unigrams_serialized = gzip.decompress(
+                    data=importlib.resources.read_binary(
+                        package=__package__,
+                        resource='unigrams.msgpack.gz',
+                    ),
+                )
+
+                bigrams_serialized = gzip.decompress(
+                    data=importlib.resources.read_binary(
+                        package=__package__,
+                        resource='bigrams.msgpack.gz',
+                    ),
+                )
 
             WordSegmenter.word_segmenter = pywordsegment.WordSegmenter(
                 unigrams_serialized=unigrams_serialized,