更新环境依赖

requirements.txt

@@ -41,6 +41,7 @@ cryptography==3.2.1
 cycler==0.10.0
 cymem==2.0.3
 Cython==0.29.24
+datasets==1.12.1
 debugpy==1.4.1
 decorator==4.4.2
 defusedxml==0.6.0
@@ -74,7 +75,7 @@ GPUtil==1.4.0
 graphql-core==3.1.5
 grpcio==1.34.1
 h5py==3.1.0
-huggingface-hub==0.0.12
+huggingface-hub==0.0.17
 idna==2.10
 importlib-metadata==1.6.0
 iniconfig==1.1.1
@@ -117,6 +118,7 @@ keras-transformer==0.33.0
 kiwisolver==1.3.1
 lightgbm==2.3.1
 lmdb==1.2.1
+ltp==4.1.5.post2
 lxml==4.6.3
 Markdown==3.3.4
 MarkupSafe==2.0.1
@@ -125,6 +127,7 @@ matplotlib-inline==0.1.2
 mistune==0.8.4
 more-itertools==8.8.0
 multidict==5.1.0
+multiprocess==0.70.12.2
 munch==2.5.0
 murmurhash==1.0.5
 nbclient==0.5.3
@@ -160,6 +163,7 @@ protobuf==3.17.3
 psutil==5.8.0
 ptyprocess==0.7.0
 py==1.10.0
+pyarrow==5.0.0
 pyasn1==0.4.8
 pyasn1-modules==0.2.8
 pybind11==2.7.1
@@ -168,6 +172,7 @@ pycparser==2.20
 pydantic==1.8.2
 pyDeprecate==0.3.1
 Pygments==2.9.0
+pygtrie==2.4.2
 pyhanlp==0.1.64
 pyOpenSSL==19.1.0
 pyparsing==2.4.7
@@ -234,9 +239,9 @@ torchaudio==0.9.0
 torchmetrics==0.5.0
 torchvision==0.10.0+cu111
 tornado==6.1
-tqdm==4.51.0
+tqdm==4.62.3
 traitlets==5.0.5
-transformers==4.8.2
+transformers==4.7.0
 typer==0.3.2
 typing-extensions==3.7.4.3
 urllib3==1.25.11
@@ -248,6 +253,7 @@ Werkzeug==2.0.1
 widgetsnbextension==3.5.1
 wrapt==1.12.1
 xgboost==1.4.2
+xxhash==2.0.2
 yarl==1.6.3
 zc.lockfile==2.0
 zipp==3.5.0