fix: baichuan incompatible with latest huggingface transformers (#15)

apecloud · Nov 14, 2023 · aa8a6fc · aa8a6fc
1 parent 4d1d60d
commit aa8a6fc
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/addons/llm/templates/scripts.yaml b/addons/llm/templates/scripts.yaml
@@ -14,6 +14,10 @@ data:
       # install dependencies for qwen
       pip install tiktoken
     fi
+    # fix baichuan incompatible with latest transformers
+    if [[ "${domain,,}" == "baichuan-inc" ]]; then
+      pip install transformers==4.33.1 tokenizers==0.13.3
+    fi
     country=`curl https://ifconfig.io/country_code`
     if [ "$country" == "CN" ]; then
       CLONE_MODEL_SCRIPT="git lfs install; git clone https://www.modelscope.cn/${MODEL_NAME}.git"