From 152659fb269b4b04af79096a4dfc3821ae92f422 Mon Sep 17 00:00:00 2001 From: changwangss Date: Tue, 2 Jul 2024 22:46:26 -0700 Subject: [PATCH 1/4] remove optimum-intel version limit Signed-off-by: changwangss --- .../pytorch/text-generation/quantization/requirements_sq.txt | 2 +- tests/requirements.txt | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/huggingface/pytorch/text-generation/quantization/requirements_sq.txt b/examples/huggingface/pytorch/text-generation/quantization/requirements_sq.txt index 047f65d091a..1ce834dda7b 100644 --- a/examples/huggingface/pytorch/text-generation/quantization/requirements_sq.txt +++ b/examples/huggingface/pytorch/text-generation/quantization/requirements_sq.txt @@ -7,7 +7,7 @@ sentencepiece != 0.1.92 torch==2.3.0+cpu transformers==4.38.1 intel_extension_for_pytorch==2.3.0 -optimum-intel==1.16.1 +optimum-intel bitsandbytes #baichuan transformers_stream_generator tiktoken #qwen diff --git a/tests/requirements.txt b/tests/requirements.txt index 4dbac7def89..4ae2eb85d49 100644 --- a/tests/requirements.txt +++ b/tests/requirements.txt @@ -16,7 +16,7 @@ mlflow nlpaug==1.1.9 onnx onnxruntime -optimum-intel==1.16.1 +optimum-intel peft==0.6.2 py-cpuinfo sacremoses From 1b4d8b1f5e3d3e6f5ac26b642d9e8673acfc04f6 Mon Sep 17 00:00:00 2001 From: chensuyue Date: Wed, 3 Jul 2024 17:27:18 +0800 Subject: [PATCH 2/4] for test --- .github/workflows/script/install_binary.sh | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/.github/workflows/script/install_binary.sh b/.github/workflows/script/install_binary.sh index 7bca0d4d2f3..4973d67686a 100644 --- a/.github/workflows/script/install_binary.sh +++ b/.github/workflows/script/install_binary.sh @@ -1,7 +1,9 @@ #!/bin/bash +set -x source /intel-extension-for-transformers/.github/workflows/script/change_color.sh cd /intel-extension-for-transformers +git tag export CMAKE_ARGS="-DNE_DNNL_CACHE_DIR=/cache" pip install -U pip pip install -r requirements.txt @@ -10,7 +12,8 @@ git config --global --add safe.directory "*" git submodule update --init --recursive -$BOLD_YELLOW && echo "---------------- run python setup.py sdist bdist_wheel -------------" && $RESET +$BOLD_YELLOW && echo "---------------- run python setup.py bdist_wheel -------------" && $RESET +git fetch --tags python setup.py bdist_wheel From 369977be7736e6d7f90454d208c784787cd972be Mon Sep 17 00:00:00 2001 From: chensuyue Date: Wed, 3 Jul 2024 21:01:24 +0800 Subject: [PATCH 3/4] fix the version --- .github/workflows/script/install_binary.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/script/install_binary.sh b/.github/workflows/script/install_binary.sh index 4973d67686a..d702c7db188 100644 --- a/.github/workflows/script/install_binary.sh +++ b/.github/workflows/script/install_binary.sh @@ -3,6 +3,8 @@ set -x source /intel-extension-for-transformers/.github/workflows/script/change_color.sh cd /intel-extension-for-transformers +git config --global --add safe.directory /intel-extension-for-transformers +git fetch --tags git tag export CMAKE_ARGS="-DNE_DNNL_CACHE_DIR=/cache" pip install -U pip @@ -13,7 +15,6 @@ git submodule update --init --recursive $BOLD_YELLOW && echo "---------------- run python setup.py bdist_wheel -------------" && $RESET -git fetch --tags python setup.py bdist_wheel From df5cc0cdc1e748f62e489121c98a1b8448483898 Mon Sep 17 00:00:00 2001 From: chensuyue Date: Thu, 4 Jul 2024 11:45:40 +0800 Subject: [PATCH 4/4] fix the dev version --- .github/workflows/script/install_binary.sh | 5 +---- .github/workflows/unit-test-optimize.yml | 2 +- 2 files changed, 2 insertions(+), 5 deletions(-) diff --git a/.github/workflows/script/install_binary.sh b/.github/workflows/script/install_binary.sh index d702c7db188..a33a6607b1b 100644 --- a/.github/workflows/script/install_binary.sh +++ b/.github/workflows/script/install_binary.sh @@ -1,11 +1,8 @@ #!/bin/bash -set -x + source /intel-extension-for-transformers/.github/workflows/script/change_color.sh cd /intel-extension-for-transformers -git config --global --add safe.directory /intel-extension-for-transformers -git fetch --tags -git tag export CMAKE_ARGS="-DNE_DNNL_CACHE_DIR=/cache" pip install -U pip pip install -r requirements.txt diff --git a/.github/workflows/unit-test-optimize.yml b/.github/workflows/unit-test-optimize.yml index 4d11947d92c..6399df03878 100644 --- a/.github/workflows/unit-test-optimize.yml +++ b/.github/workflows/unit-test-optimize.yml @@ -67,7 +67,7 @@ jobs: with: submodules: "recursive" ref: ${{ matrix.test_branch }} - fetch-tags: true + fetch-depth: 0 - name: Docker Build run: |