From 90a12e96da1cfd64144984c2e8ff37ac866b39bb Mon Sep 17 00:00:00 2001 From: Yan Gao Date: Sun, 15 Dec 2024 03:20:01 +0800 Subject: [PATCH] fix(benchmarks) Update LLM evaluation dependencies (#4709) --- benchmarks/flowertune-llm/evaluation/code/requirements.txt | 4 ++-- benchmarks/flowertune-llm/evaluation/finance/requirements.txt | 2 +- .../flowertune-llm/evaluation/general-nlp/requirements.txt | 2 +- benchmarks/flowertune-llm/evaluation/medical/requirements.txt | 2 +- 4 files changed, 5 insertions(+), 5 deletions(-) diff --git a/benchmarks/flowertune-llm/evaluation/code/requirements.txt b/benchmarks/flowertune-llm/evaluation/code/requirements.txt index 9c9e3f8e27a1..5e6cb5418ca2 100644 --- a/benchmarks/flowertune-llm/evaluation/code/requirements.txt +++ b/benchmarks/flowertune-llm/evaluation/code/requirements.txt @@ -3,6 +3,6 @@ datasets==2.20.0 evaluate==0.3.0 sentencepiece==0.2.0 protobuf==5.27.1 -bitsandbytes==0.43.1 +bitsandbytes==0.45.0 hf_transfer==0.1.8 -git+https://github.com/bigcode-project/bigcode-evaluation-harness.git@0f3e95f0806e78a4f432056cdb1be93604a51d69 +git+https://github.com/bigcode-project/bigcode-evaluation-harness.git@6116c6a9a5672c69bd624373cfbc8938b7acc249 diff --git a/benchmarks/flowertune-llm/evaluation/finance/requirements.txt b/benchmarks/flowertune-llm/evaluation/finance/requirements.txt index 89dcf40b819f..bbec80d10b9c 100644 --- a/benchmarks/flowertune-llm/evaluation/finance/requirements.txt +++ b/benchmarks/flowertune-llm/evaluation/finance/requirements.txt @@ -3,5 +3,5 @@ scikit-learn==1.5.0 datasets==2.20.0 sentencepiece==0.2.0 protobuf==5.27.1 -bitsandbytes==0.43.1 +bitsandbytes==0.45.0 hf_transfer==0.1.8 diff --git a/benchmarks/flowertune-llm/evaluation/general-nlp/requirements.txt b/benchmarks/flowertune-llm/evaluation/general-nlp/requirements.txt index f5c46e869ce2..3dae79d9af17 100644 --- a/benchmarks/flowertune-llm/evaluation/general-nlp/requirements.txt +++ b/benchmarks/flowertune-llm/evaluation/general-nlp/requirements.txt @@ -4,5 +4,5 @@ scikit-learn==1.5.0 datasets==2.20.0 sentencepiece==0.2.0 protobuf==5.27.1 -bitsandbytes==0.43.1 +bitsandbytes==0.45.0 hf_transfer==0.1.8 diff --git a/benchmarks/flowertune-llm/evaluation/medical/requirements.txt b/benchmarks/flowertune-llm/evaluation/medical/requirements.txt index f5c46e869ce2..3dae79d9af17 100644 --- a/benchmarks/flowertune-llm/evaluation/medical/requirements.txt +++ b/benchmarks/flowertune-llm/evaluation/medical/requirements.txt @@ -4,5 +4,5 @@ scikit-learn==1.5.0 datasets==2.20.0 sentencepiece==0.2.0 protobuf==5.27.1 -bitsandbytes==0.43.1 +bitsandbytes==0.45.0 hf_transfer==0.1.8