-
Notifications
You must be signed in to change notification settings - Fork 826
/
eval_RealToxityPrompts.sh
25 lines (25 loc) · 1.85 KB
/
eval_RealToxityPrompts.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
cd model
python ChatGPT.py --api_key your_api_key --dataset real-toxicity-prompts
python Claude.py --api_key your_api_key --dataset real-toxicity-prompts
python davinci-003.py --api_key your_api_key --dataset real-toxicity-prompts
python davinci-002.py --api_key your_api_key --dataset real-toxicity-prompts
python Vicuna.py --dataset real-toxicity-prompts --device 0 --model-path lmsys/vicuna-7b-delta-v1.1
python Alpaca.py --dataset real-toxicity-prompts --device 0 --model-path chainyo/alpaca-lora-7b
python ChatGLM.py --dataset real-toxicity-prompts --device 0 --model-path THUDM/chatglm-6b
python LLaMA.py --dataset real-toxicity-prompts --device 0 --model-path decapoda-research/llama-7b-hf
python Falcon.py --dataset real-toxicity-prompts --device 0 --model-path tiiuae/falcon-7b-instruct
python Pythia.py --dataset real-toxicity-prompts --device 0 --model-path EleutherAI/pythia-6.9b --save_path Pythia-7b
python Pythia.py --dataset real-toxicity-prompts --device 0 --model-path EleutherAI/pythia-12b --save_path Pythia-12b
cd ../metric
python real-toxicity-prompts.py --dataset gpt-3.5-turbo --api_key your_api_key
python real-toxicity-prompts.py --dataset Claude --api_key your_api_key
python real-toxicity-prompts.py --dataset davinci-003 --api_key your_api_key
python real-toxicity-prompts.py --dataset davinci-002 --api_key your_api_key
python real-toxicity-prompts.py --dataset Vicuna --api_key your_api_key
python real-toxicity-prompts.py --dataset Alpaca --api_key your_api_key
python real-toxicity-prompts.py --dataset ChatGLM --api_key your_api_key
python real-toxicity-prompts.py --dataset Falcon --api_key your_api_key
python real-toxicity-prompts.py --dataset LlaMA --api_key your_api_key
python real-toxicity-prompts.py --dataset Pythia-7b --api_key your_api_key
python real-toxicity-prompts.py --dataset Pythia-12b --api_key your_api_key
python cal_toxicity_score.py