update scripts

raishish · Jan 27, 2024 · 5e70985 · 5e70985
1 parent cb53172
commit 5e70985
Show file tree

Hide file tree

Showing 4 changed files with 32 additions and 4 deletions.
diff --git a/scripts/model.sh b/scripts/model.sh
@@ -20,6 +20,10 @@ load_in_8bit="False" # load the model in 8bit? ("False" or "True")
 load_in_4bit="False" # load the model in 4bit? ("False" or "True")
 use_20_fewshot="False" # use a 20-shot prompt in ARC? ("False" or "True") => we set this to "True" for Falcon 
 
+res_dir=".../mcqa-artifacts/results" # Results folder directory
+prompt_dir=".../mcqa-artifacts/prompts" # Prompt folder directory
+cache_dir=... # Cache directory to save the model
+
 
 
 datasets_str=$(IFS=" "; echo "${datasets[*]}")
@@ -35,4 +39,7 @@ python3 /mcqa-artifacts/model/run_hf.py \
 --load_in_8bit="$load_in_8bit" \
 --partition="$partition" \
 --prompt_types="$experiments_str" \
---use_20_fewshot="$use_20_fewshot"
+--use_20_fewshot="$use_20_fewshot" \
+--res_dir="$res_dir" \
+--prompt_dir="$prompt_dir" \
+--cache_dir="$cache_dir"
diff --git a/scripts/model_question_gen.sh b/scripts/model_question_gen.sh
@@ -23,6 +23,10 @@ load_in_8bit="False" # load the model in 8bit? ("False" or "True")
 load_in_4bit="False" # load the model in 4bit? ("False" or "True")
 use_20_fewshot="False" # use a 20-shot prompt in ARC? ("False" or "True") => we set this to "True" for Falcon 
 
+res_dir=".../mcqa-artifacts/results" # Results folder directory
+prompt_dir=".../mcqa-artifacts/prompts" # Prompt folder directory
+cache_dir=... # Cache directory to save the model
+
 
 
 datasets_str=$(IFS=" "; echo "${datasets[*]}")
@@ -37,4 +41,7 @@ python3 /mcqa-artifacts/model/run_hf_question_gen.py \
 --load_in_8bit="$load_in_8bit" \
 --partition="$partition" \
 --use_random_question="$use_random_question" \
---use_20_fewshot="$use_20_fewshot"
+--use_20_fewshot="$use_20_fewshot" \
+--res_dir="$res_dir" \
+--prompt_dir="$prompt_dir" \
+--cache_dir="$cache_dir"
diff --git a/scripts/model_question_gen_remote.sh b/scripts/model_question_gen_remote.sh
@@ -23,6 +23,10 @@ load_in_8bit="False" # load the model in 8bit? ("False" or "True")
 load_in_4bit="False" # load the model in 4bit? ("False" or "True")
 use_20_fewshot="False" # use a 20-shot prompt in ARC? ("False" or "True") => we set this to "True" for Falcon 
 
+res_dir=".../mcqa-artifacts/results" # Results folder directory
+prompt_dir=".../mcqa-artifacts/prompts" # Prompt folder directory
+cache_dir=... # Cache directory to save the model
+
 
 
 datasets_str=$(IFS=" "; echo "${datasets[*]}")
@@ -37,4 +41,7 @@ python3 /mcqa-artifacts/model/run_hf_question_gen_remote.py \
 --load_in_8bit="$load_in_8bit" \
 --partition="$partition" \
 --use_random_question="$use_random_question" \
---use_20_fewshot="$use_20_fewshot"
+--use_20_fewshot="$use_20_fewshot" \
+--res_dir="$res_dir" \
+--prompt_dir="$prompt_dir" \
+--cache_dir="$cache_dir"
diff --git a/scripts/model_remote.sh b/scripts/model_remote.sh
@@ -20,6 +20,10 @@ load_in_8bit="False" # load the model in 8bit? ("False" or "True")
 load_in_4bit="False" # load the model in 4bit? ("False" or "True")
 use_20_fewshot="False" # use a 20-shot prompt in ARC? ("False" or "True") => we set this to "True" for Falcon 
 
+res_dir=".../mcqa-artifacts/results" # Results folder directory
+prompt_dir=".../mcqa-artifacts/prompts" # Prompt folder directory
+cache_dir=... # Cache directory to save the model
+
 
 
 datasets_str=$(IFS=" "; echo "${datasets[*]}")
@@ -35,4 +39,7 @@ python3 /mcqa-artifacts/model/run_hf_remote.py \
 --load_in_8bit="$load_in_8bit" \
 --partition="$partition" \
 --prompt_types="$experiments_str" \
---use_20_fewshot="$use_20_fewshot"
+--use_20_fewshot="$use_20_fewshot" \
+--res_dir="$res_dir" \
+--prompt_dir="$prompt_dir" \
+--cache_dir="$cache_dir"