run_comet.sh

#!/bin/bash
#SBATCH --job-name=run_comet  # Job name
#SBATCH --output=logs/%j.out # Name of stdout output file
#SBATCH --error=logs/%j.err  # Name of stderr error file
#SBATCH --partition=dev-g  # Partition (queue) name
#SBATCH --nodes=1              # Total number of nodes
#SBATCH --ntasks-per-node=1     # 8 MPI ranks per node, 128 total (16x8)
#SBATCH --gpus-per-node=4
#SBATCH --mem=256G 
#SBATCH --time=00:30:00       # Run time (d-hh:mm:ss)
#SBATCH --account=project_462000353  # Project for billing

module use /appl/local/csc/modulefiles/
module load pytorch
source /scratch/project_462000353/maribarr/FastChat/fastchat/llm_judge/.fastchat_venv/bin/activate

export HF_DATASETS_CACHE="/scratch/project_462000444/maribarr/.datasets_cache"
export PYTHONPATH="/scratch/project_462000353/maribarr/alignment-handbook/.align_venv/lib/python3.10/site-packages"

#pip install sacrebleu
#pip install comet

#mkdir -p logs

# Define the arguments
SOURCE_FILE="/scratch/project_462000353/maribarr/FastChat/fastchat/llm_judge/data/mt_bench/question.jsonl"
OUTPUT_DIR="/scratch/project_462000353/maribarr/FastChat/fastchat/llm_judge/data/mt_bench/"
LANGUAGES=("fi" "da" "no" "nb" "sv")
LANGUAGES=("bg" "hr" "cs" "nl" "et" "fr" "de" "el" "hu" "is" "ga" "it" "lv" "lt" "mt" "nn" "pl" "pt" "ro" "sk" "sl" "es" "fi" "da" "no" "nb" "sv")
LANGUAGES=("sl" "es" "fi" "da" "no" "nb" "sv")

# Iterate over each language and run the translation script
for TGT_LANG in "${LANGUAGES[@]}"; do
    echo "Running Comet on $TGT_LANG..."
    python only_comet.py --source-file $SOURCE_FILE \
                         --output-dir $OUTPUT_DIR \
                         --tgt-lang $TGT_LANG \
                            
    
    echo "---"
done