-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathquery_score_train.sarray
51 lines (51 loc) · 4.86 KB
/
query_score_train.sarray
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
#!/bin/bash
#SBATCH --gres=gpu:1
#SBATCH --time=120:00:00
#SBATCH --array=0-15
#SBATCH --cpus-per-gpu=16
#SBATCH --mem=64G
#SBATCH --chdir=/neodudes
CUDA_DEVICE=$(echo "$CUDA_VISIBLE_DEVICES," | cut -d',' -f $((SLURM_LOCALID + 1)) );
T_REGEX='^[0-9]$';
if ! [[ "$CUDA_DEVICE" =~ $T_REGEX ]]; then
echo "error no reserved gpu provided"
exit 1;
fi
echo "Process $SLURM_PROCID of Job $SLURM_JOBID withe the local id $SLURM_LOCALID using gpu id +++$CUDA_DEVICE (we may use gpu: $CUDA_VISIBLE_DEVICES on $(hostname))"
echo "computing on $(nvidia-smi --query-gpu=gpu_name --format=csv -i $CUDA_DEVICE | tail -n 1)"
echo "stating job with ID $SLURM_ARRAY_TASK_ID"
export PYTHONPATH=/neodudes/src/
if [ $SLURM_ARRAY_TASK_ID -eq 0 ]; then
python /neodudes/src/llm/query_score_training.py --model "google/flan-t5-small" --batchsize 64 --trials 10 --dataset "clampfp" --optunafile "gen_optuna_2024-06-20.log" --studyname "Query Score 2024-06-20" #--epochs 3
elif [ $SLURM_ARRAY_TASK_ID -eq 1 ]; then
python /neodudes/src/llm/query_score_training.py --model "google/flan-t5-small" --batchsize 64 --trials 10 --dataset "clampfp" --optunafile "gen_optuna_2024-06-20.log" --studyname "Query Score 2024-06-20" #--epochs 3
elif [ $SLURM_ARRAY_TASK_ID -eq 2 ]; then
python /neodudes/src/llm/query_score_training.py --model "google/flan-t5-small" --batchsize 64 --trials 10 --dataset "clampfp" --optunafile "gen_optuna_2024-06-20.log" --studyname "Query Score 2024-06-20" #--epochs 3
elif [ $SLURM_ARRAY_TASK_ID -eq 3 ]; then
python /neodudes/src/llm/query_score_training.py --model "google/flan-t5-small" --batchsize 64 --trials 10 --dataset "clampfp" --optunafile "gen_optuna_2024-06-20.log" --studyname "Query Score 2024-06-20" #--epochs 3
elif [ $SLURM_ARRAY_TASK_ID -eq 4 ]; then
python /neodudes/src/llm/query_score_training.py --model "google/flan-t5-small" --batchsize 64 --trials 10 --dataset "clampfp" --optunafile "gen_optuna_2024-06-20.log" --studyname "Query Score 2024-06-20" #--epochs 3
elif [ $SLURM_ARRAY_TASK_ID -eq 5 ]; then
python /neodudes/src/llm/query_score_training.py --model "google/flan-t5-small" --batchsize 64 --trials 10 --dataset "clampfp" --optunafile "gen_optuna_2024-06-20.log" --studyname "Query Score 2024-06-20" #--epochs 3
elif [ $SLURM_ARRAY_TASK_ID -eq 6 ]; then
python /neodudes/src/llm/query_score_training.py --model "google/flan-t5-small" --batchsize 64 --trials 10 --dataset "clampfp" --optunafile "gen_optuna_2024-06-20.log" --studyname "Query Score 2024-06-20" #--epochs 3
elif [ $SLURM_ARRAY_TASK_ID -eq 7 ]; then
python /neodudes/src/llm/query_score_training.py --model "google/flan-t5-small" --batchsize 64 --trials 10 --dataset "clampfp" --optunafile "gen_optuna_2024-06-20.log" --studyname "Query Score 2024-06-20" #--epochs 3
elif [ $SLURM_ARRAY_TASK_ID -eq 8 ]; then
python /neodudes/src/llm/query_score_training.py --model "google/flan-t5-small" --batchsize 64 --trials 10 --dataset "clampfp" --optunafile "gen_optuna_2024-06-20.log" --studyname "Query Score clampfp 2024-06-20" #--epochs 3
elif [ $SLURM_ARRAY_TASK_ID -eq 9 ]; then
python /neodudes/src/llm/query_score_training.py --model "google/flan-t5-small" --batchsize 64 --trials 10 --dataset "clampfp" --optunafile "gen_optuna_2024-06-20.log" --studyname "Query Score clampfp 2024-06-20" #--epochs 3
elif [ $SLURM_ARRAY_TASK_ID -eq 10 ]; then
python /neodudes/src/llm/query_score_training.py --model "google/flan-t5-small" --batchsize 64 --trials 10 --dataset "clampfp" --optunafile "gen_optuna_2024-06-20.log" --studyname "Query Score clampfp 2024-06-20" #--epochs 3
elif [ $SLURM_ARRAY_TASK_ID -eq 11 ]; then
python /neodudes/src/llm/query_score_training.py --model "google/flan-t5-small" --batchsize 64 --trials 10 --dataset "clampfp" --optunafile "gen_optuna_2024-06-20.log" --studyname "Query Score clampfp 2024-06-20" #--epochs 3
elif [ $SLURM_ARRAY_TASK_ID -eq 12 ]; then
python /neodudes/src/llm/query_score_training.py --model "google/flan-t5-small" --batchsize 64 --trials 10 --dataset "clampfp" --optunafile "gen_optuna_2024-06-20.log" --studyname "Query Score clampfp 2024-06-20" #--epochs 3
elif [ $SLURM_ARRAY_TASK_ID -eq 13 ]; then
python /neodudes/src/llm/query_score_training.py --model "google/flan-t5-small" --batchsize 64 --trials 10 --dataset "clampfp" --optunafile "gen_optuna_2024-06-20.log" --studyname "Query Score clampfp 2024-06-20" #--epochs 3
elif [ $SLURM_ARRAY_TASK_ID -eq 14 ]; then
python /neodudes/src/llm/query_score_training.py --model "google/flan-t5-small" --batchsize 64 --trials 10 --dataset "clampfp" --optunafile "gen_optuna_2024-06-20.log" --studyname "Query Score clampfp 2024-06-20" #--epochs 3
elif [ $SLURM_ARRAY_TASK_ID -eq 15 ]; then
python /neodudes/src/llm/query_score_training.py --model "google/flan-t5-small" --batchsize 64 --trials 10 --dataset "clampfp" --optunafile "gen_optuna_2024-06-20.log" --studyname "Query Score clampfp 2024-06-20" #--epochs 3
fi
echo "done"