stamp/run_save_metrics.sh at master · codeboy5/stamp · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
#!/bin/bash

#* ARC-Challenge
dataset_name="arc_c"
seeds=(1009 3217 5083 7219 14153 15491 15661 23977 37213)
for seed in "${seeds[@]}"; do
    echo "Running for DATASET: ${dataset_name} and SEED: ${seed}"
    python src/save_metrics.py --model_name "${MODEL_DIR}/wtm_gamma0.25_delta1.0_6m" \
    --dataset_name "all_data/${dataset_name}/rephrased_gamma0.25_delta_1.0_k1/watermarked_seed${seed}.json" \
    --output_path "files/metrics/${dataset_name}/watermarked_seed${seed}.json"
done

# #* GSM8K
dataset_name="gsm8k"
seeds=(1283 1453 1871 2017 15991 18077 21269 39631 43313)
for seed in "${seeds[@]}"; do
    echo "Running for DATASET: ${dataset_name} and SEED: ${seed}"
    python src/save_metrics.py --model_name "${MODEL_DIR}/wtm_gamma0.25_delta1.0_6m" \
    --dataset_name "all_data/${dataset_name}/rephrased_gamma0.25_delta_1.0_k1/watermarked_seed${seed}.json" \
    --output_path "files/metrics/${dataset_name}/watermarked_seed${seed}.json"
done


# #* MMLU
dataset_name="mmlu"
seeds=(1069 1427 1787 2027 16963 17203 21929 42223 49409)
for seed in "${seeds[@]}"; do
    echo "Running for DATASET: ${dataset_name} and SEED: ${seed}"
    python src/save_metrics.py --model_name "${MODEL_DIR}/wtm_gamma0.25_delta1.0_6m" \
    --dataset_name "all_data/${dataset_name}/rephrased_gamma0.25_delta_1.0_k1/watermarked_seed${seed}.json" \
    --output_path "files/metrics/${dataset_name}/watermarked_seed${seed}.json"
done


# #* TriviaQA
dataset_name="trivia_qa"
seeds=(1697 1931 2357 10799 16427 24151 30307 32341 46807)
for seed in "${seeds[@]}"; do
    echo "Running for DATASET: ${dataset_name} and SEED: ${seed}"
    python src/save_metrics.py --model_name "${MODEL_DIR}/wtm_gamma0.25_delta1.0_6m" \
    --dataset_name "all_data/${dataset_name}/rephrased_gamma0.25_delta_1.0_k1/watermarked_seed${seed}.json" \
    --output_path "files/metrics/${dataset_name}/watermarked_seed${seed}.json"
done