-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathevaluate.sh
executable file
·62 lines (42 loc) · 3.73 KB
/
evaluate.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
python3 evaluateRotation.py --model llama-3-8b --layer 0 16 --angle_0 'neg 1/8' --angle_1 '1/8' --dataset operators
python3 evaluateRotation.py --model llama-3-8b --layer 0 16 --angle_0 '0' --angle_1 '1/6' --dataset causal_judgment
python3 evaluateRotation.py --model llama-3-8b --layer 0 16 --angle_0 '0' --angle_1 '1/6' --dataset elementary_math_qa
python3 evaluateRotation.py --model llama-3-8b --layer 0 32 --angle_0 'neg 1/8' --angle_1 '1/8' --dataset operators
python3 evaluateRotation.py --model llama-3-8b --layer 0 32 --angle_0 '0' --angle_1 '1/6' --dataset causal_judgment
python3 evaluateRotation.py --model llama-3-8b --layer 0 32 --angle_0 '0' --angle_1 '1/6' --dataset elementary_math_qa
python3 evaluateRotation.py --model llama-3-8b --layer 0 16 --dataset causal_judgment
# python3 trainRotation.py --model llama-3-8b --layer 0 16 --dataset causal_judgment
# python3 trainRotation.py --model llama-3-8b --layer 0 16 --dataset causal_judgment
python3 evaluateRotation.py --model llama-3-8b --layer 0 16 --dataset entailed_polarity
# python3 trainRotation.py --model llama-3-8b --layer 0 16 --dataset entailed_polarity
# python3 trainRotation.py --model llama-3-8b --layer 0 16 --dataset entailed_polarity
python3 evaluateRotation.py --model llama-3-8b --layer 0 16 --dataset object_counting
# python3 trainRotation.py --model llama-3-8b --layer 0 16 --dataset object_counting
# python3 trainRotation.py --model llama-3-8b --layer 0 16 --dataset object_counting
python3 evaluateRotation.py --model llama-3-8b --layer 0 16 --dataset elementary_math_qa
# python3 trainRotation.py --model llama-3-8b --layer 0 16 --dataset elementary_math_qa
# python3 trainRotation.py --model llama-3-8b --layer 0 16 --dataset elementary_math_qa
python3 evaluateRotation.py --model llama-3-8b --layer 0 16 --dataset arithmetic
# python3 trainRotation.py --model llama-3-8b --layer 0 16 --dataset arithmetic
# python3 trainRotation.py --model llama-3-8b --layer 0 16 --dataset arithmetic
python3 evaluateRotation.py --model llama-3-8b --layer 0 16 --dataset modified_arithmetic
# python3 trainRotation.py --model llama-3-8b --layer 0 16 --dataset modified_arithmetic
# python3 trainRotation.py --model llama-3-8b --layer 0 16 --dataset modified_arithmetic
python3 evaluateRotation.py --model llama-3-8b --layer 0 32 --dataset causal_judgment
# python3 trainRotation.py --model llama-3-8b --layer 0 32 --dataset causal_judgment
# python3 trainRotation.py --model llama-3-8b --layer 0 32 --dataset causal_judgment
python3 evaluateRotation.py --model llama-3-8b --layer 0 32 --dataset entailed_polarity
# python3 trainRotation.py --model llama-3-8b --layer 0 32 --dataset entailed_polarity
# python3 trainRotation.py --model llama-3-8b --layer 0 32 --dataset entailed_polarity
python3 evaluateRotation.py --model llama-3-8b --layer 0 32 --dataset object_counting
# python3 trainRotation.py --model llama-3-8b --layer 0 32 --dataset object_counting
# python3 trainRotation.py --model llama-3-8b --layer 0 32 --dataset object_counting
python3 evaluateRotation.py --model llama-3-8b --layer 0 32 --dataset elementary_math_qa
# python3 trainRotation.py --model llama-3-8b --layer 0 32 --dataset elementary_math_qa
# python3 trainRotation.py --model llama-3-8b --layer 0 32 --dataset elementary_math_qa
python3 evaluateRotation.py --model llama-3-8b --layer 0 32 --dataset arithmetic
# python3 trainRotation.py --model llama-3-8b --layer 0 32 --dataset arithmetic
# python3 trainRotation.py --model llama-3-8b --layer 0 32 --dataset arithmetic
python3 evaluateRotation.py --model llama-3-8b --layer 0 32 --dataset modified_arithmetic
# python3 trainRotation.py --model llama-3-8b --layer 0 32 --dataset modified_arithmetic
# python3 trainRotation.py --model llama-3-8b --layer 0 32 --dataset modified_arithmetic