forked from lzw-pku/open-freeform-code-qa-suite
-
Notifications
You must be signed in to change notification settings - Fork 0
/
suite_v2_part_1.yaml
61 lines (61 loc) · 1.54 KB
/
suite_v2_part_1.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
attempt_reduce_mode: max
cases:
- cases/eval_1-3-173.yaml
- cases/eval_1-3-174.yaml
- cases/eval_1-3-176.yaml
- cases/eval_1-3-180.yaml
- cases/eval_1-3-181.yaml
- cases/eval_1-3-184.yaml
- cases/eval_1-3-187.yaml
- cases/eval_1-3-188.yaml
- cases/eval_1-3-192.yaml
- cases/eval_1-3-193.yaml
- cases/eval_1-3-194.yaml
- cases/eval_1-3-196.yaml
- cases/eval_1-3-197.yaml
- cases/eval_1-3-198.yaml
- cases/eval_1-3-201.yaml
- cases/eval_1-3-202.yaml
- cases/eval_1-3-204.yaml
- cases/eval_1-3-207.yaml
- cases/eval_1-3-208.yaml
- cases/eval_1-3-210.yaml
- cases/eval_1-3-211.yaml
- cases/eval_1-3-212.yaml
- cases/eval_1-3-213.yaml
- cases/eval_1-3-214.yaml
- cases/eval_1-3-217.yaml
- cases/eval_1-3-218.yaml
- cases/eval_1-3-219.yaml
- cases/eval_1-3-222.yaml
- cases/eval_1-3-223.yaml
- cases/eval_1-3-224.yaml
- cases/eval_1-3-225.yaml
- cases/eval_1-3-226.yaml
- cases/eval_1-3-230.yaml
- cases/eval_1-3-231.yaml
- cases/eval_1-3-235.yaml
- cases/eval_1-3-236.yaml
- cases/eval_1-3-239.yaml
- cases/eval_1-3-240.yaml
- cases/eval_1-3-242.yaml
- cases/eval_1-3-244.yaml
- cases/eval_1-3-245.yaml
- cases/eval_1-3-247.yaml
- cases/eval_1-3-249.yaml
- cases/eval_1-3-252.yaml
- cases/eval_1-3-257.yaml
- cases/eval_1-3-261.yaml
- cases/eval_1-3-263.yaml
- cases/eval_1-4-315.yaml
- cases/eval_1-4-316.yaml
- cases/eval_1-4-317.yaml
- cases/eval_1-4-320.yaml
- cases/eval_1-4-321.yaml
- cases/eval_1-4-322.yaml
- cases/eval_1-4-323.yaml
- cases/eval_1-4-324.yaml
- cases/eval_1-4-326.yaml
- cases/eval_1-4-327.yaml
full_score_per_question: 1.0
version: suite_v2_part_1.yaml