forked from castorini/anserini
-
Notifications
You must be signed in to change notification settings - Fork 0
/
gov2.yaml
142 lines (142 loc) · 3.06 KB
/
gov2.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
---
name: gov2
index_command: target/appassembler/bin/IndexCollection
index_utils_command: target/appassembler/bin/IndexUtils
search_command: target/appassembler/bin/SearchCollection
topic_root: src/main/resources/topics-and-qrels/
qrels_root: src/main/resources/topics-and-qrels/
ranking_root:
input_roots:
- /tuna1/ # on tuna
- /store/ # on orca
- /scratch2/ # on damiano
input: collections/web/gov2/gov2-corpus/
index_path: indexes/lucene-index.gov2.pos+docvectors+raw
collection: TrecwebCollection
threads: 44
generator: DefaultLuceneDocumentGenerator
index_options:
- -storePositions
- -storeDocvectors
- -storeRaw
topic_reader: Trec
evals:
- command: eval/trec_eval.9.0.4/trec_eval
params:
- -m map
separator: "\t"
parse_index: 2
metric: map
metric_precision: 4
can_combine: true
- command: eval/trec_eval.9.0.4/trec_eval
params:
- -m P.30
separator: "\t"
parse_index: 2
metric: p30
metric_precision: 4
can_combine: true
index_stats:
documents: 25172934
documents (non-empty): 25170664
total terms: 17345062322
topics:
- name: "[TREC 2004 Terabyte Track (Topics 701-750)](../src/main/resources/topics-and-qrels/topics.terabyte04.701-750.txt)"
path: topics.terabyte04.701-750.txt
qrel: qrels.terabyte04.701-750.txt
- name: "[TREC 2005 Terabyte Track (Topics 751-800)](../src/main/resources/topics-and-qrels/topics.terabyte05.751-800.txt)"
path: topics.terabyte05.751-800.txt
qrel: qrels.terabyte05.751-800.txt
- name: "[TREC 2006 Terabyte Track (Topics 801-850)](../src/main/resources/topics-and-qrels/topics.terabyte06.801-850.txt)"
path: topics.terabyte06.801-850.txt
qrel: qrels.terabyte06.801-850.txt
models:
- name: bm25
display: BM25
params:
- -bm25
results:
map:
- 0.2689
- 0.3390
- 0.3080
p30:
- 0.4864
- 0.5540
- 0.4907
- name: bm25+rm3
display: +RM3
params:
- -bm25
- -rm3
results:
map:
- 0.2844
- 0.3820
- 0.3377
p30:
- 0.5190
- 0.5920
- 0.5160
- name: bm25+ax
display: +Ax
params:
- -bm25
- -axiom
- -axiom.beta 0.1
- -axiom.deterministic
- -rerankCutoff 20
results:
map:
- 0.2669
- 0.3666
- 0.3069
p30:
- 0.4993
- 0.5933
- 0.5033
- name: ql
display: QL
params:
- -qld
results:
map:
- 0.2681
- 0.3303
- 0.2997
p30:
- 0.4755
- 0.5347
- 0.4720
- name: ql+rm3
display: +RM3
params:
- -qld
- -rm3
results:
map:
- 0.2708
- 0.3559
- 0.3154
p30:
- 0.4925
- 0.5620
- 0.4847
- name: ql+ax
display: +Ax
params:
- -qld
- -axiom
- -axiom.beta 0.1
- -axiom.deterministic
- -rerankCutoff 20
results:
map:
- 0.2666
- 0.3646
- 0.3084
p30:
- 0.4932
- 0.5840
- 0.4920