forked from castorini/anserini
-
Notifications
You must be signed in to change notification settings - Fork 0
/
mb13.yaml
138 lines (138 loc) · 2.82 KB
/
mb13.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
---
name: mb13
index_command: target/appassembler/bin/IndexCollection
index_utils_command: target/appassembler/bin/IndexUtils
search_command: target/appassembler/bin/SearchCollection
topic_root: src/main/resources/topics-and-qrels/
qrels_root: src/main/resources/topics-and-qrels/
index_root:
ranking_root:
input_roots:
- /tuna1/ # on tuna
- /store/ # on orca
- /scratch2/ # on damiano
input: collections/twitter/Tweets2013-corpus/data/
index_path: indexes/lucene-index.mb13.pos+docvectors+raw
collection: TweetCollection
threads: 44
generator: TweetGenerator
index_options:
- -storePositions
- -storeDocvectors
- -storeRaw
- -uniqueDocid
- -optimize
- -tweet.keepUrls
- -tweet.stemming
index_stats:
documents: 203145916
documents (non-empty): 203143249
total terms: 2099082204
topic_reader: Microblog
topics:
- name: "[TREC 2013 Microblog Track Topics](../src/main/resources/topics-and-qrels/topics.microblog2013.txt)"
path: topics.microblog2013.txt
qrel: qrels.microblog2013.txt
- name: "[TREC 2014 Microblog Track Topics](../src/main/resources/topics-and-qrels/topics.microblog2014.txt)"
path: topics.microblog2014.txt
qrel: qrels.microblog2014.txt
evals:
- command: eval/trec_eval.9.0.4/trec_eval
params:
- -m map
separator: "\t"
parse_index: 2
metric: map
metric_precision: 4
can_combine: true
- command: eval/trec_eval.9.0.4/trec_eval
params:
- -m P.30
separator: "\t"
parse_index: 2
metric: p30
metric_precision: 4
can_combine: true
models:
- name: bm25
display: BM25
params:
- -searchtweets
- -bm25
results:
map:
- 0.2371
- 0.3931
p30:
- 0.4339
- 0.6212
- name: bm25+rm3
display: +RM3
params:
- -searchtweets
- -bm25
- -rm3
results:
map:
- 0.2513
- 0.4374
p30:
- 0.4411
- 0.6442
- name: bm25+ax
display: +Ax
params:
- -searchtweets
- -bm25
- -axiom
- -axiom.beta 1.0
- -axiom.deterministic
- -rerankCutoff 20
results:
map:
- 0.2855
- 0.4796
p30:
- 0.4728
- 0.6648
- name: ql
display: QL
params:
- -searchtweets
- -qld
results:
map:
- 0.2602
- 0.4181
p30:
- 0.4561
- 0.6430
- name: ql+rm3
display: +RM3
params:
- -searchtweets
- -qld
- -rm3
results:
map:
- 0.2911
- 0.4676
p30:
- 0.4906
- 0.6533
- name: ql+ax
display: +Ax
params:
- -searchtweets
- -qld
- -axiom
- -axiom.beta 1.0
- -axiom.deterministic
- -rerankCutoff 20
results:
map:
- 0.3152
- 0.4965
p30:
- 0.5078
- 0.6727