-
Notifications
You must be signed in to change notification settings - Fork 466
/
cw09b.yaml
176 lines (172 loc) · 3.77 KB
/
cw09b.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
---
corpus: cw09b
corpus_path: collections/web/ClueWeb09b/
index_path: indexes/lucene-index.cw09b/
collection_class: ClueWeb09Collection
generator_class: DefaultLuceneDocumentGenerator
index_threads: 44
index_options: -storeRaw
index_stats:
documents: 50220186
documents (non-empty): 50220156
total terms: 31303110383
metrics:
- metric: MAP
command: bin/trec_eval
params: -m map
separator: "\t"
parse_index: 2
metric_precision: 4
can_combine: true
- metric: P30
command: bin/trec_eval
params: -m P.30
separator: "\t"
parse_index: 2
metric_precision: 4
can_combine: true
- metric: nDCG@20
command: tools/eval/gdeval.pl
separator: ","
parse_index: -2
metric_precision: 4
- metric: ERR@20
command: tools/eval/gdeval.pl
separator: ","
parse_index: -1
metric_precision: 4
topic_reader: Webxml
topics:
- name: "[TREC 2010 Web Track (Topics 51-100)](https://github.com/castorini/anserini-tools/tree/master/topics-and-qrels/topics.web.51-100.txt)"
id: trec2010
path: topics.web.51-100.txt
qrel: qrels.web.51-100.txt
- name: "[TREC 2011 Web Track (Topics 101-150)](https://github.com/castorini/anserini-tools/tree/master/topics-and-qrels/topics.web.101-150.txt)"
id: trec2011
path: topics.web.101-150.txt
qrel: qrels.web.101-150.txt
- name: "[TREC 2012 Web Track (Topics 151-200)](https://github.com/castorini/anserini-tools/tree/master/topics-and-qrels/topics.web.151-200.txt)"
id: trec2012
path: topics.web.151-200.txt
qrel: qrels.web.151-200.txt
models:
- name: bm25
display: BM25
params: -parallelism 16 -bm25
results:
MAP:
- 0.1126
- 0.1094
- 0.1105
P30:
- 0.2688
- 0.2513
- 0.2167
nDCG@20:
- 0.1351
- 0.1894
- 0.1014
ERR@20:
- 0.0733
- 0.0959
- 0.1304
- name: bm25+rm3
display: +RM3
params: -parallelism 16 -bm25 -rm3 -collection ClueWeb09Collection
results:
MAP:
- 0.0929
- 0.1080
- 0.1108
P30:
- 0.2375
- 0.2433
- 0.1920
nDCG@20:
- 0.1371
- 0.1922
- 0.0918
ERR@20:
- 0.0756
- 0.0970
- 0.1491
- name: bm25+ax
display: +Ax
params: -parallelism 16 -bm25 -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection
results:
MAP:
- 0.0961
- 0.0986
- 0.1355
P30:
- 0.2528
- 0.2367
- 0.2547
nDCG@20:
- 0.1767
- 0.1854
- 0.1388
ERR@20:
- 0.1019
- 0.0950
- 0.2399
- name: ql
display: QL
params: -parallelism 16 -qld
results:
MAP:
- 0.1060
- 0.0959
- 0.1070
P30:
- 0.2438
- 0.2147
- 0.2080
nDCG@20:
- 0.1143
- 0.1631
- 0.0876
ERR@20:
- 0.0599
- 0.0850
- 0.1306
- name: ql+rm3
display: +RM3
params: -parallelism 16 -qld -rm3 -collection ClueWeb09Collection
results:
MAP:
- 0.1018
- 0.0835
- 0.1057
P30:
- 0.2306
- 0.2047
- 0.1973
nDCG@20:
- 0.1181
- 0.1444
- 0.0896
ERR@20:
- 0.0591
- 0.0781
- 0.1333
- name: ql+ax
display: +Ax
params: -parallelism 16 -qld -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection
results:
MAP:
- 0.1088
- 0.0860
- 0.1224
P30:
- 0.2625
- 0.2120
- 0.2220
nDCG@20:
- 0.1495
- 0.1537
- 0.1091
ERR@20:
- 0.0751
- 0.0861
- 0.1564