Update README.md
Browse files
README.md
CHANGED
@@ -81,791 +81,10 @@ model-index:
|
|
81 |
type: Retrieval
|
82 |
- dataset:
|
83 |
config: default
|
84 |
-
name: MTEB
|
85 |
revision: None
|
86 |
split: test
|
87 |
-
type: mteb/cqadupstack
|
88 |
-
metrics:
|
89 |
-
- type: map_at_1
|
90 |
-
value: 34.577999999999996
|
91 |
-
- type: map_at_10
|
92 |
-
value: 47.308
|
93 |
-
- type: map_at_100
|
94 |
-
value: 49.014
|
95 |
-
- type: map_at_1000
|
96 |
-
value: 49.126999999999995
|
97 |
-
- type: map_at_3
|
98 |
-
value: 43.4
|
99 |
-
- type: map_at_5
|
100 |
-
value: 45.426
|
101 |
-
- type: mrr_at_1
|
102 |
-
value: 42.632
|
103 |
-
- type: mrr_at_10
|
104 |
-
value: 53.711
|
105 |
-
- type: mrr_at_100
|
106 |
-
value: 54.422000000000004
|
107 |
-
- type: mrr_at_1000
|
108 |
-
value: 54.452
|
109 |
-
- type: mrr_at_3
|
110 |
-
value: 51.097
|
111 |
-
- type: mrr_at_5
|
112 |
-
value: 52.535
|
113 |
-
- type: ndcg_at_1
|
114 |
-
value: 42.632
|
115 |
-
- type: ndcg_at_10
|
116 |
-
value: 54.408
|
117 |
-
- type: ndcg_at_100
|
118 |
-
value: 59.789
|
119 |
-
- type: ndcg_at_1000
|
120 |
-
value: 61.149
|
121 |
-
- type: ndcg_at_3
|
122 |
-
value: 49
|
123 |
-
- type: ndcg_at_5
|
124 |
-
value: 51.141000000000005
|
125 |
-
- type: precision_at_1
|
126 |
-
value: 42.632
|
127 |
-
- type: precision_at_10
|
128 |
-
value: 10.472
|
129 |
-
- type: precision_at_100
|
130 |
-
value: 1.6469999999999998
|
131 |
-
- type: precision_at_1000
|
132 |
-
value: 0.203
|
133 |
-
- type: precision_at_3
|
134 |
-
value: 23.701
|
135 |
-
- type: precision_at_5
|
136 |
-
value: 16.938
|
137 |
-
- type: recall_at_1
|
138 |
-
value: 34.577999999999996
|
139 |
-
- type: recall_at_10
|
140 |
-
value: 67.948
|
141 |
-
- type: recall_at_100
|
142 |
-
value: 89.642
|
143 |
-
- type: recall_at_1000
|
144 |
-
value: 97.597
|
145 |
-
- type: recall_at_3
|
146 |
-
value: 51.381
|
147 |
-
- type: recall_at_5
|
148 |
-
value: 57.855000000000004
|
149 |
-
- type: main_score
|
150 |
-
value: 54.408
|
151 |
-
task:
|
152 |
-
type: Retrieval
|
153 |
-
- dataset:
|
154 |
-
config: default
|
155 |
-
name: MTEB CQADupstackEnglishRetrieval
|
156 |
-
revision: None
|
157 |
-
split: test
|
158 |
-
type: mteb/cqadupstack-english
|
159 |
-
metrics:
|
160 |
-
- type: map_at_1
|
161 |
-
value: 36.195
|
162 |
-
- type: map_at_10
|
163 |
-
value: 48.433
|
164 |
-
- type: map_at_100
|
165 |
-
value: 49.724000000000004
|
166 |
-
- type: map_at_1000
|
167 |
-
value: 49.842999999999996
|
168 |
-
- type: map_at_3
|
169 |
-
value: 44.940000000000005
|
170 |
-
- type: map_at_5
|
171 |
-
value: 46.992
|
172 |
-
- type: mrr_at_1
|
173 |
-
value: 45.669
|
174 |
-
- type: mrr_at_10
|
175 |
-
value: 54.627
|
176 |
-
- type: mrr_at_100
|
177 |
-
value: 55.186
|
178 |
-
- type: mrr_at_1000
|
179 |
-
value: 55.221
|
180 |
-
- type: mrr_at_3
|
181 |
-
value: 52.282
|
182 |
-
- type: mrr_at_5
|
183 |
-
value: 53.795
|
184 |
-
- type: ndcg_at_1
|
185 |
-
value: 45.669
|
186 |
-
- type: ndcg_at_10
|
187 |
-
value: 54.494
|
188 |
-
- type: ndcg_at_100
|
189 |
-
value: 58.582
|
190 |
-
- type: ndcg_at_1000
|
191 |
-
value: 60.305
|
192 |
-
- type: ndcg_at_3
|
193 |
-
value: 49.978
|
194 |
-
- type: ndcg_at_5
|
195 |
-
value: 52.251999999999995
|
196 |
-
- type: precision_at_1
|
197 |
-
value: 45.669
|
198 |
-
- type: precision_at_10
|
199 |
-
value: 10.255
|
200 |
-
- type: precision_at_100
|
201 |
-
value: 1.582
|
202 |
-
- type: precision_at_1000
|
203 |
-
value: 0.202
|
204 |
-
- type: precision_at_3
|
205 |
-
value: 24.352
|
206 |
-
- type: precision_at_5
|
207 |
-
value: 17.236
|
208 |
-
- type: recall_at_1
|
209 |
-
value: 36.195
|
210 |
-
- type: recall_at_10
|
211 |
-
value: 65.058
|
212 |
-
- type: recall_at_100
|
213 |
-
value: 81.972
|
214 |
-
- type: recall_at_1000
|
215 |
-
value: 92.527
|
216 |
-
- type: recall_at_3
|
217 |
-
value: 51.427
|
218 |
-
- type: recall_at_5
|
219 |
-
value: 57.915000000000006
|
220 |
-
- type: main_score
|
221 |
-
value: 54.494
|
222 |
-
task:
|
223 |
-
type: Retrieval
|
224 |
-
- dataset:
|
225 |
-
config: default
|
226 |
-
name: MTEB CQADupstackGamingRetrieval
|
227 |
-
revision: None
|
228 |
-
split: test
|
229 |
-
type: mteb/cqadupstack-gaming
|
230 |
-
metrics:
|
231 |
-
- type: map_at_1
|
232 |
-
value: 44.521
|
233 |
-
- type: map_at_10
|
234 |
-
value: 58.418000000000006
|
235 |
-
- type: map_at_100
|
236 |
-
value: 59.447
|
237 |
-
- type: map_at_1000
|
238 |
-
value: 59.484
|
239 |
-
- type: map_at_3
|
240 |
-
value: 54.954
|
241 |
-
- type: map_at_5
|
242 |
-
value: 56.940999999999995
|
243 |
-
- type: mrr_at_1
|
244 |
-
value: 51.097
|
245 |
-
- type: mrr_at_10
|
246 |
-
value: 61.751
|
247 |
-
- type: mrr_at_100
|
248 |
-
value: 62.373999999999995
|
249 |
-
- type: mrr_at_1000
|
250 |
-
value: 62.39
|
251 |
-
- type: mrr_at_3
|
252 |
-
value: 59.467000000000006
|
253 |
-
- type: mrr_at_5
|
254 |
-
value: 60.853
|
255 |
-
- type: ndcg_at_1
|
256 |
-
value: 51.097
|
257 |
-
- type: ndcg_at_10
|
258 |
-
value: 64.47699999999999
|
259 |
-
- type: ndcg_at_100
|
260 |
-
value: 68.162
|
261 |
-
- type: ndcg_at_1000
|
262 |
-
value: 68.807
|
263 |
-
- type: ndcg_at_3
|
264 |
-
value: 59.028000000000006
|
265 |
-
- type: ndcg_at_5
|
266 |
-
value: 61.75000000000001
|
267 |
-
- type: precision_at_1
|
268 |
-
value: 51.097
|
269 |
-
- type: precision_at_10
|
270 |
-
value: 10.313
|
271 |
-
- type: precision_at_100
|
272 |
-
value: 1.303
|
273 |
-
- type: precision_at_1000
|
274 |
-
value: 0.13899999999999998
|
275 |
-
- type: precision_at_3
|
276 |
-
value: 26.352999999999998
|
277 |
-
- type: precision_at_5
|
278 |
-
value: 17.931
|
279 |
-
- type: recall_at_1
|
280 |
-
value: 44.521
|
281 |
-
- type: recall_at_10
|
282 |
-
value: 78.81
|
283 |
-
- type: recall_at_100
|
284 |
-
value: 94.12899999999999
|
285 |
-
- type: recall_at_1000
|
286 |
-
value: 98.542
|
287 |
-
- type: recall_at_3
|
288 |
-
value: 64.363
|
289 |
-
- type: recall_at_5
|
290 |
-
value: 71.114
|
291 |
-
- type: main_score
|
292 |
-
value: 64.47699999999999
|
293 |
-
task:
|
294 |
-
type: Retrieval
|
295 |
-
- dataset:
|
296 |
-
config: default
|
297 |
-
name: MTEB CQADupstackGisRetrieval
|
298 |
-
revision: None
|
299 |
-
split: test
|
300 |
-
type: mteb/cqadupstack-gis
|
301 |
-
metrics:
|
302 |
-
- type: map_at_1
|
303 |
-
value: 27.913
|
304 |
-
- type: map_at_10
|
305 |
-
value: 37.518
|
306 |
-
- type: map_at_100
|
307 |
-
value: 38.559
|
308 |
-
- type: map_at_1000
|
309 |
-
value: 38.635999999999996
|
310 |
-
- type: map_at_3
|
311 |
-
value: 34.304
|
312 |
-
- type: map_at_5
|
313 |
-
value: 36.142
|
314 |
-
- type: mrr_at_1
|
315 |
-
value: 30.056
|
316 |
-
- type: mrr_at_10
|
317 |
-
value: 39.493
|
318 |
-
- type: mrr_at_100
|
319 |
-
value: 40.411
|
320 |
-
- type: mrr_at_1000
|
321 |
-
value: 40.46
|
322 |
-
- type: mrr_at_3
|
323 |
-
value: 36.629
|
324 |
-
- type: mrr_at_5
|
325 |
-
value: 38.239000000000004
|
326 |
-
- type: ndcg_at_1
|
327 |
-
value: 30.056
|
328 |
-
- type: ndcg_at_10
|
329 |
-
value: 43.038
|
330 |
-
- type: ndcg_at_100
|
331 |
-
value: 48.254000000000005
|
332 |
-
- type: ndcg_at_1000
|
333 |
-
value: 49.94
|
334 |
-
- type: ndcg_at_3
|
335 |
-
value: 36.897000000000006
|
336 |
-
- type: ndcg_at_5
|
337 |
-
value: 39.918
|
338 |
-
- type: precision_at_1
|
339 |
-
value: 30.056
|
340 |
-
- type: precision_at_10
|
341 |
-
value: 6.701
|
342 |
-
- type: precision_at_100
|
343 |
-
value: 0.983
|
344 |
-
- type: precision_at_1000
|
345 |
-
value: 0.116
|
346 |
-
- type: precision_at_3
|
347 |
-
value: 15.518
|
348 |
-
- type: precision_at_5
|
349 |
-
value: 11.096
|
350 |
-
- type: recall_at_1
|
351 |
-
value: 27.913
|
352 |
-
- type: recall_at_10
|
353 |
-
value: 58.111999999999995
|
354 |
-
- type: recall_at_100
|
355 |
-
value: 82.133
|
356 |
-
- type: recall_at_1000
|
357 |
-
value: 94.388
|
358 |
-
- type: recall_at_3
|
359 |
-
value: 41.735
|
360 |
-
- type: recall_at_5
|
361 |
-
value: 48.929
|
362 |
-
- type: main_score
|
363 |
-
value: 43.038
|
364 |
-
task:
|
365 |
-
type: Retrieval
|
366 |
-
- dataset:
|
367 |
-
config: default
|
368 |
-
name: MTEB CQADupstackMathematicaRetrieval
|
369 |
-
revision: None
|
370 |
-
split: test
|
371 |
-
type: mteb/cqadupstack-mathematica
|
372 |
-
metrics:
|
373 |
-
- type: map_at_1
|
374 |
-
value: 19.505
|
375 |
-
- type: map_at_10
|
376 |
-
value: 28.723
|
377 |
-
- type: map_at_100
|
378 |
-
value: 30.184
|
379 |
-
- type: map_at_1000
|
380 |
-
value: 30.298000000000002
|
381 |
-
- type: map_at_3
|
382 |
-
value: 25.317
|
383 |
-
- type: map_at_5
|
384 |
-
value: 27.247
|
385 |
-
- type: mrr_at_1
|
386 |
-
value: 24.254
|
387 |
-
- type: mrr_at_10
|
388 |
-
value: 33.743
|
389 |
-
- type: mrr_at_100
|
390 |
-
value: 34.8
|
391 |
-
- type: mrr_at_1000
|
392 |
-
value: 34.859
|
393 |
-
- type: mrr_at_3
|
394 |
-
value: 30.659
|
395 |
-
- type: mrr_at_5
|
396 |
-
value: 32.481
|
397 |
-
- type: ndcg_at_1
|
398 |
-
value: 24.254
|
399 |
-
- type: ndcg_at_10
|
400 |
-
value: 34.797
|
401 |
-
- type: ndcg_at_100
|
402 |
-
value: 41.074
|
403 |
-
- type: ndcg_at_1000
|
404 |
-
value: 43.639
|
405 |
-
- type: ndcg_at_3
|
406 |
-
value: 28.823
|
407 |
-
- type: ndcg_at_5
|
408 |
-
value: 31.679000000000002
|
409 |
-
- type: precision_at_1
|
410 |
-
value: 24.254
|
411 |
-
- type: precision_at_10
|
412 |
-
value: 6.691999999999999
|
413 |
-
- type: precision_at_100
|
414 |
-
value: 1.127
|
415 |
-
- type: precision_at_1000
|
416 |
-
value: 0.147
|
417 |
-
- type: precision_at_3
|
418 |
-
value: 14.179
|
419 |
-
- type: precision_at_5
|
420 |
-
value: 10.647
|
421 |
-
- type: recall_at_1
|
422 |
-
value: 19.505
|
423 |
-
- type: recall_at_10
|
424 |
-
value: 48.495
|
425 |
-
- type: recall_at_100
|
426 |
-
value: 74.888
|
427 |
-
- type: recall_at_1000
|
428 |
-
value: 93.04599999999999
|
429 |
-
- type: recall_at_3
|
430 |
-
value: 31.96
|
431 |
-
- type: recall_at_5
|
432 |
-
value: 39.183
|
433 |
-
- type: main_score
|
434 |
-
value: 34.797
|
435 |
-
task:
|
436 |
-
type: Retrieval
|
437 |
-
- dataset:
|
438 |
-
config: default
|
439 |
-
name: MTEB CQADupstackPhysicsRetrieval
|
440 |
-
revision: None
|
441 |
-
split: test
|
442 |
-
type: mteb/cqadupstack-physics
|
443 |
-
metrics:
|
444 |
-
- type: map_at_1
|
445 |
-
value: 32.565
|
446 |
-
- type: map_at_10
|
447 |
-
value: 45.793
|
448 |
-
- type: map_at_100
|
449 |
-
value: 47.22
|
450 |
-
- type: map_at_1000
|
451 |
-
value: 47.309
|
452 |
-
- type: map_at_3
|
453 |
-
value: 42.164
|
454 |
-
- type: map_at_5
|
455 |
-
value: 44.114
|
456 |
-
- type: mrr_at_1
|
457 |
-
value: 40.038000000000004
|
458 |
-
- type: mrr_at_10
|
459 |
-
value: 51.086
|
460 |
-
- type: mrr_at_100
|
461 |
-
value: 51.867
|
462 |
-
- type: mrr_at_1000
|
463 |
-
value: 51.897000000000006
|
464 |
-
- type: mrr_at_3
|
465 |
-
value: 48.396
|
466 |
-
- type: mrr_at_5
|
467 |
-
value: 49.921
|
468 |
-
- type: ndcg_at_1
|
469 |
-
value: 40.038000000000004
|
470 |
-
- type: ndcg_at_10
|
471 |
-
value: 52.329
|
472 |
-
- type: ndcg_at_100
|
473 |
-
value: 57.788
|
474 |
-
- type: ndcg_at_1000
|
475 |
-
value: 59.199999999999996
|
476 |
-
- type: ndcg_at_3
|
477 |
-
value: 46.861000000000004
|
478 |
-
- type: ndcg_at_5
|
479 |
-
value: 49.318
|
480 |
-
- type: precision_at_1
|
481 |
-
value: 40.038000000000004
|
482 |
-
- type: precision_at_10
|
483 |
-
value: 9.702
|
484 |
-
- type: precision_at_100
|
485 |
-
value: 1.4500000000000002
|
486 |
-
- type: precision_at_1000
|
487 |
-
value: 0.172
|
488 |
-
- type: precision_at_3
|
489 |
-
value: 22.842000000000002
|
490 |
-
- type: precision_at_5
|
491 |
-
value: 16.014999999999997
|
492 |
-
- type: recall_at_1
|
493 |
-
value: 32.565
|
494 |
-
- type: recall_at_10
|
495 |
-
value: 66.178
|
496 |
-
- type: recall_at_100
|
497 |
-
value: 88.568
|
498 |
-
- type: recall_at_1000
|
499 |
-
value: 97.419
|
500 |
-
- type: recall_at_3
|
501 |
-
value: 50.604000000000006
|
502 |
-
- type: recall_at_5
|
503 |
-
value: 57.247
|
504 |
-
- type: main_score
|
505 |
-
value: 52.329
|
506 |
-
task:
|
507 |
-
type: Retrieval
|
508 |
-
- dataset:
|
509 |
-
config: default
|
510 |
-
name: MTEB CQADupstackProgrammersRetrieval
|
511 |
-
revision: None
|
512 |
-
split: test
|
513 |
-
type: mteb/cqadupstack-programmers
|
514 |
-
metrics:
|
515 |
-
- type: map_at_1
|
516 |
-
value: 29.395
|
517 |
-
- type: map_at_10
|
518 |
-
value: 41.93
|
519 |
-
- type: map_at_100
|
520 |
-
value: 43.364999999999995
|
521 |
-
- type: map_at_1000
|
522 |
-
value: 43.461
|
523 |
-
- type: map_at_3
|
524 |
-
value: 38.076
|
525 |
-
- type: map_at_5
|
526 |
-
value: 40.099000000000004
|
527 |
-
- type: mrr_at_1
|
528 |
-
value: 36.644
|
529 |
-
- type: mrr_at_10
|
530 |
-
value: 47.336
|
531 |
-
- type: mrr_at_100
|
532 |
-
value: 48.132000000000005
|
533 |
-
- type: mrr_at_1000
|
534 |
-
value: 48.169000000000004
|
535 |
-
- type: mrr_at_3
|
536 |
-
value: 44.196999999999996
|
537 |
-
- type: mrr_at_5
|
538 |
-
value: 45.972
|
539 |
-
- type: ndcg_at_1
|
540 |
-
value: 36.644
|
541 |
-
- type: ndcg_at_10
|
542 |
-
value: 48.768
|
543 |
-
- type: ndcg_at_100
|
544 |
-
value: 54.177
|
545 |
-
- type: ndcg_at_1000
|
546 |
-
value: 55.923
|
547 |
-
- type: ndcg_at_3
|
548 |
-
value: 42.663000000000004
|
549 |
-
- type: ndcg_at_5
|
550 |
-
value: 45.308
|
551 |
-
- type: precision_at_1
|
552 |
-
value: 36.644
|
553 |
-
- type: precision_at_10
|
554 |
-
value: 9.212
|
555 |
-
- type: precision_at_100
|
556 |
-
value: 1.4000000000000001
|
557 |
-
- type: precision_at_1000
|
558 |
-
value: 0.172
|
559 |
-
- type: precision_at_3
|
560 |
-
value: 20.776
|
561 |
-
- type: precision_at_5
|
562 |
-
value: 14.954
|
563 |
-
- type: recall_at_1
|
564 |
-
value: 29.395
|
565 |
-
- type: recall_at_10
|
566 |
-
value: 63.653000000000006
|
567 |
-
- type: recall_at_100
|
568 |
-
value: 85.488
|
569 |
-
- type: recall_at_1000
|
570 |
-
value: 97.235
|
571 |
-
- type: recall_at_3
|
572 |
-
value: 46.64
|
573 |
-
- type: recall_at_5
|
574 |
-
value: 53.604
|
575 |
-
- type: main_score
|
576 |
-
value: 48.768
|
577 |
-
task:
|
578 |
-
type: Retrieval
|
579 |
-
- dataset:
|
580 |
-
config: default
|
581 |
-
name: MTEB CQADupstackStatsRetrieval
|
582 |
-
revision: None
|
583 |
-
split: test
|
584 |
-
type: mteb/cqadupstack-stats
|
585 |
-
metrics:
|
586 |
-
- type: map_at_1
|
587 |
-
value: 27.642
|
588 |
-
- type: map_at_10
|
589 |
-
value: 35.988
|
590 |
-
- type: map_at_100
|
591 |
-
value: 37.016
|
592 |
-
- type: map_at_1000
|
593 |
-
value: 37.102000000000004
|
594 |
-
- type: map_at_3
|
595 |
-
value: 33.016
|
596 |
-
- type: map_at_5
|
597 |
-
value: 34.598
|
598 |
-
- type: mrr_at_1
|
599 |
-
value: 30.828
|
600 |
-
- type: mrr_at_10
|
601 |
-
value: 38.866
|
602 |
-
- type: mrr_at_100
|
603 |
-
value: 39.732
|
604 |
-
- type: mrr_at_1000
|
605 |
-
value: 39.789
|
606 |
-
- type: mrr_at_3
|
607 |
-
value: 36.35
|
608 |
-
- type: mrr_at_5
|
609 |
-
value: 37.653
|
610 |
-
- type: ndcg_at_1
|
611 |
-
value: 30.828
|
612 |
-
- type: ndcg_at_10
|
613 |
-
value: 41.134
|
614 |
-
- type: ndcg_at_100
|
615 |
-
value: 46.169
|
616 |
-
- type: ndcg_at_1000
|
617 |
-
value: 48.157
|
618 |
-
- type: ndcg_at_3
|
619 |
-
value: 35.674
|
620 |
-
- type: ndcg_at_5
|
621 |
-
value: 38.104
|
622 |
-
- type: precision_at_1
|
623 |
-
value: 30.828
|
624 |
-
- type: precision_at_10
|
625 |
-
value: 6.61
|
626 |
-
- type: precision_at_100
|
627 |
-
value: 1.0030000000000001
|
628 |
-
- type: precision_at_1000
|
629 |
-
value: 0.125
|
630 |
-
- type: precision_at_3
|
631 |
-
value: 15.235000000000001
|
632 |
-
- type: precision_at_5
|
633 |
-
value: 10.706
|
634 |
-
- type: recall_at_1
|
635 |
-
value: 27.642
|
636 |
-
- type: recall_at_10
|
637 |
-
value: 54.142
|
638 |
-
- type: recall_at_100
|
639 |
-
value: 76.988
|
640 |
-
- type: recall_at_1000
|
641 |
-
value: 91.282
|
642 |
-
- type: recall_at_3
|
643 |
-
value: 39.128
|
644 |
-
- type: recall_at_5
|
645 |
-
value: 45.117000000000004
|
646 |
-
- type: main_score
|
647 |
-
value: 41.134
|
648 |
-
task:
|
649 |
-
type: Retrieval
|
650 |
-
- dataset:
|
651 |
-
config: default
|
652 |
-
name: MTEB CQADupstackTexRetrieval
|
653 |
-
revision: None
|
654 |
-
split: test
|
655 |
-
type: mteb/cqadupstack-tex
|
656 |
-
metrics:
|
657 |
-
- type: map_at_1
|
658 |
-
value: 20.505000000000003
|
659 |
-
- type: map_at_10
|
660 |
-
value: 28.921000000000003
|
661 |
-
- type: map_at_100
|
662 |
-
value: 30.165999999999997
|
663 |
-
- type: map_at_1000
|
664 |
-
value: 30.293
|
665 |
-
- type: map_at_3
|
666 |
-
value: 26.251
|
667 |
-
- type: map_at_5
|
668 |
-
value: 27.669
|
669 |
-
- type: mrr_at_1
|
670 |
-
value: 25.224000000000004
|
671 |
-
- type: mrr_at_10
|
672 |
-
value: 33.4
|
673 |
-
- type: mrr_at_100
|
674 |
-
value: 34.347
|
675 |
-
- type: mrr_at_1000
|
676 |
-
value: 34.418
|
677 |
-
- type: mrr_at_3
|
678 |
-
value: 31.028
|
679 |
-
- type: mrr_at_5
|
680 |
-
value: 32.33
|
681 |
-
- type: ndcg_at_1
|
682 |
-
value: 25.224000000000004
|
683 |
-
- type: ndcg_at_10
|
684 |
-
value: 34.202
|
685 |
-
- type: ndcg_at_100
|
686 |
-
value: 39.757
|
687 |
-
- type: ndcg_at_1000
|
688 |
-
value: 42.481
|
689 |
-
- type: ndcg_at_3
|
690 |
-
value: 29.656
|
691 |
-
- type: ndcg_at_5
|
692 |
-
value: 31.643
|
693 |
-
- type: precision_at_1
|
694 |
-
value: 25.224000000000004
|
695 |
-
- type: precision_at_10
|
696 |
-
value: 6.256
|
697 |
-
- type: precision_at_100
|
698 |
-
value: 1.054
|
699 |
-
- type: precision_at_1000
|
700 |
-
value: 0.148
|
701 |
-
- type: precision_at_3
|
702 |
-
value: 14.12
|
703 |
-
- type: precision_at_5
|
704 |
-
value: 10.103
|
705 |
-
- type: recall_at_1
|
706 |
-
value: 20.505000000000003
|
707 |
-
- type: recall_at_10
|
708 |
-
value: 45.578
|
709 |
-
- type: recall_at_100
|
710 |
-
value: 70.226
|
711 |
-
- type: recall_at_1000
|
712 |
-
value: 89.242
|
713 |
-
- type: recall_at_3
|
714 |
-
value: 32.446999999999996
|
715 |
-
- type: recall_at_5
|
716 |
-
value: 37.842
|
717 |
-
- type: main_score
|
718 |
-
value: 34.202
|
719 |
-
task:
|
720 |
-
type: Retrieval
|
721 |
-
- dataset:
|
722 |
-
config: default
|
723 |
-
name: MTEB CQADupstackUnixRetrieval
|
724 |
-
revision: None
|
725 |
-
split: test
|
726 |
-
type: mteb/cqadupstack-unix
|
727 |
-
metrics:
|
728 |
-
- type: map_at_1
|
729 |
-
value: 30.446
|
730 |
-
- type: map_at_10
|
731 |
-
value: 41.296
|
732 |
-
- type: map_at_100
|
733 |
-
value: 42.620000000000005
|
734 |
-
- type: map_at_1000
|
735 |
-
value: 42.703
|
736 |
-
- type: map_at_3
|
737 |
-
value: 37.969
|
738 |
-
- type: map_at_5
|
739 |
-
value: 39.878
|
740 |
-
- type: mrr_at_1
|
741 |
-
value: 35.821
|
742 |
-
- type: mrr_at_10
|
743 |
-
value: 45.395
|
744 |
-
- type: mrr_at_100
|
745 |
-
value: 46.308
|
746 |
-
- type: mrr_at_1000
|
747 |
-
value: 46.354
|
748 |
-
- type: mrr_at_3
|
749 |
-
value: 42.553000000000004
|
750 |
-
- type: mrr_at_5
|
751 |
-
value: 44.352999999999994
|
752 |
-
- type: ndcg_at_1
|
753 |
-
value: 35.821
|
754 |
-
- type: ndcg_at_10
|
755 |
-
value: 47.176
|
756 |
-
- type: ndcg_at_100
|
757 |
-
value: 52.827999999999996
|
758 |
-
- type: ndcg_at_1000
|
759 |
-
value: 54.56100000000001
|
760 |
-
- type: ndcg_at_3
|
761 |
-
value: 41.695
|
762 |
-
- type: ndcg_at_5
|
763 |
-
value: 44.424
|
764 |
-
- type: precision_at_1
|
765 |
-
value: 35.821
|
766 |
-
- type: precision_at_10
|
767 |
-
value: 8.106
|
768 |
-
- type: precision_at_100
|
769 |
-
value: 1.2269999999999999
|
770 |
-
- type: precision_at_1000
|
771 |
-
value: 0.147
|
772 |
-
- type: precision_at_3
|
773 |
-
value: 19.403000000000002
|
774 |
-
- type: precision_at_5
|
775 |
-
value: 13.730999999999998
|
776 |
-
- type: recall_at_1
|
777 |
-
value: 30.446
|
778 |
-
- type: recall_at_10
|
779 |
-
value: 60.704
|
780 |
-
- type: recall_at_100
|
781 |
-
value: 84.73
|
782 |
-
- type: recall_at_1000
|
783 |
-
value: 96.531
|
784 |
-
- type: recall_at_3
|
785 |
-
value: 45.615
|
786 |
-
- type: recall_at_5
|
787 |
-
value: 52.683
|
788 |
-
- type: main_score
|
789 |
-
value: 47.176
|
790 |
-
task:
|
791 |
-
type: Retrieval
|
792 |
-
- dataset:
|
793 |
-
config: default
|
794 |
-
name: MTEB CQADupstackWebmastersRetrieval
|
795 |
-
revision: None
|
796 |
-
split: test
|
797 |
-
type: mteb/cqadupstack-webmasters
|
798 |
-
metrics:
|
799 |
-
- type: map_at_1
|
800 |
-
value: 27.889000000000003
|
801 |
-
- type: map_at_10
|
802 |
-
value: 38.676
|
803 |
-
- type: map_at_100
|
804 |
-
value: 40.448
|
805 |
-
- type: map_at_1000
|
806 |
-
value: 40.689
|
807 |
-
- type: map_at_3
|
808 |
-
value: 35.13
|
809 |
-
- type: map_at_5
|
810 |
-
value: 37.058
|
811 |
-
- type: mrr_at_1
|
812 |
-
value: 34.19
|
813 |
-
- type: mrr_at_10
|
814 |
-
value: 43.532
|
815 |
-
- type: mrr_at_100
|
816 |
-
value: 44.504
|
817 |
-
- type: mrr_at_1000
|
818 |
-
value: 44.554
|
819 |
-
- type: mrr_at_3
|
820 |
-
value: 40.679
|
821 |
-
- type: mrr_at_5
|
822 |
-
value: 42.22
|
823 |
-
- type: ndcg_at_1
|
824 |
-
value: 34.19
|
825 |
-
- type: ndcg_at_10
|
826 |
-
value: 45.335
|
827 |
-
- type: ndcg_at_100
|
828 |
-
value: 51.196
|
829 |
-
- type: ndcg_at_1000
|
830 |
-
value: 53.337
|
831 |
-
- type: ndcg_at_3
|
832 |
-
value: 39.782000000000004
|
833 |
-
- type: ndcg_at_5
|
834 |
-
value: 42.24
|
835 |
-
- type: precision_at_1
|
836 |
-
value: 34.19
|
837 |
-
- type: precision_at_10
|
838 |
-
value: 8.834
|
839 |
-
- type: precision_at_100
|
840 |
-
value: 1.7229999999999999
|
841 |
-
- type: precision_at_1000
|
842 |
-
value: 0.255
|
843 |
-
- type: precision_at_3
|
844 |
-
value: 18.775
|
845 |
-
- type: precision_at_5
|
846 |
-
value: 13.715
|
847 |
-
- type: recall_at_1
|
848 |
-
value: 27.889000000000003
|
849 |
-
- type: recall_at_10
|
850 |
-
value: 58.391000000000005
|
851 |
-
- type: recall_at_100
|
852 |
-
value: 83.94200000000001
|
853 |
-
- type: recall_at_1000
|
854 |
-
value: 96.736
|
855 |
-
- type: recall_at_3
|
856 |
-
value: 42.208
|
857 |
-
- type: recall_at_5
|
858 |
-
value: 48.947
|
859 |
-
- type: main_score
|
860 |
-
value: 45.335
|
861 |
-
task:
|
862 |
-
type: Retrieval
|
863 |
-
- dataset:
|
864 |
-
config: default
|
865 |
-
name: MTEB CQADupstackWordpressRetrieval
|
866 |
-
revision: None
|
867 |
-
split: test
|
868 |
-
type: mteb/cqadupstack-wordpress
|
869 |
metrics:
|
870 |
- type: map_at_1
|
871 |
value: 24.75
|
@@ -894,7 +113,7 @@ model-index:
|
|
894 |
- type: ndcg_at_1
|
895 |
value: 27.357
|
896 |
- type: ndcg_at_10
|
897 |
-
value:
|
898 |
- type: ndcg_at_100
|
899 |
value: 44.317
|
900 |
- type: ndcg_at_1000
|
@@ -928,7 +147,7 @@ model-index:
|
|
928 |
- type: recall_at_5
|
929 |
value: 44.639
|
930 |
- type: main_score
|
931 |
-
value:
|
932 |
task:
|
933 |
type: Retrieval
|
934 |
- dataset:
|
|
|
81 |
type: Retrieval
|
82 |
- dataset:
|
83 |
config: default
|
84 |
+
name: MTEB CQADupstackRetrieval
|
85 |
revision: None
|
86 |
split: test
|
87 |
+
type: mteb/cqadupstack
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
88 |
metrics:
|
89 |
- type: map_at_1
|
90 |
value: 24.75
|
|
|
113 |
- type: ndcg_at_1
|
114 |
value: 27.357
|
115 |
- type: ndcg_at_10
|
116 |
+
value: 46.593999999999997
|
117 |
- type: ndcg_at_100
|
118 |
value: 44.317
|
119 |
- type: ndcg_at_1000
|
|
|
147 |
- type: recall_at_5
|
148 |
value: 44.639
|
149 |
- type: main_score
|
150 |
+
value: 46.593999999999997
|
151 |
task:
|
152 |
type: Retrieval
|
153 |
- dataset:
|