BeastyZ commited on
Commit
fc927dd
·
verified ·
1 Parent(s): 09824d4

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -785
README.md CHANGED
@@ -81,791 +81,10 @@ model-index:
81
  type: Retrieval
82
  - dataset:
83
  config: default
84
- name: MTEB CQADupstackAndroidRetrieval
85
  revision: None
86
  split: test
87
- type: mteb/cqadupstack-android
88
- metrics:
89
- - type: map_at_1
90
- value: 34.577999999999996
91
- - type: map_at_10
92
- value: 47.308
93
- - type: map_at_100
94
- value: 49.014
95
- - type: map_at_1000
96
- value: 49.126999999999995
97
- - type: map_at_3
98
- value: 43.4
99
- - type: map_at_5
100
- value: 45.426
101
- - type: mrr_at_1
102
- value: 42.632
103
- - type: mrr_at_10
104
- value: 53.711
105
- - type: mrr_at_100
106
- value: 54.422000000000004
107
- - type: mrr_at_1000
108
- value: 54.452
109
- - type: mrr_at_3
110
- value: 51.097
111
- - type: mrr_at_5
112
- value: 52.535
113
- - type: ndcg_at_1
114
- value: 42.632
115
- - type: ndcg_at_10
116
- value: 54.408
117
- - type: ndcg_at_100
118
- value: 59.789
119
- - type: ndcg_at_1000
120
- value: 61.149
121
- - type: ndcg_at_3
122
- value: 49
123
- - type: ndcg_at_5
124
- value: 51.141000000000005
125
- - type: precision_at_1
126
- value: 42.632
127
- - type: precision_at_10
128
- value: 10.472
129
- - type: precision_at_100
130
- value: 1.6469999999999998
131
- - type: precision_at_1000
132
- value: 0.203
133
- - type: precision_at_3
134
- value: 23.701
135
- - type: precision_at_5
136
- value: 16.938
137
- - type: recall_at_1
138
- value: 34.577999999999996
139
- - type: recall_at_10
140
- value: 67.948
141
- - type: recall_at_100
142
- value: 89.642
143
- - type: recall_at_1000
144
- value: 97.597
145
- - type: recall_at_3
146
- value: 51.381
147
- - type: recall_at_5
148
- value: 57.855000000000004
149
- - type: main_score
150
- value: 54.408
151
- task:
152
- type: Retrieval
153
- - dataset:
154
- config: default
155
- name: MTEB CQADupstackEnglishRetrieval
156
- revision: None
157
- split: test
158
- type: mteb/cqadupstack-english
159
- metrics:
160
- - type: map_at_1
161
- value: 36.195
162
- - type: map_at_10
163
- value: 48.433
164
- - type: map_at_100
165
- value: 49.724000000000004
166
- - type: map_at_1000
167
- value: 49.842999999999996
168
- - type: map_at_3
169
- value: 44.940000000000005
170
- - type: map_at_5
171
- value: 46.992
172
- - type: mrr_at_1
173
- value: 45.669
174
- - type: mrr_at_10
175
- value: 54.627
176
- - type: mrr_at_100
177
- value: 55.186
178
- - type: mrr_at_1000
179
- value: 55.221
180
- - type: mrr_at_3
181
- value: 52.282
182
- - type: mrr_at_5
183
- value: 53.795
184
- - type: ndcg_at_1
185
- value: 45.669
186
- - type: ndcg_at_10
187
- value: 54.494
188
- - type: ndcg_at_100
189
- value: 58.582
190
- - type: ndcg_at_1000
191
- value: 60.305
192
- - type: ndcg_at_3
193
- value: 49.978
194
- - type: ndcg_at_5
195
- value: 52.251999999999995
196
- - type: precision_at_1
197
- value: 45.669
198
- - type: precision_at_10
199
- value: 10.255
200
- - type: precision_at_100
201
- value: 1.582
202
- - type: precision_at_1000
203
- value: 0.202
204
- - type: precision_at_3
205
- value: 24.352
206
- - type: precision_at_5
207
- value: 17.236
208
- - type: recall_at_1
209
- value: 36.195
210
- - type: recall_at_10
211
- value: 65.058
212
- - type: recall_at_100
213
- value: 81.972
214
- - type: recall_at_1000
215
- value: 92.527
216
- - type: recall_at_3
217
- value: 51.427
218
- - type: recall_at_5
219
- value: 57.915000000000006
220
- - type: main_score
221
- value: 54.494
222
- task:
223
- type: Retrieval
224
- - dataset:
225
- config: default
226
- name: MTEB CQADupstackGamingRetrieval
227
- revision: None
228
- split: test
229
- type: mteb/cqadupstack-gaming
230
- metrics:
231
- - type: map_at_1
232
- value: 44.521
233
- - type: map_at_10
234
- value: 58.418000000000006
235
- - type: map_at_100
236
- value: 59.447
237
- - type: map_at_1000
238
- value: 59.484
239
- - type: map_at_3
240
- value: 54.954
241
- - type: map_at_5
242
- value: 56.940999999999995
243
- - type: mrr_at_1
244
- value: 51.097
245
- - type: mrr_at_10
246
- value: 61.751
247
- - type: mrr_at_100
248
- value: 62.373999999999995
249
- - type: mrr_at_1000
250
- value: 62.39
251
- - type: mrr_at_3
252
- value: 59.467000000000006
253
- - type: mrr_at_5
254
- value: 60.853
255
- - type: ndcg_at_1
256
- value: 51.097
257
- - type: ndcg_at_10
258
- value: 64.47699999999999
259
- - type: ndcg_at_100
260
- value: 68.162
261
- - type: ndcg_at_1000
262
- value: 68.807
263
- - type: ndcg_at_3
264
- value: 59.028000000000006
265
- - type: ndcg_at_5
266
- value: 61.75000000000001
267
- - type: precision_at_1
268
- value: 51.097
269
- - type: precision_at_10
270
- value: 10.313
271
- - type: precision_at_100
272
- value: 1.303
273
- - type: precision_at_1000
274
- value: 0.13899999999999998
275
- - type: precision_at_3
276
- value: 26.352999999999998
277
- - type: precision_at_5
278
- value: 17.931
279
- - type: recall_at_1
280
- value: 44.521
281
- - type: recall_at_10
282
- value: 78.81
283
- - type: recall_at_100
284
- value: 94.12899999999999
285
- - type: recall_at_1000
286
- value: 98.542
287
- - type: recall_at_3
288
- value: 64.363
289
- - type: recall_at_5
290
- value: 71.114
291
- - type: main_score
292
- value: 64.47699999999999
293
- task:
294
- type: Retrieval
295
- - dataset:
296
- config: default
297
- name: MTEB CQADupstackGisRetrieval
298
- revision: None
299
- split: test
300
- type: mteb/cqadupstack-gis
301
- metrics:
302
- - type: map_at_1
303
- value: 27.913
304
- - type: map_at_10
305
- value: 37.518
306
- - type: map_at_100
307
- value: 38.559
308
- - type: map_at_1000
309
- value: 38.635999999999996
310
- - type: map_at_3
311
- value: 34.304
312
- - type: map_at_5
313
- value: 36.142
314
- - type: mrr_at_1
315
- value: 30.056
316
- - type: mrr_at_10
317
- value: 39.493
318
- - type: mrr_at_100
319
- value: 40.411
320
- - type: mrr_at_1000
321
- value: 40.46
322
- - type: mrr_at_3
323
- value: 36.629
324
- - type: mrr_at_5
325
- value: 38.239000000000004
326
- - type: ndcg_at_1
327
- value: 30.056
328
- - type: ndcg_at_10
329
- value: 43.038
330
- - type: ndcg_at_100
331
- value: 48.254000000000005
332
- - type: ndcg_at_1000
333
- value: 49.94
334
- - type: ndcg_at_3
335
- value: 36.897000000000006
336
- - type: ndcg_at_5
337
- value: 39.918
338
- - type: precision_at_1
339
- value: 30.056
340
- - type: precision_at_10
341
- value: 6.701
342
- - type: precision_at_100
343
- value: 0.983
344
- - type: precision_at_1000
345
- value: 0.116
346
- - type: precision_at_3
347
- value: 15.518
348
- - type: precision_at_5
349
- value: 11.096
350
- - type: recall_at_1
351
- value: 27.913
352
- - type: recall_at_10
353
- value: 58.111999999999995
354
- - type: recall_at_100
355
- value: 82.133
356
- - type: recall_at_1000
357
- value: 94.388
358
- - type: recall_at_3
359
- value: 41.735
360
- - type: recall_at_5
361
- value: 48.929
362
- - type: main_score
363
- value: 43.038
364
- task:
365
- type: Retrieval
366
- - dataset:
367
- config: default
368
- name: MTEB CQADupstackMathematicaRetrieval
369
- revision: None
370
- split: test
371
- type: mteb/cqadupstack-mathematica
372
- metrics:
373
- - type: map_at_1
374
- value: 19.505
375
- - type: map_at_10
376
- value: 28.723
377
- - type: map_at_100
378
- value: 30.184
379
- - type: map_at_1000
380
- value: 30.298000000000002
381
- - type: map_at_3
382
- value: 25.317
383
- - type: map_at_5
384
- value: 27.247
385
- - type: mrr_at_1
386
- value: 24.254
387
- - type: mrr_at_10
388
- value: 33.743
389
- - type: mrr_at_100
390
- value: 34.8
391
- - type: mrr_at_1000
392
- value: 34.859
393
- - type: mrr_at_3
394
- value: 30.659
395
- - type: mrr_at_5
396
- value: 32.481
397
- - type: ndcg_at_1
398
- value: 24.254
399
- - type: ndcg_at_10
400
- value: 34.797
401
- - type: ndcg_at_100
402
- value: 41.074
403
- - type: ndcg_at_1000
404
- value: 43.639
405
- - type: ndcg_at_3
406
- value: 28.823
407
- - type: ndcg_at_5
408
- value: 31.679000000000002
409
- - type: precision_at_1
410
- value: 24.254
411
- - type: precision_at_10
412
- value: 6.691999999999999
413
- - type: precision_at_100
414
- value: 1.127
415
- - type: precision_at_1000
416
- value: 0.147
417
- - type: precision_at_3
418
- value: 14.179
419
- - type: precision_at_5
420
- value: 10.647
421
- - type: recall_at_1
422
- value: 19.505
423
- - type: recall_at_10
424
- value: 48.495
425
- - type: recall_at_100
426
- value: 74.888
427
- - type: recall_at_1000
428
- value: 93.04599999999999
429
- - type: recall_at_3
430
- value: 31.96
431
- - type: recall_at_5
432
- value: 39.183
433
- - type: main_score
434
- value: 34.797
435
- task:
436
- type: Retrieval
437
- - dataset:
438
- config: default
439
- name: MTEB CQADupstackPhysicsRetrieval
440
- revision: None
441
- split: test
442
- type: mteb/cqadupstack-physics
443
- metrics:
444
- - type: map_at_1
445
- value: 32.565
446
- - type: map_at_10
447
- value: 45.793
448
- - type: map_at_100
449
- value: 47.22
450
- - type: map_at_1000
451
- value: 47.309
452
- - type: map_at_3
453
- value: 42.164
454
- - type: map_at_5
455
- value: 44.114
456
- - type: mrr_at_1
457
- value: 40.038000000000004
458
- - type: mrr_at_10
459
- value: 51.086
460
- - type: mrr_at_100
461
- value: 51.867
462
- - type: mrr_at_1000
463
- value: 51.897000000000006
464
- - type: mrr_at_3
465
- value: 48.396
466
- - type: mrr_at_5
467
- value: 49.921
468
- - type: ndcg_at_1
469
- value: 40.038000000000004
470
- - type: ndcg_at_10
471
- value: 52.329
472
- - type: ndcg_at_100
473
- value: 57.788
474
- - type: ndcg_at_1000
475
- value: 59.199999999999996
476
- - type: ndcg_at_3
477
- value: 46.861000000000004
478
- - type: ndcg_at_5
479
- value: 49.318
480
- - type: precision_at_1
481
- value: 40.038000000000004
482
- - type: precision_at_10
483
- value: 9.702
484
- - type: precision_at_100
485
- value: 1.4500000000000002
486
- - type: precision_at_1000
487
- value: 0.172
488
- - type: precision_at_3
489
- value: 22.842000000000002
490
- - type: precision_at_5
491
- value: 16.014999999999997
492
- - type: recall_at_1
493
- value: 32.565
494
- - type: recall_at_10
495
- value: 66.178
496
- - type: recall_at_100
497
- value: 88.568
498
- - type: recall_at_1000
499
- value: 97.419
500
- - type: recall_at_3
501
- value: 50.604000000000006
502
- - type: recall_at_5
503
- value: 57.247
504
- - type: main_score
505
- value: 52.329
506
- task:
507
- type: Retrieval
508
- - dataset:
509
- config: default
510
- name: MTEB CQADupstackProgrammersRetrieval
511
- revision: None
512
- split: test
513
- type: mteb/cqadupstack-programmers
514
- metrics:
515
- - type: map_at_1
516
- value: 29.395
517
- - type: map_at_10
518
- value: 41.93
519
- - type: map_at_100
520
- value: 43.364999999999995
521
- - type: map_at_1000
522
- value: 43.461
523
- - type: map_at_3
524
- value: 38.076
525
- - type: map_at_5
526
- value: 40.099000000000004
527
- - type: mrr_at_1
528
- value: 36.644
529
- - type: mrr_at_10
530
- value: 47.336
531
- - type: mrr_at_100
532
- value: 48.132000000000005
533
- - type: mrr_at_1000
534
- value: 48.169000000000004
535
- - type: mrr_at_3
536
- value: 44.196999999999996
537
- - type: mrr_at_5
538
- value: 45.972
539
- - type: ndcg_at_1
540
- value: 36.644
541
- - type: ndcg_at_10
542
- value: 48.768
543
- - type: ndcg_at_100
544
- value: 54.177
545
- - type: ndcg_at_1000
546
- value: 55.923
547
- - type: ndcg_at_3
548
- value: 42.663000000000004
549
- - type: ndcg_at_5
550
- value: 45.308
551
- - type: precision_at_1
552
- value: 36.644
553
- - type: precision_at_10
554
- value: 9.212
555
- - type: precision_at_100
556
- value: 1.4000000000000001
557
- - type: precision_at_1000
558
- value: 0.172
559
- - type: precision_at_3
560
- value: 20.776
561
- - type: precision_at_5
562
- value: 14.954
563
- - type: recall_at_1
564
- value: 29.395
565
- - type: recall_at_10
566
- value: 63.653000000000006
567
- - type: recall_at_100
568
- value: 85.488
569
- - type: recall_at_1000
570
- value: 97.235
571
- - type: recall_at_3
572
- value: 46.64
573
- - type: recall_at_5
574
- value: 53.604
575
- - type: main_score
576
- value: 48.768
577
- task:
578
- type: Retrieval
579
- - dataset:
580
- config: default
581
- name: MTEB CQADupstackStatsRetrieval
582
- revision: None
583
- split: test
584
- type: mteb/cqadupstack-stats
585
- metrics:
586
- - type: map_at_1
587
- value: 27.642
588
- - type: map_at_10
589
- value: 35.988
590
- - type: map_at_100
591
- value: 37.016
592
- - type: map_at_1000
593
- value: 37.102000000000004
594
- - type: map_at_3
595
- value: 33.016
596
- - type: map_at_5
597
- value: 34.598
598
- - type: mrr_at_1
599
- value: 30.828
600
- - type: mrr_at_10
601
- value: 38.866
602
- - type: mrr_at_100
603
- value: 39.732
604
- - type: mrr_at_1000
605
- value: 39.789
606
- - type: mrr_at_3
607
- value: 36.35
608
- - type: mrr_at_5
609
- value: 37.653
610
- - type: ndcg_at_1
611
- value: 30.828
612
- - type: ndcg_at_10
613
- value: 41.134
614
- - type: ndcg_at_100
615
- value: 46.169
616
- - type: ndcg_at_1000
617
- value: 48.157
618
- - type: ndcg_at_3
619
- value: 35.674
620
- - type: ndcg_at_5
621
- value: 38.104
622
- - type: precision_at_1
623
- value: 30.828
624
- - type: precision_at_10
625
- value: 6.61
626
- - type: precision_at_100
627
- value: 1.0030000000000001
628
- - type: precision_at_1000
629
- value: 0.125
630
- - type: precision_at_3
631
- value: 15.235000000000001
632
- - type: precision_at_5
633
- value: 10.706
634
- - type: recall_at_1
635
- value: 27.642
636
- - type: recall_at_10
637
- value: 54.142
638
- - type: recall_at_100
639
- value: 76.988
640
- - type: recall_at_1000
641
- value: 91.282
642
- - type: recall_at_3
643
- value: 39.128
644
- - type: recall_at_5
645
- value: 45.117000000000004
646
- - type: main_score
647
- value: 41.134
648
- task:
649
- type: Retrieval
650
- - dataset:
651
- config: default
652
- name: MTEB CQADupstackTexRetrieval
653
- revision: None
654
- split: test
655
- type: mteb/cqadupstack-tex
656
- metrics:
657
- - type: map_at_1
658
- value: 20.505000000000003
659
- - type: map_at_10
660
- value: 28.921000000000003
661
- - type: map_at_100
662
- value: 30.165999999999997
663
- - type: map_at_1000
664
- value: 30.293
665
- - type: map_at_3
666
- value: 26.251
667
- - type: map_at_5
668
- value: 27.669
669
- - type: mrr_at_1
670
- value: 25.224000000000004
671
- - type: mrr_at_10
672
- value: 33.4
673
- - type: mrr_at_100
674
- value: 34.347
675
- - type: mrr_at_1000
676
- value: 34.418
677
- - type: mrr_at_3
678
- value: 31.028
679
- - type: mrr_at_5
680
- value: 32.33
681
- - type: ndcg_at_1
682
- value: 25.224000000000004
683
- - type: ndcg_at_10
684
- value: 34.202
685
- - type: ndcg_at_100
686
- value: 39.757
687
- - type: ndcg_at_1000
688
- value: 42.481
689
- - type: ndcg_at_3
690
- value: 29.656
691
- - type: ndcg_at_5
692
- value: 31.643
693
- - type: precision_at_1
694
- value: 25.224000000000004
695
- - type: precision_at_10
696
- value: 6.256
697
- - type: precision_at_100
698
- value: 1.054
699
- - type: precision_at_1000
700
- value: 0.148
701
- - type: precision_at_3
702
- value: 14.12
703
- - type: precision_at_5
704
- value: 10.103
705
- - type: recall_at_1
706
- value: 20.505000000000003
707
- - type: recall_at_10
708
- value: 45.578
709
- - type: recall_at_100
710
- value: 70.226
711
- - type: recall_at_1000
712
- value: 89.242
713
- - type: recall_at_3
714
- value: 32.446999999999996
715
- - type: recall_at_5
716
- value: 37.842
717
- - type: main_score
718
- value: 34.202
719
- task:
720
- type: Retrieval
721
- - dataset:
722
- config: default
723
- name: MTEB CQADupstackUnixRetrieval
724
- revision: None
725
- split: test
726
- type: mteb/cqadupstack-unix
727
- metrics:
728
- - type: map_at_1
729
- value: 30.446
730
- - type: map_at_10
731
- value: 41.296
732
- - type: map_at_100
733
- value: 42.620000000000005
734
- - type: map_at_1000
735
- value: 42.703
736
- - type: map_at_3
737
- value: 37.969
738
- - type: map_at_5
739
- value: 39.878
740
- - type: mrr_at_1
741
- value: 35.821
742
- - type: mrr_at_10
743
- value: 45.395
744
- - type: mrr_at_100
745
- value: 46.308
746
- - type: mrr_at_1000
747
- value: 46.354
748
- - type: mrr_at_3
749
- value: 42.553000000000004
750
- - type: mrr_at_5
751
- value: 44.352999999999994
752
- - type: ndcg_at_1
753
- value: 35.821
754
- - type: ndcg_at_10
755
- value: 47.176
756
- - type: ndcg_at_100
757
- value: 52.827999999999996
758
- - type: ndcg_at_1000
759
- value: 54.56100000000001
760
- - type: ndcg_at_3
761
- value: 41.695
762
- - type: ndcg_at_5
763
- value: 44.424
764
- - type: precision_at_1
765
- value: 35.821
766
- - type: precision_at_10
767
- value: 8.106
768
- - type: precision_at_100
769
- value: 1.2269999999999999
770
- - type: precision_at_1000
771
- value: 0.147
772
- - type: precision_at_3
773
- value: 19.403000000000002
774
- - type: precision_at_5
775
- value: 13.730999999999998
776
- - type: recall_at_1
777
- value: 30.446
778
- - type: recall_at_10
779
- value: 60.704
780
- - type: recall_at_100
781
- value: 84.73
782
- - type: recall_at_1000
783
- value: 96.531
784
- - type: recall_at_3
785
- value: 45.615
786
- - type: recall_at_5
787
- value: 52.683
788
- - type: main_score
789
- value: 47.176
790
- task:
791
- type: Retrieval
792
- - dataset:
793
- config: default
794
- name: MTEB CQADupstackWebmastersRetrieval
795
- revision: None
796
- split: test
797
- type: mteb/cqadupstack-webmasters
798
- metrics:
799
- - type: map_at_1
800
- value: 27.889000000000003
801
- - type: map_at_10
802
- value: 38.676
803
- - type: map_at_100
804
- value: 40.448
805
- - type: map_at_1000
806
- value: 40.689
807
- - type: map_at_3
808
- value: 35.13
809
- - type: map_at_5
810
- value: 37.058
811
- - type: mrr_at_1
812
- value: 34.19
813
- - type: mrr_at_10
814
- value: 43.532
815
- - type: mrr_at_100
816
- value: 44.504
817
- - type: mrr_at_1000
818
- value: 44.554
819
- - type: mrr_at_3
820
- value: 40.679
821
- - type: mrr_at_5
822
- value: 42.22
823
- - type: ndcg_at_1
824
- value: 34.19
825
- - type: ndcg_at_10
826
- value: 45.335
827
- - type: ndcg_at_100
828
- value: 51.196
829
- - type: ndcg_at_1000
830
- value: 53.337
831
- - type: ndcg_at_3
832
- value: 39.782000000000004
833
- - type: ndcg_at_5
834
- value: 42.24
835
- - type: precision_at_1
836
- value: 34.19
837
- - type: precision_at_10
838
- value: 8.834
839
- - type: precision_at_100
840
- value: 1.7229999999999999
841
- - type: precision_at_1000
842
- value: 0.255
843
- - type: precision_at_3
844
- value: 18.775
845
- - type: precision_at_5
846
- value: 13.715
847
- - type: recall_at_1
848
- value: 27.889000000000003
849
- - type: recall_at_10
850
- value: 58.391000000000005
851
- - type: recall_at_100
852
- value: 83.94200000000001
853
- - type: recall_at_1000
854
- value: 96.736
855
- - type: recall_at_3
856
- value: 42.208
857
- - type: recall_at_5
858
- value: 48.947
859
- - type: main_score
860
- value: 45.335
861
- task:
862
- type: Retrieval
863
- - dataset:
864
- config: default
865
- name: MTEB CQADupstackWordpressRetrieval
866
- revision: None
867
- split: test
868
- type: mteb/cqadupstack-wordpress
869
  metrics:
870
  - type: map_at_1
871
  value: 24.75
@@ -894,7 +113,7 @@ model-index:
894
  - type: ndcg_at_1
895
  value: 27.357
896
  - type: ndcg_at_10
897
- value: 38.97
898
  - type: ndcg_at_100
899
  value: 44.317
900
  - type: ndcg_at_1000
@@ -928,7 +147,7 @@ model-index:
928
  - type: recall_at_5
929
  value: 44.639
930
  - type: main_score
931
- value: 38.97
932
  task:
933
  type: Retrieval
934
  - dataset:
 
81
  type: Retrieval
82
  - dataset:
83
  config: default
84
+ name: MTEB CQADupstackRetrieval
85
  revision: None
86
  split: test
87
+ type: mteb/cqadupstack
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
88
  metrics:
89
  - type: map_at_1
90
  value: 24.75
 
113
  - type: ndcg_at_1
114
  value: 27.357
115
  - type: ndcg_at_10
116
+ value: 46.593999999999997
117
  - type: ndcg_at_100
118
  value: 44.317
119
  - type: ndcg_at_1000
 
147
  - type: recall_at_5
148
  value: 44.639
149
  - type: main_score
150
+ value: 46.593999999999997
151
  task:
152
  type: Retrieval
153
  - dataset: