---
license: apache-2.0
tags:
- text-embedding
- feature-extraction
- sentence-similarity
- transformers
- mteb
model-index:
- name: Gouzi3618/LENS-8000
results:
- task:
type: Classification
dataset:
name: MTEB AmazonCounterfactualClassification (en)
type: mteb/amazon_counterfactual
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics:
- type: accuracy
value: 93.6865671641791
- type: ap
value: 74.44778735403261
- type: ap_weighted
value: 74.44778735403261
- type: f1
value: 90.57338628851295
- type: f1_weighted
value: 93.87207694461506
- type: main_score
value: 93.6865671641791
- task:
type: Classification
dataset:
name: MTEB AmazonPolarityClassification (default)
type: mteb/amazon_polarity
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics:
- type: accuracy
value: 97.06832499999999
- type: ap
value: 95.71019538629211
- type: ap_weighted
value: 95.71019538629211
- type: f1
value: 97.06781792337515
- type: f1_weighted
value: 97.06781792337515
- type: main_score
value: 97.06832499999999
- task:
type: Classification
dataset:
name: MTEB AmazonReviewsClassification (en)
type: mteb/amazon_reviews_multi
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics:
- type: accuracy
value: 63.608
- type: f1
value: 62.41274991021244
- type: f1_weighted
value: 62.41274991021244
- type: main_score
value: 63.608
- task:
type: Retrieval
dataset:
name: MTEB ArguAna (default)
type: mteb/arguana
config: default
split: test
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
metrics:
- type: main_score
value: 76.019
- type: map_at_1
value: 55.903000000000006
- type: map_at_10
value: 69.887
- type: map_at_100
value: 70.157
- type: map_at_1000
value: 70.159
- type: map_at_20
value: 70.101
- type: map_at_3
value: 67.378
- type: map_at_5
value: 69.138
- type: mrr_at_1
value: 56.899004267425326
- type: mrr_at_10
value: 70.23428503691676
- type: mrr_at_100
value: 70.50477756895107
- type: mrr_at_1000
value: 70.5063694836776
- type: mrr_at_20
value: 70.44906432331086
- type: mrr_at_3
value: 67.73352299668105
- type: mrr_at_5
value: 69.46183025130412
- type: nauc_map_at_1000_diff1
value: 28.369738335000932
- type: nauc_map_at_1000_max
value: -6.46878252914094
- type: nauc_map_at_1000_std
value: -31.433213242739523
- type: nauc_map_at_100_diff1
value: 28.37160281520759
- type: nauc_map_at_100_max
value: -6.463942005621383
- type: nauc_map_at_100_std
value: -31.431652236686336
- type: nauc_map_at_10_diff1
value: 28.30518291942587
- type: nauc_map_at_10_max
value: -6.194974102740169
- type: nauc_map_at_10_std
value: -31.325188430370922
- type: nauc_map_at_1_diff1
value: 31.608647238057447
- type: nauc_map_at_1_max
value: -9.000938880640247
- type: nauc_map_at_1_std
value: -31.850340580223968
- type: nauc_map_at_20_diff1
value: 28.36848638837624
- type: nauc_map_at_20_max
value: -6.412381430978799
- type: nauc_map_at_20_std
value: -31.452685362617505
- type: nauc_map_at_3_diff1
value: 27.95089394680187
- type: nauc_map_at_3_max
value: -6.302015702313729
- type: nauc_map_at_3_std
value: -31.507334020085302
- type: nauc_map_at_5_diff1
value: 27.982348077574986
- type: nauc_map_at_5_max
value: -6.006566315399395
- type: nauc_map_at_5_std
value: -31.34425541540422
- type: nauc_mrr_at_1000_diff1
value: 25.227964866245816
- type: nauc_mrr_at_1000_max
value: -8.133964659261048
- type: nauc_mrr_at_1000_std
value: -31.624647211708368
- type: nauc_mrr_at_100_diff1
value: 25.230047265830933
- type: nauc_mrr_at_100_max
value: -8.128997368626452
- type: nauc_mrr_at_100_std
value: -31.623068694211064
- type: nauc_mrr_at_10_diff1
value: 25.204936229955173
- type: nauc_mrr_at_10_max
value: -7.835563207660743
- type: nauc_mrr_at_10_std
value: -31.513346742425636
- type: nauc_mrr_at_1_diff1
value: 28.89704784792216
- type: nauc_mrr_at_1_max
value: -9.311272900405159
- type: nauc_mrr_at_1_std
value: -32.309921279147936
- type: nauc_mrr_at_20_diff1
value: 25.234339492194795
- type: nauc_mrr_at_20_max
value: -8.07335487193087
- type: nauc_mrr_at_20_std
value: -31.643711223846516
- type: nauc_mrr_at_3_diff1
value: 24.876431359680033
- type: nauc_mrr_at_3_max
value: -8.195519132024183
- type: nauc_mrr_at_3_std
value: -32.11957727976911
- type: nauc_mrr_at_5_diff1
value: 24.88764812242424
- type: nauc_mrr_at_5_max
value: -7.7576769931519465
- type: nauc_mrr_at_5_std
value: -31.564378631881564
- type: nauc_ndcg_at_1000_diff1
value: 28.09257580244486
- type: nauc_ndcg_at_1000_max
value: -5.74562709568006
- type: nauc_ndcg_at_1000_std
value: -30.918202197214672
- type: nauc_ndcg_at_100_diff1
value: 28.134375117688613
- type: nauc_ndcg_at_100_max
value: -5.622192790763758
- type: nauc_ndcg_at_100_std
value: -30.85960292081723
- type: nauc_ndcg_at_10_diff1
value: 27.87869834059295
- type: nauc_ndcg_at_10_max
value: -4.2662724404197725
- type: nauc_ndcg_at_10_std
value: -30.429941458615485
- type: nauc_ndcg_at_1_diff1
value: 31.608647238057447
- type: nauc_ndcg_at_1_max
value: -9.000938880640247
- type: nauc_ndcg_at_1_std
value: -31.850340580223968
- type: nauc_ndcg_at_20_diff1
value: 28.114701479308486
- type: nauc_ndcg_at_20_max
value: -5.185807260199579
- type: nauc_ndcg_at_20_std
value: -30.881592179360815
- type: nauc_ndcg_at_3_diff1
value: 27.090519410510677
- type: nauc_ndcg_at_3_max
value: -4.699103690447523
- type: nauc_ndcg_at_3_std
value: -31.00974723525509
- type: nauc_ndcg_at_5_diff1
value: 27.06577902395562
- type: nauc_ndcg_at_5_max
value: -3.896494379869019
- type: nauc_ndcg_at_5_std
value: -30.595264634140477
- type: nauc_precision_at_1000_diff1
value: 13.625066205876864
- type: nauc_precision_at_1000_max
value: 31.077851886953717
- type: nauc_precision_at_1000_std
value: 47.82408874251543
- type: nauc_precision_at_100_diff1
value: 28.334166321212894
- type: nauc_precision_at_100_max
value: 45.958982731935635
- type: nauc_precision_at_100_std
value: 33.156399537789966
- type: nauc_precision_at_10_diff1
value: 24.44965698632213
- type: nauc_precision_at_10_max
value: 22.187375935245363
- type: nauc_precision_at_10_std
value: -17.084349043862684
- type: nauc_precision_at_1_diff1
value: 31.608647238057447
- type: nauc_precision_at_1_max
value: -9.000938880640247
- type: nauc_precision_at_1_std
value: -31.850340580223968
- type: nauc_precision_at_20_diff1
value: 27.146201764531284
- type: nauc_precision_at_20_max
value: 26.77044396290566
- type: nauc_precision_at_20_std
value: -12.639636692077305
- type: nauc_precision_at_3_diff1
value: 23.662213602558584
- type: nauc_precision_at_3_max
value: 2.466959457953989
- type: nauc_precision_at_3_std
value: -28.691552875980207
- type: nauc_precision_at_5_diff1
value: 21.42559683194896
- type: nauc_precision_at_5_max
value: 10.877697931273545
- type: nauc_precision_at_5_std
value: -25.1444110698694
- type: nauc_recall_at_1000_diff1
value: 13.625066205870539
- type: nauc_recall_at_1000_max
value: 31.077851886952303
- type: nauc_recall_at_1000_std
value: 47.82408874251562
- type: nauc_recall_at_100_diff1
value: 28.33416632120962
- type: nauc_recall_at_100_max
value: 45.958982731932394
- type: nauc_recall_at_100_std
value: 33.15639953779121
- type: nauc_recall_at_10_diff1
value: 24.449656986321795
- type: nauc_recall_at_10_max
value: 22.18737593524522
- type: nauc_recall_at_10_std
value: -17.084349043862865
- type: nauc_recall_at_1_diff1
value: 31.608647238057447
- type: nauc_recall_at_1_max
value: -9.000938880640247
- type: nauc_recall_at_1_std
value: -31.850340580223968
- type: nauc_recall_at_20_diff1
value: 27.146201764531586
- type: nauc_recall_at_20_max
value: 26.770443962904633
- type: nauc_recall_at_20_std
value: -12.639636692076802
- type: nauc_recall_at_3_diff1
value: 23.66221360255874
- type: nauc_recall_at_3_max
value: 2.466959457954044
- type: nauc_recall_at_3_std
value: -28.691552875980115
- type: nauc_recall_at_5_diff1
value: 21.425596831948823
- type: nauc_recall_at_5_max
value: 10.87769793127329
- type: nauc_recall_at_5_std
value: -25.144411069869477
- type: ndcg_at_1
value: 55.903000000000006
- type: ndcg_at_10
value: 76.019
- type: ndcg_at_100
value: 77.102
- type: ndcg_at_1000
value: 77.132
- type: ndcg_at_20
value: 76.77199999999999
- type: ndcg_at_3
value: 71.032
- type: ndcg_at_5
value: 74.22999999999999
- type: precision_at_1
value: 55.903000000000006
- type: precision_at_10
value: 9.488000000000001
- type: precision_at_100
value: 0.9939999999999999
- type: precision_at_1000
value: 0.1
- type: precision_at_20
value: 4.89
- type: precision_at_3
value: 27.193
- type: precision_at_5
value: 17.881
- type: recall_at_1
value: 55.903000000000006
- type: recall_at_10
value: 94.879
- type: recall_at_100
value: 99.431
- type: recall_at_1000
value: 99.644
- type: recall_at_20
value: 97.795
- type: recall_at_3
value: 81.57900000000001
- type: recall_at_5
value: 89.403
- task:
type: Clustering
dataset:
name: MTEB ArxivClusteringP2P (default)
type: mteb/arxiv-clustering-p2p
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics:
- type: main_score
value: 54.809064728970625
- type: v_measure
value: 54.809064728970625
- type: v_measure_std
value: 14.497861425102215
- task:
type: Clustering
dataset:
name: MTEB ArxivClusteringS2S (default)
type: mteb/arxiv-clustering-s2s
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics:
- type: main_score
value: 50.144159631474416
- type: v_measure
value: 50.144159631474416
- type: v_measure_std
value: 14.596959041091187
- task:
type: Reranking
dataset:
name: MTEB AskUbuntuDupQuestions (default)
type: mteb/askubuntudupquestions-reranking
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics:
- type: main_score
value: 65.74396432331054
- type: map
value: 65.74396432331054
- type: mrr
value: 77.89418722244206
- type: nAUC_map_diff1
value: 22.172664271824022
- type: nAUC_map_max
value: 22.232980127036896
- type: nAUC_map_std
value: 22.763425465824056
- type: nAUC_mrr_diff1
value: 30.670095862543384
- type: nAUC_mrr_max
value: 34.51981156443003
- type: nAUC_mrr_std
value: 28.863440464092747
- task:
type: STS
dataset:
name: MTEB BIOSSES (default)
type: mteb/biosses-sts
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics:
- type: cosine_pearson
value: 86.59612727828603
- type: cosine_spearman
value: 85.83087137728063
- type: euclidean_pearson
value: 84.64267159338176
- type: euclidean_spearman
value: 85.83087137728063
- type: main_score
value: 85.83087137728063
- type: manhattan_pearson
value: 85.70909201286793
- type: manhattan_spearman
value: 85.96460936435044
- type: pearson
value: 86.59612727828603
- type: spearman
value: 85.83087137728063
- task:
type: Classification
dataset:
name: MTEB Banking77Classification (default)
type: mteb/banking77
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics:
- type: accuracy
value: 90.19155844155846
- type: f1
value: 90.05716678902826
- type: f1_weighted
value: 90.05716678902826
- type: main_score
value: 90.19155844155846
- task:
type: Clustering
dataset:
name: MTEB BiorxivClusteringP2P (default)
type: mteb/biorxiv-clustering-p2p
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics:
- type: main_score
value: 52.480294793961924
- type: v_measure
value: 52.480294793961924
- type: v_measure_std
value: 0.5558452294416437
- task:
type: Clustering
dataset:
name: MTEB BiorxivClusteringS2S (default)
type: mteb/biorxiv-clustering-s2s
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics:
- type: main_score
value: 48.51901581759115
- type: v_measure
value: 48.51901581759115
- type: v_measure_std
value: 1.1094735884191569
- task:
type: Retrieval
dataset:
name: MTEB CQADupstackAndroidRetrieval (default)
type: mteb/cqadupstack-android
config: default
split: test
revision: f46a197baaae43b4f621051089b82a364682dfeb
metrics:
- type: main_score
value: 57.9
- type: map_at_1
value: 37.412
- type: map_at_10
value: 51.01599999999999
- type: map_at_100
value: 52.61900000000001
- type: map_at_1000
value: 52.708
- type: map_at_20
value: 51.928
- type: map_at_3
value: 46.685
- type: map_at_5
value: 49.105
- type: mrr_at_1
value: 46.20886981402003
- type: mrr_at_10
value: 56.82409110520696
- type: mrr_at_100
value: 57.489735501152694
- type: mrr_at_1000
value: 57.51438904427485
- type: mrr_at_20
value: 57.25804902449886
- type: mrr_at_3
value: 54.10109680495945
- type: mrr_at_5
value: 55.76061039580349
- type: nauc_map_at_1000_diff1
value: 48.063440573038534
- type: nauc_map_at_1000_max
value: 29.62137080113329
- type: nauc_map_at_1000_std
value: -7.188335287046719
- type: nauc_map_at_100_diff1
value: 48.03303227750245
- type: nauc_map_at_100_max
value: 29.639381775583857
- type: nauc_map_at_100_std
value: -7.172565011606355
- type: nauc_map_at_10_diff1
value: 48.21776139122066
- type: nauc_map_at_10_max
value: 29.449600885659034
- type: nauc_map_at_10_std
value: -8.010938259528462
- type: nauc_map_at_1_diff1
value: 53.98616508427959
- type: nauc_map_at_1_max
value: 28.421396682508295
- type: nauc_map_at_1_std
value: -9.213331559605178
- type: nauc_map_at_20_diff1
value: 48.095631780093115
- type: nauc_map_at_20_max
value: 29.642141334979062
- type: nauc_map_at_20_std
value: -7.51476904219371
- type: nauc_map_at_3_diff1
value: 49.59748320566899
- type: nauc_map_at_3_max
value: 30.016923179538963
- type: nauc_map_at_3_std
value: -8.16304276196508
- type: nauc_map_at_5_diff1
value: 48.325705234334265
- type: nauc_map_at_5_max
value: 29.471762864011264
- type: nauc_map_at_5_std
value: -8.078472434819323
- type: nauc_mrr_at_1000_diff1
value: 47.281461366860434
- type: nauc_mrr_at_1000_max
value: 29.170434528128457
- type: nauc_mrr_at_1000_std
value: -5.052368984512577
- type: nauc_mrr_at_100_diff1
value: 47.27462698853231
- type: nauc_mrr_at_100_max
value: 29.16237921324494
- type: nauc_mrr_at_100_std
value: -5.05051358939275
- type: nauc_mrr_at_10_diff1
value: 47.0800916096565
- type: nauc_mrr_at_10_max
value: 29.03719877610173
- type: nauc_mrr_at_10_std
value: -5.304612002269516
- type: nauc_mrr_at_1_diff1
value: 51.41160739624267
- type: nauc_mrr_at_1_max
value: 28.11787682467619
- type: nauc_mrr_at_1_std
value: -7.522348622985506
- type: nauc_mrr_at_20_diff1
value: 47.222491626494694
- type: nauc_mrr_at_20_max
value: 29.16603567629627
- type: nauc_mrr_at_20_std
value: -5.0938790225781965
- type: nauc_mrr_at_3_diff1
value: 47.8980255295472
- type: nauc_mrr_at_3_max
value: 29.426817722551412
- type: nauc_mrr_at_3_std
value: -4.835024752176862
- type: nauc_mrr_at_5_diff1
value: 46.855088450836384
- type: nauc_mrr_at_5_max
value: 29.061188278734924
- type: nauc_mrr_at_5_std
value: -5.105272976547115
- type: nauc_ndcg_at_1000_diff1
value: 46.52907403060708
- type: nauc_ndcg_at_1000_max
value: 29.52787741767834
- type: nauc_ndcg_at_1000_std
value: -5.249071191636342
- type: nauc_ndcg_at_100_diff1
value: 46.10339229034675
- type: nauc_ndcg_at_100_max
value: 29.470257932437093
- type: nauc_ndcg_at_100_std
value: -4.815550238593345
- type: nauc_ndcg_at_10_diff1
value: 46.09171806159629
- type: nauc_ndcg_at_10_max
value: 28.64025004680062
- type: nauc_ndcg_at_10_std
value: -7.353223665565414
- type: nauc_ndcg_at_1_diff1
value: 51.41160739624267
- type: nauc_ndcg_at_1_max
value: 28.11787682467619
- type: nauc_ndcg_at_1_std
value: -7.522348622985506
- type: nauc_ndcg_at_20_diff1
value: 46.114019933699254
- type: nauc_ndcg_at_20_max
value: 29.228583209753488
- type: nauc_ndcg_at_20_std
value: -6.3305330142497525
- type: nauc_ndcg_at_3_diff1
value: 47.78527964345179
- type: nauc_ndcg_at_3_max
value: 29.727257483258168
- type: nauc_ndcg_at_3_std
value: -6.237389676732037
- type: nauc_ndcg_at_5_diff1
value: 46.16322795762912
- type: nauc_ndcg_at_5_max
value: 28.606807002351253
- type: nauc_ndcg_at_5_std
value: -6.622437264978827
- type: nauc_precision_at_1000_diff1
value: -16.297389177846217
- type: nauc_precision_at_1000_max
value: -12.409674840560653
- type: nauc_precision_at_1000_std
value: -0.12469109398383808
- type: nauc_precision_at_100_diff1
value: -14.364258730067526
- type: nauc_precision_at_100_max
value: -6.838162019922614
- type: nauc_precision_at_100_std
value: 6.544810546623128
- type: nauc_precision_at_10_diff1
value: -0.07993029221840925
- type: nauc_precision_at_10_max
value: 3.5475500791160783
- type: nauc_precision_at_10_std
value: 3.1108692240999183
- type: nauc_precision_at_1_diff1
value: 51.41160739624267
- type: nauc_precision_at_1_max
value: 28.11787682467619
- type: nauc_precision_at_1_std
value: -7.522348622985506
- type: nauc_precision_at_20_diff1
value: -7.129194344047243
- type: nauc_precision_at_20_max
value: -0.4411048865245927
- type: nauc_precision_at_20_std
value: 5.189261358791849
- type: nauc_precision_at_3_diff1
value: 22.441075622195807
- type: nauc_precision_at_3_max
value: 20.27527479036517
- type: nauc_precision_at_3_std
value: 0.16769220072881036
- type: nauc_precision_at_5_diff1
value: 9.848861755914708
- type: nauc_precision_at_5_max
value: 12.631891583429253
- type: nauc_precision_at_5_std
value: 3.639000882427384
- type: nauc_recall_at_1000_diff1
value: 33.176182822010176
- type: nauc_recall_at_1000_max
value: 65.2726131334635
- type: nauc_recall_at_1000_std
value: 56.29864501903001
- type: nauc_recall_at_100_diff1
value: 29.803813221418206
- type: nauc_recall_at_100_max
value: 29.77806750516101
- type: nauc_recall_at_100_std
value: 17.665361037732303
- type: nauc_recall_at_10_diff1
value: 37.665789609095555
- type: nauc_recall_at_10_max
value: 24.422387659495364
- type: nauc_recall_at_10_std
value: -9.547366403969868
- type: nauc_recall_at_1_diff1
value: 53.98616508427959
- type: nauc_recall_at_1_max
value: 28.421396682508295
- type: nauc_recall_at_1_std
value: -9.213331559605178
- type: nauc_recall_at_20_diff1
value: 36.331194532498166
- type: nauc_recall_at_20_max
value: 26.556485208983243
- type: nauc_recall_at_20_std
value: -3.8731607447959706
- type: nauc_recall_at_3_diff1
value: 44.08113149764519
- type: nauc_recall_at_3_max
value: 27.82697192360832
- type: nauc_recall_at_3_std
value: -6.88741410272389
- type: nauc_recall_at_5_diff1
value: 38.94274622579766
- type: nauc_recall_at_5_max
value: 25.00694896242997
- type: nauc_recall_at_5_std
value: -7.717305765519367
- type: ndcg_at_1
value: 46.209
- type: ndcg_at_10
value: 57.9
- type: ndcg_at_100
value: 62.897000000000006
- type: ndcg_at_1000
value: 64.067
- type: ndcg_at_20
value: 60.012
- type: ndcg_at_3
value: 52.295
- type: ndcg_at_5
value: 54.925000000000004
- type: precision_at_1
value: 46.209
- type: precision_at_10
value: 11.33
- type: precision_at_100
value: 1.7239999999999998
- type: precision_at_1000
value: 0.209
- type: precision_at_20
value: 6.630999999999999
- type: precision_at_3
value: 25.274
- type: precision_at_5
value: 18.34
- type: recall_at_1
value: 37.412
- type: recall_at_10
value: 70.718
- type: recall_at_100
value: 91.46300000000001
- type: recall_at_1000
value: 98.539
- type: recall_at_20
value: 78.31
- type: recall_at_3
value: 54.764
- type: recall_at_5
value: 62.089000000000006
- task:
type: Retrieval
dataset:
name: MTEB CQADupstackEnglishRetrieval (default)
type: mteb/cqadupstack-english
config: default
split: test
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
metrics:
- type: main_score
value: 55.474000000000004
- type: map_at_1
value: 36.334
- type: map_at_10
value: 49.297000000000004
- type: map_at_100
value: 50.564
- type: map_at_1000
value: 50.684
- type: map_at_20
value: 49.988
- type: map_at_3
value: 45.837
- type: map_at_5
value: 47.833
- type: mrr_at_1
value: 45.796178343949045
- type: mrr_at_10
value: 55.22237387524016
- type: mrr_at_100
value: 55.76503850923861
- type: mrr_at_1000
value: 55.793444257616564
- type: mrr_at_20
value: 55.548186473604574
- type: mrr_at_3
value: 53.22717622080685
- type: mrr_at_5
value: 54.380042462845104
- type: nauc_map_at_1000_diff1
value: 55.10404495025597
- type: nauc_map_at_1000_max
value: 32.61004534688453
- type: nauc_map_at_1000_std
value: -2.6678082362928692
- type: nauc_map_at_100_diff1
value: 55.128048591260956
- type: nauc_map_at_100_max
value: 32.51731646707708
- type: nauc_map_at_100_std
value: -2.7965007216487514
- type: nauc_map_at_10_diff1
value: 55.5608810613739
- type: nauc_map_at_10_max
value: 31.518773632675085
- type: nauc_map_at_10_std
value: -4.3943618266116165
- type: nauc_map_at_1_diff1
value: 59.69008712972796
- type: nauc_map_at_1_max
value: 25.33526717844356
- type: nauc_map_at_1_std
value: -9.820380032557996
- type: nauc_map_at_20_diff1
value: 55.323001924881275
- type: nauc_map_at_20_max
value: 32.04757648616761
- type: nauc_map_at_20_std
value: -3.693324464570495
- type: nauc_map_at_3_diff1
value: 55.8717635218537
- type: nauc_map_at_3_max
value: 29.086778134576736
- type: nauc_map_at_3_std
value: -7.926148581394159
- type: nauc_map_at_5_diff1
value: 55.639303547935
- type: nauc_map_at_5_max
value: 30.891118436069593
- type: nauc_map_at_5_std
value: -5.65819749683715
- type: nauc_mrr_at_1000_diff1
value: 53.968373024890596
- type: nauc_mrr_at_1000_max
value: 37.26534979196835
- type: nauc_mrr_at_1000_std
value: 2.222359206568994
- type: nauc_mrr_at_100_diff1
value: 53.96114912476918
- type: nauc_mrr_at_100_max
value: 37.2634564338904
- type: nauc_mrr_at_100_std
value: 2.2283015996988844
- type: nauc_mrr_at_10_diff1
value: 54.01169590939643
- type: nauc_mrr_at_10_max
value: 37.24663754506656
- type: nauc_mrr_at_10_std
value: 2.1358207367363895
- type: nauc_mrr_at_1_diff1
value: 57.20194071307239
- type: nauc_mrr_at_1_max
value: 35.89072992523686
- type: nauc_mrr_at_1_std
value: -0.42144687001052134
- type: nauc_mrr_at_20_diff1
value: 53.97217495499223
- type: nauc_mrr_at_20_max
value: 37.23723498066669
- type: nauc_mrr_at_20_std
value: 2.127578192551712
- type: nauc_mrr_at_3_diff1
value: 54.24437764334679
- type: nauc_mrr_at_3_max
value: 36.92965247682062
- type: nauc_mrr_at_3_std
value: 1.1841149310399
- type: nauc_mrr_at_5_diff1
value: 54.10119080195681
- type: nauc_mrr_at_5_max
value: 37.318709512631585
- type: nauc_mrr_at_5_std
value: 2.0104630164348247
- type: nauc_ndcg_at_1000_diff1
value: 53.099673365789634
- type: nauc_ndcg_at_1000_max
value: 35.776586763902465
- type: nauc_ndcg_at_1000_std
value: 2.5267901696084625
- type: nauc_ndcg_at_100_diff1
value: 53.05121582412809
- type: nauc_ndcg_at_100_max
value: 35.42381301395885
- type: nauc_ndcg_at_100_std
value: 2.173202428779517
- type: nauc_ndcg_at_10_diff1
value: 53.66976531875284
- type: nauc_ndcg_at_10_max
value: 34.423433411793106
- type: nauc_ndcg_at_10_std
value: -0.3828688658787144
- type: nauc_ndcg_at_1_diff1
value: 57.20194071307239
- type: nauc_ndcg_at_1_max
value: 35.89072992523686
- type: nauc_ndcg_at_1_std
value: -0.42144687001052134
- type: nauc_ndcg_at_20_diff1
value: 53.45916401395555
- type: nauc_ndcg_at_20_max
value: 34.79760292774444
- type: nauc_ndcg_at_20_std
value: 0.09865492684433257
- type: nauc_ndcg_at_3_diff1
value: 53.21280344931687
- type: nauc_ndcg_at_3_max
value: 33.77403946359603
- type: nauc_ndcg_at_3_std
value: -2.694145872016408
- type: nauc_ndcg_at_5_diff1
value: 53.60161231633293
- type: nauc_ndcg_at_5_max
value: 34.67463458105905
- type: nauc_ndcg_at_5_std
value: -1.2144507126036534
- type: nauc_precision_at_1000_diff1
value: -19.41714022423591
- type: nauc_precision_at_1000_max
value: 14.796653167244648
- type: nauc_precision_at_1000_std
value: 31.439574593063828
- type: nauc_precision_at_100_diff1
value: -13.640343270514627
- type: nauc_precision_at_100_max
value: 22.604051814224558
- type: nauc_precision_at_100_std
value: 36.8854211722489
- type: nauc_precision_at_10_diff1
value: 4.96975730436995
- type: nauc_precision_at_10_max
value: 29.38251452161223
- type: nauc_precision_at_10_std
value: 26.203798377861652
- type: nauc_precision_at_1_diff1
value: 57.20194071307239
- type: nauc_precision_at_1_max
value: 35.89072992523686
- type: nauc_precision_at_1_std
value: -0.42144687001052134
- type: nauc_precision_at_20_diff1
value: -3.0909229380961416
- type: nauc_precision_at_20_max
value: 26.759524144713705
- type: nauc_precision_at_20_std
value: 29.633178123950138
- type: nauc_precision_at_3_diff1
value: 23.661125067193385
- type: nauc_precision_at_3_max
value: 33.188961997504165
- type: nauc_precision_at_3_std
value: 11.241330587984603
- type: nauc_precision_at_5_diff1
value: 15.039749548565663
- type: nauc_precision_at_5_max
value: 33.796709111570586
- type: nauc_precision_at_5_std
value: 19.85135158938685
- type: nauc_recall_at_1000_diff1
value: 38.340253410445754
- type: nauc_recall_at_1000_max
value: 45.86204535697534
- type: nauc_recall_at_1000_std
value: 36.88912705996024
- type: nauc_recall_at_100_diff1
value: 41.110929085799505
- type: nauc_recall_at_100_max
value: 37.30794662383378
- type: nauc_recall_at_100_std
value: 19.206734101551437
- type: nauc_recall_at_10_diff1
value: 47.81675191428859
- type: nauc_recall_at_10_max
value: 32.26702858098994
- type: nauc_recall_at_10_std
value: 0.1481071990195931
- type: nauc_recall_at_1_diff1
value: 59.69008712972796
- type: nauc_recall_at_1_max
value: 25.33526717844356
- type: nauc_recall_at_1_std
value: -9.820380032557996
- type: nauc_recall_at_20_diff1
value: 45.534258063751516
- type: nauc_recall_at_20_max
value: 33.57614929241509
- type: nauc_recall_at_20_std
value: 3.091637710855964
- type: nauc_recall_at_3_diff1
value: 50.825869956050475
- type: nauc_recall_at_3_max
value: 28.731976103609174
- type: nauc_recall_at_3_std
value: -8.68941645562105
- type: nauc_recall_at_5_diff1
value: 49.82351445671777
- type: nauc_recall_at_5_max
value: 31.939395224874133
- type: nauc_recall_at_5_std
value: -3.350183872170391
- type: ndcg_at_1
value: 45.796
- type: ndcg_at_10
value: 55.474000000000004
- type: ndcg_at_100
value: 59.238
- type: ndcg_at_1000
value: 60.857000000000006
- type: ndcg_at_20
value: 56.998000000000005
- type: ndcg_at_3
value: 51.339
- type: ndcg_at_5
value: 53.233
- type: precision_at_1
value: 45.796
- type: precision_at_10
value: 10.693999999999999
- type: precision_at_100
value: 1.6049999999999998
- type: precision_at_1000
value: 0.203
- type: precision_at_20
value: 6.131
- type: precision_at_3
value: 25.413999999999998
- type: precision_at_5
value: 17.873
- type: recall_at_1
value: 36.334
- type: recall_at_10
value: 66.05
- type: recall_at_100
value: 81.959
- type: recall_at_1000
value: 91.81700000000001
- type: recall_at_20
value: 71.821
- type: recall_at_3
value: 53.36300000000001
- type: recall_at_5
value: 58.987
- task:
type: Retrieval
dataset:
name: MTEB CQADupstackGamingRetrieval (default)
type: mteb/cqadupstack-gaming
config: default
split: test
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
metrics:
- type: main_score
value: 65.236
- type: map_at_1
value: 45.576
- type: map_at_10
value: 59.288
- type: map_at_100
value: 60.233000000000004
- type: map_at_1000
value: 60.272000000000006
- type: map_at_20
value: 59.885999999999996
- type: map_at_3
value: 55.922000000000004
- type: map_at_5
value: 57.787
- type: mrr_at_1
value: 52.03761755485894
- type: mrr_at_10
value: 62.616534806190096
- type: mrr_at_100
value: 63.14131602974563
- type: mrr_at_1000
value: 63.158062461782635
- type: mrr_at_20
value: 62.95086585828518
- type: mrr_at_3
value: 60.44932079414848
- type: mrr_at_5
value: 61.69696969696983
- type: nauc_map_at_1000_diff1
value: 54.591094530629746
- type: nauc_map_at_1000_max
value: 29.988893768315954
- type: nauc_map_at_1000_std
value: -7.085316154448988
- type: nauc_map_at_100_diff1
value: 54.56965855599467
- type: nauc_map_at_100_max
value: 29.988495744602346
- type: nauc_map_at_100_std
value: -7.086191984888584
- type: nauc_map_at_10_diff1
value: 54.55775377389999
- type: nauc_map_at_10_max
value: 29.435024107949552
- type: nauc_map_at_10_std
value: -8.01734033320305
- type: nauc_map_at_1_diff1
value: 57.64870675697927
- type: nauc_map_at_1_max
value: 21.422796894472086
- type: nauc_map_at_1_std
value: -11.65875019420493
- type: nauc_map_at_20_diff1
value: 54.584118500908254
- type: nauc_map_at_20_max
value: 29.891482535758406
- type: nauc_map_at_20_std
value: -7.2839229521962965
- type: nauc_map_at_3_diff1
value: 55.00309347291383
- type: nauc_map_at_3_max
value: 27.190277265850614
- type: nauc_map_at_3_std
value: -10.011557447122543
- type: nauc_map_at_5_diff1
value: 55.008621125826885
- type: nauc_map_at_5_max
value: 28.867875701065543
- type: nauc_map_at_5_std
value: -8.79615898115619
- type: nauc_mrr_at_1000_diff1
value: 54.46485288814781
- type: nauc_mrr_at_1000_max
value: 30.84329897256859
- type: nauc_mrr_at_1000_std
value: -6.441939303485516
- type: nauc_mrr_at_100_diff1
value: 54.45775938193644
- type: nauc_mrr_at_100_max
value: 30.855901008364484
- type: nauc_mrr_at_100_std
value: -6.425089754501605
- type: nauc_mrr_at_10_diff1
value: 54.34267520192698
- type: nauc_mrr_at_10_max
value: 30.812155588559143
- type: nauc_mrr_at_10_std
value: -6.685848606906253
- type: nauc_mrr_at_1_diff1
value: 56.81495610964844
- type: nauc_mrr_at_1_max
value: 27.418096023602605
- type: nauc_mrr_at_1_std
value: -8.659074749287452
- type: nauc_mrr_at_20_diff1
value: 54.469289850248856
- type: nauc_mrr_at_20_max
value: 30.94454932981508
- type: nauc_mrr_at_20_std
value: -6.383862348447732
- type: nauc_mrr_at_3_diff1
value: 54.10543979115625
- type: nauc_mrr_at_3_max
value: 30.034651205196106
- type: nauc_mrr_at_3_std
value: -7.291860027967431
- type: nauc_mrr_at_5_diff1
value: 54.37870836242998
- type: nauc_mrr_at_5_max
value: 30.602079938954713
- type: nauc_mrr_at_5_std
value: -6.988560773363467
- type: nauc_ndcg_at_1000_diff1
value: 53.917326508870744
- type: nauc_ndcg_at_1000_max
value: 32.38037500887042
- type: nauc_ndcg_at_1000_std
value: -4.237650981255524
- type: nauc_ndcg_at_100_diff1
value: 53.55402469967538
- type: nauc_ndcg_at_100_max
value: 32.644730520893944
- type: nauc_ndcg_at_100_std
value: -3.845653235974425
- type: nauc_ndcg_at_10_diff1
value: 53.37677777681159
- type: nauc_ndcg_at_10_max
value: 31.819151594553517
- type: nauc_ndcg_at_10_std
value: -5.907411205000427
- type: nauc_ndcg_at_1_diff1
value: 56.81495610964844
- type: nauc_ndcg_at_1_max
value: 27.418096023602605
- type: nauc_ndcg_at_1_std
value: -8.659074749287452
- type: nauc_ndcg_at_20_diff1
value: 53.70748371170524
- type: nauc_ndcg_at_20_max
value: 32.83190055712533
- type: nauc_ndcg_at_20_std
value: -4.199486001764711
- type: nauc_ndcg_at_3_diff1
value: 53.74531621452966
- type: nauc_ndcg_at_3_max
value: 29.10348280432317
- type: nauc_ndcg_at_3_std
value: -8.337223236198172
- type: nauc_ndcg_at_5_diff1
value: 54.023400593574635
- type: nauc_ndcg_at_5_max
value: 31.063900271148004
- type: nauc_ndcg_at_5_std
value: -7.192813502916602
- type: nauc_precision_at_1000_diff1
value: -15.072743302222582
- type: nauc_precision_at_1000_max
value: 16.674881008918632
- type: nauc_precision_at_1000_std
value: 26.384382910606103
- type: nauc_precision_at_100_diff1
value: -13.303047988597982
- type: nauc_precision_at_100_max
value: 20.407319129807373
- type: nauc_precision_at_100_std
value: 27.054123197085357
- type: nauc_precision_at_10_diff1
value: 4.393259333945309
- type: nauc_precision_at_10_max
value: 28.66311137381925
- type: nauc_precision_at_10_std
value: 16.152108931717304
- type: nauc_precision_at_1_diff1
value: 56.81495610964844
- type: nauc_precision_at_1_max
value: 27.418096023602605
- type: nauc_precision_at_1_std
value: -8.659074749287452
- type: nauc_precision_at_20_diff1
value: -2.970810506684853
- type: nauc_precision_at_20_max
value: 27.623082834514314
- type: nauc_precision_at_20_std
value: 23.880088669461472
- type: nauc_precision_at_3_diff1
value: 27.02892913083338
- type: nauc_precision_at_3_max
value: 31.287466243455768
- type: nauc_precision_at_3_std
value: 2.2580757582102406
- type: nauc_precision_at_5_diff1
value: 17.414588762460134
- type: nauc_precision_at_5_max
value: 31.9448981361523
- type: nauc_precision_at_5_std
value: 9.538543383867172
- type: nauc_recall_at_1000_diff1
value: 42.53345009244463
- type: nauc_recall_at_1000_max
value: 76.56835130324242
- type: nauc_recall_at_1000_std
value: 76.83818348201466
- type: nauc_recall_at_100_diff1
value: 40.52859414527574
- type: nauc_recall_at_100_max
value: 53.75439716166712
- type: nauc_recall_at_100_std
value: 33.312435323357015
- type: nauc_recall_at_10_diff1
value: 46.80800089133272
- type: nauc_recall_at_10_max
value: 36.58909990918782
- type: nauc_recall_at_10_std
value: -0.7661010510759596
- type: nauc_recall_at_1_diff1
value: 57.64870675697927
- type: nauc_recall_at_1_max
value: 21.422796894472086
- type: nauc_recall_at_1_std
value: -11.65875019420493
- type: nauc_recall_at_20_diff1
value: 47.81282622463479
- type: nauc_recall_at_20_max
value: 44.91166967337363
- type: nauc_recall_at_20_std
value: 11.977322949899486
- type: nauc_recall_at_3_diff1
value: 49.60983921598579
- type: nauc_recall_at_3_max
value: 28.38178625145249
- type: nauc_recall_at_3_std
value: -8.365500494644834
- type: nauc_recall_at_5_diff1
value: 49.27075016589731
- type: nauc_recall_at_5_max
value: 33.016342064689695
- type: nauc_recall_at_5_std
value: -5.860362287397732
- type: ndcg_at_1
value: 52.038
- type: ndcg_at_10
value: 65.236
- type: ndcg_at_100
value: 68.637
- type: ndcg_at_1000
value: 69.303
- type: ndcg_at_20
value: 66.81099999999999
- type: ndcg_at_3
value: 59.996
- type: ndcg_at_5
value: 62.495
- type: precision_at_1
value: 52.038
- type: precision_at_10
value: 10.382
- type: precision_at_100
value: 1.2970000000000002
- type: precision_at_1000
value: 0.13799999999999998
- type: precision_at_20
value: 5.705
- type: precision_at_3
value: 26.667
- type: precision_at_5
value: 18.069
- type: recall_at_1
value: 45.576
- type: recall_at_10
value: 79.185
- type: recall_at_100
value: 93.573
- type: recall_at_1000
value: 98.07000000000001
- type: recall_at_20
value: 84.961
- type: recall_at_3
value: 65.359
- type: recall_at_5
value: 71.439
- task:
type: Retrieval
dataset:
name: MTEB CQADupstackGisRetrieval (default)
type: mteb/cqadupstack-gis
config: default
split: test
revision: 5003b3064772da1887988e05400cf3806fe491f2
metrics:
- type: main_score
value: 43.736999999999995
- type: map_at_1
value: 28.546
- type: map_at_10
value: 38.137
- type: map_at_100
value: 39.263
- type: map_at_1000
value: 39.333
- type: map_at_20
value: 38.76
- type: map_at_3
value: 34.999
- type: map_at_5
value: 36.658
- type: mrr_at_1
value: 30.96045197740113
- type: mrr_at_10
value: 40.24679400950582
- type: mrr_at_100
value: 41.20170348155751
- type: mrr_at_1000
value: 41.24946049435741
- type: mrr_at_20
value: 40.78243957226738
- type: mrr_at_3
value: 37.212806026365335
- type: mrr_at_5
value: 38.89077212806023
- type: nauc_map_at_1000_diff1
value: 41.484591371503484
- type: nauc_map_at_1000_max
value: 21.50243004663615
- type: nauc_map_at_1000_std
value: -8.017452317576112
- type: nauc_map_at_100_diff1
value: 41.486902693627925
- type: nauc_map_at_100_max
value: 21.494056338278302
- type: nauc_map_at_100_std
value: -8.00004534438287
- type: nauc_map_at_10_diff1
value: 41.64814927701782
- type: nauc_map_at_10_max
value: 21.573862290063015
- type: nauc_map_at_10_std
value: -8.235100260610158
- type: nauc_map_at_1_diff1
value: 46.13514097803455
- type: nauc_map_at_1_max
value: 20.61253171422529
- type: nauc_map_at_1_std
value: -10.365708946480401
- type: nauc_map_at_20_diff1
value: 41.38370404915302
- type: nauc_map_at_20_max
value: 21.42742534998
- type: nauc_map_at_20_std
value: -8.088085156235438
- type: nauc_map_at_3_diff1
value: 42.79503821813812
- type: nauc_map_at_3_max
value: 20.244967918014062
- type: nauc_map_at_3_std
value: -9.171223241127391
- type: nauc_map_at_5_diff1
value: 41.91422269256176
- type: nauc_map_at_5_max
value: 20.583433229682665
- type: nauc_map_at_5_std
value: -8.866934970048673
- type: nauc_mrr_at_1000_diff1
value: 39.62671694053298
- type: nauc_mrr_at_1000_max
value: 21.88401226714755
- type: nauc_mrr_at_1000_std
value: -7.176180526322779
- type: nauc_mrr_at_100_diff1
value: 39.61516353293064
- type: nauc_mrr_at_100_max
value: 21.886966236971986
- type: nauc_mrr_at_100_std
value: -7.151952390804118
- type: nauc_mrr_at_10_diff1
value: 39.64238333546438
- type: nauc_mrr_at_10_max
value: 22.003431882070476
- type: nauc_mrr_at_10_std
value: -7.276539138641391
- type: nauc_mrr_at_1_diff1
value: 43.79445969728542
- type: nauc_mrr_at_1_max
value: 21.590287146439792
- type: nauc_mrr_at_1_std
value: -9.232478308821348
- type: nauc_mrr_at_20_diff1
value: 39.460115785051045
- type: nauc_mrr_at_20_max
value: 21.82317653158517
- type: nauc_mrr_at_20_std
value: -7.173780191474672
- type: nauc_mrr_at_3_diff1
value: 40.845749935523855
- type: nauc_mrr_at_3_max
value: 21.25557497894811
- type: nauc_mrr_at_3_std
value: -8.134671456989606
- type: nauc_mrr_at_5_diff1
value: 40.04668455179097
- type: nauc_mrr_at_5_max
value: 21.174875933521385
- type: nauc_mrr_at_5_std
value: -7.560056043392531
- type: nauc_ndcg_at_1000_diff1
value: 39.192798139162015
- type: nauc_ndcg_at_1000_max
value: 22.56987586557656
- type: nauc_ndcg_at_1000_std
value: -5.699048881036237
- type: nauc_ndcg_at_100_diff1
value: 38.892893366046685
- type: nauc_ndcg_at_100_max
value: 22.59297079596014
- type: nauc_ndcg_at_100_std
value: -4.911050695398782
- type: nauc_ndcg_at_10_diff1
value: 39.109181325535104
- type: nauc_ndcg_at_10_max
value: 22.549083623641465
- type: nauc_ndcg_at_10_std
value: -6.515720993495773
- type: nauc_ndcg_at_1_diff1
value: 43.79445969728542
- type: nauc_ndcg_at_1_max
value: 21.590287146439792
- type: nauc_ndcg_at_1_std
value: -9.232478308821348
- type: nauc_ndcg_at_20_diff1
value: 38.04445460468217
- type: nauc_ndcg_at_20_max
value: 22.018331280895342
- type: nauc_ndcg_at_20_std
value: -5.91921667958667
- type: nauc_ndcg_at_3_diff1
value: 41.40837583860769
- type: nauc_ndcg_at_3_max
value: 20.318000786446362
- type: nauc_ndcg_at_3_std
value: -8.618963675041751
- type: nauc_ndcg_at_5_diff1
value: 39.986476367822966
- type: nauc_ndcg_at_5_max
value: 20.37921991980582
- type: nauc_ndcg_at_5_std
value: -7.793460964512847
- type: nauc_precision_at_1000_diff1
value: -12.56710662501719
- type: nauc_precision_at_1000_max
value: 11.8064074291414
- type: nauc_precision_at_1000_std
value: 12.089205501861484
- type: nauc_precision_at_100_diff1
value: 1.5499855867007222
- type: nauc_precision_at_100_max
value: 19.148603969060325
- type: nauc_precision_at_100_std
value: 15.501052231970993
- type: nauc_precision_at_10_diff1
value: 21.82334457516569
- type: nauc_precision_at_10_max
value: 25.835378906965005
- type: nauc_precision_at_10_std
value: 2.0046736634992053
- type: nauc_precision_at_1_diff1
value: 43.79445969728542
- type: nauc_precision_at_1_max
value: 21.590287146439792
- type: nauc_precision_at_1_std
value: -9.232478308821348
- type: nauc_precision_at_20_diff1
value: 12.48842945166953
- type: nauc_precision_at_20_max
value: 21.861822388437083
- type: nauc_precision_at_20_std
value: 5.705678370669422
- type: nauc_precision_at_3_diff1
value: 33.39537201261205
- type: nauc_precision_at_3_max
value: 18.976562303238143
- type: nauc_precision_at_3_std
value: -7.435275203281953
- type: nauc_precision_at_5_diff1
value: 28.43726174109677
- type: nauc_precision_at_5_max
value: 20.920977896361798
- type: nauc_precision_at_5_std
value: -4.037951482252999
- type: nauc_recall_at_1000_diff1
value: 20.690865073299992
- type: nauc_recall_at_1000_max
value: 42.253403995704716
- type: nauc_recall_at_1000_std
value: 30.634549589172703
- type: nauc_recall_at_100_diff1
value: 25.796200083916936
- type: nauc_recall_at_100_max
value: 28.56927784723373
- type: nauc_recall_at_100_std
value: 17.887511121482028
- type: nauc_recall_at_10_diff1
value: 31.379514117055113
- type: nauc_recall_at_10_max
value: 24.78746081248786
- type: nauc_recall_at_10_std
value: -1.7778309031645088
- type: nauc_recall_at_1_diff1
value: 46.13514097803455
- type: nauc_recall_at_1_max
value: 20.61253171422529
- type: nauc_recall_at_1_std
value: -10.365708946480401
- type: nauc_recall_at_20_diff1
value: 25.522451786356303
- type: nauc_recall_at_20_max
value: 22.758785642133077
- type: nauc_recall_at_20_std
value: 1.6166456895638768
- type: nauc_recall_at_3_diff1
value: 38.54896865948788
- type: nauc_recall_at_3_max
value: 18.652652979020072
- type: nauc_recall_at_3_std
value: -7.3380635568841095
- type: nauc_recall_at_5_diff1
value: 34.88937863569462
- type: nauc_recall_at_5_max
value: 18.35968498669004
- type: nauc_recall_at_5_std
value: -5.7914616318660395
- type: ndcg_at_1
value: 30.959999999999997
- type: ndcg_at_10
value: 43.736999999999995
- type: ndcg_at_100
value: 49.082
- type: ndcg_at_1000
value: 50.685
- type: ndcg_at_20
value: 45.86
- type: ndcg_at_3
value: 37.492999999999995
- type: ndcg_at_5
value: 40.402
- type: precision_at_1
value: 30.959999999999997
- type: precision_at_10
value: 6.802
- type: precision_at_100
value: 0.992
- type: precision_at_1000
value: 0.116
- type: precision_at_20
value: 3.898
- type: precision_at_3
value: 15.593000000000002
- type: precision_at_5
value: 11.096
- type: recall_at_1
value: 28.546
- type: recall_at_10
value: 59.050999999999995
- type: recall_at_100
value: 83.241
- type: recall_at_1000
value: 95.095
- type: recall_at_20
value: 67.051
- type: recall_at_3
value: 42.295
- type: recall_at_5
value: 49.275999999999996
- task:
type: Retrieval
dataset:
name: MTEB CQADupstackMathematicaRetrieval (default)
type: mteb/cqadupstack-mathematica
config: default
split: test
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
metrics:
- type: main_score
value: 38.766
- type: map_at_1
value: 22.194
- type: map_at_10
value: 32.417
- type: map_at_100
value: 33.818
- type: map_at_1000
value: 33.922999999999995
- type: map_at_20
value: 33.226
- type: map_at_3
value: 28.977999999999998
- type: map_at_5
value: 30.930999999999997
- type: mrr_at_1
value: 27.985074626865668
- type: mrr_at_10
value: 37.88122877675116
- type: mrr_at_100
value: 38.80916079132068
- type: mrr_at_1000
value: 38.86407448284336
- type: mrr_at_20
value: 38.41843873672924
- type: mrr_at_3
value: 34.97097844112771
- type: mrr_at_5
value: 36.612769485903804
- type: nauc_map_at_1000_diff1
value: 32.43251259305673
- type: nauc_map_at_1000_max
value: 14.335717288639014
- type: nauc_map_at_1000_std
value: 1.0546236958118171
- type: nauc_map_at_100_diff1
value: 32.41136418823097
- type: nauc_map_at_100_max
value: 14.346920104620562
- type: nauc_map_at_100_std
value: 1.0760027324442962
- type: nauc_map_at_10_diff1
value: 32.4499422045296
- type: nauc_map_at_10_max
value: 14.214118535832487
- type: nauc_map_at_10_std
value: 0.14744704889692675
- type: nauc_map_at_1_diff1
value: 37.338628279209864
- type: nauc_map_at_1_max
value: 13.031485276530988
- type: nauc_map_at_1_std
value: 1.6522144610114782
- type: nauc_map_at_20_diff1
value: 32.35623484386115
- type: nauc_map_at_20_max
value: 14.088490637407086
- type: nauc_map_at_20_std
value: 0.7613317697378984
- type: nauc_map_at_3_diff1
value: 32.109495047884806
- type: nauc_map_at_3_max
value: 12.49603408273382
- type: nauc_map_at_3_std
value: -0.9662075537491266
- type: nauc_map_at_5_diff1
value: 32.342133483081334
- type: nauc_map_at_5_max
value: 13.497689209467884
- type: nauc_map_at_5_std
value: -0.21210283954776055
- type: nauc_mrr_at_1000_diff1
value: 32.96506279038153
- type: nauc_mrr_at_1000_max
value: 16.92822030855206
- type: nauc_mrr_at_1000_std
value: 1.5631601747826316
- type: nauc_mrr_at_100_diff1
value: 32.967178626624964
- type: nauc_mrr_at_100_max
value: 16.94496458132621
- type: nauc_mrr_at_100_std
value: 1.578385873055269
- type: nauc_mrr_at_10_diff1
value: 32.84356946378166
- type: nauc_mrr_at_10_max
value: 17.03620062001555
- type: nauc_mrr_at_10_std
value: 1.3172703628382934
- type: nauc_mrr_at_1_diff1
value: 37.23620301476008
- type: nauc_mrr_at_1_max
value: 15.042760132255706
- type: nauc_mrr_at_1_std
value: 1.3631844854711168
- type: nauc_mrr_at_20_diff1
value: 32.90307896901219
- type: nauc_mrr_at_20_max
value: 16.90677676348705
- type: nauc_mrr_at_20_std
value: 1.3454494708937632
- type: nauc_mrr_at_3_diff1
value: 32.400202492227436
- type: nauc_mrr_at_3_max
value: 15.78418346740702
- type: nauc_mrr_at_3_std
value: 0.13431647296653024
- type: nauc_mrr_at_5_diff1
value: 32.7861104709686
- type: nauc_mrr_at_5_max
value: 16.537867487279414
- type: nauc_mrr_at_5_std
value: 0.8973939129673872
- type: nauc_ndcg_at_1000_diff1
value: 31.278003707732594
- type: nauc_ndcg_at_1000_max
value: 16.369712386488345
- type: nauc_ndcg_at_1000_std
value: 3.801192665485738
- type: nauc_ndcg_at_100_diff1
value: 31.03883864137243
- type: nauc_ndcg_at_100_max
value: 17.13298255370564
- type: nauc_ndcg_at_100_std
value: 4.50459441845583
- type: nauc_ndcg_at_10_diff1
value: 31.121998879356767
- type: nauc_ndcg_at_10_max
value: 16.20699275752119
- type: nauc_ndcg_at_10_std
value: 1.0836290696696915
- type: nauc_ndcg_at_1_diff1
value: 37.23620301476008
- type: nauc_ndcg_at_1_max
value: 15.042760132255706
- type: nauc_ndcg_at_1_std
value: 1.3631844854711168
- type: nauc_ndcg_at_20_diff1
value: 30.969422184620626
- type: nauc_ndcg_at_20_max
value: 15.986351573280091
- type: nauc_ndcg_at_20_std
value: 2.3824234046027906
- type: nauc_ndcg_at_3_diff1
value: 30.7343672295478
- type: nauc_ndcg_at_3_max
value: 13.464154391275335
- type: nauc_ndcg_at_3_std
value: -1.2740019040002273
- type: nauc_ndcg_at_5_diff1
value: 31.196681500333202
- type: nauc_ndcg_at_5_max
value: 14.799926395721405
- type: nauc_ndcg_at_5_std
value: 0.14444465266694606
- type: nauc_precision_at_1000_diff1
value: -0.9357199825874157
- type: nauc_precision_at_1000_max
value: 3.4994742694653027
- type: nauc_precision_at_1000_std
value: 4.257039200788741
- type: nauc_precision_at_100_diff1
value: 5.061693041980213
- type: nauc_precision_at_100_max
value: 12.735903109624006
- type: nauc_precision_at_100_std
value: 11.38007105270252
- type: nauc_precision_at_10_diff1
value: 17.45866245433831
- type: nauc_precision_at_10_max
value: 16.92072631690384
- type: nauc_precision_at_10_std
value: 3.261686492278632
- type: nauc_precision_at_1_diff1
value: 37.23620301476008
- type: nauc_precision_at_1_max
value: 15.042760132255706
- type: nauc_precision_at_1_std
value: 1.3631844854711168
- type: nauc_precision_at_20_diff1
value: 13.376095327297524
- type: nauc_precision_at_20_max
value: 14.704258887537083
- type: nauc_precision_at_20_std
value: 7.4047267893058395
- type: nauc_precision_at_3_diff1
value: 22.446224666772185
- type: nauc_precision_at_3_max
value: 13.622002725403505
- type: nauc_precision_at_3_std
value: -2.488819731632478
- type: nauc_precision_at_5_diff1
value: 21.1751496038234
- type: nauc_precision_at_5_max
value: 15.792936657395753
- type: nauc_precision_at_5_std
value: 0.33435363620460834
- type: nauc_recall_at_1000_diff1
value: 3.1437059937979086
- type: nauc_recall_at_1000_max
value: 21.470870159303246
- type: nauc_recall_at_1000_std
value: 45.70068528661671
- type: nauc_recall_at_100_diff1
value: 20.13544486693584
- type: nauc_recall_at_100_max
value: 26.333993225309104
- type: nauc_recall_at_100_std
value: 24.441591685006866
- type: nauc_recall_at_10_diff1
value: 25.196699930978316
- type: nauc_recall_at_10_max
value: 18.357619567515982
- type: nauc_recall_at_10_std
value: 2.372775123084514
- type: nauc_recall_at_1_diff1
value: 37.338628279209864
- type: nauc_recall_at_1_max
value: 13.031485276530988
- type: nauc_recall_at_1_std
value: 1.6522144610114782
- type: nauc_recall_at_20_diff1
value: 23.584794147101206
- type: nauc_recall_at_20_max
value: 17.554186420673393
- type: nauc_recall_at_20_std
value: 6.80815648167649
- type: nauc_recall_at_3_diff1
value: 25.985231586237965
- type: nauc_recall_at_3_max
value: 11.76324144774928
- type: nauc_recall_at_3_std
value: -2.963222838479749
- type: nauc_recall_at_5_diff1
value: 26.323181884774176
- type: nauc_recall_at_5_max
value: 14.429926567066673
- type: nauc_recall_at_5_std
value: -0.00012675963437829796
- type: ndcg_at_1
value: 27.985
- type: ndcg_at_10
value: 38.766
- type: ndcg_at_100
value: 44.753
- type: ndcg_at_1000
value: 47.038000000000004
- type: ndcg_at_20
value: 41.265
- type: ndcg_at_3
value: 32.879000000000005
- type: ndcg_at_5
value: 35.659
- type: precision_at_1
value: 27.985
- type: precision_at_10
value: 7.301
- type: precision_at_100
value: 1.169
- type: precision_at_1000
value: 0.148
- type: precision_at_20
value: 4.359
- type: precision_at_3
value: 16.211000000000002
- type: precision_at_5
value: 11.816
- type: recall_at_1
value: 22.194
- type: recall_at_10
value: 52.589
- type: recall_at_100
value: 78.062
- type: recall_at_1000
value: 94.074
- type: recall_at_20
value: 61.623000000000005
- type: recall_at_3
value: 36.278
- type: recall_at_5
value: 43.38
- task:
type: Retrieval
dataset:
name: MTEB CQADupstackPhysicsRetrieval (default)
type: mteb/cqadupstack-physics
config: default
split: test
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
metrics:
- type: main_score
value: 53.893
- type: map_at_1
value: 35.012
- type: map_at_10
value: 47.613
- type: map_at_100
value: 48.971
- type: map_at_1000
value: 49.063
- type: map_at_20
value: 48.359
- type: map_at_3
value: 44.082
- type: map_at_5
value: 46.21
- type: mrr_at_1
value: 42.54090471607314
- type: mrr_at_10
value: 52.945827031486324
- type: mrr_at_100
value: 53.72281654233849
- type: mrr_at_1000
value: 53.745157751270824
- type: mrr_at_20
value: 53.385817786371135
- type: mrr_at_3
value: 50.59351940968877
- type: mrr_at_5
value: 52.104587744626215
- type: nauc_map_at_1000_diff1
value: 48.33492567946275
- type: nauc_map_at_1000_max
value: 28.433337468551517
- type: nauc_map_at_1000_std
value: -10.190998584209403
- type: nauc_map_at_100_diff1
value: 48.33909629330693
- type: nauc_map_at_100_max
value: 28.419994456722026
- type: nauc_map_at_100_std
value: -10.235081491154807
- type: nauc_map_at_10_diff1
value: 48.53095045914228
- type: nauc_map_at_10_max
value: 28.127796242401004
- type: nauc_map_at_10_std
value: -11.01082028487877
- type: nauc_map_at_1_diff1
value: 53.649108353905916
- type: nauc_map_at_1_max
value: 26.374246280085167
- type: nauc_map_at_1_std
value: -13.139747091527232
- type: nauc_map_at_20_diff1
value: 48.3280172513891
- type: nauc_map_at_20_max
value: 28.305001377760526
- type: nauc_map_at_20_std
value: -10.605331749641165
- type: nauc_map_at_3_diff1
value: 49.153534229465166
- type: nauc_map_at_3_max
value: 26.279118718624357
- type: nauc_map_at_3_std
value: -11.726274525594594
- type: nauc_map_at_5_diff1
value: 48.582263895163095
- type: nauc_map_at_5_max
value: 27.600960424655664
- type: nauc_map_at_5_std
value: -11.388324962006987
- type: nauc_mrr_at_1000_diff1
value: 48.44969791641315
- type: nauc_mrr_at_1000_max
value: 30.766154468635996
- type: nauc_mrr_at_1000_std
value: -7.433159357502868
- type: nauc_mrr_at_100_diff1
value: 48.446996014110056
- type: nauc_mrr_at_100_max
value: 30.77778009976802
- type: nauc_mrr_at_100_std
value: -7.4214844009140455
- type: nauc_mrr_at_10_diff1
value: 48.46437502902085
- type: nauc_mrr_at_10_max
value: 30.644355578544396
- type: nauc_mrr_at_10_std
value: -7.60660588314165
- type: nauc_mrr_at_1_diff1
value: 51.75053280771205
- type: nauc_mrr_at_1_max
value: 32.20326775017326
- type: nauc_mrr_at_1_std
value: -7.751249960234988
- type: nauc_mrr_at_20_diff1
value: 48.44985237814549
- type: nauc_mrr_at_20_max
value: 30.724011978924064
- type: nauc_mrr_at_20_std
value: -7.542446860622669
- type: nauc_mrr_at_3_diff1
value: 48.07189918639105
- type: nauc_mrr_at_3_max
value: 29.49689064034342
- type: nauc_mrr_at_3_std
value: -8.048770832399613
- type: nauc_mrr_at_5_diff1
value: 47.96784830129403
- type: nauc_mrr_at_5_max
value: 30.163178388814504
- type: nauc_mrr_at_5_std
value: -8.273539965534646
- type: nauc_ndcg_at_1000_diff1
value: 47.57997119166584
- type: nauc_ndcg_at_1000_max
value: 30.15265238140928
- type: nauc_ndcg_at_1000_std
value: -7.182719485523506
- type: nauc_ndcg_at_100_diff1
value: 47.47854808504636
- type: nauc_ndcg_at_100_max
value: 30.24869750327265
- type: nauc_ndcg_at_100_std
value: -7.161783027754096
- type: nauc_ndcg_at_10_diff1
value: 47.43160783221118
- type: nauc_ndcg_at_10_max
value: 28.85230033642103
- type: nauc_ndcg_at_10_std
value: -10.188037568324937
- type: nauc_ndcg_at_1_diff1
value: 51.75053280771205
- type: nauc_ndcg_at_1_max
value: 32.20326775017326
- type: nauc_ndcg_at_1_std
value: -7.751249960234988
- type: nauc_ndcg_at_20_diff1
value: 47.12845747675502
- type: nauc_ndcg_at_20_max
value: 29.3292150770514
- type: nauc_ndcg_at_20_std
value: -9.195508753243207
- type: nauc_ndcg_at_3_diff1
value: 47.08761845137898
- type: nauc_ndcg_at_3_max
value: 26.65140420355011
- type: nauc_ndcg_at_3_std
value: -9.875410510080297
- type: nauc_ndcg_at_5_diff1
value: 46.71812623990855
- type: nauc_ndcg_at_5_max
value: 28.019689931762453
- type: nauc_ndcg_at_5_std
value: -10.564763057666365
- type: nauc_precision_at_1000_diff1
value: -18.672244049695788
- type: nauc_precision_at_1000_max
value: 1.5236368393702486
- type: nauc_precision_at_1000_std
value: 19.391348785940522
- type: nauc_precision_at_100_diff1
value: -11.777137115010534
- type: nauc_precision_at_100_max
value: 9.135014085804933
- type: nauc_precision_at_100_std
value: 21.12692896308041
- type: nauc_precision_at_10_diff1
value: 6.844396964136933
- type: nauc_precision_at_10_max
value: 18.55877978458855
- type: nauc_precision_at_10_std
value: 6.671582447880328
- type: nauc_precision_at_1_diff1
value: 51.75053280771205
- type: nauc_precision_at_1_max
value: 32.20326775017326
- type: nauc_precision_at_1_std
value: -7.751249960234988
- type: nauc_precision_at_20_diff1
value: -1.442664564179706
- type: nauc_precision_at_20_max
value: 15.340885744268606
- type: nauc_precision_at_20_std
value: 12.163710009596011
- type: nauc_precision_at_3_diff1
value: 25.728062375098666
- type: nauc_precision_at_3_max
value: 22.47813702523398
- type: nauc_precision_at_3_std
value: -0.4916532868054475
- type: nauc_precision_at_5_diff1
value: 14.927202370778891
- type: nauc_precision_at_5_max
value: 22.01860485431669
- type: nauc_precision_at_5_std
value: 2.4367836826340716
- type: nauc_recall_at_1000_diff1
value: 49.61327701318546
- type: nauc_recall_at_1000_max
value: 55.735183781771255
- type: nauc_recall_at_1000_std
value: 40.86201406256184
- type: nauc_recall_at_100_diff1
value: 40.9808859736081
- type: nauc_recall_at_100_max
value: 37.89714011000189
- type: nauc_recall_at_100_std
value: 13.001425913684672
- type: nauc_recall_at_10_diff1
value: 42.11640791602849
- type: nauc_recall_at_10_max
value: 27.639245759700525
- type: nauc_recall_at_10_std
value: -10.115499540962759
- type: nauc_recall_at_1_diff1
value: 53.649108353905916
- type: nauc_recall_at_1_max
value: 26.374246280085167
- type: nauc_recall_at_1_std
value: -13.139747091527232
- type: nauc_recall_at_20_diff1
value: 40.759415586574164
- type: nauc_recall_at_20_max
value: 28.88475759388743
- type: nauc_recall_at_20_std
value: -6.557196266465641
- type: nauc_recall_at_3_diff1
value: 43.11231831377521
- type: nauc_recall_at_3_max
value: 21.57590234692241
- type: nauc_recall_at_3_std
value: -12.535579716094292
- type: nauc_recall_at_5_diff1
value: 40.624229969140515
- type: nauc_recall_at_5_max
value: 24.406786983369628
- type: nauc_recall_at_5_std
value: -12.993898363073523
- type: ndcg_at_1
value: 42.541000000000004
- type: ndcg_at_10
value: 53.893
- type: ndcg_at_100
value: 59.160000000000004
- type: ndcg_at_1000
value: 60.549
- type: ndcg_at_20
value: 55.943
- type: ndcg_at_3
value: 48.729
- type: ndcg_at_5
value: 51.504000000000005
- type: precision_at_1
value: 42.541000000000004
- type: precision_at_10
value: 9.769
- type: precision_at_100
value: 1.436
- type: precision_at_1000
value: 0.173
- type: precision_at_20
value: 5.606
- type: precision_at_3
value: 23.291999999999998
- type: precision_at_5
value: 16.573999999999998
- type: recall_at_1
value: 35.012
- type: recall_at_10
value: 66.668
- type: recall_at_100
value: 88.43900000000001
- type: recall_at_1000
value: 96.858
- type: recall_at_20
value: 73.741
- type: recall_at_3
value: 52.5
- type: recall_at_5
value: 59.489000000000004
- task:
type: Retrieval
dataset:
name: MTEB CQADupstackProgrammersRetrieval (default)
type: mteb/cqadupstack-programmers
config: default
split: test
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
metrics:
- type: main_score
value: 51.151
- type: map_at_1
value: 31.976
- type: map_at_10
value: 44.372
- type: map_at_100
value: 45.772
- type: map_at_1000
value: 45.86
- type: map_at_20
value: 45.141999999999996
- type: map_at_3
value: 40.384
- type: map_at_5
value: 42.671
- type: mrr_at_1
value: 39.726027397260275
- type: mrr_at_10
value: 50.237008045227206
- type: mrr_at_100
value: 51.00797456759301
- type: mrr_at_1000
value: 51.0438180348488
- type: mrr_at_20
value: 50.692345088762416
- type: mrr_at_3
value: 47.450532724505294
- type: mrr_at_5
value: 48.96879756468792
- type: nauc_map_at_1000_diff1
value: 45.62130810361153
- type: nauc_map_at_1000_max
value: 36.32159976063163
- type: nauc_map_at_1000_std
value: 1.1987591996375244
- type: nauc_map_at_100_diff1
value: 45.59831464844773
- type: nauc_map_at_100_max
value: 36.33392594753103
- type: nauc_map_at_100_std
value: 1.2255994308791645
- type: nauc_map_at_10_diff1
value: 45.5694944718802
- type: nauc_map_at_10_max
value: 35.85529308786782
- type: nauc_map_at_10_std
value: 0.5955808656405205
- type: nauc_map_at_1_diff1
value: 52.006916444402705
- type: nauc_map_at_1_max
value: 31.46971111816068
- type: nauc_map_at_1_std
value: -5.841514911996808
- type: nauc_map_at_20_diff1
value: 45.614991265384134
- type: nauc_map_at_20_max
value: 36.22481627485531
- type: nauc_map_at_20_std
value: 1.0225219860087784
- type: nauc_map_at_3_diff1
value: 45.70591166263063
- type: nauc_map_at_3_max
value: 34.85866695253853
- type: nauc_map_at_3_std
value: -1.3559438227802654
- type: nauc_map_at_5_diff1
value: 45.3371848868359
- type: nauc_map_at_5_max
value: 35.53359157566889
- type: nauc_map_at_5_std
value: -0.050440052849088216
- type: nauc_mrr_at_1000_diff1
value: 45.643404192715344
- type: nauc_mrr_at_1000_max
value: 38.683456197514374
- type: nauc_mrr_at_1000_std
value: 3.6510994600177766
- type: nauc_mrr_at_100_diff1
value: 45.61737222810662
- type: nauc_mrr_at_100_max
value: 38.6898459851549
- type: nauc_mrr_at_100_std
value: 3.6794921137057965
- type: nauc_mrr_at_10_diff1
value: 45.4389518659568
- type: nauc_mrr_at_10_max
value: 38.46663230841972
- type: nauc_mrr_at_10_std
value: 3.4955370353613437
- type: nauc_mrr_at_1_diff1
value: 51.53447970851375
- type: nauc_mrr_at_1_max
value: 36.83777704134797
- type: nauc_mrr_at_1_std
value: -0.20181987547405483
- type: nauc_mrr_at_20_diff1
value: 45.580395710865595
- type: nauc_mrr_at_20_max
value: 38.668743354722075
- type: nauc_mrr_at_20_std
value: 3.6072444777545414
- type: nauc_mrr_at_3_diff1
value: 45.660055750926595
- type: nauc_mrr_at_3_max
value: 38.469178980396656
- type: nauc_mrr_at_3_std
value: 2.691218725900893
- type: nauc_mrr_at_5_diff1
value: 45.634591047835144
- type: nauc_mrr_at_5_max
value: 38.77891185568239
- type: nauc_mrr_at_5_std
value: 3.524025032661579
- type: nauc_ndcg_at_1000_diff1
value: 44.473420323427575
- type: nauc_ndcg_at_1000_max
value: 37.84517773820968
- type: nauc_ndcg_at_1000_std
value: 3.8879967318195567
- type: nauc_ndcg_at_100_diff1
value: 43.93595838190974
- type: nauc_ndcg_at_100_max
value: 38.48760158899655
- type: nauc_ndcg_at_100_std
value: 5.125658250662759
- type: nauc_ndcg_at_10_diff1
value: 43.75007923879972
- type: nauc_ndcg_at_10_max
value: 37.04943122318896
- type: nauc_ndcg_at_10_std
value: 3.0918588572447914
- type: nauc_ndcg_at_1_diff1
value: 51.53447970851375
- type: nauc_ndcg_at_1_max
value: 36.83777704134797
- type: nauc_ndcg_at_1_std
value: -0.20181987547405483
- type: nauc_ndcg_at_20_diff1
value: 43.84917933584441
- type: nauc_ndcg_at_20_max
value: 38.05038974138388
- type: nauc_ndcg_at_20_std
value: 4.080005247163919
- type: nauc_ndcg_at_3_diff1
value: 43.871703221720196
- type: nauc_ndcg_at_3_max
value: 36.37962400914173
- type: nauc_ndcg_at_3_std
value: 1.1380927635098264
- type: nauc_ndcg_at_5_diff1
value: 43.78596218009951
- type: nauc_ndcg_at_5_max
value: 37.071166988881124
- type: nauc_ndcg_at_5_std
value: 2.4211484479113343
- type: nauc_precision_at_1000_diff1
value: -12.063807508710797
- type: nauc_precision_at_1000_max
value: 3.0534600128229705
- type: nauc_precision_at_1000_std
value: 10.713012078723349
- type: nauc_precision_at_100_diff1
value: -5.991867590224487
- type: nauc_precision_at_100_max
value: 11.522954085499421
- type: nauc_precision_at_100_std
value: 16.752135624833205
- type: nauc_precision_at_10_diff1
value: 11.732182015548547
- type: nauc_precision_at_10_max
value: 24.566425753550515
- type: nauc_precision_at_10_std
value: 15.84645732647604
- type: nauc_precision_at_1_diff1
value: 51.53447970851375
- type: nauc_precision_at_1_max
value: 36.83777704134797
- type: nauc_precision_at_1_std
value: -0.20181987547405483
- type: nauc_precision_at_20_diff1
value: 5.035581730073983
- type: nauc_precision_at_20_max
value: 20.532680423336203
- type: nauc_precision_at_20_std
value: 17.21343646990562
- type: nauc_precision_at_3_diff1
value: 26.336385384915346
- type: nauc_precision_at_3_max
value: 34.89706784191639
- type: nauc_precision_at_3_std
value: 10.49473682331338
- type: nauc_precision_at_5_diff1
value: 18.756823355607022
- type: nauc_precision_at_5_max
value: 29.913609784216167
- type: nauc_precision_at_5_std
value: 13.772361907662217
- type: nauc_recall_at_1000_diff1
value: 21.879866503531044
- type: nauc_recall_at_1000_max
value: 37.016810874312554
- type: nauc_recall_at_1000_std
value: 37.022197071130606
- type: nauc_recall_at_100_diff1
value: 28.21066779529965
- type: nauc_recall_at_100_max
value: 45.164115032338664
- type: nauc_recall_at_100_std
value: 31.411584857962232
- type: nauc_recall_at_10_diff1
value: 34.17100873986437
- type: nauc_recall_at_10_max
value: 33.68680443564895
- type: nauc_recall_at_10_std
value: 7.114874526753165
- type: nauc_recall_at_1_diff1
value: 52.006916444402705
- type: nauc_recall_at_1_max
value: 31.46971111816068
- type: nauc_recall_at_1_std
value: -5.841514911996808
- type: nauc_recall_at_20_diff1
value: 33.42327780252708
- type: nauc_recall_at_20_max
value: 38.03171798236118
- type: nauc_recall_at_20_std
value: 12.473384277901243
- type: nauc_recall_at_3_diff1
value: 37.72580392830666
- type: nauc_recall_at_3_max
value: 33.8785403157307
- type: nauc_recall_at_3_std
value: 0.9069329386546272
- type: nauc_recall_at_5_diff1
value: 36.30102493975623
- type: nauc_recall_at_5_max
value: 35.0689681059825
- type: nauc_recall_at_5_std
value: 4.419807746197185
- type: ndcg_at_1
value: 39.726
- type: ndcg_at_10
value: 51.151
- type: ndcg_at_100
value: 56.449000000000005
- type: ndcg_at_1000
value: 58.012
- type: ndcg_at_20
value: 53.315999999999995
- type: ndcg_at_3
value: 45.163
- type: ndcg_at_5
value: 47.899
- type: precision_at_1
value: 39.726
- type: precision_at_10
value: 9.543
- type: precision_at_100
value: 1.417
- type: precision_at_1000
value: 0.17099999999999999
- type: precision_at_20
value: 5.502
- type: precision_at_3
value: 21.804000000000002
- type: precision_at_5
value: 15.684999999999999
- type: recall_at_1
value: 31.976
- type: recall_at_10
value: 65.243
- type: recall_at_100
value: 87.168
- type: recall_at_1000
value: 97.504
- type: recall_at_20
value: 72.951
- type: recall_at_3
value: 48.254000000000005
- type: recall_at_5
value: 55.595000000000006
- task:
type: Retrieval
dataset:
name: MTEB CQADupstackRetrieval (default)
type: CQADupstackRetrieval_is_a_combined_dataset
config: default
split: test
revision: CQADupstackRetrieval_is_a_combined_dataset
metrics:
- type: main_score
value: 48.669000000000004
- type: ndcg_at_10
value: 48.669000000000004
- task:
type: Retrieval
dataset:
name: MTEB CQADupstackStatsRetrieval (default)
type: mteb/cqadupstack-stats
config: default
split: test
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
metrics:
- type: main_score
value: 41.521
- type: map_at_1
value: 27.765
- type: map_at_10
value: 36.614000000000004
- type: map_at_100
value: 37.817
- type: map_at_1000
value: 37.906
- type: map_at_20
value: 37.313
- type: map_at_3
value: 33.937
- type: map_at_5
value: 35.516
- type: mrr_at_1
value: 30.981595092024538
- type: mrr_at_10
value: 39.44681809329049
- type: mrr_at_100
value: 40.37271039447302
- type: mrr_at_1000
value: 40.434685794294474
- type: mrr_at_20
value: 40.00737117524118
- type: mrr_at_3
value: 36.91206543967281
- type: mrr_at_5
value: 38.39212678936605
- type: nauc_map_at_1000_diff1
value: 52.81391663490261
- type: nauc_map_at_1000_max
value: 29.664172550013774
- type: nauc_map_at_1000_std
value: -2.7414196510762445
- type: nauc_map_at_100_diff1
value: 52.764084197052306
- type: nauc_map_at_100_max
value: 29.647430801923274
- type: nauc_map_at_100_std
value: -2.7255714834919655
- type: nauc_map_at_10_diff1
value: 53.1353567009527
- type: nauc_map_at_10_max
value: 29.553212761206954
- type: nauc_map_at_10_std
value: -3.1409230447808136
- type: nauc_map_at_1_diff1
value: 60.84686852570778
- type: nauc_map_at_1_max
value: 30.4288106949597
- type: nauc_map_at_1_std
value: -7.578528382462288
- type: nauc_map_at_20_diff1
value: 52.88252470124129
- type: nauc_map_at_20_max
value: 29.524183751068307
- type: nauc_map_at_20_std
value: -3.1020875723206927
- type: nauc_map_at_3_diff1
value: 55.097956701125185
- type: nauc_map_at_3_max
value: 30.197490024554707
- type: nauc_map_at_3_std
value: -4.883694538996516
- type: nauc_map_at_5_diff1
value: 53.93889159560893
- type: nauc_map_at_5_max
value: 29.676635020687925
- type: nauc_map_at_5_std
value: -3.3679708283522016
- type: nauc_mrr_at_1000_diff1
value: 52.46704766008962
- type: nauc_mrr_at_1000_max
value: 29.563385256175916
- type: nauc_mrr_at_1000_std
value: -1.296486223268209
- type: nauc_mrr_at_100_diff1
value: 52.42981778069272
- type: nauc_mrr_at_100_max
value: 29.56377822987918
- type: nauc_mrr_at_100_std
value: -1.2762300567936988
- type: nauc_mrr_at_10_diff1
value: 52.55006453907257
- type: nauc_mrr_at_10_max
value: 29.576046278214125
- type: nauc_mrr_at_10_std
value: -1.5535359096219175
- type: nauc_mrr_at_1_diff1
value: 59.08308459352257
- type: nauc_mrr_at_1_max
value: 29.938769552965542
- type: nauc_mrr_at_1_std
value: -3.6474707765933374
- type: nauc_mrr_at_20_diff1
value: 52.40073561812595
- type: nauc_mrr_at_20_max
value: 29.453126465073513
- type: nauc_mrr_at_20_std
value: -1.5311349014705307
- type: nauc_mrr_at_3_diff1
value: 54.0627524284012
- type: nauc_mrr_at_3_max
value: 29.6471651189158
- type: nauc_mrr_at_3_std
value: -3.1605550371803077
- type: nauc_mrr_at_5_diff1
value: 52.9940750094676
- type: nauc_mrr_at_5_max
value: 29.224601903567233
- type: nauc_mrr_at_5_std
value: -1.973807036089598
- type: nauc_ndcg_at_1000_diff1
value: 50.31108553303487
- type: nauc_ndcg_at_1000_max
value: 30.065099576955294
- type: nauc_ndcg_at_1000_std
value: 0.8165367280480663
- type: nauc_ndcg_at_100_diff1
value: 48.954669298701
- type: nauc_ndcg_at_100_max
value: 29.985564650320757
- type: nauc_ndcg_at_100_std
value: 1.442706323905779
- type: nauc_ndcg_at_10_diff1
value: 49.939726171975074
- type: nauc_ndcg_at_10_max
value: 29.038780243968038
- type: nauc_ndcg_at_10_std
value: -1.2301036879077722
- type: nauc_ndcg_at_1_diff1
value: 59.08308459352257
- type: nauc_ndcg_at_1_max
value: 29.938769552965542
- type: nauc_ndcg_at_1_std
value: -3.6474707765933374
- type: nauc_ndcg_at_20_diff1
value: 49.240899070998786
- type: nauc_ndcg_at_20_max
value: 28.846948404378892
- type: nauc_ndcg_at_20_std
value: -0.942645164997025
- type: nauc_ndcg_at_3_diff1
value: 52.779966640966336
- type: nauc_ndcg_at_3_max
value: 29.44335897565144
- type: nauc_ndcg_at_3_std
value: -4.07045432893811
- type: nauc_ndcg_at_5_diff1
value: 51.140081962279204
- type: nauc_ndcg_at_5_max
value: 28.780221435137843
- type: nauc_ndcg_at_5_std
value: -1.9647629237439366
- type: nauc_precision_at_1000_diff1
value: -6.667071013946099
- type: nauc_precision_at_1000_max
value: 4.88937713617606
- type: nauc_precision_at_1000_std
value: 12.197077398297914
- type: nauc_precision_at_100_diff1
value: -1.6271908247032583
- type: nauc_precision_at_100_max
value: 12.09691975180073
- type: nauc_precision_at_100_std
value: 18.43894936485954
- type: nauc_precision_at_10_diff1
value: 21.030543772837955
- type: nauc_precision_at_10_max
value: 17.862245258912697
- type: nauc_precision_at_10_std
value: 10.219782614987436
- type: nauc_precision_at_1_diff1
value: 59.08308459352257
- type: nauc_precision_at_1_max
value: 29.938769552965542
- type: nauc_precision_at_1_std
value: -3.6474707765933374
- type: nauc_precision_at_20_diff1
value: 11.836687933490524
- type: nauc_precision_at_20_max
value: 14.637079306722528
- type: nauc_precision_at_20_std
value: 10.552762967644831
- type: nauc_precision_at_3_diff1
value: 39.63462382612583
- type: nauc_precision_at_3_max
value: 25.01424566918112
- type: nauc_precision_at_3_std
value: 1.6711537034528392
- type: nauc_precision_at_5_diff1
value: 31.04606982791796
- type: nauc_precision_at_5_max
value: 20.557020391430015
- type: nauc_precision_at_5_std
value: 7.872967924046605
- type: nauc_recall_at_1000_diff1
value: 36.404996367121555
- type: nauc_recall_at_1000_max
value: 36.582711053620095
- type: nauc_recall_at_1000_std
value: 47.36968865441867
- type: nauc_recall_at_100_diff1
value: 29.261159461344484
- type: nauc_recall_at_100_max
value: 32.38893628092869
- type: nauc_recall_at_100_std
value: 24.930995926123607
- type: nauc_recall_at_10_diff1
value: 39.51413409423682
- type: nauc_recall_at_10_max
value: 26.592883142970596
- type: nauc_recall_at_10_std
value: 3.41837874566946
- type: nauc_recall_at_1_diff1
value: 60.84686852570778
- type: nauc_recall_at_1_max
value: 30.4288106949597
- type: nauc_recall_at_1_std
value: -7.578528382462288
- type: nauc_recall_at_20_diff1
value: 35.15078785544861
- type: nauc_recall_at_20_max
value: 24.82983217630711
- type: nauc_recall_at_20_std
value: 5.116281941537316
- type: nauc_recall_at_3_diff1
value: 48.911475883980984
- type: nauc_recall_at_3_max
value: 28.502568900649567
- type: nauc_recall_at_3_std
value: -4.418317057071089
- type: nauc_recall_at_5_diff1
value: 44.24824647304154
- type: nauc_recall_at_5_max
value: 26.392262615242974
- type: nauc_recall_at_5_std
value: 0.807270243261763
- type: ndcg_at_1
value: 30.982
- type: ndcg_at_10
value: 41.521
- type: ndcg_at_100
value: 46.831
- type: ndcg_at_1000
value: 48.983
- type: ndcg_at_20
value: 43.79
- type: ndcg_at_3
value: 36.658
- type: ndcg_at_5
value: 39.151
- type: precision_at_1
value: 30.982
- type: precision_at_10
value: 6.656
- type: precision_at_100
value: 1.009
- type: precision_at_1000
value: 0.127
- type: precision_at_20
value: 3.9190000000000005
- type: precision_at_3
value: 15.848999999999998
- type: precision_at_5
value: 11.166
- type: recall_at_1
value: 27.765
- type: recall_at_10
value: 53.42400000000001
- type: recall_at_100
value: 76.847
- type: recall_at_1000
value: 92.613
- type: recall_at_20
value: 61.973
- type: recall_at_3
value: 40.373
- type: recall_at_5
value: 46.421
- task:
type: Retrieval
dataset:
name: MTEB CQADupstackTexRetrieval (default)
type: mteb/cqadupstack-tex
config: default
split: test
revision: 46989137a86843e03a6195de44b09deda022eec7
metrics:
- type: main_score
value: 37.183
- type: map_at_1
value: 22.567999999999998
- type: map_at_10
value: 31.695
- type: map_at_100
value: 32.983000000000004
- type: map_at_1000
value: 33.103
- type: map_at_20
value: 32.415
- type: map_at_3
value: 28.788000000000004
- type: map_at_5
value: 30.447999999999997
- type: mrr_at_1
value: 27.35719201651755
- type: mrr_at_10
value: 36.02016626792957
- type: mrr_at_100
value: 36.98001375170261
- type: mrr_at_1000
value: 37.047243773430516
- type: mrr_at_20
value: 36.59436259474964
- type: mrr_at_3
value: 33.56847900894709
- type: mrr_at_5
value: 35.008602890571375
- type: nauc_map_at_1000_diff1
value: 38.31962882173507
- type: nauc_map_at_1000_max
value: 20.234054345740052
- type: nauc_map_at_1000_std
value: 0.7148544253591265
- type: nauc_map_at_100_diff1
value: 38.30158981561181
- type: nauc_map_at_100_max
value: 20.25583133514947
- type: nauc_map_at_100_std
value: 0.7067333640571242
- type: nauc_map_at_10_diff1
value: 38.399246886273495
- type: nauc_map_at_10_max
value: 20.138790038401027
- type: nauc_map_at_10_std
value: 0.22555232002920708
- type: nauc_map_at_1_diff1
value: 42.478984768354664
- type: nauc_map_at_1_max
value: 17.347554652757935
- type: nauc_map_at_1_std
value: -1.7479543132075324
- type: nauc_map_at_20_diff1
value: 38.29285220008463
- type: nauc_map_at_20_max
value: 20.24494800952884
- type: nauc_map_at_20_std
value: 0.44773706907718713
- type: nauc_map_at_3_diff1
value: 38.9344151744796
- type: nauc_map_at_3_max
value: 19.34711920281405
- type: nauc_map_at_3_std
value: -0.5518134498464485
- type: nauc_map_at_5_diff1
value: 38.6869751352327
- type: nauc_map_at_5_max
value: 19.89431319427727
- type: nauc_map_at_5_std
value: -0.36906720632055906
- type: nauc_mrr_at_1000_diff1
value: 39.110035055268085
- type: nauc_mrr_at_1000_max
value: 20.30218201303233
- type: nauc_mrr_at_1000_std
value: 0.9892682538038587
- type: nauc_mrr_at_100_diff1
value: 39.09521676323142
- type: nauc_mrr_at_100_max
value: 20.303440926608825
- type: nauc_mrr_at_100_std
value: 0.9904688660728255
- type: nauc_mrr_at_10_diff1
value: 39.12003544583391
- type: nauc_mrr_at_10_max
value: 20.19465899845882
- type: nauc_mrr_at_10_std
value: 0.6654599149147801
- type: nauc_mrr_at_1_diff1
value: 42.92018294879498
- type: nauc_mrr_at_1_max
value: 18.079509143646572
- type: nauc_mrr_at_1_std
value: -0.7823014353906856
- type: nauc_mrr_at_20_diff1
value: 39.07506626859272
- type: nauc_mrr_at_20_max
value: 20.294506646852366
- type: nauc_mrr_at_20_std
value: 0.864333481006957
- type: nauc_mrr_at_3_diff1
value: 39.656311554576554
- type: nauc_mrr_at_3_max
value: 20.040146586295066
- type: nauc_mrr_at_3_std
value: 0.42910721174052
- type: nauc_mrr_at_5_diff1
value: 39.37561835510038
- type: nauc_mrr_at_5_max
value: 20.30007258049178
- type: nauc_mrr_at_5_std
value: 0.3371598067963826
- type: nauc_ndcg_at_1000_diff1
value: 37.273483901039924
- type: nauc_ndcg_at_1000_max
value: 21.410335996289184
- type: nauc_ndcg_at_1000_std
value: 3.288797871787962
- type: nauc_ndcg_at_100_diff1
value: 36.721073992334716
- type: nauc_ndcg_at_100_max
value: 21.68476210840317
- type: nauc_ndcg_at_100_std
value: 3.6548159650634346
- type: nauc_ndcg_at_10_diff1
value: 37.02792318514876
- type: nauc_ndcg_at_10_max
value: 21.063801347135968
- type: nauc_ndcg_at_10_std
value: 1.3595117069193776
- type: nauc_ndcg_at_1_diff1
value: 42.92018294879498
- type: nauc_ndcg_at_1_max
value: 18.079509143646572
- type: nauc_ndcg_at_1_std
value: -0.7823014353906856
- type: nauc_ndcg_at_20_diff1
value: 36.64918521516747
- type: nauc_ndcg_at_20_max
value: 21.460785913566458
- type: nauc_ndcg_at_20_std
value: 2.045078360541621
- type: nauc_ndcg_at_3_diff1
value: 38.180105254457445
- type: nauc_ndcg_at_3_max
value: 19.960996544401652
- type: nauc_ndcg_at_3_std
value: 0.22368956683777577
- type: nauc_ndcg_at_5_diff1
value: 37.681459156861266
- type: nauc_ndcg_at_5_max
value: 20.785307023225368
- type: nauc_ndcg_at_5_std
value: 0.3497228437243125
- type: nauc_precision_at_1000_diff1
value: -1.2945289411670948
- type: nauc_precision_at_1000_max
value: -2.051700713176913
- type: nauc_precision_at_1000_std
value: 7.697437265897111
- type: nauc_precision_at_100_diff1
value: 7.812054547548337
- type: nauc_precision_at_100_max
value: 9.140769013638478
- type: nauc_precision_at_100_std
value: 13.747018748295087
- type: nauc_precision_at_10_diff1
value: 21.712807144964266
- type: nauc_precision_at_10_max
value: 17.77356368869009
- type: nauc_precision_at_10_std
value: 6.966715221940607
- type: nauc_precision_at_1_diff1
value: 42.92018294879498
- type: nauc_precision_at_1_max
value: 18.079509143646572
- type: nauc_precision_at_1_std
value: -0.7823014353906856
- type: nauc_precision_at_20_diff1
value: 16.678807953635093
- type: nauc_precision_at_20_max
value: 16.13357637806647
- type: nauc_precision_at_20_std
value: 8.700523556896268
- type: nauc_precision_at_3_diff1
value: 31.32504900731501
- type: nauc_precision_at_3_max
value: 20.433892175372574
- type: nauc_precision_at_3_std
value: 3.2525265169941084
- type: nauc_precision_at_5_diff1
value: 26.847074585158044
- type: nauc_precision_at_5_max
value: 20.1621052968339
- type: nauc_precision_at_5_std
value: 4.403637252000099
- type: nauc_recall_at_1000_diff1
value: 25.369437454795012
- type: nauc_recall_at_1000_max
value: 31.068433952292608
- type: nauc_recall_at_1000_std
value: 30.586342412567408
- type: nauc_recall_at_100_diff1
value: 25.723465878178626
- type: nauc_recall_at_100_max
value: 26.521689460995844
- type: nauc_recall_at_100_std
value: 18.37373415496336
- type: nauc_recall_at_10_diff1
value: 30.59347861757255
- type: nauc_recall_at_10_max
value: 22.44330123588809
- type: nauc_recall_at_10_std
value: 3.3327269096563805
- type: nauc_recall_at_1_diff1
value: 42.478984768354664
- type: nauc_recall_at_1_max
value: 17.347554652757935
- type: nauc_recall_at_1_std
value: -1.7479543132075324
- type: nauc_recall_at_20_diff1
value: 28.37578852965159
- type: nauc_recall_at_20_max
value: 23.820034600059103
- type: nauc_recall_at_20_std
value: 6.083064353955198
- type: nauc_recall_at_3_diff1
value: 34.37897888758168
- type: nauc_recall_at_3_max
value: 20.488375032732815
- type: nauc_recall_at_3_std
value: 0.5627038554835839
- type: nauc_recall_at_5_diff1
value: 32.87036719646904
- type: nauc_recall_at_5_max
value: 21.797900752145853
- type: nauc_recall_at_5_std
value: 0.7621811262561744
- type: ndcg_at_1
value: 27.357
- type: ndcg_at_10
value: 37.183
- type: ndcg_at_100
value: 42.852000000000004
- type: ndcg_at_1000
value: 45.318999999999996
- type: ndcg_at_20
value: 39.425
- type: ndcg_at_3
value: 32.302
- type: ndcg_at_5
value: 34.705999999999996
- type: precision_at_1
value: 27.357
- type: precision_at_10
value: 6.7860000000000005
- type: precision_at_100
value: 1.1159999999999999
- type: precision_at_1000
value: 0.152
- type: precision_at_20
value: 4.062
- type: precision_at_3
value: 15.325
- type: precision_at_5
value: 11.129
- type: recall_at_1
value: 22.567999999999998
- type: recall_at_10
value: 49.085
- type: recall_at_100
value: 74.048
- type: recall_at_1000
value: 91.095
- type: recall_at_20
value: 57.303000000000004
- type: recall_at_3
value: 35.522999999999996
- type: recall_at_5
value: 41.746
- task:
type: Retrieval
dataset:
name: MTEB CQADupstackUnixRetrieval (default)
type: mteb/cqadupstack-unix
config: default
split: test
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
metrics:
- type: main_score
value: 51.396
- type: map_at_1
value: 34.811
- type: map_at_10
value: 45.659
- type: map_at_100
value: 46.976
- type: map_at_1000
value: 47.051
- type: map_at_20
value: 46.455
- type: map_at_3
value: 42.501
- type: map_at_5
value: 44.105
- type: mrr_at_1
value: 41.04477611940299
- type: mrr_at_10
value: 50.14592217484003
- type: mrr_at_100
value: 51.01085089250951
- type: mrr_at_1000
value: 51.046980740738725
- type: mrr_at_20
value: 50.712492575431334
- type: mrr_at_3
value: 47.7300995024875
- type: mrr_at_5
value: 48.94745024875615
- type: nauc_map_at_1000_diff1
value: 49.41972290901348
- type: nauc_map_at_1000_max
value: 30.418595984949516
- type: nauc_map_at_1000_std
value: -6.134402507069521
- type: nauc_map_at_100_diff1
value: 49.423634902558774
- type: nauc_map_at_100_max
value: 30.421983422706294
- type: nauc_map_at_100_std
value: -6.122990042471123
- type: nauc_map_at_10_diff1
value: 49.39514428586809
- type: nauc_map_at_10_max
value: 30.067750182517344
- type: nauc_map_at_10_std
value: -6.490781627285011
- type: nauc_map_at_1_diff1
value: 53.726930079027355
- type: nauc_map_at_1_max
value: 31.564271750054214
- type: nauc_map_at_1_std
value: -6.207203206377229
- type: nauc_map_at_20_diff1
value: 49.49428675089494
- type: nauc_map_at_20_max
value: 30.346830038902567
- type: nauc_map_at_20_std
value: -6.384581137155837
- type: nauc_map_at_3_diff1
value: 50.53398121184611
- type: nauc_map_at_3_max
value: 29.520136815187293
- type: nauc_map_at_3_std
value: -6.4862272997890065
- type: nauc_map_at_5_diff1
value: 49.918539885809444
- type: nauc_map_at_5_max
value: 29.881720947964986
- type: nauc_map_at_5_std
value: -6.1957266387111805
- type: nauc_mrr_at_1000_diff1
value: 49.045872943097876
- type: nauc_mrr_at_1000_max
value: 31.44086682478966
- type: nauc_mrr_at_1000_std
value: -5.294155484356357
- type: nauc_mrr_at_100_diff1
value: 49.02549363550889
- type: nauc_mrr_at_100_max
value: 31.425821773796304
- type: nauc_mrr_at_100_std
value: -5.290378070949134
- type: nauc_mrr_at_10_diff1
value: 48.79661575148535
- type: nauc_mrr_at_10_max
value: 31.130959589772296
- type: nauc_mrr_at_10_std
value: -5.623844633492856
- type: nauc_mrr_at_1_diff1
value: 52.90089377128913
- type: nauc_mrr_at_1_max
value: 32.40774032873656
- type: nauc_mrr_at_1_std
value: -6.0713885032931385
- type: nauc_mrr_at_20_diff1
value: 49.06030215791546
- type: nauc_mrr_at_20_max
value: 31.42717911738813
- type: nauc_mrr_at_20_std
value: -5.371125220467266
- type: nauc_mrr_at_3_diff1
value: 49.34651355599406
- type: nauc_mrr_at_3_max
value: 31.079367157632287
- type: nauc_mrr_at_3_std
value: -5.688689732352166
- type: nauc_mrr_at_5_diff1
value: 49.11887000542802
- type: nauc_mrr_at_5_max
value: 31.22370488379167
- type: nauc_mrr_at_5_std
value: -5.262549801076311
- type: nauc_ndcg_at_1000_diff1
value: 48.17029504156311
- type: nauc_ndcg_at_1000_max
value: 31.0071055656938
- type: nauc_ndcg_at_1000_std
value: -4.964563322138795
- type: nauc_ndcg_at_100_diff1
value: 47.75612009818361
- type: nauc_ndcg_at_100_max
value: 30.95429083420626
- type: nauc_ndcg_at_100_std
value: -4.3878208586863305
- type: nauc_ndcg_at_10_diff1
value: 47.4742202498153
- type: nauc_ndcg_at_10_max
value: 29.743145353732338
- type: nauc_ndcg_at_10_std
value: -6.567730922963033
- type: nauc_ndcg_at_1_diff1
value: 52.90089377128913
- type: nauc_ndcg_at_1_max
value: 32.40774032873656
- type: nauc_ndcg_at_1_std
value: -6.0713885032931385
- type: nauc_ndcg_at_20_diff1
value: 48.15976773981052
- type: nauc_ndcg_at_20_max
value: 30.720239716788537
- type: nauc_ndcg_at_20_std
value: -5.915046628959949
- type: nauc_ndcg_at_3_diff1
value: 48.77714679523068
- type: nauc_ndcg_at_3_max
value: 29.226005157792283
- type: nauc_ndcg_at_3_std
value: -6.4435406187140885
- type: nauc_ndcg_at_5_diff1
value: 48.297650732431784
- type: nauc_ndcg_at_5_max
value: 29.534042779795026
- type: nauc_ndcg_at_5_std
value: -5.949674263097888
- type: nauc_precision_at_1000_diff1
value: -18.247129854487877
- type: nauc_precision_at_1000_max
value: -6.022292074806939
- type: nauc_precision_at_1000_std
value: -1.021725353550691
- type: nauc_precision_at_100_diff1
value: -9.138050121076688
- type: nauc_precision_at_100_max
value: 3.997695077574597
- type: nauc_precision_at_100_std
value: 4.742972800203224
- type: nauc_precision_at_10_diff1
value: 13.194684490713202
- type: nauc_precision_at_10_max
value: 15.840940731793271
- type: nauc_precision_at_10_std
value: -6.051512441226457
- type: nauc_precision_at_1_diff1
value: 52.90089377128913
- type: nauc_precision_at_1_max
value: 32.40774032873656
- type: nauc_precision_at_1_std
value: -6.0713885032931385
- type: nauc_precision_at_20_diff1
value: 6.899839868403575
- type: nauc_precision_at_20_max
value: 13.891871886179638
- type: nauc_precision_at_20_std
value: -3.3290467352585367
- type: nauc_precision_at_3_diff1
value: 31.976884237970864
- type: nauc_precision_at_3_max
value: 21.50815377729393
- type: nauc_precision_at_3_std
value: -6.096414234677205
- type: nauc_precision_at_5_diff1
value: 23.971358558972202
- type: nauc_precision_at_5_max
value: 20.011127948852653
- type: nauc_precision_at_5_std
value: -4.670600588714178
- type: nauc_recall_at_1000_diff1
value: 44.51341582665117
- type: nauc_recall_at_1000_max
value: 45.529346087013685
- type: nauc_recall_at_1000_std
value: 29.12832024115422
- type: nauc_recall_at_100_diff1
value: 36.31817172758161
- type: nauc_recall_at_100_max
value: 31.24221823704618
- type: nauc_recall_at_100_std
value: 11.578251243360445
- type: nauc_recall_at_10_diff1
value: 39.50364422633259
- type: nauc_recall_at_10_max
value: 25.181494495474965
- type: nauc_recall_at_10_std
value: -7.337961863786262
- type: nauc_recall_at_1_diff1
value: 53.726930079027355
- type: nauc_recall_at_1_max
value: 31.564271750054214
- type: nauc_recall_at_1_std
value: -6.207203206377229
- type: nauc_recall_at_20_diff1
value: 41.474813670401616
- type: nauc_recall_at_20_max
value: 28.543585723893557
- type: nauc_recall_at_20_std
value: -4.765052709529466
- type: nauc_recall_at_3_diff1
value: 45.76783251087914
- type: nauc_recall_at_3_max
value: 26.023872990619722
- type: nauc_recall_at_3_std
value: -6.413853244730829
- type: nauc_recall_at_5_diff1
value: 43.5601470678474
- type: nauc_recall_at_5_max
value: 26.339112651956693
- type: nauc_recall_at_5_std
value: -4.714784586679173
- type: ndcg_at_1
value: 41.045
- type: ndcg_at_10
value: 51.396
- type: ndcg_at_100
value: 56.784
- type: ndcg_at_1000
value: 58.30800000000001
- type: ndcg_at_20
value: 53.835
- type: ndcg_at_3
value: 46.269
- type: ndcg_at_5
value: 48.318
- type: precision_at_1
value: 41.045
- type: precision_at_10
value: 8.674999999999999
- type: precision_at_100
value: 1.258
- type: precision_at_1000
value: 0.149
- type: precision_at_20
value: 5.009
- type: precision_at_3
value: 20.958
- type: precision_at_5
value: 14.366000000000001
- type: recall_at_1
value: 34.811
- type: recall_at_10
value: 64.054
- type: recall_at_100
value: 86.707
- type: recall_at_1000
value: 96.95
- type: recall_at_20
value: 72.879
- type: recall_at_3
value: 49.833
- type: recall_at_5
value: 55.145999999999994
- task:
type: Retrieval
dataset:
name: MTEB CQADupstackWebmastersRetrieval (default)
type: mteb/cqadupstack-webmasters
config: default
split: test
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
metrics:
- type: main_score
value: 48.229
- type: map_at_1
value: 31.906000000000002
- type: map_at_10
value: 42.254999999999995
- type: map_at_100
value: 44.213
- type: map_at_1000
value: 44.439
- type: map_at_20
value: 43.248
- type: map_at_3
value: 38.86
- type: map_at_5
value: 41.141
- type: mrr_at_1
value: 38.73517786561265
- type: mrr_at_10
value: 46.97024593763724
- type: mrr_at_100
value: 47.94481042970731
- type: mrr_at_1000
value: 47.985760758872495
- type: mrr_at_20
value: 47.53700953359998
- type: mrr_at_3
value: 44.36758893280635
- type: mrr_at_5
value: 46.12648221343875
- type: nauc_map_at_1000_diff1
value: 47.495088997816524
- type: nauc_map_at_1000_max
value: 19.671904439587365
- type: nauc_map_at_1000_std
value: -1.3627808016020522
- type: nauc_map_at_100_diff1
value: 47.43920373673026
- type: nauc_map_at_100_max
value: 19.867353334267776
- type: nauc_map_at_100_std
value: -1.761385629643101
- type: nauc_map_at_10_diff1
value: 47.15528348684556
- type: nauc_map_at_10_max
value: 19.676194850934312
- type: nauc_map_at_10_std
value: -3.6727807703472592
- type: nauc_map_at_1_diff1
value: 52.99557955883872
- type: nauc_map_at_1_max
value: 19.088249896716704
- type: nauc_map_at_1_std
value: -7.249973708167082
- type: nauc_map_at_20_diff1
value: 46.86356518180594
- type: nauc_map_at_20_max
value: 19.70347315131642
- type: nauc_map_at_20_std
value: -2.6720920366999374
- type: nauc_map_at_3_diff1
value: 47.07329819024913
- type: nauc_map_at_3_max
value: 18.945688932686426
- type: nauc_map_at_3_std
value: -5.3156839236392734
- type: nauc_map_at_5_diff1
value: 47.11053199684523
- type: nauc_map_at_5_max
value: 19.847890147729544
- type: nauc_map_at_5_std
value: -4.16500079949399
- type: nauc_mrr_at_1000_diff1
value: 48.41311022522712
- type: nauc_mrr_at_1000_max
value: 20.99590958422922
- type: nauc_mrr_at_1000_std
value: 0.2576393823165339
- type: nauc_mrr_at_100_diff1
value: 48.404798258835335
- type: nauc_mrr_at_100_max
value: 21.004559810198657
- type: nauc_mrr_at_100_std
value: 0.2676523816417369
- type: nauc_mrr_at_10_diff1
value: 48.475983871350884
- type: nauc_mrr_at_10_max
value: 21.11595664710079
- type: nauc_mrr_at_10_std
value: -0.1661763911556166
- type: nauc_mrr_at_1_diff1
value: 51.122302952336426
- type: nauc_mrr_at_1_max
value: 21.94116830220702
- type: nauc_mrr_at_1_std
value: -0.39465620507429194
- type: nauc_mrr_at_20_diff1
value: 48.29705556987262
- type: nauc_mrr_at_20_max
value: 20.968524188691408
- type: nauc_mrr_at_20_std
value: 0.28692937673491176
- type: nauc_mrr_at_3_diff1
value: 48.290151351112456
- type: nauc_mrr_at_3_max
value: 20.799391932160795
- type: nauc_mrr_at_3_std
value: -0.4049152481916527
- type: nauc_mrr_at_5_diff1
value: 48.620266848277524
- type: nauc_mrr_at_5_max
value: 20.828881801522147
- type: nauc_mrr_at_5_std
value: -0.06261283231981098
- type: nauc_ndcg_at_1000_diff1
value: 46.805728708415245
- type: nauc_ndcg_at_1000_max
value: 21.22113318417983
- type: nauc_ndcg_at_1000_std
value: 1.7659499118079376
- type: nauc_ndcg_at_100_diff1
value: 46.396587447695026
- type: nauc_ndcg_at_100_max
value: 21.229178416892807
- type: nauc_ndcg_at_100_std
value: 1.8230824931003011
- type: nauc_ndcg_at_10_diff1
value: 47.3897122791697
- type: nauc_ndcg_at_10_max
value: 19.649557338197745
- type: nauc_ndcg_at_10_std
value: -0.7257825152815804
- type: nauc_ndcg_at_1_diff1
value: 51.122302952336426
- type: nauc_ndcg_at_1_max
value: 21.94116830220702
- type: nauc_ndcg_at_1_std
value: -0.39465620507429194
- type: nauc_ndcg_at_20_diff1
value: 45.99045587435792
- type: nauc_ndcg_at_20_max
value: 19.464646365341085
- type: nauc_ndcg_at_20_std
value: 0.6094769668002494
- type: nauc_ndcg_at_3_diff1
value: 46.89854380329431
- type: nauc_ndcg_at_3_max
value: 19.771868883199687
- type: nauc_ndcg_at_3_std
value: -0.7566375331567338
- type: nauc_ndcg_at_5_diff1
value: 47.229821387349084
- type: nauc_ndcg_at_5_max
value: 20.448622864740855
- type: nauc_ndcg_at_5_std
value: -0.23214798197661607
- type: nauc_precision_at_1000_diff1
value: 2.456615752810366
- type: nauc_precision_at_1000_max
value: -13.30502314825911
- type: nauc_precision_at_1000_std
value: 35.76718839634999
- type: nauc_precision_at_100_diff1
value: 8.348492928163296
- type: nauc_precision_at_100_max
value: -3.525258460847986
- type: nauc_precision_at_100_std
value: 34.346913879335645
- type: nauc_precision_at_10_diff1
value: 19.647438939981345
- type: nauc_precision_at_10_max
value: 14.015118295827495
- type: nauc_precision_at_10_std
value: 19.339560320323752
- type: nauc_precision_at_1_diff1
value: 51.122302952336426
- type: nauc_precision_at_1_max
value: 21.94116830220702
- type: nauc_precision_at_1_std
value: -0.39465620507429194
- type: nauc_precision_at_20_diff1
value: 11.698037110773422
- type: nauc_precision_at_20_max
value: 8.098620556244079
- type: nauc_precision_at_20_std
value: 26.836939281263955
- type: nauc_precision_at_3_diff1
value: 28.78809807347473
- type: nauc_precision_at_3_max
value: 18.606067870867726
- type: nauc_precision_at_3_std
value: 8.767601891307244
- type: nauc_precision_at_5_diff1
value: 22.42088373252247
- type: nauc_precision_at_5_max
value: 19.879281993213862
- type: nauc_precision_at_5_std
value: 14.420290896413016
- type: nauc_recall_at_1000_diff1
value: 14.48477604400231
- type: nauc_recall_at_1000_max
value: 61.78599463752011
- type: nauc_recall_at_1000_std
value: 72.54674171780393
- type: nauc_recall_at_100_diff1
value: 33.07453957533662
- type: nauc_recall_at_100_max
value: 27.512780682283715
- type: nauc_recall_at_100_std
value: 23.849561289021807
- type: nauc_recall_at_10_diff1
value: 40.575857558055326
- type: nauc_recall_at_10_max
value: 17.11800549938132
- type: nauc_recall_at_10_std
value: -1.4248798596283825
- type: nauc_recall_at_1_diff1
value: 52.99557955883872
- type: nauc_recall_at_1_max
value: 19.088249896716704
- type: nauc_recall_at_1_std
value: -7.249973708167082
- type: nauc_recall_at_20_diff1
value: 33.99863438013119
- type: nauc_recall_at_20_max
value: 15.803057360456933
- type: nauc_recall_at_20_std
value: 4.961930222488322
- type: nauc_recall_at_3_diff1
value: 42.237054496246145
- type: nauc_recall_at_3_max
value: 16.840697278848705
- type: nauc_recall_at_3_std
value: -4.126209346414736
- type: nauc_recall_at_5_diff1
value: 42.10776567509297
- type: nauc_recall_at_5_max
value: 17.8575070365274
- type: nauc_recall_at_5_std
value: -1.4236170271745745
- type: ndcg_at_1
value: 38.735
- type: ndcg_at_10
value: 48.229
- type: ndcg_at_100
value: 54.468
- type: ndcg_at_1000
value: 56.287
- type: ndcg_at_20
value: 50.617999999999995
- type: ndcg_at_3
value: 43.338
- type: ndcg_at_5
value: 46.294999999999995
- type: precision_at_1
value: 38.735
- type: precision_at_10
value: 9.13
- type: precision_at_100
value: 1.8339999999999999
- type: precision_at_1000
value: 0.255
- type: precision_at_20
value: 5.800000000000001
- type: precision_at_3
value: 20.224
- type: precision_at_5
value: 14.979999999999999
- type: recall_at_1
value: 31.906000000000002
- type: recall_at_10
value: 58.742000000000004
- type: recall_at_100
value: 86.001
- type: recall_at_1000
value: 97.30499999999999
- type: recall_at_20
value: 67.744
- type: recall_at_3
value: 45.072
- type: recall_at_5
value: 52.993
- task:
type: Retrieval
dataset:
name: MTEB CQADupstackWordpressRetrieval (default)
type: mteb/cqadupstack-wordpress
config: default
split: test
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
metrics:
- type: main_score
value: 39.542
- type: map_at_1
value: 26.565
- type: map_at_10
value: 34.525
- type: map_at_100
value: 35.667
- type: map_at_1000
value: 35.76
- type: map_at_20
value: 35.205999999999996
- type: map_at_3
value: 31.854
- type: map_at_5
value: 33.176
- type: mrr_at_1
value: 29.20517560073937
- type: mrr_at_10
value: 37.08439691341724
- type: mrr_at_100
value: 38.01059513086597
- type: mrr_at_1000
value: 38.07153297322738
- type: mrr_at_20
value: 37.61517819470785
- type: mrr_at_3
value: 34.59642637091805
- type: mrr_at_5
value: 35.85335797905114
- type: nauc_map_at_1000_diff1
value: 44.31701336173116
- type: nauc_map_at_1000_max
value: 16.130459475311362
- type: nauc_map_at_1000_std
value: -4.066518199918133
- type: nauc_map_at_100_diff1
value: 44.327021392192385
- type: nauc_map_at_100_max
value: 16.145481588871835
- type: nauc_map_at_100_std
value: -4.067822225125757
- type: nauc_map_at_10_diff1
value: 44.45681615650266
- type: nauc_map_at_10_max
value: 16.3876608176403
- type: nauc_map_at_10_std
value: -4.642174886460134
- type: nauc_map_at_1_diff1
value: 48.309451353884235
- type: nauc_map_at_1_max
value: 14.659358255600885
- type: nauc_map_at_1_std
value: -6.480918454853081
- type: nauc_map_at_20_diff1
value: 44.38848430651199
- type: nauc_map_at_20_max
value: 15.780009933494304
- type: nauc_map_at_20_std
value: -4.154494565017467
- type: nauc_map_at_3_diff1
value: 45.437821252489506
- type: nauc_map_at_3_max
value: 16.742021417179387
- type: nauc_map_at_3_std
value: -6.056265703635078
- type: nauc_map_at_5_diff1
value: 45.41602514907789
- type: nauc_map_at_5_max
value: 16.47163044317504
- type: nauc_map_at_5_std
value: -5.579883759639345
- type: nauc_mrr_at_1000_diff1
value: 43.606140308926214
- type: nauc_mrr_at_1000_max
value: 16.259882534857155
- type: nauc_mrr_at_1000_std
value: -4.57796149408641
- type: nauc_mrr_at_100_diff1
value: 43.60326855408368
- type: nauc_mrr_at_100_max
value: 16.258830980141983
- type: nauc_mrr_at_100_std
value: -4.585033557554184
- type: nauc_mrr_at_10_diff1
value: 43.65208595922507
- type: nauc_mrr_at_10_max
value: 16.553536816353382
- type: nauc_mrr_at_10_std
value: -5.0713438811575555
- type: nauc_mrr_at_1_diff1
value: 48.325071997506505
- type: nauc_mrr_at_1_max
value: 14.832750845023146
- type: nauc_mrr_at_1_std
value: -7.241802324060084
- type: nauc_mrr_at_20_diff1
value: 43.56043734269684
- type: nauc_mrr_at_20_max
value: 16.069013855017854
- type: nauc_mrr_at_20_std
value: -4.614073034175973
- type: nauc_mrr_at_3_diff1
value: 44.35292814451889
- type: nauc_mrr_at_3_max
value: 17.284290586683813
- type: nauc_mrr_at_3_std
value: -5.473861789155963
- type: nauc_mrr_at_5_diff1
value: 44.42201798632778
- type: nauc_mrr_at_5_max
value: 16.717670959580776
- type: nauc_mrr_at_5_std
value: -5.443367064802848
- type: nauc_ndcg_at_1000_diff1
value: 42.236407068780515
- type: nauc_ndcg_at_1000_max
value: 16.392422633395153
- type: nauc_ndcg_at_1000_std
value: -1.192190658096375
- type: nauc_ndcg_at_100_diff1
value: 42.14119116801277
- type: nauc_ndcg_at_100_max
value: 16.13415803532655
- type: nauc_ndcg_at_100_std
value: -0.9966215162019469
- type: nauc_ndcg_at_10_diff1
value: 42.4417737438586
- type: nauc_ndcg_at_10_max
value: 16.274567696691573
- type: nauc_ndcg_at_10_std
value: -3.6179390394259903
- type: nauc_ndcg_at_1_diff1
value: 48.325071997506505
- type: nauc_ndcg_at_1_max
value: 14.832750845023146
- type: nauc_ndcg_at_1_std
value: -7.241802324060084
- type: nauc_ndcg_at_20_diff1
value: 42.218839329600314
- type: nauc_ndcg_at_20_max
value: 14.278956529458457
- type: nauc_ndcg_at_20_std
value: -1.75601703497348
- type: nauc_ndcg_at_3_diff1
value: 44.118831425290864
- type: nauc_ndcg_at_3_max
value: 17.763450766878407
- type: nauc_ndcg_at_3_std
value: -5.511333401326693
- type: nauc_ndcg_at_5_diff1
value: 44.350244039228684
- type: nauc_ndcg_at_5_max
value: 16.872392867376163
- type: nauc_ndcg_at_5_std
value: -5.192532346917115
- type: nauc_precision_at_1000_diff1
value: -13.502870987205087
- type: nauc_precision_at_1000_max
value: -5.569471380713692
- type: nauc_precision_at_1000_std
value: 3.7615484246993174
- type: nauc_precision_at_100_diff1
value: 4.3486166706781715
- type: nauc_precision_at_100_max
value: 9.798796624884769
- type: nauc_precision_at_100_std
value: 17.687575480004686
- type: nauc_precision_at_10_diff1
value: 26.315525148666215
- type: nauc_precision_at_10_max
value: 15.632196329772343
- type: nauc_precision_at_10_std
value: 6.771032703498772
- type: nauc_precision_at_1_diff1
value: 48.325071997506505
- type: nauc_precision_at_1_max
value: 14.832750845023146
- type: nauc_precision_at_1_std
value: -7.241802324060084
- type: nauc_precision_at_20_diff1
value: 20.801470081602552
- type: nauc_precision_at_20_max
value: 7.029450231532425
- type: nauc_precision_at_20_std
value: 13.071960852372952
- type: nauc_precision_at_3_diff1
value: 38.97587240190173
- type: nauc_precision_at_3_max
value: 19.450589959302075
- type: nauc_precision_at_3_std
value: -3.053255312485641
- type: nauc_precision_at_5_diff1
value: 37.25427076067403
- type: nauc_precision_at_5_max
value: 17.266441310681067
- type: nauc_precision_at_5_std
value: -1.0377167920900239
- type: nauc_recall_at_1000_diff1
value: 24.284270619620074
- type: nauc_recall_at_1000_max
value: 28.189662006674293
- type: nauc_recall_at_1000_std
value: 40.36949902164481
- type: nauc_recall_at_100_diff1
value: 32.33595995022117
- type: nauc_recall_at_100_max
value: 14.55739776232413
- type: nauc_recall_at_100_std
value: 15.957876076610955
- type: nauc_recall_at_10_diff1
value: 35.76287413694493
- type: nauc_recall_at_10_max
value: 14.206793089247608
- type: nauc_recall_at_10_std
value: -0.7567768181737041
- type: nauc_recall_at_1_diff1
value: 48.309451353884235
- type: nauc_recall_at_1_max
value: 14.659358255600885
- type: nauc_recall_at_1_std
value: -6.480918454853081
- type: nauc_recall_at_20_diff1
value: 34.79257897401949
- type: nauc_recall_at_20_max
value: 5.948905509300792
- type: nauc_recall_at_20_std
value: 7.26342864152797
- type: nauc_recall_at_3_diff1
value: 41.627795596112904
- type: nauc_recall_at_3_max
value: 19.17324430675074
- type: nauc_recall_at_3_std
value: -5.8732091994119635
- type: nauc_recall_at_5_diff1
value: 41.293119343456695
- type: nauc_recall_at_5_max
value: 16.96513762749752
- type: nauc_recall_at_5_std
value: -4.509441721720783
- type: ndcg_at_1
value: 29.205
- type: ndcg_at_10
value: 39.542
- type: ndcg_at_100
value: 44.96
- type: ndcg_at_1000
value: 47.094
- type: ndcg_at_20
value: 41.807
- type: ndcg_at_3
value: 34.339
- type: ndcg_at_5
value: 36.538
- type: precision_at_1
value: 29.205
- type: precision_at_10
value: 6.1370000000000005
- type: precision_at_100
value: 0.9520000000000001
- type: precision_at_1000
value: 0.125
- type: precision_at_20
value: 3.614
- type: precision_at_3
value: 14.479000000000001
- type: precision_at_5
value: 9.945
- type: recall_at_1
value: 26.565
- type: recall_at_10
value: 52.63099999999999
- type: recall_at_100
value: 77.388
- type: recall_at_1000
value: 93.111
- type: recall_at_20
value: 61.241
- type: recall_at_3
value: 38.29
- type: recall_at_5
value: 43.817
- task:
type: Retrieval
dataset:
name: MTEB ClimateFEVER (default)
type: mteb/climate-fever
config: default
split: test
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
metrics:
- type: main_score
value: 45.765
- type: map_at_1
value: 18.693
- type: map_at_10
value: 34.797
- type: map_at_100
value: 37.123
- type: map_at_1000
value: 37.291999999999994
- type: map_at_20
value: 36.196
- type: map_at_3
value: 28.503
- type: map_at_5
value: 32.074999999999996
- type: mrr_at_1
value: 42.93159609120521
- type: mrr_at_10
value: 57.09055891629189
- type: mrr_at_100
value: 57.61202242182417
- type: mrr_at_1000
value: 57.627325585586185
- type: mrr_at_20
value: 57.45761564708286
- type: mrr_at_3
value: 54.082519001085835
- type: mrr_at_5
value: 56.04017372421293
- type: nauc_map_at_1000_diff1
value: 29.62748830971108
- type: nauc_map_at_1000_max
value: 38.90548417023915
- type: nauc_map_at_1000_std
value: 10.982709233422067
- type: nauc_map_at_100_diff1
value: 29.571188402344134
- type: nauc_map_at_100_max
value: 38.928535099659605
- type: nauc_map_at_100_std
value: 10.992082156218132
- type: nauc_map_at_10_diff1
value: 29.91368337621149
- type: nauc_map_at_10_max
value: 38.17858866916931
- type: nauc_map_at_10_std
value: 9.170807732909834
- type: nauc_map_at_1_diff1
value: 38.292771711378094
- type: nauc_map_at_1_max
value: 31.175623912098082
- type: nauc_map_at_1_std
value: -1.9866431729978125
- type: nauc_map_at_20_diff1
value: 29.895018465325386
- type: nauc_map_at_20_max
value: 38.68987002868627
- type: nauc_map_at_20_std
value: 10.325850804931683
- type: nauc_map_at_3_diff1
value: 32.450764245953124
- type: nauc_map_at_3_max
value: 36.56035725422814
- type: nauc_map_at_3_std
value: 5.069981585274344
- type: nauc_map_at_5_diff1
value: 30.82713673636892
- type: nauc_map_at_5_max
value: 37.53274823289814
- type: nauc_map_at_5_std
value: 7.475198176862019
- type: nauc_mrr_at_1000_diff1
value: 27.527247873661825
- type: nauc_mrr_at_1000_max
value: 37.6662925313217
- type: nauc_mrr_at_1000_std
value: 12.958087435958717
- type: nauc_mrr_at_100_diff1
value: 27.517344291640494
- type: nauc_mrr_at_100_max
value: 37.671910181450116
- type: nauc_mrr_at_100_std
value: 12.975631946066274
- type: nauc_mrr_at_10_diff1
value: 27.37340022726463
- type: nauc_mrr_at_10_max
value: 37.75987233036419
- type: nauc_mrr_at_10_std
value: 12.980445473930105
- type: nauc_mrr_at_1_diff1
value: 30.294284606380177
- type: nauc_mrr_at_1_max
value: 33.52304031536273
- type: nauc_mrr_at_1_std
value: 7.362569179213545
- type: nauc_mrr_at_20_diff1
value: 27.516321063997818
- type: nauc_mrr_at_20_max
value: 37.71518717638686
- type: nauc_mrr_at_20_std
value: 13.023005393854561
- type: nauc_mrr_at_3_diff1
value: 27.43050817662863
- type: nauc_mrr_at_3_max
value: 37.567407024580795
- type: nauc_mrr_at_3_std
value: 11.72224066823944
- type: nauc_mrr_at_5_diff1
value: 27.48380660186141
- type: nauc_mrr_at_5_max
value: 37.83633222312436
- type: nauc_mrr_at_5_std
value: 12.648909042225116
- type: nauc_ndcg_at_1000_diff1
value: 27.348749275808565
- type: nauc_ndcg_at_1000_max
value: 40.92738864140189
- type: nauc_ndcg_at_1000_std
value: 17.298965422330724
- type: nauc_ndcg_at_100_diff1
value: 26.406487158488023
- type: nauc_ndcg_at_100_max
value: 41.41285056973748
- type: nauc_ndcg_at_100_std
value: 17.925298509801692
- type: nauc_ndcg_at_10_diff1
value: 27.41610920315052
- type: nauc_ndcg_at_10_max
value: 39.691386898955635
- type: nauc_ndcg_at_10_std
value: 13.309540866780392
- type: nauc_ndcg_at_1_diff1
value: 30.294284606380177
- type: nauc_ndcg_at_1_max
value: 33.52304031536273
- type: nauc_ndcg_at_1_std
value: 7.362569179213545
- type: nauc_ndcg_at_20_diff1
value: 27.35285020840544
- type: nauc_ndcg_at_20_max
value: 40.54240809305637
- type: nauc_ndcg_at_20_std
value: 15.615186440824544
- type: nauc_ndcg_at_3_diff1
value: 29.2536320295362
- type: nauc_ndcg_at_3_max
value: 37.446326210011065
- type: nauc_ndcg_at_3_std
value: 8.769752235477865
- type: nauc_ndcg_at_5_diff1
value: 28.519419303034223
- type: nauc_ndcg_at_5_max
value: 38.87942356352632
- type: nauc_ndcg_at_5_std
value: 10.655159360448403
- type: nauc_precision_at_1000_diff1
value: -13.778436964449162
- type: nauc_precision_at_1000_max
value: -1.5757398167401473
- type: nauc_precision_at_1000_std
value: 21.685081909609398
- type: nauc_precision_at_100_diff1
value: -9.84448688176112
- type: nauc_precision_at_100_max
value: 14.394813480886384
- type: nauc_precision_at_100_std
value: 30.613127306510656
- type: nauc_precision_at_10_diff1
value: 3.6153476810793617
- type: nauc_precision_at_10_max
value: 27.908875838679187
- type: nauc_precision_at_10_std
value: 25.116695667452483
- type: nauc_precision_at_1_diff1
value: 30.294284606380177
- type: nauc_precision_at_1_max
value: 33.52304031536273
- type: nauc_precision_at_1_std
value: 7.362569179213545
- type: nauc_precision_at_20_diff1
value: -0.10581947714259332
- type: nauc_precision_at_20_max
value: 23.623296291147284
- type: nauc_precision_at_20_std
value: 28.569096802805273
- type: nauc_precision_at_3_diff1
value: 15.417757444527858
- type: nauc_precision_at_3_max
value: 35.044093611143104
- type: nauc_precision_at_3_std
value: 16.94571966979081
- type: nauc_precision_at_5_diff1
value: 9.321960905945865
- type: nauc_precision_at_5_max
value: 31.958151849692225
- type: nauc_precision_at_5_std
value: 21.597268095371692
- type: nauc_recall_at_1000_diff1
value: 13.973326251203499
- type: nauc_recall_at_1000_max
value: 43.21737599095864
- type: nauc_recall_at_1000_std
value: 43.401037509157916
- type: nauc_recall_at_100_diff1
value: 11.474499434955268
- type: nauc_recall_at_100_max
value: 40.832085174507256
- type: nauc_recall_at_100_std
value: 33.34882371261869
- type: nauc_recall_at_10_diff1
value: 19.607029490024455
- type: nauc_recall_at_10_max
value: 36.480369936031686
- type: nauc_recall_at_10_std
value: 15.727190817289003
- type: nauc_recall_at_1_diff1
value: 38.292771711378094
- type: nauc_recall_at_1_max
value: 31.175623912098082
- type: nauc_recall_at_1_std
value: -1.9866431729978125
- type: nauc_recall_at_20_diff1
value: 17.88148599914498
- type: nauc_recall_at_20_max
value: 37.15460939398063
- type: nauc_recall_at_20_std
value: 21.32153921542893
- type: nauc_recall_at_3_diff1
value: 26.258226086531465
- type: nauc_recall_at_3_max
value: 35.711402441842
- type: nauc_recall_at_3_std
value: 6.900316431484741
- type: nauc_recall_at_5_diff1
value: 22.34254971673374
- type: nauc_recall_at_5_max
value: 35.73901160015368
- type: nauc_recall_at_5_std
value: 10.746113843136587
- type: ndcg_at_1
value: 42.931999999999995
- type: ndcg_at_10
value: 45.765
- type: ndcg_at_100
value: 52.986999999999995
- type: ndcg_at_1000
value: 55.481
- type: ndcg_at_20
value: 49.046
- type: ndcg_at_3
value: 38.117000000000004
- type: ndcg_at_5
value: 41.192
- type: precision_at_1
value: 42.931999999999995
- type: precision_at_10
value: 14.573
- type: precision_at_100
value: 2.246
- type: precision_at_1000
value: 0.272
- type: precision_at_20
value: 8.752
- type: precision_at_3
value: 29.229
- type: precision_at_5
value: 22.84
- type: recall_at_1
value: 18.693
- type: recall_at_10
value: 53.345
- type: recall_at_100
value: 76.94
- type: recall_at_1000
value: 90.49199999999999
- type: recall_at_20
value: 62.366
- type: recall_at_3
value: 34.846
- type: recall_at_5
value: 43.504
- task:
type: Retrieval
dataset:
name: MTEB DBPedia (default)
type: mteb/dbpedia
config: default
split: test
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
metrics:
- type: main_score
value: 49.747
- type: map_at_1
value: 9.771
- type: map_at_10
value: 23.411
- type: map_at_100
value: 34.894
- type: map_at_1000
value: 36.771
- type: map_at_20
value: 28.109
- type: map_at_3
value: 16.008
- type: map_at_5
value: 19.042
- type: mrr_at_1
value: 72.75
- type: mrr_at_10
value: 80.03859126984126
- type: mrr_at_100
value: 80.3164527985558
- type: mrr_at_1000
value: 80.3210619351907
- type: mrr_at_20
value: 80.25448621510927
- type: mrr_at_3
value: 78.58333333333333
- type: mrr_at_5
value: 79.38333333333333
- type: nauc_map_at_1000_diff1
value: 32.9210053309451
- type: nauc_map_at_1000_max
value: 39.131322809002675
- type: nauc_map_at_1000_std
value: 22.47925587034267
- type: nauc_map_at_100_diff1
value: 33.48737776488358
- type: nauc_map_at_100_max
value: 37.312409345747625
- type: nauc_map_at_100_std
value: 19.45169971949006
- type: nauc_map_at_10_diff1
value: 34.86121747102709
- type: nauc_map_at_10_max
value: 21.927351173848063
- type: nauc_map_at_10_std
value: -5.469585929328966
- type: nauc_map_at_1_diff1
value: 36.788988562050946
- type: nauc_map_at_1_max
value: 6.218043424236115
- type: nauc_map_at_1_std
value: -24.42188675644677
- type: nauc_map_at_20_diff1
value: 34.2019845457827
- type: nauc_map_at_20_max
value: 27.87555414523285
- type: nauc_map_at_20_std
value: 3.704193361848003
- type: nauc_map_at_3_diff1
value: 34.08750068116169
- type: nauc_map_at_3_max
value: 11.433238879464716
- type: nauc_map_at_3_std
value: -18.070105813076655
- type: nauc_map_at_5_diff1
value: 34.167149018546944
- type: nauc_map_at_5_max
value: 15.023813889086737
- type: nauc_map_at_5_std
value: -12.811405222222753
- type: nauc_mrr_at_1000_diff1
value: 60.14213791851398
- type: nauc_mrr_at_1000_max
value: 67.63487849347548
- type: nauc_mrr_at_1000_std
value: 44.30322435935586
- type: nauc_mrr_at_100_diff1
value: 60.142343520968275
- type: nauc_mrr_at_100_max
value: 67.63152241168181
- type: nauc_mrr_at_100_std
value: 44.277233086478574
- type: nauc_mrr_at_10_diff1
value: 60.054050852029725
- type: nauc_mrr_at_10_max
value: 67.85192489991957
- type: nauc_mrr_at_10_std
value: 44.53453783053214
- type: nauc_mrr_at_1_diff1
value: 60.56003472781103
- type: nauc_mrr_at_1_max
value: 63.99721006911423
- type: nauc_mrr_at_1_std
value: 39.410700262897336
- type: nauc_mrr_at_20_diff1
value: 60.1578610517364
- type: nauc_mrr_at_20_max
value: 67.73004026185055
- type: nauc_mrr_at_20_std
value: 44.38457392945975
- type: nauc_mrr_at_3_diff1
value: 61.00386913748428
- type: nauc_mrr_at_3_max
value: 67.6097919172443
- type: nauc_mrr_at_3_std
value: 44.37901697625456
- type: nauc_mrr_at_5_diff1
value: 60.143743823564556
- type: nauc_mrr_at_5_max
value: 67.7422395669353
- type: nauc_mrr_at_5_std
value: 44.92611999884299
- type: nauc_ndcg_at_1000_diff1
value: 41.943919199876
- type: nauc_ndcg_at_1000_max
value: 55.34368795153672
- type: nauc_ndcg_at_1000_std
value: 40.64364798733629
- type: nauc_ndcg_at_100_diff1
value: 40.85975674055452
- type: nauc_ndcg_at_100_max
value: 49.48913616661651
- type: nauc_ndcg_at_100_std
value: 31.230004407529734
- type: nauc_ndcg_at_10_diff1
value: 39.03977233447205
- type: nauc_ndcg_at_10_max
value: 50.85899373451582
- type: nauc_ndcg_at_10_std
value: 28.565535567657758
- type: nauc_ndcg_at_1_diff1
value: 55.103074446340386
- type: nauc_ndcg_at_1_max
value: 57.083365993170574
- type: nauc_ndcg_at_1_std
value: 32.62345920937068
- type: nauc_ndcg_at_20_diff1
value: 40.80800588069346
- type: nauc_ndcg_at_20_max
value: 48.08304675498962
- type: nauc_ndcg_at_20_std
value: 24.308155582475493
- type: nauc_ndcg_at_3_diff1
value: 39.380845981099704
- type: nauc_ndcg_at_3_max
value: 50.47351788265686
- type: nauc_ndcg_at_3_std
value: 30.84136147203736
- type: nauc_ndcg_at_5_diff1
value: 37.53771673873421
- type: nauc_ndcg_at_5_max
value: 50.442525037505725
- type: nauc_ndcg_at_5_std
value: 31.698222359017542
- type: nauc_precision_at_1000_diff1
value: -17.598452736961626
- type: nauc_precision_at_1000_max
value: 7.3978095147406
- type: nauc_precision_at_1000_std
value: 17.81398831007705
- type: nauc_precision_at_100_diff1
value: -4.823669703134118
- type: nauc_precision_at_100_max
value: 31.2211264113413
- type: nauc_precision_at_100_std
value: 44.03977414541822
- type: nauc_precision_at_10_diff1
value: 5.427329842585479
- type: nauc_precision_at_10_max
value: 41.966355896510336
- type: nauc_precision_at_10_std
value: 46.86681191228352
- type: nauc_precision_at_1_diff1
value: 60.56003472781103
- type: nauc_precision_at_1_max
value: 63.99721006911423
- type: nauc_precision_at_1_std
value: 39.410700262897336
- type: nauc_precision_at_20_diff1
value: 2.8680215514220055
- type: nauc_precision_at_20_max
value: 39.47074710749822
- type: nauc_precision_at_20_std
value: 47.12080089773674
- type: nauc_precision_at_3_diff1
value: 20.02194579331603
- type: nauc_precision_at_3_max
value: 46.505979797805715
- type: nauc_precision_at_3_std
value: 41.71524758675274
- type: nauc_precision_at_5_diff1
value: 10.289351995558569
- type: nauc_precision_at_5_max
value: 44.02813523786892
- type: nauc_precision_at_5_std
value: 46.62685778242112
- type: nauc_recall_at_1000_diff1
value: 30.21940277893363
- type: nauc_recall_at_1000_max
value: 39.5822655196913
- type: nauc_recall_at_1000_std
value: 43.96968070152464
- type: nauc_recall_at_100_diff1
value: 26.911050821982297
- type: nauc_recall_at_100_max
value: 28.70889194883595
- type: nauc_recall_at_100_std
value: 19.234276029546248
- type: nauc_recall_at_10_diff1
value: 32.16261998997161
- type: nauc_recall_at_10_max
value: 16.351143839887673
- type: nauc_recall_at_10_std
value: -9.566286205201623
- type: nauc_recall_at_1_diff1
value: 36.788988562050946
- type: nauc_recall_at_1_max
value: 6.218043424236115
- type: nauc_recall_at_1_std
value: -24.42188675644677
- type: nauc_recall_at_20_diff1
value: 29.963999826495584
- type: nauc_recall_at_20_max
value: 17.55794298249755
- type: nauc_recall_at_20_std
value: -3.7511675743870634
- type: nauc_recall_at_3_diff1
value: 31.228447322937804
- type: nauc_recall_at_3_max
value: 8.65382080521747
- type: nauc_recall_at_3_std
value: -19.691807046880168
- type: nauc_recall_at_5_diff1
value: 30.398206992445942
- type: nauc_recall_at_5_max
value: 11.275424919343163
- type: nauc_recall_at_5_std
value: -14.798926734485269
- type: ndcg_at_1
value: 62.625
- type: ndcg_at_10
value: 49.747
- type: ndcg_at_100
value: 55.010000000000005
- type: ndcg_at_1000
value: 61.895
- type: ndcg_at_20
value: 49.392
- type: ndcg_at_3
value: 54.120999999999995
- type: ndcg_at_5
value: 51.637
- type: precision_at_1
value: 72.75
- type: precision_at_10
value: 40.825
- type: precision_at_100
value: 13.105
- type: precision_at_1000
value: 2.308
- type: precision_at_20
value: 31.75
- type: precision_at_3
value: 57.25
- type: precision_at_5
value: 50.6
- type: recall_at_1
value: 9.771
- type: recall_at_10
value: 28.587
- type: recall_at_100
value: 61.946
- type: recall_at_1000
value: 84.463
- type: recall_at_20
value: 38.478
- type: recall_at_3
value: 17.218
- type: recall_at_5
value: 21.275
- task:
type: Classification
dataset:
name: MTEB EmotionClassification (default)
type: mteb/emotion
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics:
- type: accuracy
value: 91.86500000000001
- type: f1
value: 88.30096162438134
- type: f1_weighted
value: 92.0659899919408
- type: main_score
value: 91.86500000000001
- task:
type: Retrieval
dataset:
name: MTEB FEVER (default)
type: mteb/fever
config: default
split: test
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
metrics:
- type: main_score
value: 92.324
- type: map_at_1
value: 82.009
- type: map_at_10
value: 89.747
- type: map_at_100
value: 89.938
- type: map_at_1000
value: 89.947
- type: map_at_20
value: 89.861
- type: map_at_3
value: 88.857
- type: map_at_5
value: 89.436
- type: mrr_at_1
value: 88.41884188418841
- type: mrr_at_10
value: 93.21862543397191
- type: mrr_at_100
value: 93.25036117475034
- type: mrr_at_1000
value: 93.25067900377414
- type: mrr_at_20
value: 93.24015254547037
- type: mrr_at_3
value: 92.9592959295929
- type: mrr_at_5
value: 93.14756475647556
- type: nauc_map_at_1000_diff1
value: 50.94738883522824
- type: nauc_map_at_1000_max
value: 28.177769914986435
- type: nauc_map_at_1000_std
value: -7.695498206797145
- type: nauc_map_at_100_diff1
value: 50.907640770694485
- type: nauc_map_at_100_max
value: 28.17900950335047
- type: nauc_map_at_100_std
value: -7.673824199345647
- type: nauc_map_at_10_diff1
value: 50.214920089544
- type: nauc_map_at_10_max
value: 27.936185706166384
- type: nauc_map_at_10_std
value: -7.840526683429777
- type: nauc_map_at_1_diff1
value: 58.66611849130122
- type: nauc_map_at_1_max
value: 26.20254332997399
- type: nauc_map_at_1_std
value: -12.81827489016333
- type: nauc_map_at_20_diff1
value: 50.58681046481491
- type: nauc_map_at_20_max
value: 28.13309361145371
- type: nauc_map_at_20_std
value: -7.621015109639511
- type: nauc_map_at_3_diff1
value: 48.956697935385854
- type: nauc_map_at_3_max
value: 27.170314916243555
- type: nauc_map_at_3_std
value: -9.39547812372297
- type: nauc_map_at_5_diff1
value: 49.27259708465449
- type: nauc_map_at_5_max
value: 27.781743495059448
- type: nauc_map_at_5_std
value: -8.436943665780772
- type: nauc_mrr_at_1000_diff1
value: 70.94197138644368
- type: nauc_mrr_at_1000_max
value: 29.744792827747425
- type: nauc_mrr_at_1000_std
value: -14.231190372133911
- type: nauc_mrr_at_100_diff1
value: 70.94173828653378
- type: nauc_mrr_at_100_max
value: 29.747027261249315
- type: nauc_mrr_at_100_std
value: -14.226978661637379
- type: nauc_mrr_at_10_diff1
value: 70.75178524174973
- type: nauc_mrr_at_10_max
value: 29.809671744912002
- type: nauc_mrr_at_10_std
value: -14.075447791457476
- type: nauc_mrr_at_1_diff1
value: 74.79778494514198
- type: nauc_mrr_at_1_max
value: 28.952464074244013
- type: nauc_mrr_at_1_std
value: -15.239541908497461
- type: nauc_mrr_at_20_diff1
value: 70.88304898540507
- type: nauc_mrr_at_20_max
value: 29.806675277853056
- type: nauc_mrr_at_20_std
value: -14.157092427397986
- type: nauc_mrr_at_3_diff1
value: 70.25568401882646
- type: nauc_mrr_at_3_max
value: 29.456378318649907
- type: nauc_mrr_at_3_std
value: -15.294678607922727
- type: nauc_mrr_at_5_diff1
value: 70.40859709340829
- type: nauc_mrr_at_5_max
value: 30.103095328322116
- type: nauc_mrr_at_5_std
value: -14.224307813357095
- type: nauc_ndcg_at_1000_diff1
value: 53.98068423933861
- type: nauc_ndcg_at_1000_max
value: 29.181455069482908
- type: nauc_ndcg_at_1000_std
value: -7.203475127738186
- type: nauc_ndcg_at_100_diff1
value: 53.057337452477405
- type: nauc_ndcg_at_100_max
value: 29.245923440897037
- type: nauc_ndcg_at_100_std
value: -6.585954807531662
- type: nauc_ndcg_at_10_diff1
value: 49.98186818251915
- type: nauc_ndcg_at_10_max
value: 28.56823323795041
- type: nauc_ndcg_at_10_std
value: -6.323710931814188
- type: nauc_ndcg_at_1_diff1
value: 74.79778494514198
- type: nauc_ndcg_at_1_max
value: 28.952464074244013
- type: nauc_ndcg_at_1_std
value: -15.239541908497461
- type: nauc_ndcg_at_20_diff1
value: 51.10852050231911
- type: nauc_ndcg_at_20_max
value: 29.08003046680923
- type: nauc_ndcg_at_20_std
value: -5.849331595918404
- type: nauc_ndcg_at_3_diff1
value: 49.52502230383664
- type: nauc_ndcg_at_3_max
value: 28.00888943579568
- type: nauc_ndcg_at_3_std
value: -9.363043652090012
- type: nauc_ndcg_at_5_diff1
value: 48.65210001822694
- type: nauc_ndcg_at_5_max
value: 28.812347880950274
- type: nauc_ndcg_at_5_std
value: -7.494399468900928
- type: nauc_precision_at_1000_diff1
value: -10.394877833194963
- type: nauc_precision_at_1000_max
value: -7.894463753706603
- type: nauc_precision_at_1000_std
value: 8.498285792797692
- type: nauc_precision_at_100_diff1
value: -12.462196048282426
- type: nauc_precision_at_100_max
value: -6.5991192066970505
- type: nauc_precision_at_100_std
value: 11.196963409158196
- type: nauc_precision_at_10_diff1
value: -16.08068752853303
- type: nauc_precision_at_10_max
value: -5.804024497000059
- type: nauc_precision_at_10_std
value: 12.878158171669485
- type: nauc_precision_at_1_diff1
value: 74.79778494514198
- type: nauc_precision_at_1_max
value: 28.952464074244013
- type: nauc_precision_at_1_std
value: -15.239541908497461
- type: nauc_precision_at_20_diff1
value: -14.983606658676099
- type: nauc_precision_at_20_max
value: -5.587463391153577
- type: nauc_precision_at_20_std
value: 13.834807282791427
- type: nauc_precision_at_3_diff1
value: -13.597983159064528
- type: nauc_precision_at_3_max
value: -2.524512740134365
- type: nauc_precision_at_3_std
value: 6.842035390748123
- type: nauc_precision_at_5_diff1
value: -17.25544777698726
- type: nauc_precision_at_5_max
value: -4.0883771364047
- type: nauc_precision_at_5_std
value: 10.449335744222909
- type: nauc_recall_at_1000_diff1
value: 13.653514864247507
- type: nauc_recall_at_1000_max
value: 51.63943256263603
- type: nauc_recall_at_1000_std
value: 50.775035850822206
- type: nauc_recall_at_100_diff1
value: 4.781612383589401
- type: nauc_recall_at_100_max
value: 40.540335419586995
- type: nauc_recall_at_100_std
value: 40.379199601036525
- type: nauc_recall_at_10_diff1
value: 11.27891981913364
- type: nauc_recall_at_10_max
value: 28.617632154887378
- type: nauc_recall_at_10_std
value: 14.768271484955472
- type: nauc_recall_at_1_diff1
value: 58.66611849130122
- type: nauc_recall_at_1_max
value: 26.20254332997399
- type: nauc_recall_at_1_std
value: -12.81827489016333
- type: nauc_recall_at_20_diff1
value: 8.12120711290159
- type: nauc_recall_at_20_max
value: 33.00583001539113
- type: nauc_recall_at_20_std
value: 25.80753789069423
- type: nauc_recall_at_3_diff1
value: 22.269678892083
- type: nauc_recall_at_3_max
value: 25.44943213149191
- type: nauc_recall_at_3_std
value: -4.320083216887953
- type: nauc_recall_at_5_diff1
value: 13.697301143373114
- type: nauc_recall_at_5_max
value: 29.100798008536
- type: nauc_recall_at_5_std
value: 4.4040440238865735
- type: ndcg_at_1
value: 88.419
- type: ndcg_at_10
value: 92.324
- type: ndcg_at_100
value: 92.92200000000001
- type: ndcg_at_1000
value: 93.041
- type: ndcg_at_20
value: 92.592
- type: ndcg_at_3
value: 91.283
- type: ndcg_at_5
value: 91.879
- type: precision_at_1
value: 88.419
- type: precision_at_10
value: 10.969
- type: precision_at_100
value: 1.153
- type: precision_at_1000
value: 0.11800000000000001
- type: precision_at_20
value: 5.585
- type: precision_at_3
value: 34.723
- type: precision_at_5
value: 21.401
- type: recall_at_1
value: 82.009
- type: recall_at_10
value: 96.614
- type: recall_at_100
value: 98.848
- type: recall_at_1000
value: 99.515
- type: recall_at_20
value: 97.478
- type: recall_at_3
value: 93.806
- type: recall_at_5
value: 95.36
- task:
type: Retrieval
dataset:
name: MTEB FiQA2018 (default)
type: mteb/fiqa
config: default
split: test
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
metrics:
- type: main_score
value: 61.565999999999995
- type: map_at_1
value: 32.156
- type: map_at_10
value: 53.315
- type: map_at_100
value: 55.362
- type: map_at_1000
value: 55.47299999999999
- type: map_at_20
value: 54.472
- type: map_at_3
value: 46.511
- type: map_at_5
value: 50.41
- type: mrr_at_1
value: 59.876543209876544
- type: mrr_at_10
value: 68.22610474230845
- type: mrr_at_100
value: 68.77394480404435
- type: mrr_at_1000
value: 68.78736007016967
- type: mrr_at_20
value: 68.59129912806026
- type: mrr_at_3
value: 66.10082304526748
- type: mrr_at_5
value: 67.38168724279832
- type: nauc_map_at_1000_diff1
value: 49.62942316124423
- type: nauc_map_at_1000_max
value: 35.67101903898957
- type: nauc_map_at_1000_std
value: -6.815873098250759
- type: nauc_map_at_100_diff1
value: 49.64621888214539
- type: nauc_map_at_100_max
value: 35.62031465567256
- type: nauc_map_at_100_std
value: -6.776031084630076
- type: nauc_map_at_10_diff1
value: 49.33030821201119
- type: nauc_map_at_10_max
value: 34.46971733898012
- type: nauc_map_at_10_std
value: -7.778373730184962
- type: nauc_map_at_1_diff1
value: 52.0332333047473
- type: nauc_map_at_1_max
value: 19.540566689104136
- type: nauc_map_at_1_std
value: -9.854745951285082
- type: nauc_map_at_20_diff1
value: 49.44169345608671
- type: nauc_map_at_20_max
value: 35.178312399601026
- type: nauc_map_at_20_std
value: -7.470635858834422
- type: nauc_map_at_3_diff1
value: 49.41939385962553
- type: nauc_map_at_3_max
value: 28.332049833893123
- type: nauc_map_at_3_std
value: -8.681960541681102
- type: nauc_map_at_5_diff1
value: 49.61090262759964
- type: nauc_map_at_5_max
value: 32.48723353572084
- type: nauc_map_at_5_std
value: -8.363058818753835
- type: nauc_mrr_at_1000_diff1
value: 60.69915846732089
- type: nauc_mrr_at_1000_max
value: 45.13860497381652
- type: nauc_mrr_at_1000_std
value: -4.225175125506248
- type: nauc_mrr_at_100_diff1
value: 60.69826345668557
- type: nauc_mrr_at_100_max
value: 45.13470703245659
- type: nauc_mrr_at_100_std
value: -4.200113517793398
- type: nauc_mrr_at_10_diff1
value: 60.66519475555599
- type: nauc_mrr_at_10_max
value: 45.373809774792946
- type: nauc_mrr_at_10_std
value: -4.140291436698825
- type: nauc_mrr_at_1_diff1
value: 63.48123363890736
- type: nauc_mrr_at_1_max
value: 43.84203382502383
- type: nauc_mrr_at_1_std
value: -5.342992521011855
- type: nauc_mrr_at_20_diff1
value: 60.586460414654
- type: nauc_mrr_at_20_max
value: 45.223192827086834
- type: nauc_mrr_at_20_std
value: -4.155586516022814
- type: nauc_mrr_at_3_diff1
value: 60.79722315560614
- type: nauc_mrr_at_3_max
value: 44.529305593724544
- type: nauc_mrr_at_3_std
value: -5.450633990725995
- type: nauc_mrr_at_5_diff1
value: 60.68447047918725
- type: nauc_mrr_at_5_max
value: 45.17642447745263
- type: nauc_mrr_at_5_std
value: -4.932681190117024
- type: nauc_ndcg_at_1000_diff1
value: 52.412278899797904
- type: nauc_ndcg_at_1000_max
value: 40.162877139336366
- type: nauc_ndcg_at_1000_std
value: -3.8553789122316875
- type: nauc_ndcg_at_100_diff1
value: 52.68807894576607
- type: nauc_ndcg_at_100_max
value: 39.9253822005076
- type: nauc_ndcg_at_100_std
value: -2.338651167528337
- type: nauc_ndcg_at_10_diff1
value: 51.09546048989901
- type: nauc_ndcg_at_10_max
value: 38.08064242158707
- type: nauc_ndcg_at_10_std
value: -5.233272547375464
- type: nauc_ndcg_at_1_diff1
value: 63.48123363890736
- type: nauc_ndcg_at_1_max
value: 43.84203382502383
- type: nauc_ndcg_at_1_std
value: -5.342992521011855
- type: nauc_ndcg_at_20_diff1
value: 51.49964906773662
- type: nauc_ndcg_at_20_max
value: 38.942004621686316
- type: nauc_ndcg_at_20_std
value: -4.679318970131204
- type: nauc_ndcg_at_3_diff1
value: 49.532860462828836
- type: nauc_ndcg_at_3_max
value: 37.56640546584668
- type: nauc_ndcg_at_3_std
value: -6.691776128891331
- type: nauc_ndcg_at_5_diff1
value: 50.23238795892766
- type: nauc_ndcg_at_5_max
value: 38.20264549254884
- type: nauc_ndcg_at_5_std
value: -7.22235274057192
- type: nauc_precision_at_1000_diff1
value: -14.38589444358042
- type: nauc_precision_at_1000_max
value: 17.97960800969427
- type: nauc_precision_at_1000_std
value: 6.828014370124078
- type: nauc_precision_at_100_diff1
value: -8.709913150226624
- type: nauc_precision_at_100_max
value: 23.14276582961205
- type: nauc_precision_at_100_std
value: 11.776194467911196
- type: nauc_precision_at_10_diff1
value: 6.484971892806652
- type: nauc_precision_at_10_max
value: 32.33979567454926
- type: nauc_precision_at_10_std
value: 4.3544588133706625
- type: nauc_precision_at_1_diff1
value: 63.48123363890736
- type: nauc_precision_at_1_max
value: 43.84203382502383
- type: nauc_precision_at_1_std
value: -5.342992521011855
- type: nauc_precision_at_20_diff1
value: 0.33051377406127247
- type: nauc_precision_at_20_max
value: 28.9668381305069
- type: nauc_precision_at_20_std
value: 6.7084619353660155
- type: nauc_precision_at_3_diff1
value: 22.682345321496626
- type: nauc_precision_at_3_max
value: 36.16645659098322
- type: nauc_precision_at_3_std
value: 0.8188466017391514
- type: nauc_precision_at_5_diff1
value: 14.605986990364134
- type: nauc_precision_at_5_max
value: 36.728759182846815
- type: nauc_precision_at_5_std
value: 1.9087175015774727
- type: nauc_recall_at_1000_diff1
value: 48.24624636211058
- type: nauc_recall_at_1000_max
value: 44.47586797842709
- type: nauc_recall_at_1000_std
value: 41.068897939296164
- type: nauc_recall_at_100_diff1
value: 46.88848933074924
- type: nauc_recall_at_100_max
value: 33.76863456468527
- type: nauc_recall_at_100_std
value: 30.245766911090126
- type: nauc_recall_at_10_diff1
value: 41.43226128163156
- type: nauc_recall_at_10_max
value: 32.30521131227616
- type: nauc_recall_at_10_std
value: -0.9141126092926203
- type: nauc_recall_at_1_diff1
value: 52.0332333047473
- type: nauc_recall_at_1_max
value: 19.540566689104136
- type: nauc_recall_at_1_std
value: -9.854745951285082
- type: nauc_recall_at_20_diff1
value: 40.854692957831304
- type: nauc_recall_at_20_max
value: 34.200599823549695
- type: nauc_recall_at_20_std
value: 2.125255667995533
- type: nauc_recall_at_3_diff1
value: 43.71551619581852
- type: nauc_recall_at_3_max
value: 25.214268383790834
- type: nauc_recall_at_3_std
value: -7.773643090892321
- type: nauc_recall_at_5_diff1
value: 42.70172927692832
- type: nauc_recall_at_5_max
value: 29.71575940411383
- type: nauc_recall_at_5_std
value: -6.304996381418782
- type: ndcg_at_1
value: 59.877
- type: ndcg_at_10
value: 61.565999999999995
- type: ndcg_at_100
value: 67.57
- type: ndcg_at_1000
value: 68.929
- type: ndcg_at_20
value: 64.059
- type: ndcg_at_3
value: 56.833
- type: ndcg_at_5
value: 58.571
- type: precision_at_1
value: 59.877
- type: precision_at_10
value: 16.836000000000002
- type: precision_at_100
value: 2.327
- type: precision_at_1000
value: 0.258
- type: precision_at_20
value: 9.606
- type: precision_at_3
value: 37.602999999999994
- type: precision_at_5
value: 27.716
- type: recall_at_1
value: 32.156
- type: recall_at_10
value: 69.23700000000001
- type: recall_at_100
value: 90.557
- type: recall_at_1000
value: 98.048
- type: recall_at_20
value: 76.629
- type: recall_at_3
value: 51.782
- type: recall_at_5
value: 59.911
- task:
type: Retrieval
dataset:
name: MTEB HotpotQA (default)
type: mteb/hotpotqa
config: default
split: test
revision: ab518f4d6fcca38d87c25209f94beba119d02014
metrics:
- type: main_score
value: 85.71
- type: map_at_1
value: 44.727
- type: map_at_10
value: 80.172
- type: map_at_100
value: 80.735
- type: map_at_1000
value: 80.759
- type: map_at_20
value: 80.537
- type: map_at_3
value: 77.23
- type: map_at_5
value: 79.135
- type: mrr_at_1
value: 89.45307224848077
- type: mrr_at_10
value: 93.05947825900545
- type: mrr_at_100
value: 93.10735572174119
- type: mrr_at_1000
value: 93.10925122481453
- type: mrr_at_20
value: 93.09106265870149
- type: mrr_at_3
value: 92.64686022957449
- type: mrr_at_5
value: 92.91694800810244
- type: nauc_map_at_1000_diff1
value: 12.798252126301232
- type: nauc_map_at_1000_max
value: 43.81986554860238
- type: nauc_map_at_1000_std
value: -0.9430908318570322
- type: nauc_map_at_100_diff1
value: 12.778785751586241
- type: nauc_map_at_100_max
value: 43.83285096666312
- type: nauc_map_at_100_std
value: -0.890400549771497
- type: nauc_map_at_10_diff1
value: 12.448151460865605
- type: nauc_map_at_10_max
value: 43.81687718031803
- type: nauc_map_at_10_std
value: -1.1290250999504823
- type: nauc_map_at_1_diff1
value: 69.61919805260156
- type: nauc_map_at_1_max
value: 55.5755657749773
- type: nauc_map_at_1_std
value: -15.526118670762864
- type: nauc_map_at_20_diff1
value: 12.678746871164003
- type: nauc_map_at_20_max
value: 43.85110404389791
- type: nauc_map_at_20_std
value: -0.9453828333133943
- type: nauc_map_at_3_diff1
value: 10.59516294247888
- type: nauc_map_at_3_max
value: 41.70569781021385
- type: nauc_map_at_3_std
value: -4.07043830485855
- type: nauc_map_at_5_diff1
value: 11.565349666644325
- type: nauc_map_at_5_max
value: 43.116183222374225
- type: nauc_map_at_5_std
value: -2.1674460401372486
- type: nauc_mrr_at_1000_diff1
value: 70.69022205791336
- type: nauc_mrr_at_1000_max
value: 60.1768389092444
- type: nauc_mrr_at_1000_std
value: -12.296609331418805
- type: nauc_mrr_at_100_diff1
value: 70.69003325257466
- type: nauc_mrr_at_100_max
value: 60.185582165757666
- type: nauc_mrr_at_100_std
value: -12.278182064282248
- type: nauc_mrr_at_10_diff1
value: 70.75823369489385
- type: nauc_mrr_at_10_max
value: 60.31013481977012
- type: nauc_mrr_at_10_std
value: -12.26989248526715
- type: nauc_mrr_at_1_diff1
value: 69.61919805260156
- type: nauc_mrr_at_1_max
value: 55.5755657749773
- type: nauc_mrr_at_1_std
value: -15.526118670762864
- type: nauc_mrr_at_20_diff1
value: 70.69890688426213
- type: nauc_mrr_at_20_max
value: 60.21787827391816
- type: nauc_mrr_at_20_std
value: -12.302070154645696
- type: nauc_mrr_at_3_diff1
value: 70.68251049579754
- type: nauc_mrr_at_3_max
value: 61.01164717194973
- type: nauc_mrr_at_3_std
value: -11.832481743898247
- type: nauc_mrr_at_5_diff1
value: 70.74789138616434
- type: nauc_mrr_at_5_max
value: 60.480693027406694
- type: nauc_mrr_at_5_std
value: -12.280386872142941
- type: nauc_ndcg_at_1000_diff1
value: 20.836724167580574
- type: nauc_ndcg_at_1000_max
value: 47.677459062598345
- type: nauc_ndcg_at_1000_std
value: 1.0411766255838146
- type: nauc_ndcg_at_100_diff1
value: 20.220410822948367
- type: nauc_ndcg_at_100_max
value: 48.00523684992595
- type: nauc_ndcg_at_100_std
value: 2.467440064578469
- type: nauc_ndcg_at_10_diff1
value: 18.51373841748113
- type: nauc_ndcg_at_10_max
value: 47.90062496600346
- type: nauc_ndcg_at_10_std
value: 1.3381961818317667
- type: nauc_ndcg_at_1_diff1
value: 69.61919805260156
- type: nauc_ndcg_at_1_max
value: 55.5755657749773
- type: nauc_ndcg_at_1_std
value: -15.526118670762864
- type: nauc_ndcg_at_20_diff1
value: 19.403573009912805
- type: nauc_ndcg_at_20_max
value: 48.133829431970135
- type: nauc_ndcg_at_20_std
value: 2.0249306865683527
- type: nauc_ndcg_at_3_diff1
value: 15.453534673988578
- type: nauc_ndcg_at_3_max
value: 44.50916210615789
- type: nauc_ndcg_at_3_std
value: -3.6243787051842307
- type: nauc_ndcg_at_5_diff1
value: 16.722515798468727
- type: nauc_ndcg_at_5_max
value: 46.36557177573076
- type: nauc_ndcg_at_5_std
value: -0.9789348270087928
- type: nauc_precision_at_1000_diff1
value: 18.442807737825078
- type: nauc_precision_at_1000_max
value: 62.6412630587746
- type: nauc_precision_at_1000_std
value: 67.28157546833832
- type: nauc_precision_at_100_diff1
value: 8.378369860260145
- type: nauc_precision_at_100_max
value: 55.87545313950895
- type: nauc_precision_at_100_std
value: 47.415584458330926
- type: nauc_precision_at_10_diff1
value: 7.419773912504883
- type: nauc_precision_at_10_max
value: 50.325163033813105
- type: nauc_precision_at_10_std
value: 15.74465932738504
- type: nauc_precision_at_1_diff1
value: 69.61919805260156
- type: nauc_precision_at_1_max
value: 55.5755657749773
- type: nauc_precision_at_1_std
value: -15.526118670762864
- type: nauc_precision_at_20_diff1
value: 8.76445086512422
- type: nauc_precision_at_20_max
value: 53.185762190326834
- type: nauc_precision_at_20_std
value: 23.528376243793584
- type: nauc_precision_at_3_diff1
value: 5.462937100521903
- type: nauc_precision_at_3_max
value: 43.307890530903165
- type: nauc_precision_at_3_std
value: -0.019766798037247135
- type: nauc_precision_at_5_diff1
value: 5.668823923473503
- type: nauc_precision_at_5_max
value: 46.388864934614546
- type: nauc_precision_at_5_std
value: 6.204083505295685
- type: nauc_recall_at_1000_diff1
value: 18.442807737825063
- type: nauc_recall_at_1000_max
value: 62.641263058773
- type: nauc_recall_at_1000_std
value: 67.2815754683397
- type: nauc_recall_at_100_diff1
value: 8.37836986025998
- type: nauc_recall_at_100_max
value: 55.87545313950938
- type: nauc_recall_at_100_std
value: 47.41558445833062
- type: nauc_recall_at_10_diff1
value: 7.4197739125050965
- type: nauc_recall_at_10_max
value: 50.325163033813325
- type: nauc_recall_at_10_std
value: 15.74465932738494
- type: nauc_recall_at_1_diff1
value: 69.61919805260156
- type: nauc_recall_at_1_max
value: 55.5755657749773
- type: nauc_recall_at_1_std
value: -15.526118670762864
- type: nauc_recall_at_20_diff1
value: 8.764450865124198
- type: nauc_recall_at_20_max
value: 53.185762190326614
- type: nauc_recall_at_20_std
value: 23.52837624379365
- type: nauc_recall_at_3_diff1
value: 5.462937100521863
- type: nauc_recall_at_3_max
value: 43.30789053090315
- type: nauc_recall_at_3_std
value: -0.019766798037247135
- type: nauc_recall_at_5_diff1
value: 5.668823923473546
- type: nauc_recall_at_5_max
value: 46.38886493461459
- type: nauc_recall_at_5_std
value: 6.204083505295627
- type: ndcg_at_1
value: 89.453
- type: ndcg_at_10
value: 85.71
- type: ndcg_at_100
value: 87.45100000000001
- type: ndcg_at_1000
value: 87.869
- type: ndcg_at_20
value: 86.551
- type: ndcg_at_3
value: 81.83500000000001
- type: ndcg_at_5
value: 84.076
- type: precision_at_1
value: 89.453
- type: precision_at_10
value: 17.881
- type: precision_at_100
value: 1.921
- type: precision_at_1000
value: 0.197
- type: precision_at_20
value: 9.21
- type: precision_at_3
value: 53.928
- type: precision_at_5
value: 34.123
- type: recall_at_1
value: 44.727
- type: recall_at_10
value: 89.40599999999999
- type: recall_at_100
value: 96.03
- type: recall_at_1000
value: 98.744
- type: recall_at_20
value: 92.10000000000001
- type: recall_at_3
value: 80.891
- type: recall_at_5
value: 85.307
- task:
type: Classification
dataset:
name: MTEB ImdbClassification (default)
type: mteb/imdb
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics:
- type: accuracy
value: 96.9972
- type: ap
value: 95.5775856254544
- type: ap_weighted
value: 95.5775856254544
- type: f1
value: 96.99685931130435
- type: f1_weighted
value: 96.99685931130435
- type: main_score
value: 96.9972
- task:
type: Retrieval
dataset:
name: MTEB MSMARCO (default)
type: mteb/msmarco
config: default
split: dev
revision: c5a29a104738b98a9e76336939199e264163d4a0
metrics:
- type: main_score
value: 47.238
- type: map_at_1
value: 26.118999999999996
- type: map_at_10
value: 39.766
- type: map_at_100
value: 40.847
- type: map_at_1000
value: 40.882000000000005
- type: map_at_20
value: 40.461000000000006
- type: map_at_3
value: 35.667
- type: map_at_5
value: 38.066
- type: mrr_at_1
value: 26.89111747851003
- type: mrr_at_10
value: 40.397553099558856
- type: mrr_at_100
value: 41.40812124384233
- type: mrr_at_1000
value: 41.43744901209514
- type: mrr_at_20
value: 41.05487580788417
- type: mrr_at_3
value: 36.40878701050627
- type: mrr_at_5
value: 38.75620821394463
- type: nauc_map_at_1000_diff1
value: 39.98998212778958
- type: nauc_map_at_1000_max
value: 15.59645055297053
- type: nauc_map_at_1000_std
value: -20.56903010050901
- type: nauc_map_at_100_diff1
value: 39.98864802308753
- type: nauc_map_at_100_max
value: 15.613879964576007
- type: nauc_map_at_100_std
value: -20.538248542026235
- type: nauc_map_at_10_diff1
value: 39.88019792742319
- type: nauc_map_at_10_max
value: 15.489005240065229
- type: nauc_map_at_10_std
value: -21.204753377687798
- type: nauc_map_at_1_diff1
value: 42.74534997345039
- type: nauc_map_at_1_max
value: 13.355853021671452
- type: nauc_map_at_1_std
value: -18.991398512806423
- type: nauc_map_at_20_diff1
value: 39.92156613912966
- type: nauc_map_at_20_max
value: 15.627187592069072
- type: nauc_map_at_20_std
value: -20.680113879390696
- type: nauc_map_at_3_diff1
value: 39.9974069898003
- type: nauc_map_at_3_max
value: 14.326178611684506
- type: nauc_map_at_3_std
value: -21.725322969825978
- type: nauc_map_at_5_diff1
value: 39.7544604866648
- type: nauc_map_at_5_max
value: 15.006870414790205
- type: nauc_map_at_5_std
value: -21.700337702850153
- type: nauc_mrr_at_1000_diff1
value: 39.928512394832346
- type: nauc_mrr_at_1000_max
value: 15.629735001277483
- type: nauc_mrr_at_1000_std
value: -20.268640135576806
- type: nauc_mrr_at_100_diff1
value: 39.92749044330002
- type: nauc_mrr_at_100_max
value: 15.647620571895688
- type: nauc_mrr_at_100_std
value: -20.238323340406215
- type: nauc_mrr_at_10_diff1
value: 39.83475591137612
- type: nauc_mrr_at_10_max
value: 15.55993531984175
- type: nauc_mrr_at_10_std
value: -20.83691814120607
- type: nauc_mrr_at_1_diff1
value: 42.60171179362715
- type: nauc_mrr_at_1_max
value: 13.503932215044154
- type: nauc_mrr_at_1_std
value: -18.780402607759942
- type: nauc_mrr_at_20_diff1
value: 39.8638926924116
- type: nauc_mrr_at_20_max
value: 15.68649896973148
- type: nauc_mrr_at_20_std
value: -20.32923556364886
- type: nauc_mrr_at_3_diff1
value: 39.87333054371521
- type: nauc_mrr_at_3_max
value: 14.40273581805097
- type: nauc_mrr_at_3_std
value: -21.497091878550705
- type: nauc_mrr_at_5_diff1
value: 39.710535895257806
- type: nauc_mrr_at_5_max
value: 15.125588064614778
- type: nauc_mrr_at_5_std
value: -21.372841992590516
- type: nauc_ndcg_at_1000_diff1
value: 39.530182010129316
- type: nauc_ndcg_at_1000_max
value: 16.721078036825325
- type: nauc_ndcg_at_1000_std
value: -19.333446229997676
- type: nauc_ndcg_at_100_diff1
value: 39.52495437545947
- type: nauc_ndcg_at_100_max
value: 17.316175958553544
- type: nauc_ndcg_at_100_std
value: -18.167108179801435
- type: nauc_ndcg_at_10_diff1
value: 39.060097577182404
- type: nauc_ndcg_at_10_max
value: 17.03188717594285
- type: nauc_ndcg_at_10_std
value: -21.087768427189857
- type: nauc_ndcg_at_1_diff1
value: 42.60171179362715
- type: nauc_ndcg_at_1_max
value: 13.503932215044154
- type: nauc_ndcg_at_1_std
value: -18.780402607759942
- type: nauc_ndcg_at_20_diff1
value: 39.13715123963872
- type: nauc_ndcg_at_20_max
value: 17.577613449488744
- type: nauc_ndcg_at_20_std
value: -19.05270718022563
- type: nauc_ndcg_at_3_diff1
value: 39.185894874198965
- type: nauc_ndcg_at_3_max
value: 14.57528860178114
- type: nauc_ndcg_at_3_std
value: -22.454121752010494
- type: nauc_ndcg_at_5_diff1
value: 38.76484115322762
- type: nauc_ndcg_at_5_max
value: 15.867435457401843
- type: nauc_ndcg_at_5_std
value: -22.38692452968968
- type: nauc_precision_at_1000_diff1
value: -4.470494643119554
- type: nauc_precision_at_1000_max
value: 5.532704785018603
- type: nauc_precision_at_1000_std
value: 8.431501972980776
- type: nauc_precision_at_100_diff1
value: 13.915615975206203
- type: nauc_precision_at_100_max
value: 20.932636836042228
- type: nauc_precision_at_100_std
value: 17.71841847550733
- type: nauc_precision_at_10_diff1
value: 31.897757036479256
- type: nauc_precision_at_10_max
value: 21.47296249503087
- type: nauc_precision_at_10_std
value: -17.9085167972799
- type: nauc_precision_at_1_diff1
value: 42.60171179362715
- type: nauc_precision_at_1_max
value: 13.503932215044154
- type: nauc_precision_at_1_std
value: -18.780402607759942
- type: nauc_precision_at_20_diff1
value: 27.89782616667338
- type: nauc_precision_at_20_max
value: 24.171214140761222
- type: nauc_precision_at_20_std
value: -5.243858031824212
- type: nauc_precision_at_3_diff1
value: 36.10358380302458
- type: nauc_precision_at_3_max
value: 14.942314403638854
- type: nauc_precision_at_3_std
value: -24.229120472212184
- type: nauc_precision_at_5_diff1
value: 33.65809304158813
- type: nauc_precision_at_5_max
value: 17.8340962571853
- type: nauc_precision_at_5_std
value: -23.350679607104
- type: nauc_recall_at_1000_diff1
value: 16.65078016225262
- type: nauc_recall_at_1000_max
value: 51.9145485909716
- type: nauc_recall_at_1000_std
value: 69.3989955532773
- type: nauc_recall_at_100_diff1
value: 35.88717637896406
- type: nauc_recall_at_100_max
value: 39.31009514053865
- type: nauc_recall_at_100_std
value: 28.07382512953391
- type: nauc_recall_at_10_diff1
value: 35.70195220879436
- type: nauc_recall_at_10_max
value: 22.909702960394753
- type: nauc_recall_at_10_std
value: -20.011356717361004
- type: nauc_recall_at_1_diff1
value: 42.74534997345039
- type: nauc_recall_at_1_max
value: 13.355853021671452
- type: nauc_recall_at_1_std
value: -18.991398512806423
- type: nauc_recall_at_20_diff1
value: 35.01347244311519
- type: nauc_recall_at_20_max
value: 28.0791849525668
- type: nauc_recall_at_20_std
value: -7.596941121600616
- type: nauc_recall_at_3_diff1
value: 36.697694842739764
- type: nauc_recall_at_3_max
value: 15.087805237942867
- type: nauc_recall_at_3_std
value: -24.48394612054427
- type: nauc_recall_at_5_diff1
value: 35.40436459395654
- type: nauc_recall_at_5_max
value: 18.303370938978983
- type: nauc_recall_at_5_std
value: -24.4618489698988
- type: ndcg_at_1
value: 26.891
- type: ndcg_at_10
value: 47.238
- type: ndcg_at_100
value: 52.290000000000006
- type: ndcg_at_1000
value: 53.095000000000006
- type: ndcg_at_20
value: 49.675000000000004
- type: ndcg_at_3
value: 38.951
- type: ndcg_at_5
value: 43.208
- type: precision_at_1
value: 26.891
- type: precision_at_10
value: 7.345
- type: precision_at_100
value: 0.987
- type: precision_at_1000
value: 0.106
- type: precision_at_20
value: 4.18
- type: precision_at_3
value: 16.519000000000002
- type: precision_at_5
value: 12.086
- type: recall_at_1
value: 26.118999999999996
- type: recall_at_10
value: 70.17
- type: recall_at_100
value: 93.235
- type: recall_at_1000
value: 99.256
- type: recall_at_20
value: 79.599
- type: recall_at_3
value: 47.714
- type: recall_at_5
value: 57.913000000000004
- task:
type: Classification
dataset:
name: MTEB MTOPDomainClassification (en)
type: mteb/mtop_domain
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics:
- type: accuracy
value: 97.43502051983585
- type: f1
value: 97.28386890066653
- type: f1_weighted
value: 97.44797640554678
- type: main_score
value: 97.43502051983585
- task:
type: Classification
dataset:
name: MTEB MTOPIntentClassification (en)
type: mteb/mtop_intent
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics:
- type: accuracy
value: 92.80665754673961
- type: f1
value: 74.62374030390122
- type: f1_weighted
value: 93.45063761064331
- type: main_score
value: 92.80665754673961
- task:
type: Classification
dataset:
name: MTEB MassiveIntentClassification (en)
type: mteb/amazon_massive_intent
config: en
split: test
revision: 4672e20407010da34463acc759c162ca9734bca6
metrics:
- type: accuracy
value: 81.14324142568931
- type: f1
value: 79.25715428394179
- type: f1_weighted
value: 80.06102282439677
- type: main_score
value: 81.14324142568931
- task:
type: Classification
dataset:
name: MTEB MassiveScenarioClassification (en)
type: mteb/amazon_massive_scenario
config: en
split: test
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
metrics:
- type: accuracy
value: 83.52723604572965
- type: f1
value: 82.43215997685817
- type: f1_weighted
value: 83.18340208761732
- type: main_score
value: 83.52723604572965
- task:
type: Clustering
dataset:
name: MTEB MedrxivClusteringP2P (default)
type: mteb/medrxiv-clustering-p2p
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics:
- type: main_score
value: 46.38149873605036
- type: v_measure
value: 46.38149873605036
- type: v_measure_std
value: 1.0749788856434186
- task:
type: Clustering
dataset:
name: MTEB MedrxivClusteringS2S (default)
type: mteb/medrxiv-clustering-s2s
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics:
- type: main_score
value: 44.8945524407664
- type: v_measure
value: 44.8945524407664
- type: v_measure_std
value: 1.2389193370528488
- task:
type: Reranking
dataset:
name: MTEB MindSmallReranking (default)
type: mteb/mind_small
config: default
split: test
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
metrics:
- type: main_score
value: 31.464871623418794
- type: map
value: 31.464871623418794
- type: mrr
value: 32.50613994693332
- type: nAUC_map_diff1
value: 13.899720409558803
- type: nAUC_map_max
value: -24.855993992819574
- type: nAUC_map_std
value: -1.7042823879133022
- type: nAUC_mrr_diff1
value: 12.74961757902417
- type: nAUC_mrr_max
value: -19.359704641723024
- type: nAUC_mrr_std
value: 0.2553333974009825
- task:
type: Retrieval
dataset:
name: MTEB NFCorpus (default)
type: mteb/nfcorpus
config: default
split: test
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
metrics:
- type: main_score
value: 40.608
- type: map_at_1
value: 6.814000000000001
- type: map_at_10
value: 15.658
- type: map_at_100
value: 19.820999999999998
- type: map_at_1000
value: 21.478
- type: map_at_20
value: 17.378
- type: map_at_3
value: 11.469
- type: map_at_5
value: 13.411999999999999
- type: mrr_at_1
value: 53.25077399380805
- type: mrr_at_10
value: 62.325667108948835
- type: mrr_at_100
value: 62.74305120891361
- type: mrr_at_1000
value: 62.7698046867024
- type: mrr_at_20
value: 62.55276398505989
- type: mrr_at_3
value: 60.629514963880304
- type: mrr_at_5
value: 61.71310629514966
- type: nauc_map_at_1000_diff1
value: 28.465065572581196
- type: nauc_map_at_1000_max
value: 31.422114483712072
- type: nauc_map_at_1000_std
value: 14.137580326409468
- type: nauc_map_at_100_diff1
value: 29.640817609314634
- type: nauc_map_at_100_max
value: 31.497301598927084
- type: nauc_map_at_100_std
value: 11.373472181189578
- type: nauc_map_at_10_diff1
value: 33.81702887042631
- type: nauc_map_at_10_max
value: 26.89432917723802
- type: nauc_map_at_10_std
value: -0.6017226421625675
- type: nauc_map_at_1_diff1
value: 47.92465446394334
- type: nauc_map_at_1_max
value: 13.298220863216647
- type: nauc_map_at_1_std
value: -16.028417988057573
- type: nauc_map_at_20_diff1
value: 31.26496100545571
- type: nauc_map_at_20_max
value: 29.279825837457384
- type: nauc_map_at_20_std
value: 4.788387672392815
- type: nauc_map_at_3_diff1
value: 38.62641220798505
- type: nauc_map_at_3_max
value: 19.08045714651334
- type: nauc_map_at_3_std
value: -8.922459068853476
- type: nauc_map_at_5_diff1
value: 36.53813025261598
- type: nauc_map_at_5_max
value: 22.40454946619978
- type: nauc_map_at_5_std
value: -6.486492008466358
- type: nauc_mrr_at_1000_diff1
value: 28.69304903653812
- type: nauc_mrr_at_1000_max
value: 45.96553711346646
- type: nauc_mrr_at_1000_std
value: 27.85147914917026
- type: nauc_mrr_at_100_diff1
value: 28.68229560104124
- type: nauc_mrr_at_100_max
value: 45.97763687298361
- type: nauc_mrr_at_100_std
value: 27.877065559802784
- type: nauc_mrr_at_10_diff1
value: 28.87265406525776
- type: nauc_mrr_at_10_max
value: 46.14425971703
- type: nauc_mrr_at_10_std
value: 28.012998155541958
- type: nauc_mrr_at_1_diff1
value: 30.386284704935175
- type: nauc_mrr_at_1_max
value: 39.555268501126484
- type: nauc_mrr_at_1_std
value: 19.003917244393055
- type: nauc_mrr_at_20_diff1
value: 28.688630297997626
- type: nauc_mrr_at_20_max
value: 46.06770135613457
- type: nauc_mrr_at_20_std
value: 27.983585167898088
- type: nauc_mrr_at_3_diff1
value: 28.202788031669435
- type: nauc_mrr_at_3_max
value: 44.67641807824994
- type: nauc_mrr_at_3_std
value: 26.01547375749013
- type: nauc_mrr_at_5_diff1
value: 29.136769721750184
- type: nauc_mrr_at_5_max
value: 45.59466095537007
- type: nauc_mrr_at_5_std
value: 26.52847275188725
- type: nauc_ndcg_at_1000_diff1
value: 23.41490301896588
- type: nauc_ndcg_at_1000_max
value: 44.66765746203081
- type: nauc_ndcg_at_1000_std
value: 32.929259388855655
- type: nauc_ndcg_at_100_diff1
value: 24.807775380513515
- type: nauc_ndcg_at_100_max
value: 38.94194783706628
- type: nauc_ndcg_at_100_std
value: 25.83927535706682
- type: nauc_ndcg_at_10_diff1
value: 23.27753233512705
- type: nauc_ndcg_at_10_max
value: 40.457762461961416
- type: nauc_ndcg_at_10_std
value: 26.221695797523196
- type: nauc_ndcg_at_1_diff1
value: 30.505733988194233
- type: nauc_ndcg_at_1_max
value: 37.29986556956722
- type: nauc_ndcg_at_1_std
value: 18.521315149723165
- type: nauc_ndcg_at_20_diff1
value: 22.73159408013849
- type: nauc_ndcg_at_20_max
value: 38.19415319342381
- type: nauc_ndcg_at_20_std
value: 25.651700748252814
- type: nauc_ndcg_at_3_diff1
value: 22.666171391424808
- type: nauc_ndcg_at_3_max
value: 39.654001155276696
- type: nauc_ndcg_at_3_std
value: 22.713597835307368
- type: nauc_ndcg_at_5_diff1
value: 23.145977550257783
- type: nauc_ndcg_at_5_max
value: 41.26418949542231
- type: nauc_ndcg_at_5_std
value: 24.626721054592018
- type: nauc_precision_at_1000_diff1
value: -10.668076403397022
- type: nauc_precision_at_1000_max
value: -2.687482461632398
- type: nauc_precision_at_1000_std
value: 23.984079094098455
- type: nauc_precision_at_100_diff1
value: -7.159873373344272
- type: nauc_precision_at_100_max
value: 12.819553702257164
- type: nauc_precision_at_100_std
value: 37.50378439821877
- type: nauc_precision_at_10_diff1
value: 2.2241329156010665
- type: nauc_precision_at_10_max
value: 36.76680313244236
- type: nauc_precision_at_10_std
value: 39.4677017320664
- type: nauc_precision_at_1_diff1
value: 30.386284704935175
- type: nauc_precision_at_1_max
value: 39.555268501126484
- type: nauc_precision_at_1_std
value: 19.003917244393055
- type: nauc_precision_at_20_diff1
value: -2.9834608982986115
- type: nauc_precision_at_20_max
value: 27.914227404658654
- type: nauc_precision_at_20_std
value: 39.80986422338386
- type: nauc_precision_at_3_diff1
value: 10.931080335409446
- type: nauc_precision_at_3_max
value: 39.74599313443494
- type: nauc_precision_at_3_std
value: 27.88015806277605
- type: nauc_precision_at_5_diff1
value: 6.375575138873724
- type: nauc_precision_at_5_max
value: 40.204218087817274
- type: nauc_precision_at_5_std
value: 33.14483938245918
- type: nauc_recall_at_1000_diff1
value: 6.059681037512472
- type: nauc_recall_at_1000_max
value: 16.088632078670198
- type: nauc_recall_at_1000_std
value: 13.844947244341302
- type: nauc_recall_at_100_diff1
value: 16.283808676503824
- type: nauc_recall_at_100_max
value: 21.37014633122509
- type: nauc_recall_at_100_std
value: 10.876847345257328
- type: nauc_recall_at_10_diff1
value: 25.843865694907286
- type: nauc_recall_at_10_max
value: 21.781125041367748
- type: nauc_recall_at_10_std
value: -2.1399146426462066
- type: nauc_recall_at_1_diff1
value: 47.92465446394334
- type: nauc_recall_at_1_max
value: 13.298220863216647
- type: nauc_recall_at_1_std
value: -16.028417988057573
- type: nauc_recall_at_20_diff1
value: 22.333265905634082
- type: nauc_recall_at_20_max
value: 24.167043456458593
- type: nauc_recall_at_20_std
value: 4.110610548061356
- type: nauc_recall_at_3_diff1
value: 35.695924824653886
- type: nauc_recall_at_3_max
value: 17.912601287674416
- type: nauc_recall_at_3_std
value: -9.102880017474895
- type: nauc_recall_at_5_diff1
value: 31.797504877636356
- type: nauc_recall_at_5_max
value: 20.00800506945161
- type: nauc_recall_at_5_std
value: -7.431905060084433
- type: ndcg_at_1
value: 51.548
- type: ndcg_at_10
value: 40.608
- type: ndcg_at_100
value: 37.328
- type: ndcg_at_1000
value: 45.927
- type: ndcg_at_20
value: 38.062000000000005
- type: ndcg_at_3
value: 46.886
- type: ndcg_at_5
value: 44.265
- type: precision_at_1
value: 53.251000000000005
- type: precision_at_10
value: 29.782999999999998
- type: precision_at_100
value: 9.331
- type: precision_at_1000
value: 2.233
- type: precision_at_20
value: 22.136
- type: precision_at_3
value: 43.653
- type: precision_at_5
value: 38.204
- type: recall_at_1
value: 6.814000000000001
- type: recall_at_10
value: 20.477
- type: recall_at_100
value: 38.190000000000005
- type: recall_at_1000
value: 69.222
- type: recall_at_20
value: 24.462999999999997
- type: recall_at_3
value: 12.592999999999998
- type: recall_at_5
value: 15.847
- task:
type: Retrieval
dataset:
name: MTEB NQ (default)
type: mteb/nq
config: default
split: test
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
metrics:
- type: main_score
value: 74.639
- type: map_at_1
value: 51.910000000000004
- type: map_at_10
value: 68.17800000000001
- type: map_at_100
value: 68.63
- type: map_at_1000
value: 68.636
- type: map_at_20
value: 68.47999999999999
- type: map_at_3
value: 64.631
- type: map_at_5
value: 66.84400000000001
- type: mrr_at_1
value: 57.87949015063732
- type: mrr_at_10
value: 70.52962165940157
- type: mrr_at_100
value: 70.79433311260526
- type: mrr_at_1000
value: 70.7996618331687
- type: mrr_at_20
value: 70.71145788136596
- type: mrr_at_3
value: 68.18752414059479
- type: mrr_at_5
value: 69.7025878717652
- type: nauc_map_at_1000_diff1
value: 48.25341804569
- type: nauc_map_at_1000_max
value: 19.942213273803425
- type: nauc_map_at_1000_std
value: -11.573618793573225
- type: nauc_map_at_100_diff1
value: 48.25137335400359
- type: nauc_map_at_100_max
value: 19.9478086771177
- type: nauc_map_at_100_std
value: -11.569057776842822
- type: nauc_map_at_10_diff1
value: 48.15169614121807
- type: nauc_map_at_10_max
value: 19.891488849767043
- type: nauc_map_at_10_std
value: -11.957859050856753
- type: nauc_map_at_1_diff1
value: 51.426208875589964
- type: nauc_map_at_1_max
value: 15.25704840433183
- type: nauc_map_at_1_std
value: -12.188645475831342
- type: nauc_map_at_20_diff1
value: 48.217050041022134
- type: nauc_map_at_20_max
value: 19.91541002135707
- type: nauc_map_at_20_std
value: -11.61880125598817
- type: nauc_map_at_3_diff1
value: 48.03870795080792
- type: nauc_map_at_3_max
value: 18.73819795102705
- type: nauc_map_at_3_std
value: -13.30137554476926
- type: nauc_map_at_5_diff1
value: 48.104924652402026
- type: nauc_map_at_5_max
value: 19.436408585016583
- type: nauc_map_at_5_std
value: -12.697778155809297
- type: nauc_mrr_at_1000_diff1
value: 47.93057727525053
- type: nauc_mrr_at_1000_max
value: 21.95380342666769
- type: nauc_mrr_at_1000_std
value: -8.460873325747786
- type: nauc_mrr_at_100_diff1
value: 47.927872117705206
- type: nauc_mrr_at_100_max
value: 21.957974176338706
- type: nauc_mrr_at_100_std
value: -8.457120495941842
- type: nauc_mrr_at_10_diff1
value: 47.88807872165451
- type: nauc_mrr_at_10_max
value: 21.99165186070592
- type: nauc_mrr_at_10_std
value: -8.622458245224722
- type: nauc_mrr_at_1_diff1
value: 50.14489631746599
- type: nauc_mrr_at_1_max
value: 20.08032341500605
- type: nauc_mrr_at_1_std
value: -8.516733561470257
- type: nauc_mrr_at_20_diff1
value: 47.903958398396284
- type: nauc_mrr_at_20_max
value: 21.984121272453255
- type: nauc_mrr_at_20_std
value: -8.425148199913735
- type: nauc_mrr_at_3_diff1
value: 47.42105094406055
- type: nauc_mrr_at_3_max
value: 22.077775847329576
- type: nauc_mrr_at_3_std
value: -8.740898452659854
- type: nauc_mrr_at_5_diff1
value: 47.57979388400372
- type: nauc_mrr_at_5_max
value: 22.125349463627074
- type: nauc_mrr_at_5_std
value: -8.52623396445785
- type: nauc_ndcg_at_1000_diff1
value: 47.810202958915035
- type: nauc_ndcg_at_1000_max
value: 21.392873440606735
- type: nauc_ndcg_at_1000_std
value: -9.795633951314732
- type: nauc_ndcg_at_100_diff1
value: 47.76922593186765
- type: nauc_ndcg_at_100_max
value: 21.560230506228212
- type: nauc_ndcg_at_100_std
value: -9.642938046812427
- type: nauc_ndcg_at_10_diff1
value: 47.319712738884235
- type: nauc_ndcg_at_10_max
value: 21.563611991893776
- type: nauc_ndcg_at_10_std
value: -10.8291523074647
- type: nauc_ndcg_at_1_diff1
value: 50.218645783866165
- type: nauc_ndcg_at_1_max
value: 20.1519999109772
- type: nauc_ndcg_at_1_std
value: -8.435852939261638
- type: nauc_ndcg_at_20_diff1
value: 47.549440903272576
- type: nauc_ndcg_at_20_max
value: 21.60946482480832
- type: nauc_ndcg_at_20_std
value: -9.676726716756642
- type: nauc_ndcg_at_3_diff1
value: 46.85874975295731
- type: nauc_ndcg_at_3_max
value: 19.97364939016392
- type: nauc_ndcg_at_3_std
value: -12.69379259341466
- type: nauc_ndcg_at_5_diff1
value: 46.97495524419072
- type: nauc_ndcg_at_5_max
value: 20.769975752692034
- type: nauc_ndcg_at_5_std
value: -11.934684225152365
- type: nauc_precision_at_1000_diff1
value: -19.990666552030007
- type: nauc_precision_at_1000_max
value: 10.876772512124212
- type: nauc_precision_at_1000_std
value: 20.48008319920701
- type: nauc_precision_at_100_diff1
value: -17.968775797474056
- type: nauc_precision_at_100_max
value: 12.501874770426873
- type: nauc_precision_at_100_std
value: 20.49710605336997
- type: nauc_precision_at_10_diff1
value: -6.8867086393814585
- type: nauc_precision_at_10_max
value: 17.14868242242726
- type: nauc_precision_at_10_std
value: 13.21690743137821
- type: nauc_precision_at_1_diff1
value: 50.218645783866165
- type: nauc_precision_at_1_max
value: 20.1519999109772
- type: nauc_precision_at_1_std
value: -8.435852939261638
- type: nauc_precision_at_20_diff1
value: -11.752160128790043
- type: nauc_precision_at_20_max
value: 15.237636262112057
- type: nauc_precision_at_20_std
value: 18.180728055218886
- type: nauc_precision_at_3_diff1
value: 15.96609445885222
- type: nauc_precision_at_3_max
value: 20.18494092548839
- type: nauc_precision_at_3_std
value: -1.0589223899689346
- type: nauc_precision_at_5_diff1
value: 4.644778831019537
- type: nauc_precision_at_5_max
value: 18.90354311244982
- type: nauc_precision_at_5_std
value: 5.473254605926224
- type: nauc_recall_at_1000_diff1
value: 43.6311966998835
- type: nauc_recall_at_1000_max
value: 71.26453607826319
- type: nauc_recall_at_1000_std
value: 63.74850911403961
- type: nauc_recall_at_100_diff1
value: 43.81911515697184
- type: nauc_recall_at_100_max
value: 49.13377769323508
- type: nauc_recall_at_100_std
value: 22.92335191809556
- type: nauc_recall_at_10_diff1
value: 39.868975772803154
- type: nauc_recall_at_10_max
value: 27.1991395214908
- type: nauc_recall_at_10_std
value: -11.928586693931537
- type: nauc_recall_at_1_diff1
value: 51.426208875589964
- type: nauc_recall_at_1_max
value: 15.25704840433183
- type: nauc_recall_at_1_std
value: -12.188645475831342
- type: nauc_recall_at_20_diff1
value: 40.48934810019854
- type: nauc_recall_at_20_max
value: 31.541919411302256
- type: nauc_recall_at_20_std
value: 1.6695278429926617
- type: nauc_recall_at_3_diff1
value: 41.85552950416144
- type: nauc_recall_at_3_max
value: 19.544146808722118
- type: nauc_recall_at_3_std
value: -15.442392634895718
- type: nauc_recall_at_5_diff1
value: 40.52718222998753
- type: nauc_recall_at_5_max
value: 21.436637732490112
- type: nauc_recall_at_5_std
value: -14.812931287114298
- type: ndcg_at_1
value: 57.851
- type: ndcg_at_10
value: 74.639
- type: ndcg_at_100
value: 76.334
- type: ndcg_at_1000
value: 76.483
- type: ndcg_at_20
value: 75.543
- type: ndcg_at_3
value: 68.56400000000001
- type: ndcg_at_5
value: 71.977
- type: precision_at_1
value: 57.851
- type: precision_at_10
value: 11.023
- type: precision_at_100
value: 1.2
- type: precision_at_1000
value: 0.121
- type: precision_at_20
value: 5.737
- type: precision_at_3
value: 29.788999999999998
- type: precision_at_5
value: 19.971
- type: recall_at_1
value: 51.910000000000004
- type: recall_at_10
value: 91.50500000000001
- type: recall_at_100
value: 98.571
- type: recall_at_1000
value: 99.681
- type: recall_at_20
value: 94.78999999999999
- type: recall_at_3
value: 76.32
- type: recall_at_5
value: 83.992
- task:
type: Retrieval
dataset:
name: MTEB QuoraRetrieval (default)
type: mteb/quora
config: default
split: test
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
metrics:
- type: main_score
value: 90.78500000000001
- type: map_at_1
value: 73.36399999999999
- type: map_at_10
value: 87.561
- type: map_at_100
value: 88.139
- type: map_at_1000
value: 88.151
- type: map_at_20
value: 87.953
- type: map_at_3
value: 84.738
- type: map_at_5
value: 86.533
- type: mrr_at_1
value: 84.42
- type: mrr_at_10
value: 89.91527777777762
- type: mrr_at_100
value: 89.98056337523398
- type: mrr_at_1000
value: 89.98095050387363
- type: mrr_at_20
value: 89.96620262859754
- type: mrr_at_3
value: 89.17333333333308
- type: mrr_at_5
value: 89.69083333333309
- type: nauc_map_at_1000_diff1
value: 79.22837535499788
- type: nauc_map_at_1000_max
value: 15.229135965576624
- type: nauc_map_at_1000_std
value: -65.13592340820175
- type: nauc_map_at_100_diff1
value: 79.22964850175666
- type: nauc_map_at_100_max
value: 15.17873352763656
- type: nauc_map_at_100_std
value: -65.21743661211563
- type: nauc_map_at_10_diff1
value: 79.40458559409714
- type: nauc_map_at_10_max
value: 13.98665034413499
- type: nauc_map_at_10_std
value: -67.98126748033091
- type: nauc_map_at_1_diff1
value: 82.80184669392824
- type: nauc_map_at_1_max
value: 8.856089749102615
- type: nauc_map_at_1_std
value: -54.391672423052306
- type: nauc_map_at_20_diff1
value: 79.28140675062055
- type: nauc_map_at_20_max
value: 14.813382162586338
- type: nauc_map_at_20_std
value: -66.3069868467324
- type: nauc_map_at_3_diff1
value: 79.86030933775763
- type: nauc_map_at_3_max
value: 11.48286207079137
- type: nauc_map_at_3_std
value: -69.0349738122831
- type: nauc_map_at_5_diff1
value: 79.49804780757196
- type: nauc_map_at_5_max
value: 13.014896114509048
- type: nauc_map_at_5_std
value: -69.24755978940475
- type: nauc_mrr_at_1000_diff1
value: 80.32513802860564
- type: nauc_mrr_at_1000_max
value: 19.133166308087606
- type: nauc_mrr_at_1000_std
value: -60.70934579066254
- type: nauc_mrr_at_100_diff1
value: 80.32534858109838
- type: nauc_mrr_at_100_max
value: 19.134687103600278
- type: nauc_mrr_at_100_std
value: -60.70792004190786
- type: nauc_mrr_at_10_diff1
value: 80.32753693824817
- type: nauc_mrr_at_10_max
value: 19.07334892748873
- type: nauc_mrr_at_10_std
value: -61.00343339014411
- type: nauc_mrr_at_1_diff1
value: 80.94621936022547
- type: nauc_mrr_at_1_max
value: 19.098389309511855
- type: nauc_mrr_at_1_std
value: -56.281240215328744
- type: nauc_mrr_at_20_diff1
value: 80.32886311854372
- type: nauc_mrr_at_20_max
value: 19.144658294844398
- type: nauc_mrr_at_20_std
value: -60.80113609312996
- type: nauc_mrr_at_3_diff1
value: 80.15719807177194
- type: nauc_mrr_at_3_max
value: 19.21110611323521
- type: nauc_mrr_at_3_std
value: -61.55939529271486
- type: nauc_mrr_at_5_diff1
value: 80.25659942502026
- type: nauc_mrr_at_5_max
value: 19.18410850302189
- type: nauc_mrr_at_5_std
value: -61.34080339288672
- type: nauc_ndcg_at_1000_diff1
value: 79.30792401562252
- type: nauc_ndcg_at_1000_max
value: 17.228735754297546
- type: nauc_ndcg_at_1000_std
value: -63.0841035754019
- type: nauc_ndcg_at_100_diff1
value: 79.32390069722452
- type: nauc_ndcg_at_100_max
value: 17.03598908274086
- type: nauc_ndcg_at_100_std
value: -63.47645382028065
- type: nauc_ndcg_at_10_diff1
value: 79.3889546948115
- type: nauc_ndcg_at_10_max
value: 14.754867908259872
- type: nauc_ndcg_at_10_std
value: -68.67778986513876
- type: nauc_ndcg_at_1_diff1
value: 80.96616311503684
- type: nauc_ndcg_at_1_max
value: 19.251282966440872
- type: nauc_ndcg_at_1_std
value: -56.28623708629156
- type: nauc_ndcg_at_20_diff1
value: 79.36281855858415
- type: nauc_ndcg_at_20_max
value: 16.27660669783678
- type: nauc_ndcg_at_20_std
value: -66.242757220336
- type: nauc_ndcg_at_3_diff1
value: 78.59162334237037
- type: nauc_ndcg_at_3_max
value: 14.310999607705163
- type: nauc_ndcg_at_3_std
value: -67.43291489588975
- type: nauc_ndcg_at_5_diff1
value: 79.02195291821941
- type: nauc_ndcg_at_5_max
value: 14.703906318131077
- type: nauc_ndcg_at_5_std
value: -69.07043859982423
- type: nauc_precision_at_1000_diff1
value: -45.99620856951242
- type: nauc_precision_at_1000_max
value: 7.125627651370571
- type: nauc_precision_at_1000_std
value: 50.082304720650285
- type: nauc_precision_at_100_diff1
value: -45.93971803560242
- type: nauc_precision_at_100_max
value: 6.31666945015899
- type: nauc_precision_at_100_std
value: 48.43063822533797
- type: nauc_precision_at_10_diff1
value: -42.57062696143343
- type: nauc_precision_at_10_max
value: 4.926448070411812
- type: nauc_precision_at_10_std
value: 32.322003900367136
- type: nauc_precision_at_1_diff1
value: 80.96616311503684
- type: nauc_precision_at_1_max
value: 19.251282966440872
- type: nauc_precision_at_1_std
value: -56.28623708629156
- type: nauc_precision_at_20_diff1
value: -44.76495643463962
- type: nauc_precision_at_20_max
value: 5.4607809221385635
- type: nauc_precision_at_20_std
value: 40.49645695309527
- type: nauc_precision_at_3_diff1
value: -26.588107140371964
- type: nauc_precision_at_3_max
value: 6.575677555357888
- type: nauc_precision_at_3_std
value: 7.485155494378594
- type: nauc_precision_at_5_diff1
value: -36.70696804880982
- type: nauc_precision_at_5_max
value: 5.972677452493278
- type: nauc_precision_at_5_std
value: 21.08447210740431
- type: nauc_recall_at_1000_diff1
value: 10.886946378066934
- type: nauc_recall_at_1000_max
value: -98.39304801447328
- type: nauc_recall_at_1000_std
value: -44.363214454766606
- type: nauc_recall_at_100_diff1
value: 77.70428152195116
- type: nauc_recall_at_100_max
value: 0.5837837369290989
- type: nauc_recall_at_100_std
value: -98.47672805335857
- type: nauc_recall_at_10_diff1
value: 76.85812517627498
- type: nauc_recall_at_10_max
value: -1.0832219226903645
- type: nauc_recall_at_10_std
value: -110.90702861885376
- type: nauc_recall_at_1_diff1
value: 82.80184669392824
- type: nauc_recall_at_1_max
value: 8.856089749102615
- type: nauc_recall_at_1_std
value: -54.391672423052306
- type: nauc_recall_at_20_diff1
value: 76.9632614403016
- type: nauc_recall_at_20_max
value: 5.480849453695013
- type: nauc_recall_at_20_std
value: -115.63128053573668
- type: nauc_recall_at_3_diff1
value: 76.50668600748783
- type: nauc_recall_at_3_max
value: 5.787499766680326
- type: nauc_recall_at_3_std
value: -82.19925386253946
- type: nauc_recall_at_5_diff1
value: 75.50256322857665
- type: nauc_recall_at_5_max
value: 4.71365237505925
- type: nauc_recall_at_5_std
value: -93.67905025813903
- type: ndcg_at_1
value: 84.41
- type: ndcg_at_10
value: 90.78500000000001
- type: ndcg_at_100
value: 91.699
- type: ndcg_at_1000
value: 91.751
- type: ndcg_at_20
value: 91.31099999999999
- type: ndcg_at_3
value: 88.434
- type: ndcg_at_5
value: 89.754
- type: precision_at_1
value: 84.41
- type: precision_at_10
value: 13.757
- type: precision_at_100
value: 1.544
- type: precision_at_1000
value: 0.157
- type: precision_at_20
value: 7.266
- type: precision_at_3
value: 38.800000000000004
- type: precision_at_5
value: 25.396
- type: recall_at_1
value: 73.36399999999999
- type: recall_at_10
value: 96.832
- type: recall_at_100
value: 99.799
- type: recall_at_1000
value: 99.995
- type: recall_at_20
value: 98.48700000000001
- type: recall_at_3
value: 89.85499999999999
- type: recall_at_5
value: 93.758
- task:
type: Clustering
dataset:
name: MTEB RedditClustering (default)
type: mteb/reddit-clustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics:
- type: main_score
value: 72.36527124460562
- type: v_measure
value: 72.36527124460562
- type: v_measure_std
value: 2.7778891945364195
- task:
type: Clustering
dataset:
name: MTEB RedditClusteringP2P (default)
type: mteb/reddit-clustering-p2p
config: default
split: test
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
metrics:
- type: main_score
value: 73.89142551084535
- type: v_measure
value: 73.89142551084535
- type: v_measure_std
value: 11.258242813412751
- task:
type: Retrieval
dataset:
name: MTEB SCIDOCS (default)
type: mteb/scidocs
config: default
split: test
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
metrics:
- type: main_score
value: 28.538000000000004
- type: map_at_1
value: 6.643000000000001
- type: map_at_10
value: 17.805
- type: map_at_100
value: 21.054000000000002
- type: map_at_1000
value: 21.442
- type: map_at_20
value: 19.503999999999998
- type: map_at_3
value: 12.648000000000001
- type: map_at_5
value: 15.048
- type: mrr_at_1
value: 32.800000000000004
- type: mrr_at_10
value: 46.25075396825397
- type: mrr_at_100
value: 47.158633401334065
- type: mrr_at_1000
value: 47.17670558089014
- type: mrr_at_20
value: 46.83560758470973
- type: mrr_at_3
value: 42.499999999999964
- type: mrr_at_5
value: 44.69499999999993
- type: nauc_map_at_1000_diff1
value: 10.789045939743312
- type: nauc_map_at_1000_max
value: 32.14632527014952
- type: nauc_map_at_1000_std
value: 20.19671140555673
- type: nauc_map_at_100_diff1
value: 10.751726290304457
- type: nauc_map_at_100_max
value: 32.11882933379086
- type: nauc_map_at_100_std
value: 20.101870633638903
- type: nauc_map_at_10_diff1
value: 12.006914710409074
- type: nauc_map_at_10_max
value: 30.41130279511205
- type: nauc_map_at_10_std
value: 16.189788376384865
- type: nauc_map_at_1_diff1
value: 21.38187908816387
- type: nauc_map_at_1_max
value: 24.99538128197334
- type: nauc_map_at_1_std
value: 9.118883517128223
- type: nauc_map_at_20_diff1
value: 10.802870277150753
- type: nauc_map_at_20_max
value: 31.22006132139698
- type: nauc_map_at_20_std
value: 18.073673400388422
- type: nauc_map_at_3_diff1
value: 16.347189082771948
- type: nauc_map_at_3_max
value: 28.33087344789753
- type: nauc_map_at_3_std
value: 11.69551675125919
- type: nauc_map_at_5_diff1
value: 14.437136962876188
- type: nauc_map_at_5_max
value: 29.874785069482506
- type: nauc_map_at_5_std
value: 13.630292208839778
- type: nauc_mrr_at_1000_diff1
value: 18.115657218810394
- type: nauc_mrr_at_1000_max
value: 26.36974876533877
- type: nauc_mrr_at_1000_std
value: 12.945521122077992
- type: nauc_mrr_at_100_diff1
value: 18.101791416005494
- type: nauc_mrr_at_100_max
value: 26.38722397148215
- type: nauc_mrr_at_100_std
value: 12.978980203045584
- type: nauc_mrr_at_10_diff1
value: 18.054407102669657
- type: nauc_mrr_at_10_max
value: 26.357266760977115
- type: nauc_mrr_at_10_std
value: 13.047191230283303
- type: nauc_mrr_at_1_diff1
value: 21.72510847894924
- type: nauc_mrr_at_1_max
value: 25.44857511434268
- type: nauc_mrr_at_1_std
value: 9.345581415183856
- type: nauc_mrr_at_20_diff1
value: 18.027869822742357
- type: nauc_mrr_at_20_max
value: 26.36127613669918
- type: nauc_mrr_at_20_std
value: 12.919096925478375
- type: nauc_mrr_at_3_diff1
value: 18.073482602333435
- type: nauc_mrr_at_3_max
value: 25.323655770056707
- type: nauc_mrr_at_3_std
value: 11.885953111994151
- type: nauc_mrr_at_5_diff1
value: 18.111686003016334
- type: nauc_mrr_at_5_max
value: 26.192945508761944
- type: nauc_mrr_at_5_std
value: 12.15347243046111
- type: nauc_ndcg_at_1000_diff1
value: 11.307254540740201
- type: nauc_ndcg_at_1000_max
value: 33.71756163776018
- type: nauc_ndcg_at_1000_std
value: 24.685385257460815
- type: nauc_ndcg_at_100_diff1
value: 10.02155722506797
- type: nauc_ndcg_at_100_max
value: 34.062871320003815
- type: nauc_ndcg_at_100_std
value: 25.946717818165503
- type: nauc_ndcg_at_10_diff1
value: 11.66408962417464
- type: nauc_ndcg_at_10_max
value: 30.297422749362223
- type: nauc_ndcg_at_10_std
value: 17.6607178434512
- type: nauc_ndcg_at_1_diff1
value: 21.72510847894924
- type: nauc_ndcg_at_1_max
value: 25.44857511434268
- type: nauc_ndcg_at_1_std
value: 9.345581415183856
- type: nauc_ndcg_at_20_diff1
value: 9.94179593521292
- type: nauc_ndcg_at_20_max
value: 31.43955483410812
- type: nauc_ndcg_at_20_std
value: 20.023594363361713
- type: nauc_ndcg_at_3_diff1
value: 16.518122409217916
- type: nauc_ndcg_at_3_max
value: 28.02081341423043
- type: nauc_ndcg_at_3_std
value: 12.481239903453694
- type: nauc_ndcg_at_5_diff1
value: 14.42966455444073
- type: nauc_ndcg_at_5_max
value: 29.70088747545455
- type: nauc_ndcg_at_5_std
value: 14.235829092545904
- type: nauc_precision_at_1000_diff1
value: 1.90325448383178
- type: nauc_precision_at_1000_max
value: 30.93317218027561
- type: nauc_precision_at_1000_std
value: 38.645338287217385
- type: nauc_precision_at_100_diff1
value: 0.1252908386460034
- type: nauc_precision_at_100_max
value: 32.83232486740121
- type: nauc_precision_at_100_std
value: 38.39716435488311
- type: nauc_precision_at_10_diff1
value: 5.129281906089187
- type: nauc_precision_at_10_max
value: 29.13254144452189
- type: nauc_precision_at_10_std
value: 21.170655820058695
- type: nauc_precision_at_1_diff1
value: 21.72510847894924
- type: nauc_precision_at_1_max
value: 25.44857511434268
- type: nauc_precision_at_1_std
value: 9.345581415183856
- type: nauc_precision_at_20_diff1
value: 1.426147845409854
- type: nauc_precision_at_20_max
value: 29.55472435454713
- type: nauc_precision_at_20_std
value: 24.489789182449744
- type: nauc_precision_at_3_diff1
value: 14.305359352927194
- type: nauc_precision_at_3_max
value: 28.939644598906263
- type: nauc_precision_at_3_std
value: 13.883159077618451
- type: nauc_precision_at_5_diff1
value: 10.806549955611787
- type: nauc_precision_at_5_max
value: 30.692865412337213
- type: nauc_precision_at_5_std
value: 16.34097056419444
- type: nauc_recall_at_1000_diff1
value: 1.4145909877298652
- type: nauc_recall_at_1000_max
value: 32.02359135142732
- type: nauc_recall_at_1000_std
value: 42.60174028590349
- type: nauc_recall_at_100_diff1
value: -0.37109606033002723
- type: nauc_recall_at_100_max
value: 32.685485952066905
- type: nauc_recall_at_100_std
value: 38.93939246304491
- type: nauc_recall_at_10_diff1
value: 4.791220273088741
- type: nauc_recall_at_10_max
value: 28.788746481442786
- type: nauc_recall_at_10_std
value: 21.012624321533405
- type: nauc_recall_at_1_diff1
value: 21.38187908816387
- type: nauc_recall_at_1_max
value: 24.99538128197334
- type: nauc_recall_at_1_std
value: 9.118883517128223
- type: nauc_recall_at_20_diff1
value: 0.9133987668726881
- type: nauc_recall_at_20_max
value: 29.13398902376736
- type: nauc_recall_at_20_std
value: 24.28650862967556
- type: nauc_recall_at_3_diff1
value: 13.795646221056213
- type: nauc_recall_at_3_max
value: 28.458736997372156
- type: nauc_recall_at_3_std
value: 13.590754437517683
- type: nauc_recall_at_5_diff1
value: 10.27964083807708
- type: nauc_recall_at_5_max
value: 30.18285511857152
- type: nauc_recall_at_5_std
value: 15.981641598553725
- type: ndcg_at_1
value: 32.800000000000004
- type: ndcg_at_10
value: 28.538000000000004
- type: ndcg_at_100
value: 39.253
- type: ndcg_at_1000
value: 44.690000000000005
- type: ndcg_at_20
value: 32.523
- type: ndcg_at_3
value: 27.296
- type: ndcg_at_5
value: 23.615
- type: precision_at_1
value: 32.800000000000004
- type: precision_at_10
value: 14.77
- type: precision_at_100
value: 3.01
- type: precision_at_1000
value: 0.43
- type: precision_at_20
value: 9.69
- type: precision_at_3
value: 25.6
- type: precision_at_5
value: 20.66
- type: recall_at_1
value: 6.643000000000001
- type: recall_at_10
value: 29.992
- type: recall_at_100
value: 61.095
- type: recall_at_1000
value: 87.272
- type: recall_at_20
value: 39.33
- type: recall_at_3
value: 15.573
- type: recall_at_5
value: 20.948
- task:
type: STS
dataset:
name: MTEB SICK-R (default)
type: mteb/sickr-sts
config: default
split: test
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
metrics:
- type: cosine_pearson
value: 84.37281363343187
- type: cosine_spearman
value: 83.30200195593044
- type: euclidean_pearson
value: 81.67701335794368
- type: euclidean_spearman
value: 83.3019997653498
- type: main_score
value: 83.30200195593044
- type: manhattan_pearson
value: 81.80922925216795
- type: manhattan_spearman
value: 82.45409932874257
- type: pearson
value: 84.37281363343187
- type: spearman
value: 83.30200195593044
- task:
type: STS
dataset:
name: MTEB STS12 (default)
type: mteb/sts12-sts
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics:
- type: cosine_pearson
value: 86.82824905521925
- type: cosine_spearman
value: 80.98590815911939
- type: euclidean_pearson
value: 81.89218840695128
- type: euclidean_spearman
value: 80.98590725274755
- type: main_score
value: 80.98590815911939
- type: manhattan_pearson
value: 79.38582949943776
- type: manhattan_spearman
value: 77.30421542625247
- type: pearson
value: 86.82824905521925
- type: spearman
value: 80.98590815911939
- task:
type: STS
dataset:
name: MTEB STS13 (default)
type: mteb/sts13-sts
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics:
- type: cosine_pearson
value: 87.19722316157294
- type: cosine_spearman
value: 87.34287142701457
- type: euclidean_pearson
value: 86.95469976545654
- type: euclidean_spearman
value: 87.34287142701457
- type: main_score
value: 87.34287142701457
- type: manhattan_pearson
value: 85.00802640790108
- type: manhattan_spearman
value: 84.8446065481803
- type: pearson
value: 87.19722316157294
- type: spearman
value: 87.34287142701457
- task:
type: STS
dataset:
name: MTEB STS14 (default)
type: mteb/sts14-sts
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics:
- type: cosine_pearson
value: 84.82646675904164
- type: cosine_spearman
value: 84.38843815801556
- type: euclidean_pearson
value: 83.62102244440854
- type: euclidean_spearman
value: 84.38846972126379
- type: main_score
value: 84.38843815801556
- type: manhattan_pearson
value: 82.56864079042991
- type: manhattan_spearman
value: 82.88684800532234
- type: pearson
value: 84.82646675904164
- type: spearman
value: 84.38843815801556
- task:
type: STS
dataset:
name: MTEB STS15 (default)
type: mteb/sts15-sts
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics:
- type: cosine_pearson
value: 89.69909533656704
- type: cosine_spearman
value: 89.74723322749233
- type: euclidean_pearson
value: 88.7169991211476
- type: euclidean_spearman
value: 89.7472332075485
- type: main_score
value: 89.74723322749233
- type: manhattan_pearson
value: 87.37922931937202
- type: manhattan_spearman
value: 87.47352246770794
- type: pearson
value: 89.69909533656704
- type: spearman
value: 89.74723322749233
- task:
type: STS
dataset:
name: MTEB STS16 (default)
type: mteb/sts16-sts
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics:
- type: cosine_pearson
value: 86.84947603401746
- type: cosine_spearman
value: 87.63022743056388
- type: euclidean_pearson
value: 86.74752511965002
- type: euclidean_spearman
value: 87.63022743056388
- type: main_score
value: 87.63022743056388
- type: manhattan_pearson
value: 86.1770646766385
- type: manhattan_spearman
value: 86.43792690343828
- type: pearson
value: 86.84947603401746
- type: spearman
value: 87.63022743056388
- task:
type: STS
dataset:
name: MTEB STS17 (en-en)
type: mteb/sts17-crosslingual-sts
config: en-en
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics:
- type: cosine_pearson
value: 91.43391567649913
- type: cosine_spearman
value: 90.86953801008369
- type: euclidean_pearson
value: 91.24907274014495
- type: euclidean_spearman
value: 90.86953801008369
- type: main_score
value: 90.86953801008369
- type: manhattan_pearson
value: 92.27103413151777
- type: manhattan_spearman
value: 91.70510079315306
- type: pearson
value: 91.43391567649913
- type: spearman
value: 90.86953801008369
- task:
type: STS
dataset:
name: MTEB STS22 (en)
type: mteb/sts22-crosslingual-sts
config: en
split: test
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
metrics:
- type: cosine_pearson
value: 68.81338409687908
- type: cosine_spearman
value: 68.09215270009086
- type: euclidean_pearson
value: 68.64603879303111
- type: euclidean_spearman
value: 68.09215270009086
- type: main_score
value: 68.09215270009086
- type: manhattan_pearson
value: 69.46795022258881
- type: manhattan_spearman
value: 68.27576057587602
- type: pearson
value: 68.81338409687908
- type: spearman
value: 68.09215270009086
- task:
type: STS
dataset:
name: MTEB STSBenchmark (default)
type: mteb/stsbenchmark-sts
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics:
- type: cosine_pearson
value: 87.93191595794555
- type: cosine_spearman
value: 88.46646307403641
- type: euclidean_pearson
value: 87.3793925878407
- type: euclidean_spearman
value: 88.46646307403641
- type: main_score
value: 88.46646307403641
- type: manhattan_pearson
value: 86.42857012902716
- type: manhattan_spearman
value: 86.76733082091621
- type: pearson
value: 87.93191595794555
- type: spearman
value: 88.46646307403641
- task:
type: Reranking
dataset:
name: MTEB SciDocsRR (default)
type: mteb/scidocs-reranking
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics:
- type: main_score
value: 87.62672056519489
- type: map
value: 87.62672056519489
- type: mrr
value: 96.75288491464961
- type: nAUC_map_diff1
value: -10.979336734379478
- type: nAUC_map_max
value: 50.98762609235208
- type: nAUC_map_std
value: 68.765950990151
- type: nAUC_mrr_diff1
value: 26.032783373787915
- type: nAUC_mrr_max
value: 82.4844792677926
- type: nAUC_mrr_std
value: 82.0357865297397
- task:
type: Retrieval
dataset:
name: MTEB SciFact (default)
type: mteb/scifact
config: default
split: test
revision: 0228b52cf27578f30900b9e5271d331663a030d7
metrics:
- type: main_score
value: 79.745
- type: map_at_1
value: 64.328
- type: map_at_10
value: 75.139
- type: map_at_100
value: 75.384
- type: map_at_1000
value: 75.397
- type: map_at_20
value: 75.297
- type: map_at_3
value: 72.222
- type: map_at_5
value: 74.079
- type: mrr_at_1
value: 67.66666666666666
- type: mrr_at_10
value: 76.05383597883596
- type: mrr_at_100
value: 76.22027125405623
- type: mrr_at_1000
value: 76.23312943054236
- type: mrr_at_20
value: 76.14538114391056
- type: mrr_at_3
value: 74.11111111111113
- type: mrr_at_5
value: 75.31111111111112
- type: nauc_map_at_1000_diff1
value: 78.43909223692039
- type: nauc_map_at_1000_max
value: 61.93783649790126
- type: nauc_map_at_1000_std
value: 4.252485546213312
- type: nauc_map_at_100_diff1
value: 78.43784839609923
- type: nauc_map_at_100_max
value: 61.95484128615342
- type: nauc_map_at_100_std
value: 4.2853337017858335
- type: nauc_map_at_10_diff1
value: 78.39217968458001
- type: nauc_map_at_10_max
value: 62.11071146014176
- type: nauc_map_at_10_std
value: 4.2617060402705995
- type: nauc_map_at_1_diff1
value: 79.46268237346375
- type: nauc_map_at_1_max
value: 51.87919162971395
- type: nauc_map_at_1_std
value: -7.9819599317263155
- type: nauc_map_at_20_diff1
value: 78.34137192881398
- type: nauc_map_at_20_max
value: 62.04478567534677
- type: nauc_map_at_20_std
value: 4.44986243492092
- type: nauc_map_at_3_diff1
value: 78.93188320960228
- type: nauc_map_at_3_max
value: 59.05645306883896
- type: nauc_map_at_3_std
value: -0.7631750269436595
- type: nauc_map_at_5_diff1
value: 78.24090341300327
- type: nauc_map_at_5_max
value: 60.40223081576741
- type: nauc_map_at_5_std
value: 2.3140404965702412
- type: nauc_mrr_at_1000_diff1
value: 77.83067231715107
- type: nauc_mrr_at_1000_max
value: 62.87956349977423
- type: nauc_mrr_at_1000_std
value: 6.261294250064705
- type: nauc_mrr_at_100_diff1
value: 77.82977924127196
- type: nauc_mrr_at_100_max
value: 62.896357638733605
- type: nauc_mrr_at_100_std
value: 6.29361759938427
- type: nauc_mrr_at_10_diff1
value: 77.67673337207816
- type: nauc_mrr_at_10_max
value: 63.029402394904096
- type: nauc_mrr_at_10_std
value: 6.4376801339784056
- type: nauc_mrr_at_1_diff1
value: 79.44451752755394
- type: nauc_mrr_at_1_max
value: 60.551707570965306
- type: nauc_mrr_at_1_std
value: 2.128815653258172
- type: nauc_mrr_at_20_diff1
value: 77.73758868156405
- type: nauc_mrr_at_20_max
value: 62.963931403619334
- type: nauc_mrr_at_20_std
value: 6.407753752007869
- type: nauc_mrr_at_3_diff1
value: 77.98942478932196
- type: nauc_mrr_at_3_max
value: 62.99215580076013
- type: nauc_mrr_at_3_std
value: 5.461908127857269
- type: nauc_mrr_at_5_diff1
value: 77.37126419303483
- type: nauc_mrr_at_5_max
value: 62.33931482696964
- type: nauc_mrr_at_5_std
value: 5.6849973918884364
- type: nauc_ndcg_at_1000_diff1
value: 77.84639188057717
- type: nauc_ndcg_at_1000_max
value: 63.315777298558665
- type: nauc_ndcg_at_1000_std
value: 6.713565158302629
- type: nauc_ndcg_at_100_diff1
value: 77.863198515294
- type: nauc_ndcg_at_100_max
value: 63.74184406752551
- type: nauc_ndcg_at_100_std
value: 7.570839930103332
- type: nauc_ndcg_at_10_diff1
value: 77.18552551495168
- type: nauc_ndcg_at_10_max
value: 64.67747343020477
- type: nauc_ndcg_at_10_std
value: 8.101265554115662
- type: nauc_ndcg_at_1_diff1
value: 79.44451752755394
- type: nauc_ndcg_at_1_max
value: 60.551707570965306
- type: nauc_ndcg_at_1_std
value: 2.128815653258172
- type: nauc_ndcg_at_20_diff1
value: 77.17994663867256
- type: nauc_ndcg_at_20_max
value: 64.43647467030159
- type: nauc_ndcg_at_20_std
value: 8.622247271863376
- type: nauc_ndcg_at_3_diff1
value: 77.88539508493001
- type: nauc_ndcg_at_3_max
value: 62.66984272127964
- type: nauc_ndcg_at_3_std
value: 2.742594418074899
- type: nauc_ndcg_at_5_diff1
value: 76.53757494977143
- type: nauc_ndcg_at_5_max
value: 61.49129748643147
- type: nauc_ndcg_at_5_std
value: 4.380236291870192
- type: nauc_precision_at_1000_diff1
value: -29.19719579231251
- type: nauc_precision_at_1000_max
value: 23.47044780637479
- type: nauc_precision_at_1000_std
value: 52.84101463334091
- type: nauc_precision_at_100_diff1
value: -19.027484143763136
- type: nauc_precision_at_100_max
value: 29.260915389748522
- type: nauc_precision_at_100_std
value: 52.8204456584782
- type: nauc_precision_at_10_diff1
value: -4.391032114724305
- type: nauc_precision_at_10_max
value: 42.8334824133652
- type: nauc_precision_at_10_std
value: 51.92832616787376
- type: nauc_precision_at_1_diff1
value: 79.44451752755394
- type: nauc_precision_at_1_max
value: 60.551707570965306
- type: nauc_precision_at_1_std
value: 2.128815653258172
- type: nauc_precision_at_20_diff1
value: -10.485053838019777
- type: nauc_precision_at_20_max
value: 36.682622883716725
- type: nauc_precision_at_20_std
value: 52.86245437696848
- type: nauc_precision_at_3_diff1
value: 37.47158426353003
- type: nauc_precision_at_3_max
value: 57.209349751980824
- type: nauc_precision_at_3_std
value: 27.18493771030643
- type: nauc_precision_at_5_diff1
value: 14.132687328859591
- type: nauc_precision_at_5_max
value: 46.577764510703226
- type: nauc_precision_at_5_std
value: 37.8320197016056
- type: nauc_recall_at_1000_diff1
value: .nan
- type: nauc_recall_at_1000_max
value: .nan
- type: nauc_recall_at_1000_std
value: .nan
- type: nauc_recall_at_100_diff1
value: 79.55849006269133
- type: nauc_recall_at_100_max
value: 85.39415766306497
- type: nauc_recall_at_100_std
value: 52.62104841936836
- type: nauc_recall_at_10_diff1
value: 67.56888802032422
- type: nauc_recall_at_10_max
value: 80.90895272837815
- type: nauc_recall_at_10_std
value: 31.151065077193458
- type: nauc_recall_at_1_diff1
value: 79.46268237346375
- type: nauc_recall_at_1_max
value: 51.87919162971395
- type: nauc_recall_at_1_std
value: -7.9819599317263155
- type: nauc_recall_at_20_diff1
value: 66.80955210366969
- type: nauc_recall_at_20_max
value: 83.85111620405739
- type: nauc_recall_at_20_std
value: 43.14008431655496
- type: nauc_recall_at_3_diff1
value: 73.487621203687
- type: nauc_recall_at_3_max
value: 60.736184806494144
- type: nauc_recall_at_3_std
value: -0.05276306802210151
- type: nauc_recall_at_5_diff1
value: 67.32384089471962
- type: nauc_recall_at_5_max
value: 60.88484924058943
- type: nauc_recall_at_5_std
value: 7.53695946791339
- type: ndcg_at_1
value: 67.667
- type: ndcg_at_10
value: 79.745
- type: ndcg_at_100
value: 80.803
- type: ndcg_at_1000
value: 81.109
- type: ndcg_at_20
value: 80.21000000000001
- type: ndcg_at_3
value: 75.288
- type: ndcg_at_5
value: 77.739
- type: precision_at_1
value: 67.667
- type: precision_at_10
value: 10.5
- type: precision_at_100
value: 1.107
- type: precision_at_1000
value: 0.11299999999999999
- type: precision_at_20
value: 5.367
- type: precision_at_3
value: 29.555999999999997
- type: precision_at_5
value: 19.467000000000002
- type: recall_at_1
value: 64.328
- type: recall_at_10
value: 92.833
- type: recall_at_100
value: 97.667
- type: recall_at_1000
value: 100.0
- type: recall_at_20
value: 94.5
- type: recall_at_3
value: 81.072
- type: recall_at_5
value: 87.339
- task:
type: PairClassification
dataset:
name: MTEB SprintDuplicateQuestions (default)
type: mteb/sprintduplicatequestions-pairclassification
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics:
- type: cosine_accuracy
value: 99.86039603960396
- type: cosine_accuracy_threshold
value: 72.46292233467102
- type: cosine_ap
value: 96.9963756118777
- type: cosine_f1
value: 92.8895612708018
- type: cosine_f1_threshold
value: 72.46292233467102
- type: cosine_precision
value: 93.69277721261444
- type: cosine_recall
value: 92.10000000000001
- type: dot_accuracy
value: 99.86039603960396
- type: dot_accuracy_threshold
value: 72.46291637420654
- type: dot_ap
value: 96.99637561187771
- type: dot_f1
value: 92.8895612708018
- type: dot_f1_threshold
value: 72.46291637420654
- type: dot_precision
value: 93.69277721261444
- type: dot_recall
value: 92.10000000000001
- type: euclidean_accuracy
value: 99.86039603960396
- type: euclidean_accuracy_threshold
value: 74.21196699142456
- type: euclidean_ap
value: 96.99637561187768
- type: euclidean_f1
value: 92.8895612708018
- type: euclidean_f1_threshold
value: 74.21196699142456
- type: euclidean_precision
value: 93.69277721261444
- type: euclidean_recall
value: 92.10000000000001
- type: main_score
value: 96.99637561187771
- type: manhattan_accuracy
value: 99.81980198019802
- type: manhattan_accuracy_threshold
value: 2608.760452270508
- type: manhattan_ap
value: 96.18773334150895
- type: manhattan_f1
value: 90.74262461851477
- type: manhattan_f1_threshold
value: 2608.760452270508
- type: manhattan_precision
value: 92.33954451345755
- type: manhattan_recall
value: 89.2
- type: max_accuracy
value: 99.86039603960396
- type: max_ap
value: 96.99637561187771
- type: max_f1
value: 92.8895612708018
- type: max_precision
value: 93.69277721261444
- type: max_recall
value: 92.10000000000001
- type: similarity_accuracy
value: 99.86039603960396
- type: similarity_accuracy_threshold
value: 72.46292233467102
- type: similarity_ap
value: 96.9963756118777
- type: similarity_f1
value: 92.8895612708018
- type: similarity_f1_threshold
value: 72.46292233467102
- type: similarity_precision
value: 93.69277721261444
- type: similarity_recall
value: 92.10000000000001
- task:
type: Clustering
dataset:
name: MTEB StackExchangeClustering (default)
type: mteb/stackexchange-clustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics:
- type: main_score
value: 81.5950420419382
- type: v_measure
value: 81.5950420419382
- type: v_measure_std
value: 2.3518861207789126
- task:
type: Clustering
dataset:
name: MTEB StackExchangeClusteringP2P (default)
type: mteb/stackexchange-clustering-p2p
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics:
- type: main_score
value: 44.40836435329055
- type: v_measure
value: 44.40836435329055
- type: v_measure_std
value: 1.3850659888959282
- task:
type: Reranking
dataset:
name: MTEB StackOverflowDupQuestions (default)
type: mteb/stackoverflowdupquestions-reranking
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics:
- type: main_score
value: 58.792345747482436
- type: map
value: 58.792345747482436
- type: mrr
value: 59.87494429590018
- type: nAUC_map_diff1
value: 43.36254267831821
- type: nAUC_map_max
value: 13.241350111456592
- type: nAUC_map_std
value: 6.075720164270261
- type: nAUC_mrr_diff1
value: 43.6953851299995
- type: nAUC_mrr_max
value: 14.587424770057197
- type: nAUC_mrr_std
value: 6.683981115477786
- task:
type: Summarization
dataset:
name: MTEB SummEval (default)
type: mteb/summeval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics:
- type: cosine_pearson
value: 29.605378173647523
- type: cosine_spearman
value: 29.538937618105475
- type: dot_pearson
value: 29.605381018751537
- type: dot_spearman
value: 29.538937618105475
- type: main_score
value: 29.538937618105475
- type: pearson
value: 29.605378173647523
- type: spearman
value: 29.538937618105475
- task:
type: Retrieval
dataset:
name: MTEB TRECCOVID (default)
type: mteb/trec-covid
config: default
split: test
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
metrics:
- type: main_score
value: 77.17500000000001
- type: map_at_1
value: 0.22300000000000003
- type: map_at_10
value: 1.9959999999999998
- type: map_at_100
value: 11.998000000000001
- type: map_at_1000
value: 30.284
- type: map_at_20
value: 3.563
- type: map_at_3
value: 0.643
- type: map_at_5
value: 1.0170000000000001
- type: mrr_at_1
value: 84.0
- type: mrr_at_10
value: 90.66666666666666
- type: mrr_at_100
value: 90.66666666666666
- type: mrr_at_1000
value: 90.66666666666666
- type: mrr_at_20
value: 90.66666666666666
- type: mrr_at_3
value: 90.33333333333334
- type: mrr_at_5
value: 90.33333333333334
- type: nauc_map_at_1000_diff1
value: 7.389119317717576
- type: nauc_map_at_1000_max
value: 54.82050496230136
- type: nauc_map_at_1000_std
value: 70.85721068077146
- type: nauc_map_at_100_diff1
value: 12.670094845373846
- type: nauc_map_at_100_max
value: 36.93011704883208
- type: nauc_map_at_100_std
value: 52.83891673041347
- type: nauc_map_at_10_diff1
value: 0.7333820103994417
- type: nauc_map_at_10_max
value: 7.33166700811674
- type: nauc_map_at_10_std
value: 5.962928401420485
- type: nauc_map_at_1_diff1
value: 4.853041318875478
- type: nauc_map_at_1_max
value: 6.708198838067249
- type: nauc_map_at_1_std
value: 3.785155575070299
- type: nauc_map_at_20_diff1
value: 5.621187930586951
- type: nauc_map_at_20_max
value: 16.76609882016852
- type: nauc_map_at_20_std
value: 18.534536538273816
- type: nauc_map_at_3_diff1
value: 5.370619369327505
- type: nauc_map_at_3_max
value: 6.078878275059272
- type: nauc_map_at_3_std
value: 1.3685720820713816
- type: nauc_map_at_5_diff1
value: 3.442398585395224
- type: nauc_map_at_5_max
value: 6.770357584173343
- type: nauc_map_at_5_std
value: 1.7453751789242644
- type: nauc_mrr_at_1000_diff1
value: 31.34224450013925
- type: nauc_mrr_at_1000_max
value: 52.595029239766134
- type: nauc_mrr_at_1000_std
value: 44.9926900584796
- type: nauc_mrr_at_100_diff1
value: 31.34224450013925
- type: nauc_mrr_at_100_max
value: 52.595029239766134
- type: nauc_mrr_at_100_std
value: 44.9926900584796
- type: nauc_mrr_at_10_diff1
value: 31.34224450013925
- type: nauc_mrr_at_10_max
value: 52.595029239766134
- type: nauc_mrr_at_10_std
value: 44.9926900584796
- type: nauc_mrr_at_1_diff1
value: 31.161021109474685
- type: nauc_mrr_at_1_max
value: 51.006381934216904
- type: nauc_mrr_at_1_std
value: 44.82081492390771
- type: nauc_mrr_at_20_diff1
value: 31.34224450013925
- type: nauc_mrr_at_20_max
value: 52.595029239766134
- type: nauc_mrr_at_20_std
value: 44.9926900584796
- type: nauc_mrr_at_3_diff1
value: 32.207456626061095
- type: nauc_mrr_at_3_max
value: 52.696399208027
- type: nauc_mrr_at_3_std
value: 44.66257256954923
- type: nauc_mrr_at_5_diff1
value: 32.207456626061095
- type: nauc_mrr_at_5_max
value: 52.696399208027
- type: nauc_mrr_at_5_std
value: 44.66257256954923
- type: nauc_ndcg_at_1000_diff1
value: 5.618095845960207
- type: nauc_ndcg_at_1000_max
value: 49.890389872564675
- type: nauc_ndcg_at_1000_std
value: 69.30715837125426
- type: nauc_ndcg_at_100_diff1
value: 12.535638321298817
- type: nauc_ndcg_at_100_max
value: 44.09984973737588
- type: nauc_ndcg_at_100_std
value: 66.73116956125261
- type: nauc_ndcg_at_10_diff1
value: 8.28961977229752
- type: nauc_ndcg_at_10_max
value: 37.081028635944044
- type: nauc_ndcg_at_10_std
value: 38.823752443963215
- type: nauc_ndcg_at_1_diff1
value: 39.911537737624705
- type: nauc_ndcg_at_1_max
value: 35.42019574628276
- type: nauc_ndcg_at_1_std
value: 40.367965367965375
- type: nauc_ndcg_at_20_diff1
value: 12.379194710250905
- type: nauc_ndcg_at_20_max
value: 46.77694418095702
- type: nauc_ndcg_at_20_std
value: 53.5510203491856
- type: nauc_ndcg_at_3_diff1
value: 24.70851384180533
- type: nauc_ndcg_at_3_max
value: 27.56920622226903
- type: nauc_ndcg_at_3_std
value: 26.358022803379665
- type: nauc_ndcg_at_5_diff1
value: 11.779917720947457
- type: nauc_ndcg_at_5_max
value: 30.21605394567412
- type: nauc_ndcg_at_5_std
value: 28.513515127488503
- type: nauc_precision_at_1000_diff1
value: -6.002513211324759
- type: nauc_precision_at_1000_max
value: 38.83635216810086
- type: nauc_precision_at_1000_std
value: 38.11787851543623
- type: nauc_precision_at_100_diff1
value: 9.238981139752605
- type: nauc_precision_at_100_max
value: 47.28113136198602
- type: nauc_precision_at_100_std
value: 67.90941931954151
- type: nauc_precision_at_10_diff1
value: -4.3380606584868024
- type: nauc_precision_at_10_max
value: 41.56707414236605
- type: nauc_precision_at_10_std
value: 37.1979026762881
- type: nauc_precision_at_1_diff1
value: 31.161021109474685
- type: nauc_precision_at_1_max
value: 51.006381934216904
- type: nauc_precision_at_1_std
value: 44.82081492390771
- type: nauc_precision_at_20_diff1
value: 11.949737641535576
- type: nauc_precision_at_20_max
value: 54.79667219000284
- type: nauc_precision_at_20_std
value: 59.65064899199118
- type: nauc_precision_at_3_diff1
value: 9.832803576504578
- type: nauc_precision_at_3_max
value: 39.444918210713936
- type: nauc_precision_at_3_std
value: 24.35847740134894
- type: nauc_precision_at_5_diff1
value: -2.8325554667901915
- type: nauc_precision_at_5_max
value: 37.87579363410836
- type: nauc_precision_at_5_std
value: 22.71230150387524
- type: nauc_recall_at_1000_diff1
value: 1.7599230382331428
- type: nauc_recall_at_1000_max
value: 46.12135164141817
- type: nauc_recall_at_1000_std
value: 59.98813586911771
- type: nauc_recall_at_100_diff1
value: 8.984945382291173
- type: nauc_recall_at_100_max
value: 25.15301354551285
- type: nauc_recall_at_100_std
value: 39.651220953971
- type: nauc_recall_at_10_diff1
value: -1.283481764667596
- type: nauc_recall_at_10_max
value: 2.5139780683579565
- type: nauc_recall_at_10_std
value: 2.6011871782532743
- type: nauc_recall_at_1_diff1
value: 4.853041318875478
- type: nauc_recall_at_1_max
value: 6.708198838067249
- type: nauc_recall_at_1_std
value: 3.785155575070299
- type: nauc_recall_at_20_diff1
value: 4.596859911077373
- type: nauc_recall_at_20_max
value: 11.033119490674997
- type: nauc_recall_at_20_std
value: 14.068678820386443
- type: nauc_recall_at_3_diff1
value: 3.2589657526078404
- type: nauc_recall_at_3_max
value: 3.0470205984611267
- type: nauc_recall_at_3_std
value: -1.8601234586336293
- type: nauc_recall_at_5_diff1
value: 2.1569206756644324
- type: nauc_recall_at_5_max
value: 3.589813704568977
- type: nauc_recall_at_5_std
value: -0.18424794111182097
- type: ndcg_at_1
value: 78.0
- type: ndcg_at_10
value: 77.17500000000001
- type: ndcg_at_100
value: 60.223000000000006
- type: ndcg_at_1000
value: 56.04599999999999
- type: ndcg_at_20
value: 72.912
- type: ndcg_at_3
value: 79.592
- type: ndcg_at_5
value: 77.50200000000001
- type: precision_at_1
value: 84.0
- type: precision_at_10
value: 83.39999999999999
- type: precision_at_100
value: 62.28
- type: precision_at_1000
value: 24.9
- type: precision_at_20
value: 77.60000000000001
- type: precision_at_3
value: 86.0
- type: precision_at_5
value: 83.2
- type: recall_at_1
value: 0.22300000000000003
- type: recall_at_10
value: 2.2159999999999997
- type: recall_at_100
value: 15.372
- type: recall_at_1000
value: 53.549
- type: recall_at_20
value: 4.048
- type: recall_at_3
value: 0.677
- type: recall_at_5
value: 1.087
- task:
type: Retrieval
dataset:
name: MTEB Touche2020 (default)
type: mteb/touche2020
config: default
split: test
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
metrics:
- type: main_score
value: 29.343000000000004
- type: map_at_1
value: 3.0220000000000002
- type: map_at_10
value: 12.363
- type: map_at_100
value: 18.724
- type: map_at_1000
value: 20.244
- type: map_at_20
value: 14.806
- type: map_at_3
value: 6.764
- type: map_at_5
value: 8.75
- type: mrr_at_1
value: 36.734693877551024
- type: mrr_at_10
value: 50.583090379008745
- type: mrr_at_100
value: 51.66734804758435
- type: mrr_at_1000
value: 51.66734804758435
- type: mrr_at_20
value: 51.53747791771421
- type: mrr_at_3
value: 46.93877551020408
- type: mrr_at_5
value: 49.48979591836735
- type: nauc_map_at_1000_diff1
value: 7.457113997967389
- type: nauc_map_at_1000_max
value: -20.609546001875334
- type: nauc_map_at_1000_std
value: -2.4970159535791043
- type: nauc_map_at_100_diff1
value: 7.649877544039679
- type: nauc_map_at_100_max
value: -21.673098734905032
- type: nauc_map_at_100_std
value: -5.247298019094194
- type: nauc_map_at_10_diff1
value: 16.76662027563455
- type: nauc_map_at_10_max
value: -13.05597989380238
- type: nauc_map_at_10_std
value: -22.342358118285304
- type: nauc_map_at_1_diff1
value: 19.681507005838757
- type: nauc_map_at_1_max
value: -22.21893272191311
- type: nauc_map_at_1_std
value: -26.226217172137154
- type: nauc_map_at_20_diff1
value: 12.834546050857668
- type: nauc_map_at_20_max
value: -17.20998770352886
- type: nauc_map_at_20_std
value: -18.588111642621413
- type: nauc_map_at_3_diff1
value: 13.63964963431539
- type: nauc_map_at_3_max
value: -13.542328880246702
- type: nauc_map_at_3_std
value: -20.469624947094534
- type: nauc_map_at_5_diff1
value: 10.270114527125655
- type: nauc_map_at_5_max
value: -11.762052908610329
- type: nauc_map_at_5_std
value: -19.87817948398937
- type: nauc_mrr_at_1000_diff1
value: 17.042227586584357
- type: nauc_mrr_at_1000_max
value: -32.737580506629605
- type: nauc_mrr_at_1000_std
value: -15.659146010046952
- type: nauc_mrr_at_100_diff1
value: 17.042227586584357
- type: nauc_mrr_at_100_max
value: -32.737580506629605
- type: nauc_mrr_at_100_std
value: -15.659146010046952
- type: nauc_mrr_at_10_diff1
value: 17.2919162849324
- type: nauc_mrr_at_10_max
value: -32.65403666498119
- type: nauc_mrr_at_10_std
value: -14.965346261228909
- type: nauc_mrr_at_1_diff1
value: 17.272832205168
- type: nauc_mrr_at_1_max
value: -28.34452923089083
- type: nauc_mrr_at_1_std
value: -20.033682096295447
- type: nauc_mrr_at_20_diff1
value: 16.703613056664782
- type: nauc_mrr_at_20_max
value: -33.20379601018326
- type: nauc_mrr_at_20_std
value: -15.195958069122609
- type: nauc_mrr_at_3_diff1
value: 16.171857648317733
- type: nauc_mrr_at_3_max
value: -34.684593082150755
- type: nauc_mrr_at_3_std
value: -15.15391859533353
- type: nauc_mrr_at_5_diff1
value: 17.96431702266726
- type: nauc_mrr_at_5_max
value: -32.219726910100526
- type: nauc_mrr_at_5_std
value: -18.195032425080196
- type: nauc_ndcg_at_1000_diff1
value: 1.5092604770957316
- type: nauc_ndcg_at_1000_max
value: -26.604495127870788
- type: nauc_ndcg_at_1000_std
value: 18.14443195091934
- type: nauc_ndcg_at_100_diff1
value: 0.36969287021617087
- type: nauc_ndcg_at_100_max
value: -34.670734514927716
- type: nauc_ndcg_at_100_std
value: 12.23611692923302
- type: nauc_ndcg_at_10_diff1
value: 16.29186759865657
- type: nauc_ndcg_at_10_max
value: -24.964608085923434
- type: nauc_ndcg_at_10_std
value: -12.374113490534935
- type: nauc_ndcg_at_1_diff1
value: 16.87634579399912
- type: nauc_ndcg_at_1_max
value: -27.461585957403038
- type: nauc_ndcg_at_1_std
value: -19.776711863458562
- type: nauc_ndcg_at_20_diff1
value: 11.35358213583199
- type: nauc_ndcg_at_20_max
value: -30.377489503219042
- type: nauc_ndcg_at_20_std
value: -11.86477028758937
- type: nauc_ndcg_at_3_diff1
value: 15.853622840899659
- type: nauc_ndcg_at_3_max
value: -30.190855608009116
- type: nauc_ndcg_at_3_std
value: -9.906669710354617
- type: nauc_ndcg_at_5_diff1
value: 14.062861967353188
- type: nauc_ndcg_at_5_max
value: -24.40558212202621
- type: nauc_ndcg_at_5_std
value: -12.332616495206686
- type: nauc_precision_at_1000_diff1
value: -15.846388626672493
- type: nauc_precision_at_1000_max
value: 35.30359486549494
- type: nauc_precision_at_1000_std
value: 41.24114612862944
- type: nauc_precision_at_100_diff1
value: -25.208206642605063
- type: nauc_precision_at_100_max
value: -16.869929267432205
- type: nauc_precision_at_100_std
value: 64.92424645481721
- type: nauc_precision_at_10_diff1
value: 17.75529182616335
- type: nauc_precision_at_10_max
value: -22.78107122317805
- type: nauc_precision_at_10_std
value: -2.5648044486422408
- type: nauc_precision_at_1_diff1
value: 17.272832205168
- type: nauc_precision_at_1_max
value: -28.34452923089083
- type: nauc_precision_at_1_std
value: -20.033682096295447
- type: nauc_precision_at_20_diff1
value: 6.949627552365406
- type: nauc_precision_at_20_max
value: -31.427137394601463
- type: nauc_precision_at_20_std
value: 14.032374459812457
- type: nauc_precision_at_3_diff1
value: 13.01100708235946
- type: nauc_precision_at_3_max
value: -28.019291761575747
- type: nauc_precision_at_3_std
value: -5.087210735035297
- type: nauc_precision_at_5_diff1
value: 10.850412617326793
- type: nauc_precision_at_5_max
value: -19.235955329324028
- type: nauc_precision_at_5_std
value: -7.25774273011682
- type: nauc_recall_at_1000_diff1
value: -33.73233363049106
- type: nauc_recall_at_1000_max
value: -3.2528907443089983
- type: nauc_recall_at_1000_std
value: 67.49447309124797
- type: nauc_recall_at_100_diff1
value: -17.756435307087646
- type: nauc_recall_at_100_max
value: -34.04278060436166
- type: nauc_recall_at_100_std
value: 30.764226660687495
- type: nauc_recall_at_10_diff1
value: 16.183122135924787
- type: nauc_recall_at_10_max
value: -18.111954694884698
- type: nauc_recall_at_10_std
value: -20.770271991246428
- type: nauc_recall_at_1_diff1
value: 19.681507005838757
- type: nauc_recall_at_1_max
value: -22.21893272191311
- type: nauc_recall_at_1_std
value: -26.226217172137154
- type: nauc_recall_at_20_diff1
value: 5.794232787977484
- type: nauc_recall_at_20_max
value: -27.084183224457064
- type: nauc_recall_at_20_std
value: -13.003930840567254
- type: nauc_recall_at_3_diff1
value: 12.630860577189745
- type: nauc_recall_at_3_max
value: -17.119921468454315
- type: nauc_recall_at_3_std
value: -17.473340753437792
- type: nauc_recall_at_5_diff1
value: 7.301486684241046
- type: nauc_recall_at_5_max
value: -15.68243996895239
- type: nauc_recall_at_5_std
value: -20.13598669484435
- type: ndcg_at_1
value: 35.714
- type: ndcg_at_10
value: 29.343000000000004
- type: ndcg_at_100
value: 41.568
- type: ndcg_at_1000
value: 51.93
- type: ndcg_at_20
value: 30.173
- type: ndcg_at_3
value: 33.622
- type: ndcg_at_5
value: 31.807999999999996
- type: precision_at_1
value: 36.735
- type: precision_at_10
value: 25.509999999999998
- type: precision_at_100
value: 8.571
- type: precision_at_1000
value: 1.559
- type: precision_at_20
value: 19.694
- type: precision_at_3
value: 34.694
- type: precision_at_5
value: 31.429000000000002
- type: recall_at_1
value: 3.0220000000000002
- type: recall_at_10
value: 18.838
- type: recall_at_100
value: 51.471999999999994
- type: recall_at_1000
value: 83.012
- type: recall_at_20
value: 27.165
- type: recall_at_3
value: 7.868
- type: recall_at_5
value: 11.413
- task:
type: Classification
dataset:
name: MTEB ToxicConversationsClassification (default)
type: mteb/toxic_conversations_50k
config: default
split: test
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
metrics:
- type: accuracy
value: 92.3681640625
- type: ap
value: 43.441682015979104
- type: ap_weighted
value: 43.441682015979104
- type: f1
value: 79.35383898838042
- type: f1_weighted
value: 93.14474638528736
- type: main_score
value: 92.3681640625
- task:
type: Classification
dataset:
name: MTEB TweetSentimentExtractionClassification (default)
type: mteb/tweet_sentiment_extraction
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics:
- type: accuracy
value: 80.42161856253539
- type: f1
value: 80.69309707938646
- type: f1_weighted
value: 80.3228654725881
- type: main_score
value: 80.42161856253539
- task:
type: Clustering
dataset:
name: MTEB TwentyNewsgroupsClustering (default)
type: mteb/twentynewsgroups-clustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics:
- type: main_score
value: 68.78385330772423
- type: v_measure
value: 68.78385330772423
- type: v_measure_std
value: 1.4814035017480702
- task:
type: PairClassification
dataset:
name: MTEB TwitterSemEval2015 (default)
type: mteb/twittersemeval2015-pairclassification
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics:
- type: cosine_accuracy
value: 87.96566728258925
- type: cosine_accuracy_threshold
value: 74.39426183700562
- type: cosine_ap
value: 79.55550776766384
- type: cosine_f1
value: 72.25950782997764
- type: cosine_f1_threshold
value: 71.66670560836792
- type: cosine_precision
value: 68.30357142857143
- type: cosine_recall
value: 76.7018469656992
- type: dot_accuracy
value: 87.96566728258925
- type: dot_accuracy_threshold
value: 74.39426183700562
- type: dot_ap
value: 79.55551194873313
- type: dot_f1
value: 72.25950782997764
- type: dot_f1_threshold
value: 71.66670560836792
- type: dot_precision
value: 68.30357142857143
- type: dot_recall
value: 76.7018469656992
- type: euclidean_accuracy
value: 87.96566728258925
- type: euclidean_accuracy_threshold
value: 71.56219482421875
- type: euclidean_ap
value: 79.55550945424486
- type: euclidean_f1
value: 72.25950782997764
- type: euclidean_f1_threshold
value: 75.27719736099243
- type: euclidean_precision
value: 68.30357142857143
- type: euclidean_recall
value: 76.7018469656992
- type: main_score
value: 79.55707708553916
- type: manhattan_accuracy
value: 87.88221970554928
- type: manhattan_accuracy_threshold
value: 3136.1982345581055
- type: manhattan_ap
value: 79.55707708553916
- type: manhattan_f1
value: 72.5288998571243
- type: manhattan_f1_threshold
value: 3327.1324157714844
- type: manhattan_precision
value: 71.42491685853159
- type: manhattan_recall
value: 73.66754617414249
- type: max_accuracy
value: 87.96566728258925
- type: max_ap
value: 79.55707708553916
- type: max_f1
value: 72.5288998571243
- type: max_precision
value: 71.42491685853159
- type: max_recall
value: 76.7018469656992
- type: similarity_accuracy
value: 87.96566728258925
- type: similarity_accuracy_threshold
value: 74.39426183700562
- type: similarity_ap
value: 79.55550776766384
- type: similarity_f1
value: 72.25950782997764
- type: similarity_f1_threshold
value: 71.66670560836792
- type: similarity_precision
value: 68.30357142857143
- type: similarity_recall
value: 76.7018469656992
- task:
type: PairClassification
dataset:
name: MTEB TwitterURLCorpus (default)
type: mteb/twitterurlcorpus-pairclassification
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics:
- type: cosine_accuracy
value: 89.48073116777273
- type: cosine_accuracy_threshold
value: 73.83834719657898
- type: cosine_ap
value: 87.04248262089361
- type: cosine_f1
value: 79.40769846467293
- type: cosine_f1_threshold
value: 70.96807956695557
- type: cosine_precision
value: 75.27245137260311
- type: cosine_recall
value: 84.02371419772098
- type: dot_accuracy
value: 89.48073116777273
- type: dot_accuracy_threshold
value: 73.83835315704346
- type: dot_ap
value: 87.04248357792484
- type: dot_f1
value: 79.40769846467293
- type: dot_f1_threshold
value: 70.96806764602661
- type: dot_precision
value: 75.27245137260311
- type: dot_recall
value: 84.02371419772098
- type: euclidean_accuracy
value: 89.48073116777273
- type: euclidean_accuracy_threshold
value: 72.33483791351318
- type: euclidean_ap
value: 87.04247988177627
- type: euclidean_f1
value: 79.40769846467293
- type: euclidean_f1_threshold
value: 76.19963884353638
- type: euclidean_precision
value: 75.27245137260311
- type: euclidean_recall
value: 84.02371419772098
- type: main_score
value: 87.37453072241573
- type: manhattan_accuracy
value: 89.67283735009897
- type: manhattan_accuracy_threshold
value: 3345.201873779297
- type: manhattan_ap
value: 87.37453072241573
- type: manhattan_f1
value: 79.9237656873674
- type: manhattan_f1_threshold
value: 3592.564010620117
- type: manhattan_precision
value: 74.98144524660955
- type: manhattan_recall
value: 85.56359716661534
- type: max_accuracy
value: 89.67283735009897
- type: max_ap
value: 87.37453072241573
- type: max_f1
value: 79.9237656873674
- type: max_precision
value: 75.27245137260311
- type: max_recall
value: 85.56359716661534
- type: similarity_accuracy
value: 89.48073116777273
- type: similarity_accuracy_threshold
value: 73.83834719657898
- type: similarity_ap
value: 87.04248262089361
- type: similarity_f1
value: 79.40769846467293
- type: similarity_f1_threshold
value: 70.96807956695557
- type: similarity_precision
value: 75.27245137260311
- type: similarity_recall
value: 84.02371419772098
---