SGPT-125M-weightedmean-msmarco-specb-bitfit / evaluation /mteb /SGPT-125M-weightedmean-msmarco-specb-bitfit_results.csv
Muennighoff's picture
Add MTEB evaluation
154c4e9
model,task,dataset,language,metric,value
SGPT-125M-weightedmean-msmarco-specb-bitfit,BitextMining,BUCC,,f1,
SGPT-125M-weightedmean-msmarco-specb-bitfit,BitextMining,Tatoeba,,f1,
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,AmazonCounterfactualClassification,en,accuracy,0.6123880597014926
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,AmazonCounterfactualClassification,de,accuracy,0.5688436830835117
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,AmazonCounterfactualClassification,en-ext,accuracy,0.5827586206896551
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,AmazonCounterfactualClassification,ja,accuracy,0.5464668094218414
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,AmazonPolarityClassification,en,accuracy,0.65401225
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,AmazonReviewsClassification,en,accuracy,0.31165999999999994
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,AmazonReviewsClassification,de,accuracy,0.2479
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,AmazonReviewsClassification,es,accuracy,0.26643999999999995
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,AmazonReviewsClassification,fr,accuracy,0.26386000000000004
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,AmazonReviewsClassification,ja,accuracy,0.22078000000000003
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,AmazonReviewsClassification,zh,accuracy,0.24274
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,Banking77Classification,en,accuracy,0.7770454545454545
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,EmotionClassification,en,accuracy,0.39075000000000004
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,ImdbClassification,en,accuracy,0.586696
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,af,accuracy,0.4054808338937458
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,am,accuracy,0.2418291862811029
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,ar,accuracy,0.30134498991257563
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,az,accuracy,0.35884330867518494
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,bn,accuracy,0.2917283120376597
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,cy,accuracy,0.41788836583725625
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,da,accuracy,0.44176193678547404
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,de,accuracy,0.4207464694014795
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,el,accuracy,0.362542030934768
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,en,accuracy,0.6140887693342301
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,es,accuracy,0.42679892400806996
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,fa,accuracy,0.3559179556153329
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,fi,accuracy,0.40036987222595827
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,fr,accuracy,0.4343981170141224
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,he,accuracy,0.3159381304640215
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,hi,accuracy,0.27044384667114996
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,hu,accuracy,0.38453261600538
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,hy,accuracy,0.2797915265635508
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,id,accuracy,0.4397108271687963
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,is,accuracy,0.40302622730329524
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,it,accuracy,0.45474108944182917
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,ja,accuracy,0.4560860793544048
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,jv,accuracy,0.386684599865501
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,ka,accuracy,0.25652320107599197
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,km,accuracy,0.28295225285810355
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,kn,accuracy,0.23480161398789506
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,ko,accuracy,0.3655682582380632
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,lv,accuracy,0.4184936112979153
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,ml,accuracy,0.2490921318090114
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,mn,accuracy,0.2986213853396099
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,ms,accuracy,0.4242098184263618
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,my,accuracy,0.25131136516476127
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,nb,accuracy,0.3981506388702084
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,nl,accuracy,0.4362138533960995
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,pl,accuracy,0.4219569603227976
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,pt,accuracy,0.4520847343644923
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,ro,accuracy,0.4180901143241426
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,ru,accuracy,0.3596839273705447
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,sl,accuracy,0.40605245460659045
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,sq,accuracy,0.42757229320780094
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,sv,accuracy,0.42347007397444514
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,sw,accuracy,0.4112306657700067
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,ta,accuracy,0.24603227975790182
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,te,accuracy,0.2503698722259583
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,th,accuracy,0.35400134498991254
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,tl,accuracy,0.4119031607262945
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,tr,accuracy,0.3640551445864156
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,ur,accuracy,0.25934767989240076
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,vi,accuracy,0.38799596503026224
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,zh-CN,accuracy,0.4624411566913248
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveIntentClassification,zh-TW,accuracy,0.4230665770006724
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,af,accuracy,0.43248150638870203
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,am,accuracy,0.2530262273032952
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,ar,accuracy,0.3207128446536651
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,az,accuracy,0.3668123739071957
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,bn,accuracy,0.2956624075319435
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,cy,accuracy,0.421049092131809
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,da,accuracy,0.4544384667114997
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,de,accuracy,0.43211163416274373
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,el,accuracy,0.3650302622730329
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,en,accuracy,0.6973772696704774
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,es,accuracy,0.44078681909885675
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,fa,accuracy,0.32612642905178213
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,fi,accuracy,0.40356422326832553
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,fr,accuracy,0.4506724949562878
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,he,accuracy,0.3217888365837256
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,hi,accuracy,0.26903160726294556
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,hu,accuracy,0.4037995965030262
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,hy,accuracy,0.28375924680564896
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,id,accuracy,0.44361129791526566
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,is,accuracy,0.39290517821116344
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,it,accuracy,0.46469401479488903
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,ja,accuracy,0.46257565568258235
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,jv,accuracy,0.41126429051782115
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,ka,accuracy,0.24727639542703428
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,km,accuracy,0.2974108944182918
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,kn,accuracy,0.23850033624747816
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,ko,accuracy,0.3656691324815064
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,lv,accuracy,0.40928043039677203
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,ml,accuracy,0.25527908540685945
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,mn,accuracy,0.29105581708137185
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,ms,accuracy,0.43786146603900467
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,my,accuracy,0.27269670477471414
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,nb,accuracy,0.3901815736381977
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,nl,accuracy,0.4535978480161399
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,pl,accuracy,0.41893073301950234
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,pt,accuracy,0.45901143241425685
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,ro,accuracy,0.44115669132481505
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,ru,accuracy,0.3276395427034297
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,sl,accuracy,0.40504371217215873
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,sq,accuracy,0.4251849361129792
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,sv,accuracy,0.42293207800941496
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,sw,accuracy,0.42999327505043705
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,ta,accuracy,0.2832548755884331
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,te,accuracy,0.26593813046402154
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,th,accuracy,0.36788836583725626
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,tl,accuracy,0.425689307330195
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,tr,accuracy,0.37094821788836585
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,ur,accuracy,0.2883658372562206
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,vi,accuracy,0.37357094821788833
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,zh-CN,accuracy,0.4937794216543375
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MassiveScenarioClassification,zh-TW,accuracy,0.44421654337592476
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MTOPDomainClassification,en,accuracy,0.8695622435020519
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MTOPDomainClassification,de,accuracy,0.6273034657650043
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MTOPDomainClassification,es,accuracy,0.6754503002001334
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MTOPDomainClassification,fr,accuracy,0.653523332289383
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MTOPDomainClassification,hi,accuracy,0.45371100752958055
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MTOPDomainClassification,th,accuracy,0.5527667269439421
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MTOPIntentClassification,en,accuracy,0.6225262197902417
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MTOPIntentClassification,de,accuracy,0.4956043956043956
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MTOPIntentClassification,es,accuracy,0.4993995997331555
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MTOPIntentClassification,fr,accuracy,0.46329470717193855
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MTOPIntentClassification,hi,accuracy,0.3220867694514163
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,MTOPIntentClassification,th,accuracy,0.43627486437613017
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,ToxicConversationsClassification,en,accuracy,0.6265799999999999
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,TweetSentimentExtractionClassification,en,accuracy,0.5240803621958121
SGPT-125M-weightedmean-msmarco-specb-bitfit,Clustering,ArxivClusteringP2P,en,v_measure,0.3970858340673288
SGPT-125M-weightedmean-msmarco-specb-bitfit,Clustering,ArxivClusteringS2S,en,v_measure,0.2824284771372105
SGPT-125M-weightedmean-msmarco-specb-bitfit,Clustering,BiorxivClusteringP2P,en,v_measure,0.33632603955439844
SGPT-125M-weightedmean-msmarco-specb-bitfit,Clustering,BiorxivClusteringS2S,en,v_measure,0.27038042665369927
SGPT-125M-weightedmean-msmarco-specb-bitfit,Clustering,MedrxivClusteringP2P,en,v_measure,0.31374938993074253
SGPT-125M-weightedmean-msmarco-specb-bitfit,Clustering,MedrxivClusteringS2S,en,v_measure,0.26871455379644094
SGPT-125M-weightedmean-msmarco-specb-bitfit,Clustering,RedditClustering,en,v_measure,0.4023390747226228
SGPT-125M-weightedmean-msmarco-specb-bitfit,Clustering,RedditClusteringP2P,en,v_measure,0.49090518272935624
SGPT-125M-weightedmean-msmarco-specb-bitfit,Clustering,StackExchangeClustering,en,v_measure,0.5274481093815175
SGPT-125M-weightedmean-msmarco-specb-bitfit,Clustering,StackExchangeClusteringP2P,en,v_measure,0.3265999453562101
SGPT-125M-weightedmean-msmarco-specb-bitfit,Clustering,TwentyNewsgroupsClustering,en,v_measure,0.3212697126747911
SGPT-125M-weightedmean-msmarco-specb-bitfit,PairClassification,SprintDuplicateQuestions,en,ap,0.8988577913120002
SGPT-125M-weightedmean-msmarco-specb-bitfit,PairClassification,TwitterSemEval2015,en,ap,0.5474680676121269
SGPT-125M-weightedmean-msmarco-specb-bitfit,PairClassification,TwitterURLCorpus,en,ap,0.8105760818661524
SGPT-125M-weightedmean-msmarco-specb-bitfit,Reranking,AskUbuntuDupQuestions,en,map,0.5583700395192394
SGPT-125M-weightedmean-msmarco-specb-bitfit,Reranking,MindSmallReranking,en,map,0.30402396942935334
SGPT-125M-weightedmean-msmarco-specb-bitfit,Reranking,SciDocsRR,en,map,0.7133941904192648
SGPT-125M-weightedmean-msmarco-specb-bitfit,Reranking,StackOverflowDupQuestions,en,map,0.44744984645554653
SGPT-125M-weightedmean-msmarco-specb-bitfit,Retrieval,ArguAna,en,ndcg_at_10,0.45425
SGPT-125M-weightedmean-msmarco-specb-bitfit,Retrieval,ClimateFEVER,en,ndcg_at_10,0.21858
SGPT-125M-weightedmean-msmarco-specb-bitfit,Retrieval,CQADupstackRetrieval,en,ndcg_at_10,0.27248666666666665
SGPT-125M-weightedmean-msmarco-specb-bitfit,Retrieval,DBPedia,en,ndcg_at_10,0.22718
SGPT-125M-weightedmean-msmarco-specb-bitfit,Retrieval,FEVER,en,ndcg_at_10,0.6045
SGPT-125M-weightedmean-msmarco-specb-bitfit,Retrieval,FiQA2018,en,ndcg_at_10,0.21118
SGPT-125M-weightedmean-msmarco-specb-bitfit,Retrieval,HotpotQA,en,ndcg_at_10,0.40876
SGPT-125M-weightedmean-msmarco-specb-bitfit,Retrieval,MSMARCO,en,ndcg_at_10,0.27975
SGPT-125M-weightedmean-msmarco-specb-bitfit,Retrieval,NFCorpus,en,ndcg_at_10,0.22792
SGPT-125M-weightedmean-msmarco-specb-bitfit,Retrieval,NQ,en,ndcg_at_10,0.29725
SGPT-125M-weightedmean-msmarco-specb-bitfit,Retrieval,QuoraRetrieval,en,ndcg_at_10,0.7298
SGPT-125M-weightedmean-msmarco-specb-bitfit,Retrieval,SCIDOCS,en,ndcg_at_10,0.12206
SGPT-125M-weightedmean-msmarco-specb-bitfit,Retrieval,SciFact,en,ndcg_at_10,0.56899
SGPT-125M-weightedmean-msmarco-specb-bitfit,Retrieval,Touche2020,en,ndcg_at_10,0.22972
SGPT-125M-weightedmean-msmarco-specb-bitfit,Retrieval,TRECCOVID,en,ndcg_at_10,0.70302
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,BIOSSES,en,cosine_spearman,0.7520954502580506
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,SICK-R,en,cosine_spearman,0.6592910683118656
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS12,en,cosine_spearman,0.6652980061546658
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS13,en,cosine_spearman,0.7616628863742361
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS14,en,cosine_spearman,0.6904572664009687
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS15,en,cosine_spearman,0.7923677712825851
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS16,en,cosine_spearman,0.7606792422441928
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS17,ko-ko,cosine_spearman,0.5238601027550566
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS17,ar-ar,cosine_spearman,0.5561674586076298
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS17,en-ar,cosine_spearman,0.08209569244801064
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS17,en-de,cosine_spearman,0.3018181775929109
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS17,en-en,cosine_spearman,0.8495398260629698
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS17,en-tr,cosine_spearman,0.010393399782021343
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS17,es-en,cosine_spearman,0.28776666666659906
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS17,es-es,cosine_spearman,0.7188444295144646
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS17,fr-en,cosine_spearman,0.26339466714066445
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS17,it-en,cosine_spearman,0.20729929404589678
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS17,nl-en,cosine_spearman,0.2505342961279355
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,en,cosine_spearman,0.6566183708171826
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,de,cosine_spearman,0.21987647321429005
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,es,cosine_spearman,0.49811823238907665
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,pl,cosine_spearman,0.23308439517991938
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,tr,cosine_spearman,0.3466348380997687
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,ar,cosine_spearman,0.2818922448944151
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,ru,cosine_spearman,0.09068119621940965
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,zh,cosine_spearman,0.2548511383289232
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,fr,cosine_spearman,0.6766493409568727
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,de-en,cosine_spearman,0.5307135629778896
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,es-en,cosine_spearman,0.49512539047677256
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,it,cosine_spearman,0.4824795739512037
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,pl-en,cosine_spearman,0.36798674894178013
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,zh-en,cosine_spearman,0.2868170719697501
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,es-it,cosine_spearman,0.45782560880405704
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,de-fr,cosine_spearman,0.3296920218281008
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,de-pl,cosine_spearman,0.20447284723752715
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STS22,fr-pl,cosine_spearman,0.6197797868009122
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,STSBenchmark,en,cosine_spearman,0.7533716094627373
SGPT-125M-weightedmean-msmarco-specb-bitfit,Summarization,SummEval,en,cosine_spearman,0.2890145030911965
SGPT-125M-weightedmean-msmarco-specb-bitfit,Classification,average,en,accuracy,0.6072305523949799
SGPT-125M-weightedmean-msmarco-specb-bitfit,Clustering,average,en,v_measure,0.3579315223640289
SGPT-125M-weightedmean-msmarco-specb-bitfit,PairClassification,average,en,ap,0.7523006469300931
SGPT-125M-weightedmean-msmarco-specb-bitfit,Reranking,average,en,map,0.505809511455851
SGPT-125M-weightedmean-msmarco-specb-bitfit,Retrieval,average,en,ndcg_at_10,0.37036311111111125
SGPT-125M-weightedmean-msmarco-specb-bitfit,STS,average,en,cosine_spearman,0.7341381497369455