Muennighoff's picture
Add MTEB evaluation
154c4e9
raw
history blame contribute delete
938 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 177.3,
"map_at_1": 0.16779,
"map_at_10": 0.21557,
"map_at_100": 0.22338,
"map_at_1000": 0.22421,
"map_at_3": 0.19939,
"map_at_5": 0.20903,
"mrr_at_1": 0.18405,
"mrr_at_10": 0.23435,
"mrr_at_100": 0.24179,
"mrr_at_1000": 0.2425,
"mrr_at_3": 0.21907,
"mrr_at_5": 0.22781,
"ndcg_at_1": 0.18405,
"ndcg_at_10": 0.24515,
"ndcg_at_100": 0.28721,
"ndcg_at_1000": 0.3126,
"ndcg_at_3": 0.21508,
"ndcg_at_5": 0.2301,
"precision_at_1": 0.18405,
"precision_at_10": 0.03834,
"precision_at_100": 0.00641,
"precision_at_1000": 0.00093,
"precision_at_3": 0.09151,
"precision_at_5": 0.06503,
"recall_at_1": 0.16779,
"recall_at_10": 0.3173,
"recall_at_100": 0.51673,
"recall_at_1000": 0.71176,
"recall_at_3": 0.23518,
"recall_at_5": 0.27231
}
}