Muennighoff's picture
Add MTEB evaluation
154c4e9
raw
history blame contribute delete
936 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 104.86,
"map_at_1": 0.2518,
"map_at_10": 0.34579,
"map_at_100": 0.3559,
"map_at_1000": 0.3568,
"map_at_3": 0.31736,
"map_at_5": 0.33479,
"mrr_at_1": 0.29467,
"mrr_at_10": 0.37967,
"mrr_at_100": 0.388,
"mrr_at_1000": 0.38858,
"mrr_at_3": 0.35465,
"mrr_at_5": 0.37057,
"ndcg_at_1": 0.29467,
"ndcg_at_10": 0.39796,
"ndcg_at_100": 0.44531,
"ndcg_at_1000": 0.46666,
"ndcg_at_3": 0.34676,
"ndcg_at_5": 0.37468,
"precision_at_1": 0.29467,
"precision_at_10": 0.06602,
"precision_at_100": 0.0099,
"precision_at_1000": 0.00124,
"precision_at_3": 0.15569,
"precision_at_5": 0.11172,
"recall_at_1": 0.2518,
"recall_at_10": 0.52269,
"recall_at_100": 0.73574,
"recall_at_1000": 0.89141,
"recall_at_3": 0.38522,
"recall_at_5": 0.45323
}
}