update readme.md

README.md

@@ -61,46 +61,206 @@ model-index:
   results:
   - dataset:
       config: ar
-      name: MTEB MIRACLRetrievalHardNegatives (ar)
-      revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
-      split: dev
-      type: mteb/miracl-hard-negatives
+      name: MTEB MintakaRetrieval (ar)
+      revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
+      split: test
+      type: mintaka/mmteb-mintaka
     metrics:
-    - type: main_score
-      value: 6.198
+      - type: main_score
+        value: 12.306
+      - type: map_at_1
+        value: 7.308
+      - type: map_at_3
+        value: 9.366
+      - type: map_at_5
+        value: 9.872
+      - type: map_at_10
+        value: 10.425
+      - type: ndcg_at_1
+        value: 7.308
+      - type: ndcg_at_3
+        value: 10.071
+      - type: ndcg_at_5
+        value: 10.985
+      - type: ndcg_at_10
+        value: 12.306
+      - type: recall_at_1
+        value: 7.308
+      - type: recall_at_3
+        value: 12.12
+      - type: recall_at_5
+        value: 14.344
+      - type: recall_at_10
+        value: 18.384
+      - type: precision_at_1
+        value: 7.308
+      - type: precision_at_3
+        value: 4.04
+      - type: precision_at_5
+        value: 2.869
+      - type: precision_at_10
+        value: 1.838
+      - type: mrr_at_1
+        value: 7.3082
+      - type: mrr_at_3
+        value: 9.366
+      - type: mrr_at_5
+        value: 9.8721
+      - type: mrr_at_10
+        value: 10.4255
     task:
       type: Retrieval
   - dataset:
-      config: ara-ara
-      name: MTEB MLQARetrieval (ara-ara)
-      revision: 397ed406c1a7902140303e7faf60fff35b58d285
-      split: test
-      type: facebook/mlqa
+      config: ar
+      name: MTEB MIRACLRetrievalHardNegatives (ar)
+      revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
+      split: dev
+      type: miracl/mmteb-miracl-hardnegatives
     metrics:
-    - type: main_score
-      value: 36.51
+      - type: main_score
+        value: 6.198
+      - type: map_at_1
+        value: 2.083
+      - type: map_at_3
+        value: 3.382
+      - type: map_at_5
+        value: 3.805
+      - type: map_at_10
+        value: 4.314
+      - type: ndcg_at_1
+        value: 3.2
+      - type: ndcg_at_3
+        value: 4.223
+      - type: ndcg_at_5
+        value: 4.941
+      - type: ndcg_at_10
+        value: 6.198
+      - type: recall_at_1
+        value: 2.083
+      - type: recall_at_3
+        value: 4.941
+      - type: recall_at_5
+        value: 6.641
+      - type: recall_at_10
+        value: 9.998
+      - type: precision_at_1
+        value: 3.2
+      - type: precision_at_3
+        value: 2.433
+      - type: precision_at_5
+        value: 2.02
+      - type: precision_at_10
+        value: 1.63
+      - type: mrr_at_1
+        value: 3.2
+      - type: mrr_at_3
+        value: 4.9167
+      - type: mrr_at_5
+        value: 5.4817
+      - type: mrr_at_10
+        value: 6.1372
     task:
       type: Retrieval
   - dataset:
       config: ar
-      name: MTEB MintakaRetrieval (ar)
-      revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
-      split: test
-      type: jinaai/mintakaqa
+      name: MTEB MLQARetrieval (ar)
+      revision: 397ed406c1a7902140303e7faf60fff35b58d285
+      split: validation
+      type: mlqa/mmteb-mlqa
     metrics:
-    - type: main_score
-      value: 12.306
+      - type: main_score
+        value: 36.51
+      - type: map_at_1
+        value: 23.985
+      - type: map_at_3
+        value: 29.723
+      - type: map_at_5
+        value: 31.241
+      - type: map_at_10
+        value: 32.063
+      - type: ndcg_at_1
+        value: 23.985
+      - type: ndcg_at_3
+        value: 31.717
+      - type: ndcg_at_5
+        value: 34.439
+      - type: ndcg_at_10
+        value: 36.51
+      - type: recall_at_1
+        value: 23.985
+      - type: recall_at_3
+        value: 37.524
+      - type: recall_at_5
+        value: 44.101
+      - type: recall_at_10
+        value: 50.677
+      - type: precision_at_1
+        value: 23.985
+      - type: precision_at_3
+        value: 12.508
+      - type: precision_at_5
+        value: 8.82
+      - type: precision_at_10
+        value: 5.068
+      - type: mrr_at_1
+        value: 23.9845
+      - type: mrr_at_3
+        value: 29.7228
+      - type: mrr_at_5
+        value: 31.2411
+      - type: mrr_at_10
+        value: 32.0631
     task:
       type: Retrieval
   - dataset:
       config: default
-      name: MTEB SadeemQuestionRetrieval (default)
+      name: MTEB SadeemQuestionRetrieval (ar)
       revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
       split: test
-      type: sadeem-ai/sadeem-ar-eval-retrieval-questions
+      type: sadeem/mmteb-sadeem
     metrics:
-    - type: main_score
-      value: 46.706
+      - type: main_score
+        value: 46.706
+      - type: map_at_1
+        value: 19.435
+      - type: map_at_3
+        value: 36.596
+      - type: map_at_5
+        value: 37.721
+      - type: map_at_10
+        value: 38.521
+      - type: ndcg_at_1
+        value: 19.435
+      - type: ndcg_at_3
+        value: 42.789
+      - type: ndcg_at_5
+        value: 44.798
+      - type: ndcg_at_10
+        value: 46.706
+      - type: recall_at_1
+        value: 19.435
+      - type: recall_at_3
+        value: 60.89
+      - type: recall_at_5
+        value: 65.725
+      - type: recall_at_10
+        value: 71.565
+      - type: precision_at_1
+        value: 19.435
+      - type: precision_at_3
+        value: 20.297
+      - type: precision_at_5
+        value: 13.145
+      - type: precision_at_10
+        value: 7.157
+      - type: mrr_at_1
+        value: 17.8076
+      - type: mrr_at_3
+        value: 35.4875
+      - type: mrr_at_5
+        value: 36.78
+      - type: mrr_at_10
+        value: 37.5405
     task:
       type: Retrieval
   - dataset: