Upload model

README.md

@@ -9,12 +9,14 @@ tags:
 model-index:
 - name: Gouzi3618/LENS-8000
   results:
-  - dataset:
-      config: en
+  - task:
+      type: Classification
+    dataset:
       name: MTEB AmazonCounterfactualClassification (en)
-      revision: e8379541af4e31359cca9fbcf4b00f2671dba205
-      split: test
       type: mteb/amazon_counterfactual
+      config: en
+      split: test
+      revision: e8379541af4e31359cca9fbcf4b00f2671dba205
     metrics:
     - type: accuracy
       value: 93.6865671641791
@@ -28,14 +30,14 @@ model-index:
       value: 93.87207694461506
     - type: main_score
       value: 93.6865671641791
-    task:
+  - task:
       type: Classification
-  - dataset:
-      config: default
+    dataset:
       name: MTEB AmazonPolarityClassification (default)
-      revision: e2d317d38cd51312af73b3d32a06d1a08b442046
-      split: test
       type: mteb/amazon_polarity
+      config: default
+      split: test
+      revision: e2d317d38cd51312af73b3d32a06d1a08b442046
     metrics:
     - type: accuracy
       value: 97.06832499999999
@@ -49,14 +51,14 @@ model-index:
       value: 97.06781792337515
     - type: main_score
       value: 97.06832499999999
-    task:
+  - task:
       type: Classification
-  - dataset:
-      config: en
+    dataset:
       name: MTEB AmazonReviewsClassification (en)
-      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
-      split: test
       type: mteb/amazon_reviews_multi
+      config: en
+      split: test
+      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
     metrics:
     - type: accuracy
       value: 63.608
@@ -66,14 +68,14 @@ model-index:
       value: 62.41274991021244
     - type: main_score
       value: 63.608
-    task:
-      type: Classification
-  - dataset:
-      config: default
+  - task:
+      type: Retrieval
+    dataset:
       name: MTEB ArguAna (default)
-      revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
-      split: test
       type: mteb/arguana
+      config: default
+      split: test
+      revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
     metrics:
     - type: main_score
       value: 76.019
@@ -357,14 +359,14 @@ model-index:
       value: 81.57900000000001
     - type: recall_at_5
       value: 89.403
-    task:
-      type: Retrieval
-  - dataset:
-      config: default
+  - task:
+      type: Clustering
+    dataset:
       name: MTEB ArxivClusteringP2P (default)
-      revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
-      split: test
       type: mteb/arxiv-clustering-p2p
+      config: default
+      split: test
+      revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
     metrics:
     - type: main_score
       value: 54.809064728970625
@@ -372,14 +374,14 @@ model-index:
       value: 54.809064728970625
     - type: v_measure_std
       value: 14.497861425102215
-    task:
+  - task:
       type: Clustering
-  - dataset:
-      config: default
+    dataset:
       name: MTEB ArxivClusteringS2S (default)
-      revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
-      split: test
       type: mteb/arxiv-clustering-s2s
+      config: default
+      split: test
+      revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
     metrics:
     - type: main_score
       value: 50.144159631474416
@@ -387,14 +389,14 @@ model-index:
       value: 50.144159631474416
     - type: v_measure_std
       value: 14.596959041091187
-    task:
-      type: Clustering
-  - dataset:
-      config: default
+  - task:
+      type: Reranking
+    dataset:
       name: MTEB AskUbuntuDupQuestions (default)
-      revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
-      split: test
       type: mteb/askubuntudupquestions-reranking
+      config: default
+      split: test
+      revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
     metrics:
     - type: main_score
       value: 65.74396432331054
@@ -414,14 +416,14 @@ model-index:
       value: 34.51981156443003
     - type: nAUC_mrr_std
       value: 28.863440464092747
-    task:
-      type: Reranking
-  - dataset:
-      config: default
+  - task:
+      type: STS
+    dataset:
       name: MTEB BIOSSES (default)
-      revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
-      split: test
       type: mteb/biosses-sts
+      config: default
+      split: test
+      revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
     metrics:
     - type: cosine_pearson
       value: 86.59612727828603
@@ -441,14 +443,14 @@ model-index:
       value: 86.59612727828603
     - type: spearman
       value: 85.83087137728063
-    task:
-      type: STS
-  - dataset:
-      config: default
+  - task:
+      type: Classification
+    dataset:
       name: MTEB Banking77Classification (default)
-      revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
-      split: test
       type: mteb/banking77
+      config: default
+      split: test
+      revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
     metrics:
     - type: accuracy
       value: 90.19155844155846
@@ -458,14 +460,14 @@ model-index:
       value: 90.05716678902826
     - type: main_score
       value: 90.19155844155846
-    task:
-      type: Classification
-  - dataset:
-      config: default
+  - task:
+      type: Clustering
+    dataset:
       name: MTEB BiorxivClusteringP2P (default)
-      revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
-      split: test
       type: mteb/biorxiv-clustering-p2p
+      config: default
+      split: test
+      revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
     metrics:
     - type: main_score
       value: 52.480294793961924
@@ -473,14 +475,14 @@ model-index:
       value: 52.480294793961924
     - type: v_measure_std
       value: 0.5558452294416437
-    task:
+  - task:
       type: Clustering
-  - dataset:
-      config: default
+    dataset:
       name: MTEB BiorxivClusteringS2S (default)
-      revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
-      split: test
       type: mteb/biorxiv-clustering-s2s
+      config: default
+      split: test
+      revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
     metrics:
     - type: main_score
       value: 48.51901581759115
@@ -488,14 +490,14 @@ model-index:
       value: 48.51901581759115
     - type: v_measure_std
       value: 1.1094735884191569
-    task:
-      type: Clustering
-  - dataset:
-      config: default
+  - task:
+      type: Retrieval
+    dataset:
       name: MTEB CQADupstackAndroidRetrieval (default)
-      revision: f46a197baaae43b4f621051089b82a364682dfeb
-      split: test
       type: mteb/cqadupstack-android
+      config: default
+      split: test
+      revision: f46a197baaae43b4f621051089b82a364682dfeb
     metrics:
     - type: main_score
       value: 57.9
@@ -779,14 +781,14 @@ model-index:
       value: 54.764
     - type: recall_at_5
       value: 62.089000000000006
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackEnglishRetrieval (default)
-      revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
-      split: test
       type: mteb/cqadupstack-english
+      config: default
+      split: test
+      revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
     metrics:
     - type: main_score
       value: 55.474000000000004
@@ -1070,14 +1072,14 @@ model-index:
       value: 53.36300000000001
     - type: recall_at_5
       value: 58.987
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackGamingRetrieval (default)
-      revision: 4885aa143210c98657558c04aaf3dc47cfb54340
-      split: test
       type: mteb/cqadupstack-gaming
+      config: default
+      split: test
+      revision: 4885aa143210c98657558c04aaf3dc47cfb54340
     metrics:
     - type: main_score
       value: 65.236
@@ -1361,14 +1363,14 @@ model-index:
       value: 65.359
     - type: recall_at_5
       value: 71.439
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackGisRetrieval (default)
-      revision: 5003b3064772da1887988e05400cf3806fe491f2
-      split: test
       type: mteb/cqadupstack-gis
+      config: default
+      split: test
+      revision: 5003b3064772da1887988e05400cf3806fe491f2
     metrics:
     - type: main_score
       value: 43.736999999999995
@@ -1652,14 +1654,14 @@ model-index:
       value: 42.295
     - type: recall_at_5
       value: 49.275999999999996
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackMathematicaRetrieval (default)
-      revision: 90fceea13679c63fe563ded68f3b6f06e50061de
-      split: test
       type: mteb/cqadupstack-mathematica
+      config: default
+      split: test
+      revision: 90fceea13679c63fe563ded68f3b6f06e50061de
     metrics:
     - type: main_score
       value: 38.766
@@ -1943,14 +1945,14 @@ model-index:
       value: 36.278
     - type: recall_at_5
       value: 43.38
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackPhysicsRetrieval (default)
-      revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
-      split: test
       type: mteb/cqadupstack-physics
+      config: default
+      split: test
+      revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
     metrics:
     - type: main_score
       value: 53.893
@@ -2234,14 +2236,14 @@ model-index:
       value: 52.5
     - type: recall_at_5
       value: 59.489000000000004
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackProgrammersRetrieval (default)
-      revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
-      split: test
       type: mteb/cqadupstack-programmers
+      config: default
+      split: test
+      revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
     metrics:
     - type: main_score
       value: 51.151
@@ -2525,27 +2527,27 @@ model-index:
       value: 48.254000000000005
     - type: recall_at_5
       value: 55.595000000000006
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackRetrieval (default)
-      revision: CQADupstackRetrieval_is_a_combined_dataset
-      split: test
       type: CQADupstackRetrieval_is_a_combined_dataset
+      config: default
+      split: test
+      revision: CQADupstackRetrieval_is_a_combined_dataset
     metrics:
     - type: main_score
       value: 48.669000000000004
     - type: ndcg_at_10
       value: 48.669000000000004
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackStatsRetrieval (default)
-      revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
-      split: test
       type: mteb/cqadupstack-stats
+      config: default
+      split: test
+      revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
     metrics:
     - type: main_score
       value: 41.521
@@ -2829,14 +2831,14 @@ model-index:
       value: 40.373
     - type: recall_at_5
       value: 46.421
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackTexRetrieval (default)
-      revision: 46989137a86843e03a6195de44b09deda022eec7
-      split: test
       type: mteb/cqadupstack-tex
+      config: default
+      split: test
+      revision: 46989137a86843e03a6195de44b09deda022eec7
     metrics:
     - type: main_score
       value: 37.183
@@ -3120,14 +3122,14 @@ model-index:
       value: 35.522999999999996
     - type: recall_at_5
       value: 41.746
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackUnixRetrieval (default)
-      revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
-      split: test
       type: mteb/cqadupstack-unix
+      config: default
+      split: test
+      revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
     metrics:
     - type: main_score
       value: 51.396
@@ -3411,14 +3413,14 @@ model-index:
       value: 49.833
     - type: recall_at_5
       value: 55.145999999999994
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackWebmastersRetrieval (default)
-      revision: 160c094312a0e1facb97e55eeddb698c0abe3571
-      split: test
       type: mteb/cqadupstack-webmasters
+      config: default
+      split: test
+      revision: 160c094312a0e1facb97e55eeddb698c0abe3571
     metrics:
     - type: main_score
       value: 48.229
@@ -3702,14 +3704,14 @@ model-index:
       value: 45.072
     - type: recall_at_5
       value: 52.993
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackWordpressRetrieval (default)
-      revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
-      split: test
       type: mteb/cqadupstack-wordpress
+      config: default
+      split: test
+      revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
     metrics:
     - type: main_score
       value: 39.542
@@ -3993,14 +3995,14 @@ model-index:
       value: 38.29
     - type: recall_at_5
       value: 43.817
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB ClimateFEVER (default)
-      revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
-      split: test
       type: mteb/climate-fever
+      config: default
+      split: test
+      revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
     metrics:
     - type: main_score
       value: 45.765
@@ -4284,14 +4286,14 @@ model-index:
       value: 34.846
     - type: recall_at_5
       value: 43.504
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB DBPedia (default)
-      revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
-      split: test
       type: mteb/dbpedia
+      config: default
+      split: test
+      revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
     metrics:
     - type: main_score
       value: 49.747
@@ -4575,14 +4577,14 @@ model-index:
       value: 17.218
     - type: recall_at_5
       value: 21.275
-    task:
-      type: Retrieval
-  - dataset:
-      config: default
+  - task:
+      type: Classification
+    dataset:
       name: MTEB EmotionClassification (default)
-      revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
-      split: test
       type: mteb/emotion
+      config: default
+      split: test
+      revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
     metrics:
     - type: accuracy
       value: 91.86500000000001
@@ -4592,14 +4594,14 @@ model-index:
       value: 92.0659899919408
     - type: main_score
       value: 91.86500000000001
-    task:
-      type: Classification
-  - dataset:
-      config: default
+  - task:
+      type: Retrieval
+    dataset:
       name: MTEB FEVER (default)
-      revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
-      split: test
       type: mteb/fever
+      config: default
+      split: test
+      revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
     metrics:
     - type: main_score
       value: 92.324
@@ -4883,14 +4885,14 @@ model-index:
       value: 93.806
     - type: recall_at_5
       value: 95.36
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB FiQA2018 (default)
-      revision: 27a168819829fe9bcd655c2df245fb19452e8e06
-      split: test
       type: mteb/fiqa
+      config: default
+      split: test
+      revision: 27a168819829fe9bcd655c2df245fb19452e8e06
     metrics:
     - type: main_score
       value: 61.565999999999995
@@ -5174,14 +5176,14 @@ model-index:
       value: 51.782
     - type: recall_at_5
       value: 59.911
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB HotpotQA (default)
-      revision: ab518f4d6fcca38d87c25209f94beba119d02014
-      split: test
       type: mteb/hotpotqa
+      config: default
+      split: test
+      revision: ab518f4d6fcca38d87c25209f94beba119d02014
     metrics:
     - type: main_score
       value: 85.71
@@ -5465,14 +5467,14 @@ model-index:
       value: 80.891
     - type: recall_at_5
       value: 85.307
-    task:
-      type: Retrieval
-  - dataset:
-      config: default
+  - task:
+      type: Classification
+    dataset:
       name: MTEB ImdbClassification (default)
-      revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
-      split: test
       type: mteb/imdb
+      config: default
+      split: test
+      revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
     metrics:
     - type: accuracy
       value: 96.9972
@@ -5486,14 +5488,14 @@ model-index:
       value: 96.99685931130435
     - type: main_score
       value: 96.9972
-    task:
-      type: Classification
-  - dataset:
-      config: default
+  - task:
+      type: Retrieval
+    dataset:
       name: MTEB MSMARCO (default)
-      revision: c5a29a104738b98a9e76336939199e264163d4a0
-      split: dev
       type: mteb/msmarco
+      config: default
+      split: dev
+      revision: c5a29a104738b98a9e76336939199e264163d4a0
     metrics:
     - type: main_score
       value: 47.238
@@ -5777,14 +5779,14 @@ model-index:
       value: 47.714
     - type: recall_at_5
       value: 57.913000000000004
-    task:
-      type: Retrieval
-  - dataset:
-      config: en
+  - task:
+      type: Classification
+    dataset:
       name: MTEB MTOPDomainClassification (en)
-      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
-      split: test
       type: mteb/mtop_domain
+      config: en
+      split: test
+      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
     metrics:
     - type: accuracy
       value: 97.43502051983585
@@ -5794,14 +5796,14 @@ model-index:
       value: 97.44797640554678
     - type: main_score
       value: 97.43502051983585
-    task:
+  - task:
       type: Classification
-  - dataset:
-      config: en
+    dataset:
       name: MTEB MTOPIntentClassification (en)
-      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
-      split: test
       type: mteb/mtop_intent
+      config: en
+      split: test
+      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
     metrics:
     - type: accuracy
       value: 92.80665754673961
@@ -5811,14 +5813,14 @@ model-index:
       value: 93.45063761064331
     - type: main_score
       value: 92.80665754673961
-    task:
+  - task:
       type: Classification
-  - dataset:
-      config: en
+    dataset:
       name: MTEB MassiveIntentClassification (en)
-      revision: 4672e20407010da34463acc759c162ca9734bca6
-      split: test
       type: mteb/amazon_massive_intent
+      config: en
+      split: test
+      revision: 4672e20407010da34463acc759c162ca9734bca6
     metrics:
     - type: accuracy
       value: 81.14324142568931
@@ -5828,14 +5830,14 @@ model-index:
       value: 80.06102282439677
     - type: main_score
       value: 81.14324142568931
-    task:
+  - task:
       type: Classification
-  - dataset:
-      config: en
+    dataset:
       name: MTEB MassiveScenarioClassification (en)
-      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
-      split: test
       type: mteb/amazon_massive_scenario
+      config: en
+      split: test
+      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
     metrics:
     - type: accuracy
       value: 83.52723604572965
@@ -5845,14 +5847,14 @@ model-index:
       value: 83.18340208761732
     - type: main_score
       value: 83.52723604572965
-    task:
-      type: Classification
-  - dataset:
-      config: default
+  - task:
+      type: Clustering
+    dataset:
       name: MTEB MedrxivClusteringP2P (default)
-      revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
-      split: test
       type: mteb/medrxiv-clustering-p2p
+      config: default
+      split: test
+      revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
     metrics:
     - type: main_score
       value: 46.38149873605036
@@ -5860,14 +5862,14 @@ model-index:
       value: 46.38149873605036
     - type: v_measure_std
       value: 1.0749788856434186
-    task:
+  - task:
       type: Clustering
-  - dataset:
-      config: default
+    dataset:
       name: MTEB MedrxivClusteringS2S (default)
-      revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
-      split: test
       type: mteb/medrxiv-clustering-s2s
+      config: default
+      split: test
+      revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
     metrics:
     - type: main_score
       value: 44.8945524407664
@@ -5875,14 +5877,14 @@ model-index:
       value: 44.8945524407664
     - type: v_measure_std
       value: 1.2389193370528488
-    task:
-      type: Clustering
-  - dataset:
-      config: default
+  - task:
+      type: Reranking
+    dataset:
       name: MTEB MindSmallReranking (default)
-      revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
-      split: test
       type: mteb/mind_small
+      config: default
+      split: test
+      revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
     metrics:
     - type: main_score
       value: 31.464871623418794
@@ -5902,14 +5904,14 @@ model-index:
       value: -19.359704641723024
     - type: nAUC_mrr_std
       value: 0.2553333974009825
-    task:
-      type: Reranking
-  - dataset:
-      config: default
+  - task:
+      type: Retrieval
+    dataset:
       name: MTEB NFCorpus (default)
-      revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
-      split: test
       type: mteb/nfcorpus
+      config: default
+      split: test
+      revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
     metrics:
     - type: main_score
       value: 40.608
@@ -6193,14 +6195,14 @@ model-index:
       value: 12.592999999999998
     - type: recall_at_5
       value: 15.847
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB NQ (default)
-      revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
-      split: test
       type: mteb/nq
+      config: default
+      split: test
+      revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
     metrics:
     - type: main_score
       value: 74.639
@@ -6484,14 +6486,14 @@ model-index:
       value: 76.32
     - type: recall_at_5
       value: 83.992
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB QuoraRetrieval (default)
-      revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
-      split: test
       type: mteb/quora
+      config: default
+      split: test
+      revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
     metrics:
     - type: main_score
       value: 90.78500000000001
@@ -6775,14 +6777,14 @@ model-index:
       value: 89.85499999999999
     - type: recall_at_5
       value: 93.758
-    task:
-      type: Retrieval
-  - dataset:
-      config: default
+  - task:
+      type: Clustering
+    dataset:
       name: MTEB RedditClustering (default)
-      revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
-      split: test
       type: mteb/reddit-clustering
+      config: default
+      split: test
+      revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
     metrics:
     - type: main_score
       value: 72.36527124460562
@@ -6790,14 +6792,14 @@ model-index:
       value: 72.36527124460562
     - type: v_measure_std
       value: 2.7778891945364195
-    task:
+  - task:
       type: Clustering
-  - dataset:
-      config: default
+    dataset:
       name: MTEB RedditClusteringP2P (default)
-      revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
-      split: test
       type: mteb/reddit-clustering-p2p
+      config: default
+      split: test
+      revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
     metrics:
     - type: main_score
       value: 73.89142551084535
@@ -6805,14 +6807,14 @@ model-index:
       value: 73.89142551084535
     - type: v_measure_std
       value: 11.258242813412751
-    task:
-      type: Clustering
-  - dataset:
-      config: default
+  - task:
+      type: Retrieval
+    dataset:
       name: MTEB SCIDOCS (default)
-      revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
-      split: test
       type: mteb/scidocs
+      config: default
+      split: test
+      revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
     metrics:
     - type: main_score
       value: 28.538000000000004
@@ -7096,14 +7098,14 @@ model-index:
       value: 15.573
     - type: recall_at_5
       value: 20.948
-    task:
-      type: Retrieval
-  - dataset:
-      config: default
+  - task:
+      type: STS
+    dataset:
       name: MTEB SICK-R (default)
-      revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
-      split: test
       type: mteb/sickr-sts
+      config: default
+      split: test
+      revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
     metrics:
     - type: cosine_pearson
       value: 84.37281363343187
@@ -7123,14 +7125,14 @@ model-index:
       value: 84.37281363343187
     - type: spearman
       value: 83.30200195593044
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: default
+    dataset:
       name: MTEB STS12 (default)
-      revision: a0d554a64d88156834ff5ae9920b964011b16384
-      split: test
       type: mteb/sts12-sts
+      config: default
+      split: test
+      revision: a0d554a64d88156834ff5ae9920b964011b16384
     metrics:
     - type: cosine_pearson
       value: 86.82824905521925
@@ -7150,14 +7152,14 @@ model-index:
       value: 86.82824905521925
     - type: spearman
       value: 80.98590815911939
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: default
+    dataset:
       name: MTEB STS13 (default)
-      revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
-      split: test
       type: mteb/sts13-sts
+      config: default
+      split: test
+      revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
     metrics:
     - type: cosine_pearson
       value: 87.19722316157294
@@ -7177,14 +7179,14 @@ model-index:
       value: 87.19722316157294
     - type: spearman
       value: 87.34287142701457
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: default
+    dataset:
       name: MTEB STS14 (default)
-      revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
-      split: test
       type: mteb/sts14-sts
+      config: default
+      split: test
+      revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
     metrics:
     - type: cosine_pearson
       value: 84.82646675904164
@@ -7204,14 +7206,14 @@ model-index:
       value: 84.82646675904164
     - type: spearman
       value: 84.38843815801556
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: default
+    dataset:
       name: MTEB STS15 (default)
-      revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
-      split: test
       type: mteb/sts15-sts
+      config: default
+      split: test
+      revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
     metrics:
     - type: cosine_pearson
       value: 89.69909533656704
@@ -7231,14 +7233,14 @@ model-index:
       value: 89.69909533656704
     - type: spearman
       value: 89.74723322749233
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: default
+    dataset:
       name: MTEB STS16 (default)
-      revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
-      split: test
       type: mteb/sts16-sts
+      config: default
+      split: test
+      revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
     metrics:
     - type: cosine_pearson
       value: 86.84947603401746
@@ -7258,14 +7260,14 @@ model-index:
       value: 86.84947603401746
     - type: spearman
       value: 87.63022743056388
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: en-en
+    dataset:
       name: MTEB STS17 (en-en)
-      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
-      split: test
       type: mteb/sts17-crosslingual-sts
+      config: en-en
+      split: test
+      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
     metrics:
     - type: cosine_pearson
       value: 91.43391567649913
@@ -7285,14 +7287,14 @@ model-index:
       value: 91.43391567649913
     - type: spearman
       value: 90.86953801008369
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: en
+    dataset:
       name: MTEB STS22 (en)
-      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
-      split: test
       type: mteb/sts22-crosslingual-sts
+      config: en
+      split: test
+      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
     metrics:
     - type: cosine_pearson
       value: 68.81338409687908
@@ -7312,14 +7314,14 @@ model-index:
       value: 68.81338409687908
     - type: spearman
       value: 68.09215270009086
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: default
+    dataset:
       name: MTEB STSBenchmark (default)
-      revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
-      split: test
       type: mteb/stsbenchmark-sts
+      config: default
+      split: test
+      revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
     metrics:
     - type: cosine_pearson
       value: 87.93191595794555
@@ -7339,14 +7341,14 @@ model-index:
       value: 87.93191595794555
     - type: spearman
       value: 88.46646307403641
-    task:
-      type: STS
-  - dataset:
-      config: default
+  - task:
+      type: Reranking
+    dataset:
       name: MTEB SciDocsRR (default)
-      revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
-      split: test
       type: mteb/scidocs-reranking
+      config: default
+      split: test
+      revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
     metrics:
     - type: main_score
       value: 87.62672056519489
@@ -7366,14 +7368,14 @@ model-index:
       value: 82.4844792677926
     - type: nAUC_mrr_std
       value: 82.0357865297397
-    task:
-      type: Reranking
-  - dataset:
-      config: default
+  - task:
+      type: Retrieval
+    dataset:
       name: MTEB SciFact (default)
-      revision: 0228b52cf27578f30900b9e5271d331663a030d7
-      split: test
       type: mteb/scifact
+      config: default
+      split: test
+      revision: 0228b52cf27578f30900b9e5271d331663a030d7
     metrics:
     - type: main_score
       value: 79.745
@@ -7657,14 +7659,14 @@ model-index:
       value: 81.072
     - type: recall_at_5
       value: 87.339
-    task:
-      type: Retrieval
-  - dataset:
-      config: default
+  - task:
+      type: PairClassification
+    dataset:
       name: MTEB SprintDuplicateQuestions (default)
-      revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
-      split: test
       type: mteb/sprintduplicatequestions-pairclassification
+      config: default
+      split: test
+      revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
     metrics:
     - type: cosine_accuracy
       value: 99.86039603960396
@@ -7748,14 +7750,14 @@ model-index:
       value: 93.69277721261444
     - type: similarity_recall
       value: 92.10000000000001
-    task:
-      type: PairClassification
-  - dataset:
-      config: default
+  - task:
+      type: Clustering
+    dataset:
       name: MTEB StackExchangeClustering (default)
-      revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
-      split: test
       type: mteb/stackexchange-clustering
+      config: default
+      split: test
+      revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
     metrics:
     - type: main_score
       value: 81.5950420419382
@@ -7763,14 +7765,14 @@ model-index:
       value: 81.5950420419382
     - type: v_measure_std
       value: 2.3518861207789126
-    task:
+  - task:
       type: Clustering
-  - dataset:
-      config: default
+    dataset:
       name: MTEB StackExchangeClusteringP2P (default)
-      revision: 815ca46b2622cec33ccafc3735d572c266efdb44
-      split: test
       type: mteb/stackexchange-clustering-p2p
+      config: default
+      split: test
+      revision: 815ca46b2622cec33ccafc3735d572c266efdb44
     metrics:
     - type: main_score
       value: 44.40836435329055
@@ -7778,14 +7780,14 @@ model-index:
       value: 44.40836435329055
     - type: v_measure_std
       value: 1.3850659888959282
-    task:
-      type: Clustering
-  - dataset:
-      config: default
+  - task:
+      type: Reranking
+    dataset:
       name: MTEB StackOverflowDupQuestions (default)
-      revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
-      split: test
       type: mteb/stackoverflowdupquestions-reranking
+      config: default
+      split: test
+      revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
     metrics:
     - type: main_score
       value: 58.792345747482436
@@ -7805,14 +7807,14 @@ model-index:
       value: 14.587424770057197
     - type: nAUC_mrr_std
       value: 6.683981115477786
-    task:
-      type: Reranking
-  - dataset:
-      config: default
+  - task:
+      type: Summarization
+    dataset:
       name: MTEB SummEval (default)
-      revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
-      split: test
       type: mteb/summeval
+      config: default
+      split: test
+      revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
     metrics:
     - type: cosine_pearson
       value: 29.605378173647523
@@ -7828,14 +7830,14 @@ model-index:
       value: 29.605378173647523
     - type: spearman
       value: 29.538937618105475
-    task:
-      type: Summarization
-  - dataset:
-      config: default
+  - task:
+      type: Retrieval
+    dataset:
       name: MTEB TRECCOVID (default)
-      revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
-      split: test
       type: mteb/trec-covid
+      config: default
+      split: test
+      revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
     metrics:
     - type: main_score
       value: 77.17500000000001
@@ -8119,14 +8121,14 @@ model-index:
       value: 0.677
     - type: recall_at_5
       value: 1.087
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB Touche2020 (default)
-      revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
-      split: test
       type: mteb/touche2020
+      config: default
+      split: test
+      revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
     metrics:
     - type: main_score
       value: 29.343000000000004
@@ -8410,14 +8412,14 @@ model-index:
       value: 7.868
     - type: recall_at_5
       value: 11.413
-    task:
-      type: Retrieval
-  - dataset:
-      config: default
+  - task:
+      type: Classification
+    dataset:
       name: MTEB ToxicConversationsClassification (default)
-      revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
-      split: test
       type: mteb/toxic_conversations_50k
+      config: default
+      split: test
+      revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
     metrics:
     - type: accuracy
       value: 92.3681640625
@@ -8431,14 +8433,14 @@ model-index:
       value: 93.14474638528736
     - type: main_score
       value: 92.3681640625
-    task:
+  - task:
       type: Classification
-  - dataset:
-      config: default
+    dataset:
       name: MTEB TweetSentimentExtractionClassification (default)
-      revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
-      split: test
       type: mteb/tweet_sentiment_extraction
+      config: default
+      split: test
+      revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
     metrics:
     - type: accuracy
       value: 80.42161856253539
@@ -8448,14 +8450,14 @@ model-index:
       value: 80.3228654725881
     - type: main_score
       value: 80.42161856253539
-    task:
-      type: Classification
-  - dataset:
-      config: default
+  - task:
+      type: Clustering
+    dataset:
       name: MTEB TwentyNewsgroupsClustering (default)
-      revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
-      split: test
       type: mteb/twentynewsgroups-clustering
+      config: default
+      split: test
+      revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
     metrics:
     - type: main_score
       value: 68.78385330772423
@@ -8463,14 +8465,14 @@ model-index:
       value: 68.78385330772423
     - type: v_measure_std
       value: 1.4814035017480702
-    task:
-      type: Clustering
-  - dataset:
-      config: default
+  - task:
+      type: PairClassification
+    dataset:
       name: MTEB TwitterSemEval2015 (default)
-      revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
-      split: test
       type: mteb/twittersemeval2015-pairclassification
+      config: default
+      split: test
+      revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
     metrics:
     - type: cosine_accuracy
       value: 87.96566728258925
@@ -8554,14 +8556,14 @@ model-index:
       value: 68.30357142857143
     - type: similarity_recall
       value: 76.7018469656992
-    task:
+  - task:
       type: PairClassification
-  - dataset:
-      config: default
+    dataset:
       name: MTEB TwitterURLCorpus (default)
-      revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
-      split: test
       type: mteb/twitterurlcorpus-pairclassification
+      config: default
+      split: test
+      revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
     metrics:
     - type: cosine_accuracy
       value: 89.48073116777273
@@ -8645,6 +8647,4 @@ model-index:
       value: 75.27245137260311
     - type: similarity_recall
       value: 84.02371419772098
-    task:
-      type: PairClassification
 ---

config.json

@@ -0,0 +1,27 @@
+{
+  "_name_or_path": "/projects/0/prjs0835/ACL25/reps-llm-2/huggingface_models/wrap_model/model_lens_8000",
+  "architectures": [
+    "MistralModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "sliding_window": 4096,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.43.1",
+  "use_cache": false,
+  "vocab_size": 32003
+}

model-00001-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb494b856d59521f7aa3f85d267047c8bb0989e3ef3877164d090a1b73c5250
+size 4987245800

model-00002-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db48eac273441e1ce91b8df5df3da14cb995b37b2384c414ac2944a55530aec2
+size 4899116152

model-00003-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b83abd1fa64fbc428083bef0cfbb1f67e49c1d83c12aa36350df787ef32907
+size 4999812808

model-00004-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa05808ae834fa506c16f96e60264363947fe64b9978bdc2a796333866561852
+size 4999812808

model-00005-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01441d94a31f225bff2a4a1c3a18030697ab14cd34a24d66dab290203a150309
+size 4832007216

model-00006-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4044180ffe3a641d301ef30b9d7c26f8fddc1a915f509579e9710d30b5a1e51f
+size 3724726552

model.safetensors.index.json

@@ -0,0 +1,297 @@
+{
+  "metadata": {
+    "total_size": 28442689536
+  },
+  "weight_map": {
+    "embed_tokens.weight": "model-00001-of-00006.safetensors",
+    "layers.0.input_layernorm.weight": "model-00001-of-00006.safetensors",
+    "layers.0.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.0.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.0.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.0.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
+    "layers.0.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.0.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.0.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.0.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.1.input_layernorm.weight": "model-00001-of-00006.safetensors",
+    "layers.1.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.1.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.1.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.1.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
+    "layers.1.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.1.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.1.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.1.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.10.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "layers.10.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.10.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.10.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.10.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "layers.10.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.10.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.10.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.10.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.11.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "layers.11.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.11.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.11.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.11.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "layers.11.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.11.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.11.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.11.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.12.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "layers.12.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.12.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.12.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.12.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "layers.12.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.12.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.12.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.12.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.13.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "layers.13.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.13.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.13.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.13.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "layers.13.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.13.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.13.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.13.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.14.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "layers.14.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.14.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.14.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.14.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "layers.14.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.14.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.14.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.14.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.15.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "layers.15.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.15.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.15.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.15.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "layers.15.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.15.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.15.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.15.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.16.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "layers.16.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.16.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.16.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.16.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "layers.16.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.16.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.16.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.16.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
+    "layers.17.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "layers.17.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.17.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.17.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.17.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "layers.17.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.17.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.17.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.17.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.18.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "layers.18.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.18.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.18.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.18.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "layers.18.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.18.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.18.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.18.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.19.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "layers.19.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.19.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.19.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.19.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "layers.19.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.19.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.19.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.19.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.2.input_layernorm.weight": "model-00001-of-00006.safetensors",
+    "layers.2.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.2.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.2.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.2.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
+    "layers.2.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.2.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.2.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.2.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.20.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "layers.20.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.20.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.20.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.20.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "layers.20.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.20.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.20.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.20.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.21.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "layers.21.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.21.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.21.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.21.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "layers.21.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.21.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.21.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.21.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.22.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "layers.22.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.22.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.22.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.22.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "layers.22.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.22.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.22.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.22.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
+    "layers.23.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "layers.23.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.23.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.23.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.23.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "layers.23.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.23.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.23.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.23.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.24.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "layers.24.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.24.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.24.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.24.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "layers.24.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.24.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.24.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.24.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.25.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "layers.25.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.25.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.25.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.25.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "layers.25.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.25.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.25.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.25.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.26.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "layers.26.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.26.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.26.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.26.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "layers.26.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.26.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.26.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.26.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.27.input_layernorm.weight": "model-00006-of-00006.safetensors",
+    "layers.27.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.27.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.27.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.27.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
+    "layers.27.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.27.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.27.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.27.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
+    "layers.28.input_layernorm.weight": "model-00006-of-00006.safetensors",
+    "layers.28.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.28.mlp.gate_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.28.mlp.up_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.28.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
+    "layers.28.self_attn.k_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.28.self_attn.o_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.28.self_attn.q_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.28.self_attn.v_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.29.input_layernorm.weight": "model-00006-of-00006.safetensors",
+    "layers.29.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.29.mlp.gate_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.29.mlp.up_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.29.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
+    "layers.29.self_attn.k_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.29.self_attn.o_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.29.self_attn.q_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.29.self_attn.v_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.3.input_layernorm.weight": "model-00001-of-00006.safetensors",
+    "layers.3.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.3.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.3.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.3.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
+    "layers.3.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.3.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.3.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.3.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.30.input_layernorm.weight": "model-00006-of-00006.safetensors",
+    "layers.30.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.30.mlp.gate_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.30.mlp.up_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.30.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
+    "layers.30.self_attn.k_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.30.self_attn.o_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.30.self_attn.q_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.30.self_attn.v_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.31.input_layernorm.weight": "model-00006-of-00006.safetensors",
+    "layers.31.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.31.mlp.gate_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.31.mlp.up_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.31.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
+    "layers.31.self_attn.k_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.31.self_attn.o_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.31.self_attn.q_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.31.self_attn.v_proj.weight": "model-00006-of-00006.safetensors",
+    "layers.4.input_layernorm.weight": "model-00001-of-00006.safetensors",
+    "layers.4.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.4.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.4.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.4.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
+    "layers.4.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.4.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.4.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.4.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.5.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "layers.5.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.5.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.5.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.5.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "layers.5.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.5.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.5.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.5.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
+    "layers.6.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "layers.6.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.6.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.6.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.6.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "layers.6.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.6.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.6.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.6.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.7.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "layers.7.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.7.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.7.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.7.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "layers.7.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.7.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.7.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.7.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.8.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "layers.8.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.8.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.8.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.8.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "layers.8.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.8.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.8.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.8.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.9.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "layers.9.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.9.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.9.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.9.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "layers.9.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.9.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.9.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
+    "layers.9.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
+    "norm.weight": "model-00006-of-00006.safetensors"
+  }
+}