Fixing model loading issue

ndarray-cache.json

@@ -45,8 +45,8 @@
                 {
                     "name": "model.layers.0.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -56,8 +56,8 @@
                 {
                     "name": "model.layers.0.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -67,8 +67,8 @@
                 {
                     "name": "model.layers.0.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -78,8 +78,8 @@
                 {
                     "name": "model.layers.0.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -99,8 +99,8 @@
                 {
                     "name": "model.layers.0.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -110,8 +110,8 @@
                 {
                     "name": "model.layers.0.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -121,8 +121,8 @@
                 {
                     "name": "model.layers.0.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -132,8 +132,8 @@
                 {
                     "name": "model.layers.0.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -153,8 +153,8 @@
                 {
                     "name": "model.layers.1.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -164,8 +164,8 @@
                 {
                     "name": "model.layers.1.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -175,8 +175,8 @@
                 {
                     "name": "model.layers.1.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -186,8 +186,8 @@
                 {
                     "name": "model.layers.1.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -207,8 +207,8 @@
                 {
                     "name": "model.layers.1.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -218,8 +218,8 @@
                 {
                     "name": "model.layers.1.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -229,8 +229,8 @@
                 {
                     "name": "model.layers.1.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -240,8 +240,8 @@
                 {
                     "name": "model.layers.1.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -261,8 +261,8 @@
                 {
                     "name": "model.layers.10.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -272,8 +272,8 @@
                 {
                     "name": "model.layers.10.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -283,8 +283,8 @@
                 {
                     "name": "model.layers.10.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -294,8 +294,8 @@
                 {
                     "name": "model.layers.10.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -315,8 +315,8 @@
                 {
                     "name": "model.layers.10.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -326,8 +326,8 @@
                 {
                     "name": "model.layers.10.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -337,8 +337,8 @@
                 {
                     "name": "model.layers.10.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -348,8 +348,8 @@
                 {
                     "name": "model.layers.10.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -369,8 +369,8 @@
                 {
                     "name": "model.layers.11.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -380,8 +380,8 @@
                 {
                     "name": "model.layers.11.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -391,8 +391,8 @@
                 {
                     "name": "model.layers.11.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -402,8 +402,8 @@
                 {
                     "name": "model.layers.11.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -423,8 +423,8 @@
                 {
                     "name": "model.layers.11.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -434,8 +434,8 @@
                 {
                     "name": "model.layers.11.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -445,8 +445,8 @@
                 {
                     "name": "model.layers.11.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -456,8 +456,8 @@
                 {
                     "name": "model.layers.11.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -477,8 +477,8 @@
                 {
                     "name": "model.layers.12.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -488,8 +488,8 @@
                 {
                     "name": "model.layers.12.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -499,8 +499,8 @@
                 {
                     "name": "model.layers.12.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -510,8 +510,8 @@
                 {
                     "name": "model.layers.12.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -531,8 +531,8 @@
                 {
                     "name": "model.layers.12.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -542,8 +542,8 @@
                 {
                     "name": "model.layers.12.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -553,8 +553,8 @@
                 {
                     "name": "model.layers.12.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -564,8 +564,8 @@
                 {
                     "name": "model.layers.12.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -585,8 +585,8 @@
                 {
                     "name": "model.layers.13.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -596,8 +596,8 @@
                 {
                     "name": "model.layers.13.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -607,8 +607,8 @@
                 {
                     "name": "model.layers.13.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -618,8 +618,8 @@
                 {
                     "name": "model.layers.13.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -639,8 +639,8 @@
                 {
                     "name": "model.layers.13.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -650,8 +650,8 @@
                 {
                     "name": "model.layers.13.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -661,8 +661,8 @@
                 {
                     "name": "model.layers.13.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -672,8 +672,8 @@
                 {
                     "name": "model.layers.13.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -693,8 +693,8 @@
                 {
                     "name": "model.layers.14.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -704,8 +704,8 @@
                 {
                     "name": "model.layers.14.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -715,8 +715,8 @@
                 {
                     "name": "model.layers.14.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -726,8 +726,8 @@
                 {
                     "name": "model.layers.14.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -747,8 +747,8 @@
                 {
                     "name": "model.layers.14.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -758,8 +758,8 @@
                 {
                     "name": "model.layers.14.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -769,8 +769,8 @@
                 {
                     "name": "model.layers.14.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -780,8 +780,8 @@
                 {
                     "name": "model.layers.14.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -801,8 +801,8 @@
                 {
                     "name": "model.layers.15.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -812,8 +812,8 @@
                 {
                     "name": "model.layers.15.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -823,8 +823,8 @@
                 {
                     "name": "model.layers.15.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -834,8 +834,8 @@
                 {
                     "name": "model.layers.15.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -855,8 +855,8 @@
                 {
                     "name": "model.layers.15.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -866,8 +866,8 @@
                 {
                     "name": "model.layers.15.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -877,8 +877,8 @@
                 {
                     "name": "model.layers.15.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -888,8 +888,8 @@
                 {
                     "name": "model.layers.15.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -909,8 +909,8 @@
                 {
                     "name": "model.layers.16.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -920,8 +920,8 @@
                 {
                     "name": "model.layers.16.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -931,8 +931,8 @@
                 {
                     "name": "model.layers.16.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -942,8 +942,8 @@
                 {
                     "name": "model.layers.16.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -961,7 +961,7 @@
                     "byteOffset": 33363396
                 }
             ],
-            "md5sum": "1a30efc6aee63e0853a4d12881da65b7"
+            "md5sum": "28cb4b478cefb107df66c43c177153b6"
         },
         {
             "dataPath": "params_shard_1.bin",
@@ -971,8 +971,8 @@
                 {
                     "name": "model.layers.16.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -982,8 +982,8 @@
                 {
                     "name": "model.layers.16.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -993,8 +993,8 @@
                 {
                     "name": "model.layers.16.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1004,8 +1004,8 @@
                 {
                     "name": "model.layers.16.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1025,8 +1025,8 @@
                 {
                     "name": "model.layers.17.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1036,8 +1036,8 @@
                 {
                     "name": "model.layers.17.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1047,8 +1047,8 @@
                 {
                     "name": "model.layers.17.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1058,8 +1058,8 @@
                 {
                     "name": "model.layers.17.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1079,8 +1079,8 @@
                 {
                     "name": "model.layers.17.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1090,8 +1090,8 @@
                 {
                     "name": "model.layers.17.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1101,8 +1101,8 @@
                 {
                     "name": "model.layers.17.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1112,8 +1112,8 @@
                 {
                     "name": "model.layers.17.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1133,8 +1133,8 @@
                 {
                     "name": "model.layers.18.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1144,8 +1144,8 @@
                 {
                     "name": "model.layers.18.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1155,8 +1155,8 @@
                 {
                     "name": "model.layers.18.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1166,8 +1166,8 @@
                 {
                     "name": "model.layers.18.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1187,8 +1187,8 @@
                 {
                     "name": "model.layers.18.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1198,8 +1198,8 @@
                 {
                     "name": "model.layers.18.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1209,8 +1209,8 @@
                 {
                     "name": "model.layers.18.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1220,8 +1220,8 @@
                 {
                     "name": "model.layers.18.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1241,8 +1241,8 @@
                 {
                     "name": "model.layers.19.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1252,8 +1252,8 @@
                 {
                     "name": "model.layers.19.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1263,8 +1263,8 @@
                 {
                     "name": "model.layers.19.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1274,8 +1274,8 @@
                 {
                     "name": "model.layers.19.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1295,8 +1295,8 @@
                 {
                     "name": "model.layers.19.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1306,8 +1306,8 @@
                 {
                     "name": "model.layers.19.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1317,8 +1317,8 @@
                 {
                     "name": "model.layers.19.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1328,8 +1328,8 @@
                 {
                     "name": "model.layers.19.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1349,8 +1349,8 @@
                 {
                     "name": "model.layers.2.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1360,8 +1360,8 @@
                 {
                     "name": "model.layers.2.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1371,8 +1371,8 @@
                 {
                     "name": "model.layers.2.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1382,8 +1382,8 @@
                 {
                     "name": "model.layers.2.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1403,8 +1403,8 @@
                 {
                     "name": "model.layers.2.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1414,8 +1414,8 @@
                 {
                     "name": "model.layers.2.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1425,8 +1425,8 @@
                 {
                     "name": "model.layers.2.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1436,8 +1436,8 @@
                 {
                     "name": "model.layers.2.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1457,8 +1457,8 @@
                 {
                     "name": "model.layers.20.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1468,8 +1468,8 @@
                 {
                     "name": "model.layers.20.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1479,8 +1479,8 @@
                 {
                     "name": "model.layers.20.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1490,8 +1490,8 @@
                 {
                     "name": "model.layers.20.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1511,8 +1511,8 @@
                 {
                     "name": "model.layers.20.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1522,8 +1522,8 @@
                 {
                     "name": "model.layers.20.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1533,8 +1533,8 @@
                 {
                     "name": "model.layers.20.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1544,8 +1544,8 @@
                 {
                     "name": "model.layers.20.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1565,8 +1565,8 @@
                 {
                     "name": "model.layers.21.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1576,8 +1576,8 @@
                 {
                     "name": "model.layers.21.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1587,8 +1587,8 @@
                 {
                     "name": "model.layers.21.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1598,8 +1598,8 @@
                 {
                     "name": "model.layers.21.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1619,8 +1619,8 @@
                 {
                     "name": "model.layers.21.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1630,8 +1630,8 @@
                 {
                     "name": "model.layers.21.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1641,8 +1641,8 @@
                 {
                     "name": "model.layers.21.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1652,8 +1652,8 @@
                 {
                     "name": "model.layers.21.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1673,8 +1673,8 @@
                 {
                     "name": "model.layers.22.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1684,8 +1684,8 @@
                 {
                     "name": "model.layers.22.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1695,8 +1695,8 @@
                 {
                     "name": "model.layers.22.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1706,8 +1706,8 @@
                 {
                     "name": "model.layers.22.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1727,8 +1727,8 @@
                 {
                     "name": "model.layers.22.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1738,8 +1738,8 @@
                 {
                     "name": "model.layers.22.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1749,8 +1749,8 @@
                 {
                     "name": "model.layers.22.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1760,8 +1760,8 @@
                 {
                     "name": "model.layers.22.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1781,8 +1781,8 @@
                 {
                     "name": "model.layers.23.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1792,8 +1792,8 @@
                 {
                     "name": "model.layers.23.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1803,8 +1803,8 @@
                 {
                     "name": "model.layers.23.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1814,8 +1814,8 @@
                 {
                     "name": "model.layers.23.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1835,8 +1835,8 @@
                 {
                     "name": "model.layers.23.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1846,8 +1846,8 @@
                 {
                     "name": "model.layers.23.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1857,8 +1857,8 @@
                 {
                     "name": "model.layers.23.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1868,8 +1868,8 @@
                 {
                     "name": "model.layers.23.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1889,8 +1889,8 @@
                 {
                     "name": "model.layers.24.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1900,8 +1900,8 @@
                 {
                     "name": "model.layers.24.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1911,8 +1911,8 @@
                 {
                     "name": "model.layers.24.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1922,8 +1922,8 @@
                 {
                     "name": "model.layers.24.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1943,8 +1943,8 @@
                 {
                     "name": "model.layers.24.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1954,8 +1954,8 @@
                 {
                     "name": "model.layers.24.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1965,8 +1965,8 @@
                 {
                     "name": "model.layers.24.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -1976,8 +1976,8 @@
                 {
                     "name": "model.layers.24.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -1997,8 +1997,8 @@
                 {
                     "name": "model.layers.25.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2008,8 +2008,8 @@
                 {
                     "name": "model.layers.25.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2019,8 +2019,8 @@
                 {
                     "name": "model.layers.25.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2030,8 +2030,8 @@
                 {
                     "name": "model.layers.25.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2051,8 +2051,8 @@
                 {
                     "name": "model.layers.25.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2062,8 +2062,8 @@
                 {
                     "name": "model.layers.25.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2073,8 +2073,8 @@
                 {
                     "name": "model.layers.25.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2084,8 +2084,8 @@
                 {
                     "name": "model.layers.25.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2105,8 +2105,8 @@
                 {
                     "name": "model.layers.26.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2116,8 +2116,8 @@
                 {
                     "name": "model.layers.26.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2127,8 +2127,8 @@
                 {
                     "name": "model.layers.26.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2138,8 +2138,8 @@
                 {
                     "name": "model.layers.26.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2159,8 +2159,8 @@
                 {
                     "name": "model.layers.26.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2170,8 +2170,8 @@
                 {
                     "name": "model.layers.26.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2181,8 +2181,8 @@
                 {
                     "name": "model.layers.26.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2192,8 +2192,8 @@
                 {
                     "name": "model.layers.26.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2213,8 +2213,8 @@
                 {
                     "name": "model.layers.27.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2224,8 +2224,8 @@
                 {
                     "name": "model.layers.27.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2235,8 +2235,8 @@
                 {
                     "name": "model.layers.27.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2246,8 +2246,8 @@
                 {
                     "name": "model.layers.27.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2267,8 +2267,8 @@
                 {
                     "name": "model.layers.27.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2278,8 +2278,8 @@
                 {
                     "name": "model.layers.27.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2289,8 +2289,8 @@
                 {
                     "name": "model.layers.27.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2300,8 +2300,8 @@
                 {
                     "name": "model.layers.27.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2321,8 +2321,8 @@
                 {
                     "name": "model.layers.28.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2332,8 +2332,8 @@
                 {
                     "name": "model.layers.28.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2343,8 +2343,8 @@
                 {
                     "name": "model.layers.28.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2354,8 +2354,8 @@
                 {
                     "name": "model.layers.28.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2375,8 +2375,8 @@
                 {
                     "name": "model.layers.28.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2386,8 +2386,8 @@
                 {
                     "name": "model.layers.28.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2397,8 +2397,8 @@
                 {
                     "name": "model.layers.28.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2408,8 +2408,8 @@
                 {
                     "name": "model.layers.28.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2429,8 +2429,8 @@
                 {
                     "name": "model.layers.29.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2440,8 +2440,8 @@
                 {
                     "name": "model.layers.29.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2451,8 +2451,8 @@
                 {
                     "name": "model.layers.29.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2462,8 +2462,8 @@
                 {
                     "name": "model.layers.29.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2483,8 +2483,8 @@
                 {
                     "name": "model.layers.29.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2494,8 +2494,8 @@
                 {
                     "name": "model.layers.29.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2505,8 +2505,8 @@
                 {
                     "name": "model.layers.29.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2516,8 +2516,8 @@
                 {
                     "name": "model.layers.29.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2537,8 +2537,8 @@
                 {
                     "name": "model.layers.3.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2548,8 +2548,8 @@
                 {
                     "name": "model.layers.3.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2559,8 +2559,8 @@
                 {
                     "name": "model.layers.3.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2570,8 +2570,8 @@
                 {
                     "name": "model.layers.3.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2591,8 +2591,8 @@
                 {
                     "name": "model.layers.3.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2602,8 +2602,8 @@
                 {
                     "name": "model.layers.3.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2613,8 +2613,8 @@
                 {
                     "name": "model.layers.3.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2624,8 +2624,8 @@
                 {
                     "name": "model.layers.3.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2645,8 +2645,8 @@
                 {
                     "name": "model.layers.4.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2656,8 +2656,8 @@
                 {
                     "name": "model.layers.4.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2667,8 +2667,8 @@
                 {
                     "name": "model.layers.4.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2678,8 +2678,8 @@
                 {
                     "name": "model.layers.4.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2699,8 +2699,8 @@
                 {
                     "name": "model.layers.4.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2710,8 +2710,8 @@
                 {
                     "name": "model.layers.4.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2721,8 +2721,8 @@
                 {
                     "name": "model.layers.4.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2732,8 +2732,8 @@
                 {
                     "name": "model.layers.4.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2753,8 +2753,8 @@
                 {
                     "name": "model.layers.5.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2764,8 +2764,8 @@
                 {
                     "name": "model.layers.5.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2773,7 +2773,7 @@
                     "byteOffset": 32828544
                 }
             ],
-            "md5sum": "1ac207801557d776470d99e7302f9223"
+            "md5sum": "b31a66d8b09f833eba9e80bd7b3d8cac"
         },
         {
             "dataPath": "params_shard_2.bin",
@@ -2783,8 +2783,8 @@
                 {
                     "name": "model.layers.5.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2794,8 +2794,8 @@
                 {
                     "name": "model.layers.5.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2815,8 +2815,8 @@
                 {
                     "name": "model.layers.5.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2826,8 +2826,8 @@
                 {
                     "name": "model.layers.5.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2837,8 +2837,8 @@
                 {
                     "name": "model.layers.5.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2848,8 +2848,8 @@
                 {
                     "name": "model.layers.5.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2869,8 +2869,8 @@
                 {
                     "name": "model.layers.6.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2880,8 +2880,8 @@
                 {
                     "name": "model.layers.6.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2891,8 +2891,8 @@
                 {
                     "name": "model.layers.6.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2902,8 +2902,8 @@
                 {
                     "name": "model.layers.6.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2923,8 +2923,8 @@
                 {
                     "name": "model.layers.6.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2934,8 +2934,8 @@
                 {
                     "name": "model.layers.6.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2945,8 +2945,8 @@
                 {
                     "name": "model.layers.6.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2956,8 +2956,8 @@
                 {
                     "name": "model.layers.6.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2977,8 +2977,8 @@
                 {
                     "name": "model.layers.7.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -2988,8 +2988,8 @@
                 {
                     "name": "model.layers.7.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -2999,8 +2999,8 @@
                 {
                     "name": "model.layers.7.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -3010,8 +3010,8 @@
                 {
                     "name": "model.layers.7.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -3031,8 +3031,8 @@
                 {
                     "name": "model.layers.7.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -3042,8 +3042,8 @@
                 {
                     "name": "model.layers.7.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -3053,8 +3053,8 @@
                 {
                     "name": "model.layers.7.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -3064,8 +3064,8 @@
                 {
                     "name": "model.layers.7.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -3085,8 +3085,8 @@
                 {
                     "name": "model.layers.8.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -3096,8 +3096,8 @@
                 {
                     "name": "model.layers.8.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -3107,8 +3107,8 @@
                 {
                     "name": "model.layers.8.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -3118,8 +3118,8 @@
                 {
                     "name": "model.layers.8.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -3139,8 +3139,8 @@
                 {
                     "name": "model.layers.8.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -3150,8 +3150,8 @@
                 {
                     "name": "model.layers.8.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -3161,8 +3161,8 @@
                 {
                     "name": "model.layers.8.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -3172,8 +3172,8 @@
                 {
                     "name": "model.layers.8.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -3193,8 +3193,8 @@
                 {
                     "name": "model.layers.9.mlp.down_proj.q_weight",
                     "shape": [
-                        192,
-                        576
+                        576,
+                        192
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -3204,8 +3204,8 @@
                 {
                     "name": "model.layers.9.mlp.down_proj.q_scale",
                     "shape": [
-                        48,
-                        576
+                        576,
+                        48
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -3215,8 +3215,8 @@
                 {
                     "name": "model.layers.9.mlp.gate_up_proj.q_weight",
                     "shape": [
-                        72,
-                        3072
+                        3072,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -3226,8 +3226,8 @@
                 {
                     "name": "model.layers.9.mlp.gate_up_proj.q_scale",
                     "shape": [
-                        18,
-                        3072
+                        3072,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -3247,8 +3247,8 @@
                 {
                     "name": "model.layers.9.self_attn.qkv_proj.q_weight",
                     "shape": [
-                        72,
-                        960
+                        960,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -3258,8 +3258,8 @@
                 {
                     "name": "model.layers.9.self_attn.qkv_proj.q_scale",
                     "shape": [
-                        18,
-                        960
+                        960,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -3269,8 +3269,8 @@
                 {
                     "name": "model.layers.9.self_attn.o_proj.q_weight",
                     "shape": [
-                        72,
-                        576
+                        576,
+                        72
                     ],
                     "dtype": "uint32",
                     "format": "f32-to-bf16",
@@ -3280,8 +3280,8 @@
                 {
                     "name": "model.layers.9.self_attn.o_proj.q_scale",
                     "shape": [
-                        18,
-                        576
+                        576,
+                        18
                     ],
                     "dtype": "float16",
                     "format": "f32-to-bf16",
@@ -3299,7 +3299,7 @@
                     "byteOffset": 9465984
                 }
             ],
-            "md5sum": "8e0bffe43e07eeeaa46bca85eaf999e3"
+            "md5sum": "c3261fefb84bf0a587f6b809c586f774"
         }
     ]
 }

params_shard_0.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a23c73b1da9cbc5df4ff85a354c18cc2414cc8da068bb1d595d3c6c95bd4d8f2
+oid sha256:6a23cedd1d63be5a27a9eac044e9eb9c37119da510f85f34636fefcfbb498815
 size 33364548

params_shard_1.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f429951e7f03ae96fd4e12f8c932659a21be30dbda93f3e32e1867d9ff0ec4b
+oid sha256:b54c0abc4d7bd83c814daeae4dde2ce272c5fe19f8ca2c0477e635159e3b2be9
 size 32883840

params_shard_2.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8aaa3f1010ae1592f6d9ec1ad198a25881ef1256546572b40bcb962377b8c482
+oid sha256:452584b4734e87b7e108b734e61a81d9af433d38bdc76be757fc02e068be3c18
 size 9467136