Upload folder using huggingface_hub

config.json

@@ -0,0 +1,35 @@
+{
+  "_name_or_path": "/root/.cache/huggingface/hub/models--mistralai--Mistral-Large-Instruct-2407/snapshots/bca7936c726f4fee58f0a1d4699684747badf612",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 12288,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 32768,
+  "model_type": "mistral",
+  "num_attention_heads": 96,
+  "num_hidden_layers": 88,
+  "num_key_value_heads": 8,
+  "quantization_config": {
+    "bits": 4,
+    "group_size": 128,
+    "modules_to_not_convert": null,
+    "quant_method": "awq",
+    "version": "gemm",
+    "zero_point": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.43.2",
+  "use_cache": true,
+  "vocab_size": 32768
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "transformers_version": "4.43.2"
+}

model-00001-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b3635e799a8679343910bef4631eacd4bee8fcf54bc6da83ff909ca52de3f9
+size 4937087912

model-00002-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e72a06d66eee265ddfd2c7066e96a6530158fe288288945faa216cf566789f
+size 4850976432

model-00003-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbaa9589055dd71aa87792819669d1088c2ec469a224d4eaef127b4ee051d9b9
+size 4850976520

model-00004-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2193a6906d324cc03ff0b424bc6e84a37a2ef9585b1ed8df0b7ebd67f895674f
+size 4955571976

model-00005-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86619c54644c68e16cc4592b79d48f58864144e64f4b2f04ef1f119f63a92936
+size 4942496848

model-00006-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fe0a7af87e0dfd77934af776113d36690a53fc56d83d813c000c97d4dcc0f5
+size 4850927136

model-00007-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5614b18cece58c3b417213a213b2d99a0fc010d2fd9ee2908fd249b0fc37f5b3
+size 4850976528

model-00008-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae800acd784f6c9cfe7c258b4aed6a79487cc3e064c557bd946d14164b2073c3
+size 4850976520

model-00009-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0b5b1c18863e1176190246916a70c828774c0f918f2cfe1ee9e0948a018a8e
+size 4955571976

model-00010-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f61a2888e85702a295987e24b112e5063f20034f1e810a4c6d52d4a14d4f06
+size 4942496848

model-00011-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460a32ce4a6298f7aa8964f79bf15c013f0db249689d6f4723029fcd31843f6c
+size 4850927136

model-00012-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fefc2201ce2215c176b0bdbedb919b6f25c6c68693a3cb46879348d452512b
+size 4850976528

model-00013-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1ef305eacc2815187fb6cfd7c95ce9668be324ccbdd1f31956c7f99dc172ad
+size 4850976520

model-00014-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74166f0c25e84b7ce7ee71ebe6f80d728a8740444fa1c187c34a8f1b328edab
+size 1354507696

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}