Upload folder using huggingface_hub (#1)

- 30b5e5c13b045c46fbd60ad2106390632816ffb5ec145f67d234bac6f78e92b8 (9f5d389aab172ae23e1c49c025c3c07ead629e93)
- a094fcd31cd8f0e391a462702a6c575d619a9614c9b6778ffe33f6de21e143b9 (284991c7768e1ce722f7f29dac749a9e08bc2148)
- b618744c54f58b56d1ea85bcb9019120703839d490305f53aaf9dd797d113c11 (72a24a38df4aca0537c042f1093fd2e95030e2a9)
- 8d28d75b3c2600e6638941e9c119e0c4abc6aa29e2e4681bf05bd211d9daee95 (8280a57c905518333279903a69b6fd6e7c18cd7d)
- fcd171f06e6d2203782388fc885cd25557f8c1db27a4ca8be41478608b4a907f (656431f44cf04c504b58414c753a54164c97f67d)
- 07b8512ee6ef61b6983c60e49e586b806e64a187b98861ec2ca43142aa3c68f2 (01a02b3a212fd3c9455c799a8ed80f49db862b52)
- 3f48285d9fca47099e42bcd1de2173ac93dce25471e02b7e00c6076f0bf34890 (c95547579bebfefa82d7c27e258fca15bf1b5dcd)
- 996b0ed3e48a4610cdc9a400a9e2bc106639cb2e4f17ab4812e4601e27487234 (ba2cf9783389bf24a8a950c132473c8c0222e324)
- 1c3af2f2dfb5d27d1d79497c701336686c833044868343c3d7f0923c68c1a56b (de23430bb7eb01203467e4c79388fb6f22652a17)
- 925e141e363719ebbb1947d4dd1bbee00e7a1fbe46b85084a3cdb949822af88a (c239f70176e99d26ca25292e0eac9a8bdb0f39a7)
- 3c1afe61e6bd1662319216ae839e7c9295c54f20a8a3386f66b2e0a4d898f94a (33cd1a607edf2b9dad00dcec08917ef36c26cd9d)
- 17934129ba8e6c8dbcb73f5a7974caf8770d6696155a810b37b1750f43c4c3ca (d12f0cb5e6b981e6e571289e11372665f7e5bb05)
- 6cd7acb9b861adc6ed49c4c8b4b163f94b426f2491974ec28f9e3ae37ca4abed (6486112fb93a2e8e15a028d712b02df62ab599b4)
- a1e9d8bc16646653b55ec512d3f16a85f8ea5f5825aafd28898c81b3d1485a75 (aae0b6d4a75ee3f1354573ec22b737f2cace3645)
- f6c87821d728c164d2d312b9ff1e93aa133e1b267d102923bfcc2b2cf0d239fe (7d9eb8e49d439ab59c4cfd6952c404dd56d9e949)
- d37749578b274ff2fdb1d54e90a6253838fa183b465fe9e39bc4f75176a64657 (56a05aac91afbe012e9fe3ee16d4b9688ad919d8)
- 490a10429d135e772a8f5def6b605571dcedafa353599cd9cbcb68e4c088516e (f782f224920b4e1b92a1441709d0174f40386fa6)
- ace13f4e7e79270ae55079dea597a9877340d3829ff0015b449088de67670790 (b28ea0b7a4cc28f75368e736e92659d4e13a32c8)
- 3f3732d2a19fb798e466dc2ac94c11c7f3144ff10e541dc4297a674de9e2428a (5208487fd198661c10e1e784ed3d62a871a6faf2)
- b006dc5a95ecb397987419c04f6359192b583f232f2b4b93d99804a8b6e5f5e3 (9f7c0fcc8638be8a973b0edf8b633aa1278cb967)
- 6a3f2a88652c5bf76b13d539f91c68c3b5043e141c8d07eef193b3ec0e2e17f8 (34ac80c00d660eb67ab6b24cc0b19e2529e547a5)
- d3540a14becff2a8f2d17b819b95a429d006dbe1b7c5c78592484a587e969f19 (95df142ba9934ec2eeb1f2f064343abbd2a40e1c)
- 56ac7c1569c613e2cf8b657c4e1725f61e5d6d66810f66c5c90680bc601b887b (9993d756e9f9446a0409ea520917dc4f1d660b33)
- 0c0e95d80f99a1e9731000027937cd107d20661a87c74526069b63e5c6b94970 (b1ffad13921009285969910aaa9a181f1b9829de)
- a4fbd6c2891a266e49af0d5ba5b33077886b5ac09d21634e9d0a73ba9e379114 (c3e6779c777b52bcc6e782d5c018ea4307e78e56)
- 846d3e4cab30d4e00f6e111a18fd1f7d01c7f2c44e399441c60b96d2518fb40c (b252ab01c1f3033d9d72dc7d0ad5ad72a59aaa56)
- 26db87ae8a66e6888cf82d9c2905675a82628a98a85480f02fdc1dd30b45c364 (0a69a14457f9c62e2ba5b9b92af2be7705307c3a)
- 1b00bad3653633e508f69f0ffc5fc66327a25261b6fc951db475ae48d71e26d6 (4087922f7327f0cdf11d2c951e11a41eee5ffe89)
- ea76e0c8cd47b339d7c938dc3f5a7f8ff62936f01e1573d393964c4484cda8ca (9053fe4feea8b4c61ff3a213eadc0f3b0ff719c1)

README.md

@@ -0,0 +1,21 @@
+---
+license: apache-2.0
+tags:
+- mlx
+---
+
+# mlx-community/Mixtral-8x22B-Instruct-v0.1-8bit
+This model was converted to MLX format from [`mistralai/Mixtral-8x22B-Instruct-v0.1`]() using mlx-lm version **0.9.0**.
+Refer to the [original model card](https://huggingface.co/mistralai/Mixtral-8x22B-Instruct-v0.1) for more details on the model.
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/Mixtral-8x22B-Instruct-v0.1-8bit")
+response = generate(model, tokenizer, prompt="hello", verbose=True)
+```

config.json

@@ -0,0 +1,87 @@
+{
+    "add_cross_attention": false,
+    "architectures": [
+        "MixtralForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": 1,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "silu",
+    "hidden_size": 6144,
+    "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 16384,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "max_position_embeddings": 65536,
+    "min_length": 0,
+    "model_type": "mixtral",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 48,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_experts_per_tok": 2,
+    "num_hidden_layers": 56,
+    "num_key_value_heads": 8,
+    "num_local_experts": 8,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_router_logits": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "quantization": {
+        "group_size": 64,
+        "bits": 8
+    },
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "rms_norm_eps": 1e-05,
+    "rope_theta": 1000000.0,
+    "router_aux_loss_coef": 0.001,
+    "sep_token_id": null,
+    "sliding_window": null,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": false,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.39.3",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": true,
+    "vocab_size": 32768
+}

model-00001-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6744d54e379cc56c209b3562d78a06f6dfa187016c7beb2aaa9d21af4b676f
+size 5296074524

model-00002-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a60d15535b1e0b429a3a8184943ea4d31233e3e6cd6d3686bdb7e776036089
+size 5321266592

model-00003-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183004cac899d86bdf0562611195604ea6a978191c43489705f293bd6096eb32
+size 5321266588

model-00004-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7aed71beed50e93ae746cbdfc92928018520cc2b9f900604383152c75b5723c
+size 5321266602

model-00005-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ad402be4b0c1fc43d39d762389b5a27bc975a3abf066c4509c390d6afd148e
+size 5321266610

model-00006-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecdccfd56a328f20704f66aa5e77f0d3b19fcae373763d4637f54a768d86b27
+size 5321266732

model-00007-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d59cc40099b308b918befd3d187d0ce0d2dcb5fed65a2c7e68efba284de9b34
+size 5321266768

model-00008-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf723ad3e1a454155ee8b2214207a6028781c9accf3db4330d7c5dbfc295997b
+size 5321266778

model-00009-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6928dabc1f5dc8a5778a43c3ec3c15af060514b4cf14204678a47ffaffeb8378
+size 5321266776

model-00010-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b71df96bf6998e192143bfea21ca102a7b4a89ba979e09087856ac63018e1f
+size 5321266766

model-00011-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d810396409ab21a36b4c41b63e2c70ebd6cea86db3389ba048a6faf69e4fbbf8
+size 5321266770

model-00012-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed4d33e8fb809102851e92de6e761cc9b5eefb29c3718a2f59231d3c4d4a04c
+size 5321266754

model-00013-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f06b9b4802ea1af03b44c87cf8e87371a60a3045ebc66f3ff212c41062b0a8
+size 5321266720

model-00014-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273496bc6c71c9005970ad68354be366123a4e8a85776239743238cb99cb418f
+size 5321266784

model-00015-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74fb40ae399a6171237887aefc40ee93bd5dbfad4d54d756809249cd285c5c3
+size 5321266782

model-00016-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b433338d423e6e0dffb226d62e70739fb0e2f1bdcf6f76546eb5ee3288e5c03e
+size 5321266766

model-00017-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec1635af29bd9957455cf590f393a0d4db3703e3a3cb127811c6f3d4fc8e81f
+size 5321266764

model-00018-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e81c6e40ea718be515c647480e34f5daec9634b8197b8bd9f2debfa09f54e5c
+size 5321266778

model-00019-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89d44e15e66e6fce9bba7240015397263ffdcecd0da8a46ee173db5db11f130
+size 5321266772

model-00020-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9213616e2342b9a47085640b46e0aefee32d7a9e9e5eea840ef7815ecfde73af
+size 5321266778

model-00021-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c269b5bafecd7f256fe33ba919cc7de99ab33a9d1fd6bdd666d37adb661e3e5b
+size 5321266750

model-00022-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28902e02f9ac9b5655d068958c6ac7eecc7804d5c5b79fe98887da85b3944b9a
+size 5321266764

model-00023-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdcf31e0d42326a6868a1737c2063f5238d5a5f6a56a32de24fb12d16a2c4c9
+size 5321266772

model-00024-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3ebfc406d7351de656ba584fe5549a1d6cbd8eb7b7ea8f97f33224a4c858cf
+size 5321266754

model-00025-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0722fcb68d479f88df43092ac2a80b47cdc7cd00448b4645909ae3dc9c594b
+size 5321266772

model-00026-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3192abd43305e47713862e37136b7e7048884a56f5a43f4ab7b116174eaa46ed
+size 5321266776

model-00027-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b857e5ad08617d906024a8763daf2dc8d0ae1d47f5975a9b294b844607476f6e
+size 5321266774

model-00028-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91d80c1c9d44118eb7f15fd579e9c987b7582deb18f24a5a3b8d2b790732ab2
+size 5321266768

model-00029-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3727875b033b34db156ac0b1aacfce305343e6007c8f6fd82376e9e90e08722a
+size 641767520

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,99 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[INST]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[/INST]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "[TOOL_CALLS]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "[AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "[/AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "[/TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32768": {
+      "content": "[TOOL_RESULT]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "bos_token": "<s>",
+  "chat_template": "{{bos_token}}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ ' [INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ ' ' + message['content'] + ' ' + eos_token}}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": true,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": null,
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}