Hugging Face's logo

numen-tech
/
FuseChat-Llama-3.1-8B-Instruct-w3a16g40sym

Text Generation
MLC-LLM
English
conversational
3-bit
Model card Files Community
numen-tech commited on
Commit
5a6be40
·
1 Parent(s): 5ce0bd4

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +8 -0
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,11 @@
1
  ---
 
 
2
  license: llama3.1
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ language:
3
+ - en
4
  license: llama3.1
5
+ base_model: FuseAI/FuseChat-Llama-3.1-8B-Instruct
6
+ base_model_relation: quantized
7
+ library_name: mlc-llm
8
+ pipeline_tag: text-generation
9
  ---
10
+
11
+ 3-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [FuseChat-Llama-3.1-8B-Instruct](https://huggingface.co/FuseAI/FuseChat-Llama-3.1-8B-Instruct) for inference with the [Private LLM](http://privatellm.app) app.
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 3
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3a75da5f125cbdd0fce6760cc4a648b44f4489430569e08ab18841919be092c
3
+ size 211365888
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61ebff3ef69d5c010736cb1d7e36f19d641d4ce546b4d9a911d72567e5761695
3
+ size 23527424
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d13c9abf00f7a8615acfa456a2a7474b95100fd76cd23d6a5c0bbd3973c99fc2
3
+ size 47251456
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3deb94677ab42e151721d80fa97603e1374dfd65ccbe08812f99c33c0a4fa141
3
+ size 27856896
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45071d974b5342d0d83bc4d9c21fa8eaf8af6e92180af0126c266b857d29fc7c
3
+ size 23527424
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1c739d779157edab5ba461d3c4a3e5623dbfd9ff7b4f2cccd875e2e861a1ed2
3
+ size 47251456
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f100319b049c700a217113b015371e89ee703eb5112652f1232ff6e191ca51e0
3
+ size 27848704
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83f7223461b072c05abe6fe0eb066a144cb43726f411e7ffccbaf0c2b5ddedc7
3
+ size 23527424
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6b0de4b9def7aa07db461b361ba9e1997420f5b8af538084f92eb8e1c9a1011
3
+ size 47251456
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b5e3a1d6c1d54f497b597fce18735d708c098ba7951c936b32a8811f7f28a0b
3
+ size 27848704
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75e5b08b112b304920a15b9be0b56cbc576984db9eb843ff00c54168dd95edb6
3
+ size 23527424
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:224e92441ca9249a71bf5e0a361e24bc16f1b0979cc600640b51e8226de62f14
3
+ size 47251456
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95a72c98dfd46a39647731788aa64b2f9ee82d365194c82526edc1ba0beb1cfe
3
+ size 47251456
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bb697499fa921b2e4d6f783e4c70182d16c1fdf11d60743f37c891c6e96fece
3
+ size 27848704
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2f2567c9e5f50c9f49f4ca107b7baeb72a61028a7e1a6da720d5d6068c44e2f
3
+ size 23527424
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70d61f6adabb4367e3415564db45ffd785da5ff8b910c1c86df3f74836b7cc30
3
+ size 47251456
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f89474d389ee216cb50e0c63db27f813b5fa927ed7ac5291da69cdc2f966b32
3
+ size 27848704
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb6b85e5798ffd7e3d019b3e138e091ecaa754f9b5f074935e7865640c505b3
3
+ size 23527424
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:913fd6abfbee214f2a277f2e488fbd463de23d109fd07756ea7ca785f196351b
3
+ size 47251456
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cf29d3e07d6ab642be883d82d23929e1548302ec18cbf767c11cfe0d66c5c49
3
+ size 27848704
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5447d4e70eaac4bc3cfba4c848b7226c06e264bd3b77d1fa81ea326e636ca3cb
3
+ size 23527424
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bb30863015dd039f0230c98fdc496ba98061b04ff10f103498caa30450784c5
3
+ size 47251456
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a18fcc13e7514efd4223c46afe3d62ccb885a22d7c726aad3ac7dadc59bd4af
3
+ size 27848704
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00d5ede969d8d026e5abf7e1d17ceb465ce547820b6e72fb8c2dfe7dd56f8438
3
+ size 29369856
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce8763492432ea7b68fe4f8e45bd3e7cddacbd2be41826c043434f1d786557a5
3
+ size 23527424
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae9a50a770237a48e476d2b7896520f6a3ed4de8baf85382c8fd5fd72035f758
3
+ size 47251456
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc1f2b03da81ca94b08ca56f08408a82f3e7e3df51af549820bf9564e817b655
3
+ size 27848704
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf7c7aca0200becf61c76e3c5a6bd97d259a748db122c8c3bd2f6cd356a8045c
3
+ size 47251456
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33ad9b5456ac47cc3c38e9f373ead79c663132551b226b25f60cb766e771612a
3
+ size 30806016
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501d38a65cfc7c9fb4045f8e4131ca653ce6599a242a5520408020091c87b84e
3
+ size 23527424
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa9d4665136c874a7f054adc4ae51ec50350fbbb68e5829f472484a5fa3825e1
3
+ size 47251456
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:364d93db13c481d6a32f20e66dbca8a491f7685a0ca213346ed918a07686398e
3
+ size 27848704
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e5a1c6b466258d31a4ee46f262e75fb137db11509e52a61eff8b858629f5aa6
3
+ size 23527424
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9412fe685a00364085914cc5771cc58d08c60943a09e53750f6151c03d34a069
3
+ size 47251456
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe6c8f6e316ec421cbef3ffd352e48f34e6df7db11417d2d8d58408f98ae146c
3
+ size 23527424
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00828b1da46d2f0814d716e309ac008b364aa18e6359afdb08d85c045ff53b83
3
+ size 27848704
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5830eb53628728f28b78630cc45ab44929e9c57eea61043eddae87598310fd4
3
+ size 23527424
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aabebf1300e462d6700f9c3224db5d050796e09a573726eeb135b98ddbcf75b4
3
+ size 47251456
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05e194b75cad2e4462373309638da2e9d8075b84f52ddc2205efc2f772416742
3
+ size 27848704
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d606dae1611753b91a453305bb2355c90c246dee3ffaaafe78a30c37d511083
3
+ size 23527424
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2573cf35422f250ced2d8b99b4c1d5433aa6e73081c568e06b14c0692f8a1a4
3
+ size 47251456
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efde7fac7ccb54684ed86cecdba70d5e56008bc5ef41c7fcda74fba6e18e579b
3
+ size 27848704
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dafa17715693178595c5275e8ff6f3303a7e4eaac0dcb95315b351cd2e0a3aec
3
+ size 23527424
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a91d5d9a7912379a0e23cd6614543c71873cba19285cdd4eae4c9fbf853b4742
3
+ size 47251456
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82a21342c802d9791fa199d44101c9d02e9598d3bb12fb57f4b6d5b311e555b7
3
+ size 27848704
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f695690b40b1fa51d309de6a1e43948409e2c08985415719536d940f41bca2d9
3
+ size 47251456