Hugging Face's logo

mlc-ai
/
CodeLlama-70b-hf-q4f32_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
74e69c9
·
verified ·
1 Parent(s): 2022495

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +41 -0
  3. ndarray-cache-b16.json +0 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f32_1",
4
+ "model_config": {
5
+ "hidden_size": 8192,
6
+ "intermediate_size": 28672,
7
+ "num_attention_heads": 64,
8
+ "num_hidden_layers": 80,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32016,
11
+ "position_embedding_base": 1000000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 16384,
14
+ "num_key_value_heads": 8,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 32016,
20
+ "context_window_size": 16384,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 16384,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.0,
30
+ "top_p": 0.95,
31
+ "conv_template": "LM",
32
+ "pad_token_id": 0,
33
+ "bos_token_id": 1,
34
+ "eos_token_id": 2,
35
+ "tokenizer_files": [
36
+ "tokenizer.model",
37
+ "tokenizer.json",
38
+ "tokenizer_config.json"
39
+ ],
40
+ "version": "0.1.0"
41
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee7bec2021bbbac80579a885f9036d0360c3ccbbcb7730d31b69505aa218cfd1
3
+ size 131137536
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e113bdcb45d667c520f242b96cf23da39e1b1e9c56e2456890528570f8294c6
3
+ size 117440512
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f3498a2b68ededdc5a1163624550a469c22b8e6cdcb6b2df2f6ca3799a7f9df
3
+ size 33554432
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73f7a605b35840616c9d75447ba390f35cb8945a5abe4cf77a196554193c7fc2
3
+ size 18923520
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:666f46e08f8e709798cea5bfa6275db5d72e76f35aa49bd252ae8bb3ebd01d5b
3
+ size 234881024
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8fea22163966133f08190496b7d29712c05734f6fae44f601859be7bf4e95af
3
+ size 29360128
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:506250d7dc378d8261b38f71147231c8265bf821cbcaa5380ee709601a1c2ad2
3
+ size 41943040
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcba898c6ea4f6dbf0cda56fa11d76cc6a2ff8c45bef6a2402498831051cea1c
3
+ size 33554432
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a80f119fd1234bf552e1d3e321b9c2e4962ed93408c6193479ecc2fd6d33080
3
+ size 117440512
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da6e533f0c233eed928a561643f7b86a7bc92952f16b35ba7f11b28f3747e6f9
3
+ size 24150016
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4091142430744e146039c44d7bfbb83a6d6649abe3aa7d5e939361a8308c759b
3
+ size 234881024
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:377296e04c3ff33aab47b805f672f47671afefa3d972657832462db85888329d
3
+ size 29360128
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fe430508e9cf1a16564cd07fcea00eeefec2e367b92f877568852d352c9f043
3
+ size 41943040
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a186cbe45d6291b90cfcc6bf816b7dbe0ce5d22fd302a42ba88f09cd87388b72
3
+ size 131137536
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa421d3a63209a388a61cf4e90d75f9a751e4ab51b4a6c886111c1af268adb2d
3
+ size 33554432
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:637e47fcf4ab8d78b80c96adecee9c1fa2e007a2f82106f4500de0919877788d
3
+ size 41943040
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57a8e2ee7646fc55c025f396a92702c29e230770d76fe741d6dec21a2fab2b28
3
+ size 117440512
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c068441f6f12287437b2f7de1cac6215aa5c685e7dd8c6329048b1f2e8a1ab9
3
+ size 29392896
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55b0d516028ad1ad4ba86617608463453055748953ec5fc751a1d89a8851cbca
3
+ size 117440512
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d2fc2b43378bf6795247145ee3fc844af0f976f4158351d777e467d88c51884
3
+ size 234881024
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0138b0d8882c98439a762e80999dd3c31ad306df8b2e1f164cbe587881d0636a
3
+ size 29360128
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:096072415d165b52045eff3b6c2a53850226f1c83357a831187b45951343184d
3
+ size 41943040
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69547d8a22c3c10c8b3aabdd3669dec3319266c120921f6db8aa50a2a4c9d9a8
3
+ size 29409280
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:637e20866400de6b1f5e66547dcb663916d63bd71f179a453738d67ad9b6e8f1
3
+ size 33554432
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2239398ac2491b33f612f169f5dc8f53b163a7ecd0d761c12027b4a093649a71
3
+ size 28360704
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:291d3c44e56cce9eca9e60bb50593f9cb1c928e33273410d12c1e3ea72b1cdef
3
+ size 117440512
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c96a6b4b0ceeb42f361d1fd96edd21267431d28141440d0402166718caed6e9
3
+ size 234881024
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:301f8694d872fdb6ad2e2ee0dbf42717c8b5da5c1e81e607c02c3782054c2b35
3
+ size 29360128
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:130b7fe3c8922543db2cf5f4f338e0857c2b320c7550de57b8f9a304a4a20474
3
+ size 41943040
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12a9592fbcbd51efca4ddfadbfb29d146ba966a3c73ce2f75db173ba7a91e727
3
+ size 33554432
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bb871ce2f89ff134d396136b9afc0b6ef361404809d3277e50ac6fe4ef66abe
3
+ size 29392896
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97e6bf83908cbfd281b473815453cfa94c36173fe53a4991f5a975b8146ce284
3
+ size 41943040
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1079f1bd187d5c6a55afc9a21981aceb50c72a86df7623f87c330e946837add7
3
+ size 33554432
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dedd0eedb15a4b6e4a714326150f563bcdf25f2c447b77673b97a98961c3f1dd
3
+ size 117440512
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbadef575418e998bb457ac085b3780ef0de8746a3b1ff83aaaf91a88b79cc77
3
+ size 234881024
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eab11161226509ec358e438842909a0a2d52965a2754479540642c9011911988
3
+ size 117440512
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e844f65923a9a3873db5c83ac07fd175ca11047dee1df09674c6a8c3f4510a5
3
+ size 29360128
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27366d3bb4a76d016c3743b77ad0ddadb817ec84fc043620a80d77bb554f4adf
3
+ size 33554432
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bacf903010ed2f006f4aae133d7d6a55e0aa0ba2136d45a5fcdd3899f2b5fca3
3
+ size 117440512
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d14c1dff9365bf9ab86c4e635a5f29446dbe847ee68207f932d9362d1e9aebd
3
+ size 32555008
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc9612beaef7d802883252ad8a6315c01ae26104c042fad585bb3aeb06fb320a
3
+ size 234881024
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ff728d091d5b7bc000030374f23464018b3f6dc896b5aed45ca481a17dcb389
3
+ size 29360128
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10ecf87b7fe2a31c7c66912d0e34638136db684483c8c35b0249986502c47d62
3
+ size 41943040
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bcde754270d154235782b153e8eb155a3b437e31b6914a10e1c46f50ca5ce60
3
+ size 33554432
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f276cbe252baf4183a6fffd44556c5bfdf750f06bd2380ca82663a75f4ebaadd
3
+ size 117440512
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5a14f2960d9f0c47172c86e4725c43feeca68a8aa4d21d2e8a5849e1fd94819
3
+ size 24150016