Hugging Face's logo

TNT3530
/
Cakrawala-123B-q4f16_1-MLC

Model card Files Community
TNT3530 commited on
Commit
e58772c
·
verified ·
1 Parent(s): 7189172

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +80 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_10.bin +3 -0
  4. params_shard_100.bin +3 -0
  5. params_shard_102.bin +3 -0
  6. params_shard_104.bin +3 -0
  7. params_shard_105.bin +3 -0
  8. params_shard_107.bin +3 -0
  9. params_shard_111.bin +3 -0
  10. params_shard_113.bin +3 -0
  11. params_shard_115.bin +3 -0
  12. params_shard_117.bin +3 -0
  13. params_shard_118.bin +3 -0
  14. params_shard_12.bin +3 -0
  15. params_shard_120.bin +3 -0
  16. params_shard_123.bin +3 -0
  17. params_shard_126.bin +3 -0
  18. params_shard_128.bin +3 -0
  19. params_shard_13.bin +3 -0
  20. params_shard_130.bin +3 -0
  21. params_shard_131.bin +3 -0
  22. params_shard_134.bin +3 -0
  23. params_shard_137.bin +3 -0
  24. params_shard_139.bin +3 -0
  25. params_shard_141.bin +3 -0
  26. params_shard_143.bin +3 -0
  27. params_shard_144.bin +3 -0
  28. params_shard_146.bin +3 -0
  29. params_shard_148.bin +3 -0
  30. params_shard_15.bin +3 -0
  31. params_shard_151.bin +3 -0
  32. params_shard_153.bin +3 -0
  33. params_shard_155.bin +3 -0
  34. params_shard_157.bin +3 -0
  35. params_shard_159.bin +3 -0
  36. params_shard_161.bin +3 -0
  37. params_shard_163.bin +3 -0
  38. params_shard_166.bin +3 -0
  39. params_shard_169.bin +3 -0
  40. params_shard_172.bin +3 -0
  41. params_shard_174.bin +3 -0
  42. params_shard_176.bin +3 -0
  43. params_shard_179.bin +3 -0
  44. params_shard_18.bin +3 -0
  45. params_shard_180.bin +3 -0
  46. params_shard_183.bin +3 -0
  47. params_shard_185.bin +3 -0
  48. params_shard_187.bin +3 -0
  49. params_shard_189.bin +3 -0
  50. params_shard_192.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "mistral",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 12288,
7
+ "intermediate_size": 28672,
8
+ "num_attention_heads": 96,
9
+ "num_hidden_layers": 88,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 32768,
12
+ "position_embedding_base": 1000000.0,
13
+ "num_key_value_heads": 8,
14
+ "head_dim": 128,
15
+ "context_window_size": 131072,
16
+ "sliding_window_size": -1,
17
+ "prefill_chunk_size": 8192,
18
+ "attention_sink_size": 4,
19
+ "tensor_parallel_shards": 1,
20
+ "max_batch_size": 128
21
+ },
22
+ "vocab_size": 32768,
23
+ "context_window_size": 131072,
24
+ "sliding_window_size": -1,
25
+ "prefill_chunk_size": 8192,
26
+ "attention_sink_size": 4,
27
+ "tensor_parallel_shards": 1,
28
+ "pipeline_parallel_stages": 1,
29
+ "temperature": 1.0,
30
+ "presence_penalty": 0.0,
31
+ "frequency_penalty": 0.0,
32
+ "repetition_penalty": 1.0,
33
+ "top_p": 1.0,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "tokenizer_info": {
40
+ "token_postproc_method": "byte_fallback",
41
+ "prepend_space_in_encode": false,
42
+ "strip_space_in_decode": false
43
+ },
44
+ "conv_template": {
45
+ "name": "mistral_default",
46
+ "system_template": "[INST] {system_message}",
47
+ "system_message": "Always assist with care, respect, and truth. Respond with utmost utility yet securely. Avoid harmful, unethical, prejudiced, or negative content. Ensure replies promote fairness and positivity.",
48
+ "system_prefix_token_ids": [
49
+ 1
50
+ ],
51
+ "add_role_after_system_message": false,
52
+ "roles": {
53
+ "user": "[INST]",
54
+ "assistant": "[/INST]",
55
+ "tool": "[INST]"
56
+ },
57
+ "role_templates": {
58
+ "user": "{user_message}",
59
+ "assistant": "{assistant_message}",
60
+ "tool": "{tool_message}"
61
+ },
62
+ "messages": [],
63
+ "seps": [
64
+ " "
65
+ ],
66
+ "role_content_sep": " ",
67
+ "role_empty_sep": "",
68
+ "stop_str": [
69
+ "</s>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 2
73
+ ],
74
+ "function_string": "",
75
+ "use_function_calling": false
76
+ },
77
+ "pad_token_id": 0,
78
+ "bos_token_id": 1,
79
+ "eos_token_id": 2
80
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86e88a2abad3088a9943dfebf1d9142d51349db67e68da581778a0d9236bbf0f
3
+ size 44040192
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da6e059ea441f25595ad3a6ed9f392760d5dadb10fc6431b5b08947a0f04f71f
3
+ size 22020096
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e5de7ab594dadbaca3a452e9c3edaf8e1b0ed2b91d11f626f9a942b20d773a4
3
+ size 44040192
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:275d4f830208a25ea3662d5d82ca2f88fa61bc3278502880aff8b9160cc79037
3
+ size 75497472
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c6932c3b017a17cb8a0b7f905aeccf6038ce4216e7473c133d91baab79bf949
3
+ size 31506432
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91c4bfdb1eedf985980dfffec8d4fcda8828ef38d5d4b24f8fce9c09e76bc2fc
3
+ size 44040192
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20e799a9977958434e2044ecbce8c86f5a70f3a7e7a0157dcc0698012d3378cb
3
+ size 22020096
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c16eee03bb59c6040818c84b399165c9e2721b3956cfc9de83cf80003cde9292
3
+ size 22020096
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b12443e5e7ec1706a71b620baad042c4c78bf3e1e1d6aa559b169642b489f7e
3
+ size 44040192
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f84bcbe8dc8cb189184cf7360e39a224c8fa81f92c8bbb3e64808527a197ec1b
3
+ size 29982720
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eae0cd6d939c451c05d6ddfded7b4f6a1cb7ec1b1a0fd8c75ad4706abc22be60
3
+ size 75497472
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d224c713289d13d00bd4556b383de44af24f05cd4f72c7ebd26f0256b4566d5
3
+ size 25288704
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:377f017ad1beeab64925accac29cbe637a0790e084c9256db2b3e32d650ef476
3
+ size 44040192
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd952b291f3c2fc6356bbd3b3fc4dbbf22ca8ea22533a98f18c4723f7953f56b
3
+ size 31457280
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fec148229866d0d1f67b8e5c50beaea085e536f82cf2855ba7b225793bdee83b
3
+ size 22020096
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa1ce2f1ffa4be3b2974c719a869f0da2b7393074a03aee9895d75ca146c9dcd
3
+ size 44040192
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1896ab226a0d41047ba2cedf9cd4d4b32c2d51bb9f66a60c2f88cdc0829ffddc
3
+ size 75497472
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfbff6bf64b11b30e988895a3d9bd9ba754f0d53dfd9972f4d31c1851e27a573
3
+ size 31555584
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa220787ef244a7425e99686df843193588c921ec24592c6771b99067f168a37
3
+ size 75497472
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4692ee2c992c352c9484583ca1ebfad95f7c6f950efebf2b532f1292870f2ed5
3
+ size 31457280
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:561704ee29181e225f51d0bff02088ad872076ba2d46569f63db84decde33434
3
+ size 44040192
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fd7059b71ab4a0dfede8c661b2f7f9b5807bb185ea269d6d3133fb86a357d4f
3
+ size 22020096
params_shard_141.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff0c0d75978dc53a6251b853986bc10df0e0ff782183b5aa1980786cc84b1470
3
+ size 44040192
params_shard_143.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:402b287c9eb406b8be4f9bdd02e97090948fb9db63917c3f1c06bd3916fa146e
3
+ size 31555584
params_shard_144.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94ecee7b228c6af027c6dd5996cc48ae49f307e36ec07742052d4b3d74cdeaba
3
+ size 75497472
params_shard_146.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51ebc0a5b59410b1cdc77f62e9e4f63cc8bbc8242410d7d53703a571d82818c9
3
+ size 22020096
params_shard_148.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9a4c4d97e592201168a372457915c17c124a056a1642afa74bf9df140e3a66c
3
+ size 44040192
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:076409bd8429914184090cf5583730e9a100368fb6b312467eac7b2707bad73d
3
+ size 44040192
params_shard_151.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1763d373874b661ca8091203eb7729e35731c9b22ab1da705679aa133797f55
3
+ size 31506432
params_shard_153.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:269748fc3825b7d5a7ce097fb08b85b649417b59a8c7b72ede7350cebe4ea5bc
3
+ size 44040192
params_shard_155.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d29c581584849dc0e9b7d252dfcd94216e7e4c9c6921cbeced3c1678c3aa4875
3
+ size 75497472
params_shard_157.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5553c816053f6ba3837b4115a316191cbf90b70471670d00c2b481f3e0cb498c
3
+ size 22020096
params_shard_159.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:515d8e3b8a020649a7921bed881c62958378a15ba1fa14d3cd6c65346f13efbd
3
+ size 22020096
params_shard_161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d9dae89de9bd7d51bc96e4829c2beff9324eb6d49c920f8844d8d02f7b9f878
3
+ size 44040192
params_shard_163.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da8a766d68358753c5a5556f65990e57587e2abc8925ecae4914f3c4e9c95ff7
3
+ size 29982720
params_shard_166.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:023b66d13c47a35710448be9f70ec2495a31f32beca5a4144e7c3fa7ce163e48
3
+ size 44040192
params_shard_169.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bebfe12ea33042f1ae2d2d8dceed5f4270d5eaae458d15a3a93f642075cc02f
3
+ size 31457280
params_shard_172.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3d3d5ded98f7f37175f7d5dd574c25c5ad60ecf2d0a231b45f8591f0227034c
3
+ size 22020096
params_shard_174.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:583be079a5d11be58ff6c594d58f9aecbcf62f6213f82c52e5e04c9acbca2f95
3
+ size 44040192
params_shard_176.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edb9b65ace819f8c44fa9e92acd7579bf2dbbff68a8cbe41e2fe0ef14b87d523
3
+ size 31555584
params_shard_179.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ee4d619cec66b1d2d65e731abcba051b79384074a17ccd1111439d6f30091b0
3
+ size 75497472
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13491ae4be684b17bf67a3a7c091eabc6415979bcd06310023d91cf050529516
3
+ size 31457280
params_shard_180.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f8f0538ce878680c97bf8e0e09e1affcd535bc3c9803e0ca2f994c393c426f6
3
+ size 31457280
params_shard_183.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5be7215e70750d69f5bc37983d203735a96681b289d96f724064b37eaa53742
3
+ size 44040192
params_shard_185.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31aa20dbabcb54567c4750fb7aa24d67398a17d07497c239c3b179aa645479fe
3
+ size 22020096
params_shard_187.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ce7d15e26c7b47bbb2160a52832c8d58414e09b3488014b27d973ff8a743c60
3
+ size 44040192
params_shard_189.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7c9f7d5fc0daa2660fa488bb6a35c4363d4f5e0b6001481a5e55d821847b888
3
+ size 31555584
params_shard_192.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84d3e6259fea4533b2c3ca9524f1f8e92767d331d453525a08bbed83225be53b
3
+ size 22020096