Hugging Face's logo

Siyuan
/
Orion-14B-Chat-q4f16_1-MLC

Model card Files Community
Siyuan commited on
Commit
0bdcf7c
·
verified ·
1 Parent(s): fcc7ddb

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +77 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_115.bin +3 -0
  23. params_shard_116.bin +3 -0
  24. params_shard_117.bin +3 -0
  25. params_shard_118.bin +3 -0
  26. params_shard_119.bin +3 -0
  27. params_shard_12.bin +3 -0
  28. params_shard_120.bin +3 -0
  29. params_shard_121.bin +3 -0
  30. params_shard_122.bin +3 -0
  31. params_shard_123.bin +3 -0
  32. params_shard_124.bin +3 -0
  33. params_shard_125.bin +3 -0
  34. params_shard_126.bin +3 -0
  35. params_shard_127.bin +3 -0
  36. params_shard_128.bin +3 -0
  37. params_shard_129.bin +3 -0
  38. params_shard_13.bin +3 -0
  39. params_shard_130.bin +3 -0
  40. params_shard_131.bin +3 -0
  41. params_shard_132.bin +3 -0
  42. params_shard_133.bin +3 -0
  43. params_shard_134.bin +3 -0
  44. params_shard_135.bin +3 -0
  45. params_shard_136.bin +3 -0
  46. params_shard_137.bin +3 -0
  47. params_shard_138.bin +3 -0
  48. params_shard_139.bin +3 -0
  49. params_shard_14.bin +3 -0
  50. params_shard_140.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "orion",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 5120,
7
+ "intermediate_size": 15360,
8
+ "num_attention_heads": 40,
9
+ "num_hidden_layers": 40,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 84608,
12
+ "position_embedding_base": 10000.0,
13
+ "context_window_size": 4096,
14
+ "prefill_chunk_size": 4096,
15
+ "num_key_value_heads": 40,
16
+ "head_dim": 128,
17
+ "tensor_parallel_shards": 1,
18
+ "max_batch_size": 128
19
+ },
20
+ "vocab_size": 84608,
21
+ "context_window_size": 4096,
22
+ "sliding_window_size": -1,
23
+ "prefill_chunk_size": 4096,
24
+ "attention_sink_size": -1,
25
+ "tensor_parallel_shards": 1,
26
+ "pipeline_parallel_stages": 1,
27
+ "temperature": 0.3,
28
+ "presence_penalty": 0.0,
29
+ "frequency_penalty": 0.0,
30
+ "repetition_penalty": 1.05,
31
+ "top_p": 0.9,
32
+ "tokenizer_files": [
33
+ "tokenizer.model",
34
+ "tokenizer_config.json"
35
+ ],
36
+ "tokenizer_info": {
37
+ "token_postproc_method": "byte_fallback",
38
+ "prepend_space_in_encode": false,
39
+ "strip_space_in_decode": false
40
+ },
41
+ "conv_template": {
42
+ "name": "orion",
43
+ "system_template": "{system_message}",
44
+ "system_message": "",
45
+ "system_prefix_token_ids": [
46
+ 1
47
+ ],
48
+ "add_role_after_system_message": true,
49
+ "roles": {
50
+ "user": "Human: ",
51
+ "assistant": "Assistant: "
52
+ },
53
+ "role_templates": {
54
+ "user": "{user_message}",
55
+ "assistant": "{assistant_message}",
56
+ "tool": "{tool_message}"
57
+ },
58
+ "messages": [],
59
+ "seps": [
60
+ "\n\n",
61
+ "</s>"
62
+ ],
63
+ "role_content_sep": "",
64
+ "role_empty_sep": "</s>",
65
+ "stop_str": [
66
+ "</s>"
67
+ ],
68
+ "stop_token_ids": [
69
+ 2
70
+ ],
71
+ "function_string": "",
72
+ "use_function_calling": false
73
+ },
74
+ "pad_token_id": 0,
75
+ "bos_token_id": 1,
76
+ "eos_token_id": 2
77
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c6ebc9d3183afefd9ef89efa7d879e7cb311aac9dbd83675fc1354376ed8a96
3
+ size 216596480
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0325e4412c5581849d9c3adaf44b79024c0f49033163e5c6e4992c9abcb8b66e
3
+ size 39321600
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:604f025156c65a16894f667977db939c429267207c2bd04700c55d5ce1ee903b
3
+ size 21340160
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:010e21cf6b0281a88e09af5d61dc4e95e67cc97ed7a64502480eececfd3caef4
3
+ size 29532160
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d0a9f914973a72137ae2c14a45a4071d675e751c4cd478130da3c690e5d71be
3
+ size 78643200
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a65f8a18f37e8b10018368add2471666d836ded1741cf895ce78814d97558a8
3
+ size 39321600
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7796cebe75beffdc50d9534cbff62655b08a55cba52538df1dd2599b815b1657
3
+ size 32788480
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e72aab7978b10c28ec6e9b2122df616b2fff06bac0f4596ce6c012e612ea0bb
3
+ size 39321600
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afdf19d23dbb0afcf55d8c68a44b7fc9c7e50457dc3c10b39915a7e6022531fd
3
+ size 78643200
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df9a7191d491b3161c1d7e3f58f1254657f4fdab537986295a43a7707e410dd3
3
+ size 39321600
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:778b035e4a3253c29fa1cd4aa1f52b56199dd68931b35e02c4d797904d48628c
3
+ size 21340160
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8b286f6912f64652b69dc5079866225429b2d6166ac4273d044b2eea225520c
3
+ size 39321600
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9fb613a3a431012d3d2a647075da76a00f47b48edf6b34bc7514f3dd016e3f8
3
+ size 78643200
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f293648b52e58de4d29b1f7520390ead4eac0370b4a16837c20999d95c17016
3
+ size 39321600
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:885aac671917b0e2fdc376302106a361337f55139c8be3d0d22b4722273eb8b9
3
+ size 39321600
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b1e4b0d6160c07afef765228ed563bc12d34fd73d7f98cab58c593e5941b26f
3
+ size 29532160
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b66070d0a932f8f9fb2a4a15ee6945a99bacc3cd8bc5d896b2ff9742721933b2
3
+ size 39321600
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4c622b7cdfb48b106ab7a174e093dd0d1a07b659bf24fdfcfdc9a95dd546bda
3
+ size 78643200
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d3d5bc19295cce5140660ab3e6a01128327a5297255b271e625251355f9b844
3
+ size 24596480
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4df98d111db74c2261fb357890c9601a69d6aef3925fb5658a8f9e924282b117
3
+ size 39321600
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a624c60f3869b18652988eb9b42abb00e2de58b7c10b8e5a26e32924802c2c93
3
+ size 78643200
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e742d7563bfcffb87cb9a992e8fafaa23d1c26edaf45d03ec2f39509686875e
3
+ size 39321600
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a36db681f76eaff157575e67f2c539abc80035772093cc68771f605ecea2998e
3
+ size 29552640
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e3b76d3f5f7d8d5bea22d954b8c5f5d4ae4028dbccb78c817fa326db6e75021
3
+ size 39321600
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b8f456e0f70313ad1a3355a2e68465c5800c7d6d1921dcbfa5b94971f447047
3
+ size 78643200
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f93892fbd23fe73270e3f03e97a7ea2f8550dbb4c6b11f1b3d89667eb01ab8c
3
+ size 78643200
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:984ba37e70f7ee312c4e294168ecbd0ee8de8320b1f97533fbc3ab1342bb0f36
3
+ size 39321600
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06d66283c533bf4459c4118c3730b5cc8d23ebb7cf12b1be82401c0f886ed2fd
3
+ size 29532160
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0908097152c2f3097b2f8fcc76107f149d9642851d6b55c12de92d40af57d383
3
+ size 39321600
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:508cb2b1af76db10085223b2945b268fd04cd2129106e5ec91a197d932901ea4
3
+ size 78643200
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9b2a455a701fbefc7a3b1e300a7b9e63d624e5c51576449deb2064c72386eef
3
+ size 24596480
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:855528910738d79ec47952435c7dbfcaed46b129acc0aa3782d1399c86b3892f
3
+ size 39321600
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6777960f6bd980fd3ff6b0c64015ffc054e15673ff15fbbb7ad0c6a631251217
3
+ size 39321600
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3415f67c6fe198dcfdfdd492f5ccc1cf9f1c5791217cc89451b42deb1f8bd101
3
+ size 29532160
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c9ba7c9b16911f4644dbf87cc6ad3318ca36f7286f629ed840bd6d849e9803a
3
+ size 78643200
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ece41edba2acb34e9a69e17c2d6e49f3f069a0fe86994d6fecd28489c5244c05
3
+ size 39321600
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a93ecd318a052cb71a54c2ec2dbd77adbc5d9f41e13952264c1d9b38b5733b8
3
+ size 39321600
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b21dae64a8ea61819d39cc4f8adebb4f2839f7ca5d8125fcd04714ca8fb5611
3
+ size 32788480
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:651bcd1eeab0eb996aa9998fc9afd4efbb900377afbfc155e610e6a22aaf11e7
3
+ size 39321600
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e219b013fa2d0570acdb1ca27a6613d07322e40e1d43a54619e86b97e48e3c1
3
+ size 78643200
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b1387b0e99bcbc2e2b0a36e0343209c13f0e6f0adc5d821dcb586cbbc867400
3
+ size 39321600
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aca87af63a1fa83a29a8e309dcf21a0a5cf278a681cda14037fd6dc543c72987
3
+ size 21340160
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6be2b299a344df7910213c434242d135428d6503709e577bb51bf18292584611
3
+ size 39321600
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:449f8ce5dd7eede805dfd62577a20fad3fc9c2ddd943e36b59321247e653bdcd
3
+ size 78643200
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c8773d276267599bd788dd9404ed59e8d80f80a225526b91164af3c203d0f57
3
+ size 39321600
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63840112921d657b2a30535e6f1b220d648da5c536e61860bbb96fb065d19e9b
3
+ size 29532160
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96ef5f6d07e83272b8de14740aa961ea9e44a97ece6ca036a1eeee4762b41ffe
3
+ size 29532160
params_shard_140.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33feb4a518550be91bbccfdbb225c08909727e27f8c4042a472886703c677e25
3
+ size 39321600