Hugging Face's logo

mlc-ai
/
Phi-3.5-vision-instruct-q4f32_1-MLC

MLC-LLM
web-llm
Model card Files Community
mengshyu commited on
Commit
93a3aa6
·
verified ·
1 Parent(s): 936ec7c

Upload folder using huggingface_hub

Browse files
Files changed (28) hide show
  1. mlc-chat-config.json +3 -3
  2. ndarray-cache-b16.json +0 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_100.bin +3 -0
  5. params_shard_101.bin +3 -0
  6. params_shard_102.bin +3 -0
  7. params_shard_103.bin +3 -0
  8. params_shard_104.bin +3 -0
  9. params_shard_105.bin +3 -0
  10. params_shard_81.bin +2 -2
  11. params_shard_82.bin +2 -2
  12. params_shard_83.bin +2 -2
  13. params_shard_84.bin +2 -2
  14. params_shard_85.bin +2 -2
  15. params_shard_86.bin +2 -2
  16. params_shard_87.bin +2 -2
  17. params_shard_88.bin +3 -0
  18. params_shard_89.bin +3 -0
  19. params_shard_90.bin +3 -0
  20. params_shard_91.bin +3 -0
  21. params_shard_92.bin +3 -0
  22. params_shard_93.bin +3 -0
  23. params_shard_94.bin +3 -0
  24. params_shard_95.bin +3 -0
  25. params_shard_96.bin +3 -0
  26. params_shard_97.bin +3 -0
  27. params_shard_98.bin +3 -0
  28. params_shard_99.bin +3 -0
mlc-chat-config.json CHANGED
@@ -140,15 +140,15 @@
140
  },
141
  "original_max_position_embeddings": 4096,
142
  "context_window_size": 131072,
143
- "prefill_chunk_size": 2048,
144
  "head_dim": 96,
145
  "tensor_parallel_shards": 1,
146
- "max_batch_size": 80
147
  },
148
  "vocab_size": 32064,
149
  "context_window_size": 131072,
150
  "sliding_window_size": -1,
151
- "prefill_chunk_size": 2048,
152
  "attention_sink_size": -1,
153
  "tensor_parallel_shards": 1,
154
  "pipeline_parallel_stages": 1,
 
140
  },
141
  "original_max_position_embeddings": 4096,
142
  "context_window_size": 131072,
143
+ "prefill_chunk_size": 8192,
144
  "head_dim": 96,
145
  "tensor_parallel_shards": 1,
146
+ "max_batch_size": 128
147
  },
148
  "vocab_size": 32064,
149
  "context_window_size": 131072,
150
  "sliding_window_size": -1,
151
+ "prefill_chunk_size": 8192,
152
  "attention_sink_size": -1,
153
  "tensor_parallel_shards": 1,
154
  "pipeline_parallel_stages": 1,
ndarray-cache-b16.json CHANGED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json CHANGED
The diff for this file is too large to render. See raw diff
 
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d62a08d3c12929016ea4711f2d19a7a84de05f9af9de840083b1fd927751ed5
3
+ size 25192448
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc9b6d4aaa6c7319cce35e6a22f12081553c415a1ac995a6619f876ef8d7d974
3
+ size 25192448
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfcc8bdbbf82477ffd31558f421d6be23b99342388882ad0f46b50798ededffa
3
+ size 25192448
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2796ef76e33a46f3af4e5e7f40e5d6138fb67ed03c8fef716fcdd682720135c
3
+ size 25192448
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffd7cdb8b9fa65b92858d9b109771c1ed07b87e76103ae2838678d0cd44409d1
3
+ size 25192448
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19d16c4797c7550700c8ba8e9cd3532d53fa92b4f9c3a3eb3eb2d4a729f297c3
3
+ size 29200384
params_shard_81.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ecc01223308437814db0c4861e4d9f7eeae95cf5468d68958f73b42e27ba2b27
3
- size 32262720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:640d8930d7067c8452e9e03f9a5a08f6c5eddfcd2c4a19e15806af75da4c90ff
3
+ size 32036864
params_shard_82.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8037029557711f47e1b8c7681921bbd28068b65e79c3d8143b614821ff321453
3
- size 33161216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a120f14fe6b7954577bebc1f2a53d8de4d1de003c29bb5c0174f3cfd7c82ddee
3
+ size 25192448
params_shard_83.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:56c9b8b2be1d2768729b1338079d01aabca7136e7face1b86a9d924eddae6a3d
3
- size 33140736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efe081ad7b3a251c89b768f23fdebf9bfbc541332488861ba4e9c474b6d085b0
3
+ size 25192448
params_shard_84.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e1208e1090718c685e929555144d3a3c350a4ed4ee4e77697bac22f29541991
3
- size 33161216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c17ff264f10bf8f51466f7d8e67089d66f408909e68aeeb11f48728cee75305
3
+ size 25192448
params_shard_85.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6be0c73a4de65b404a9d8b71d95d9631f4a7b068e9c9e7a4eb1af547f6936535
3
- size 33161216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4863b84a7f57a37d0b5c173cfbac1dfd7991edc6190c08fdfefd966e04a23d80
3
+ size 25192448
params_shard_86.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:075d6ff1a5bb51dcf8b046231860c4791a404e13ee2ff912c1b7bcffd4a1e536
3
- size 28416000
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29fe0af67ee4b2f85299dddb9ba4080b0941bde819e7f7caa5ee30d8d22b0355
3
+ size 25192448
params_shard_87.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:df6b2260ca7818d12f712cd92c7f40ba3b780e12b2d62f0673544db787805107
3
- size 12400640
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69d9807745bf48214bd3e562a79884938a62998caa77c6cb85c27ba8aaa71df7
3
+ size 25192448
params_shard_88.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47fa2f3b42935d6c3cc3995b5e627e414a15ad695708120c15fb7b06bf940893
3
+ size 25192448
params_shard_89.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7aa24fcf8efc7a632fa825c241e6b71059f3dd7fcca1c071f2cf0a9139c4e802
3
+ size 25192448
params_shard_90.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23bf03f5b19ae847a98fa4a95eb99e8fc5780e1ec5ce49398a66b85e721f2baa
3
+ size 25192448
params_shard_91.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64aef1c29f8ffad068abcc01ad94004e1a6e58f2ce9615e42e0a53e4fca06175
3
+ size 25192448
params_shard_92.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea028e296ab011314b965c5745d31c3b5fd7d5b12bd2ee9c5f04ae30979e031c
3
+ size 25192448
params_shard_93.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:361874e8cc7bf6d66782d4b3451ed56214a177b5757b07bc5a1ce042d2ba33b9
3
+ size 25192448
params_shard_94.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e2071a3e3bf67ebf8ec5d32fb938f8781b35eee967dafaccd5da8694b07fceb
3
+ size 25192448
params_shard_95.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c2f7e2fa43a40d0c004205a279d2c2b560c210ddd7b99cf68921c7128aafdd3
3
+ size 25192448
params_shard_96.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95ae1c12a2b2cc3a88a2ee9e8e086b9e3ad947dc6b9641c92de77bb594cfd4d3
3
+ size 25192448
params_shard_97.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a52385a396677d15b479f0f6dd1d14c6f802d9d39f3e68af466b86771b753e0c
3
+ size 25192448
params_shard_98.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f52cf670c2532ca43b9dc69b3ab20e1066077536f3650eb0842f59441173fcf0
3
+ size 25192448
params_shard_99.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83b3f2fe204cfe7a59a0782cdd90a9f1e33d67b65886b4e2d869fc53080e283e
3
+ size 25192448