24afa44a9cb8f96418ca5ac526b6d92662ce09426bb30f85a61eee747aa135a0
Browse files- ._README.md +0 -0
- ._config.json +0 -0
- ._model-00001-of-00002.safetensors +3 -0
- ._model-00001-of-00004.safetensors +3 -0
- ._model-00001-of-00013.safetensors +3 -0
- ._model-00001-of-00015.safetensors +3 -0
- ._model-00002-of-00002.safetensors +3 -0
- ._model-00002-of-00004.safetensors +3 -0
- ._model-00002-of-00013.safetensors +3 -0
- ._model-00002-of-00015.safetensors +3 -0
- ._model-00003-of-00004.safetensors +3 -0
- ._model-00003-of-00013.safetensors +3 -0
- ._model-00003-of-00015.safetensors +3 -0
- ._model-00004-of-00004.safetensors +3 -0
- ._model-00004-of-00013.safetensors +3 -0
- ._model-00004-of-00015.safetensors +3 -0
- ._model-00005-of-00013.safetensors +3 -0
- ._model-00005-of-00015.safetensors +3 -0
- ._model-00006-of-00013.safetensors +3 -0
- ._model-00006-of-00015.safetensors +3 -0
- ._model-00007-of-00013.safetensors +3 -0
- ._model-00007-of-00015.safetensors +3 -0
- ._model-00008-of-00013.safetensors +3 -0
- ._model-00008-of-00015.safetensors +3 -0
- ._model-00009-of-00013.safetensors +3 -0
- ._model-00009-of-00015.safetensors +3 -0
- ._model-00010-of-00013.safetensors +3 -0
- ._model-00010-of-00015.safetensors +3 -0
- ._model-00011-of-00013.safetensors +3 -0
- ._model-00011-of-00015.safetensors +3 -0
- ._model-00012-of-00013.safetensors +3 -0
- ._model-00012-of-00015.safetensors +3 -0
- ._model-00013-of-00013.safetensors +3 -0
- ._model-00013-of-00015.safetensors +3 -0
- ._model-00014-of-00015.safetensors +3 -0
- ._model-00015-of-00015.safetensors +3 -0
- ._model.safetensors.index.json +0 -0
- ._special_tokens_map.json +0 -0
- ._tokenizer.json +0 -0
- ._tokenizer_config.json +0 -0
- README.md +34 -0
- config.json +34 -0
- model-00004-of-00004.safetensors +3 -0
._README.md
ADDED
Binary file (4.1 kB). View file
|
|
._config.json
ADDED
Binary file (4.1 kB). View file
|
|
._model-00001-of-00002.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0fe44cb7c7f6b4a21f9203076c21b5444e83d661693bbf3031e44c6a8fa96d10
|
3 |
+
size 4096
|
._model-00001-of-00004.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f7534e04a1b5bd659d6e43a2e7ce74f7433ee01ed4ff519f0e81a61f22350c32
|
3 |
+
size 4096
|
._model-00001-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:77c7df417e715bf9258e5b382c65e2e294a4bc8b33928ee4ce19a8c32621ac29
|
3 |
+
size 4096
|
._model-00001-of-00015.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:29c643eb27a18e2cae7a6287e29b5bdc3eb146a21c6d34db6240444f8455ce4f
|
3 |
+
size 4096
|
._model-00002-of-00002.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:12f895ac8d14817c0ac563f6b57ff6eae0fb92161041384dc4da23a00f7490f1
|
3 |
+
size 4096
|
._model-00002-of-00004.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b432c21dc101825dcf07d2ab0c70f706a0417782d0288e260e42f25fe1afb712
|
3 |
+
size 4096
|
._model-00002-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f41c1f4b63a4543b29289550c4c1b2c31bfc3db282d80ac2a7761602f1e16885
|
3 |
+
size 4096
|
._model-00002-of-00015.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6173b5e00a8e10eb04160abb9b1b98bd66a4e0b47ea165274d8cd6a658976eba
|
3 |
+
size 4096
|
._model-00003-of-00004.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a28ba51ba1a6006db3aaaaa4e5998ac3302e10755f94c64ee64ea8f0c87890ae
|
3 |
+
size 4096
|
._model-00003-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6b7680212286e4eccd33479f5d5a55ad60b320061631b200aed19a41dad478d8
|
3 |
+
size 4096
|
._model-00003-of-00015.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1cca0da6253a4921d5eb327ce540860edff960460a50155eb98bee867fbb5601
|
3 |
+
size 4096
|
._model-00004-of-00004.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:44c457743ba25faf3c092e51bf9b8928cef2c6b75bfb64e38c1634d7604f3a4a
|
3 |
+
size 4096
|
._model-00004-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0aecf608f9f9bc294ffd72d690f81652d7609e9d28e643280a6b516410e0144a
|
3 |
+
size 4096
|
._model-00004-of-00015.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e0fe5bfb5765f8d51ae34bba3ea1aac60446df8d1b1410efc87801d5d7303f3f
|
3 |
+
size 4096
|
._model-00005-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dc5a8789ad4f6569ef289cf65c937b5251aba2aefdb40610c3cf0096970ecb77
|
3 |
+
size 4096
|
._model-00005-of-00015.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0fd5158da88a50c54b44bab25cb9f693b179b4773610f61511f723c270aaff5b
|
3 |
+
size 4096
|
._model-00006-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:74e3d04ed643710f89f4b85e29fc541148704f6434fd712d96e328f426d2d172
|
3 |
+
size 4096
|
._model-00006-of-00015.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cddb8b32f0f0f9309d8289c2ab3eadabc9339492f471f8fcdf82b703679eb433
|
3 |
+
size 4096
|
._model-00007-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cfb63ebc36ac7a08d5b37d38fdff270888928f2034ab0304920bba4f4e2671e8
|
3 |
+
size 4096
|
._model-00007-of-00015.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:10974b950f407f65ba1b30f1f619b309030e5ed48b03a9e6ae7c012b70b6d7aa
|
3 |
+
size 4096
|
._model-00008-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e8b2fac4c55450f8ae75887a4cb291dbd2b45a8e53602dbf487c46759e01b6e5
|
3 |
+
size 4096
|
._model-00008-of-00015.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fdd667e247c6863e2c54448880445e01afff3729c194ba46e3732b33bd22af8d
|
3 |
+
size 4096
|
._model-00009-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3dfc68efb7f98170d14b6400b3c84f6bcc15e91555ea2b2b1552dae09c7fc3c8
|
3 |
+
size 4096
|
._model-00009-of-00015.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d8758e7cfe8d9facbe6ab3a3f6c5fa5c18d12076a84722bf8e97107f8becfe00
|
3 |
+
size 4096
|
._model-00010-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:da9bd43a0fb8d339d4ff7a287c6965631f7398b87e8d25f854ba23a17cb86871
|
3 |
+
size 4096
|
._model-00010-of-00015.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7de6b9ecf250ee8c9e64f38273687c833dd1f5a5fe6d305ab0b6b3c81ec36267
|
3 |
+
size 4096
|
._model-00011-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:55e9194c8cc52f026e4f28c8e224bab44ad21b843da5da813907a1bb60bbf8d9
|
3 |
+
size 4096
|
._model-00011-of-00015.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3893c92500351ee7e448ae9f813edcded11034cd2115ca9784887b9e90dce572
|
3 |
+
size 4096
|
._model-00012-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cb558504472b20580bda483bd48c404c157f5fdaa1d2ac9b8de2b73c6696e41b
|
3 |
+
size 4096
|
._model-00012-of-00015.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:41e80fb6e5fbda13a51a73936c579e873eab0a3bbd51a0ed9c5cf897e3bab638
|
3 |
+
size 4096
|
._model-00013-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9d268e6f75e2e4583e1a32711cfbef5f489c3913de700ea1cc781d91a6a556f4
|
3 |
+
size 4096
|
._model-00013-of-00015.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4593119273f8b820e71c3cb3b88e91484262081528d4f63d204507463f86a705
|
3 |
+
size 4096
|
._model-00014-of-00015.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:480bb21ea82336f8f04e5454cdf114917438da193a60621d4cac305d06fcaf1c
|
3 |
+
size 4096
|
._model-00015-of-00015.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1c096120b2bd04b157aa003cec29d01206cab1034e6f854551029dd65eda0270
|
3 |
+
size 4096
|
._model.safetensors.index.json
ADDED
Binary file (4.1 kB). View file
|
|
._special_tokens_map.json
ADDED
Binary file (4.1 kB). View file
|
|
._tokenizer.json
ADDED
Binary file (4.1 kB). View file
|
|
._tokenizer_config.json
ADDED
Binary file (4.1 kB). View file
|
|
README.md
ADDED
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
language:
|
3 |
+
- en
|
4 |
+
license: mit
|
5 |
+
tags:
|
6 |
+
- mlx
|
7 |
+
datasets:
|
8 |
+
- omi-health/medical-dialogue-to-soap-summary
|
9 |
+
metrics:
|
10 |
+
- rouge
|
11 |
+
title: 'Sum Small: Medical Dialogue to SOAP Summarizer'
|
12 |
+
emoji: 📄
|
13 |
+
colorFrom: green
|
14 |
+
colorTo: pink
|
15 |
+
sdk: static
|
16 |
+
pinned: false
|
17 |
+
---
|
18 |
+
|
19 |
+
# mlx-community/sum-small-unquantized
|
20 |
+
|
21 |
+
The Model [mlx-community/sum-small-unquantized](https://huggingface.co/mlx-community/sum-small-unquantized) was converted to MLX format from [omi-health/sum-small](https://huggingface.co/omi-health/sum-small) using mlx-lm version **0.13.0**.
|
22 |
+
|
23 |
+
## Use with mlx
|
24 |
+
|
25 |
+
```bash
|
26 |
+
pip install mlx-lm
|
27 |
+
```
|
28 |
+
|
29 |
+
```python
|
30 |
+
from mlx_lm import load, generate
|
31 |
+
|
32 |
+
model, tokenizer = load("mlx-community/sum-small-unquantized")
|
33 |
+
response = generate(model, tokenizer, prompt="hello", verbose=True)
|
34 |
+
```
|
config.json
ADDED
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"architectures": [
|
3 |
+
"Phi3ForCausalLM"
|
4 |
+
],
|
5 |
+
"attention_dropout": 0.0,
|
6 |
+
"auto_map": {
|
7 |
+
"AutoConfig": "microsoft/Phi-3-mini-4k-instruct--configuration_phi3.Phi3Config",
|
8 |
+
"AutoModelForCausalLM": "microsoft/Phi-3-mini-4k-instruct--modeling_phi3.Phi3ForCausalLM"
|
9 |
+
},
|
10 |
+
"bos_token_id": 1,
|
11 |
+
"embd_pdrop": 0.0,
|
12 |
+
"eos_token_id": 32000,
|
13 |
+
"hidden_act": "silu",
|
14 |
+
"hidden_size": 3072,
|
15 |
+
"initializer_range": 0.02,
|
16 |
+
"intermediate_size": 8192,
|
17 |
+
"max_position_embeddings": 4096,
|
18 |
+
"model_type": "phi3",
|
19 |
+
"num_attention_heads": 32,
|
20 |
+
"num_hidden_layers": 32,
|
21 |
+
"num_key_value_heads": 32,
|
22 |
+
"original_max_position_embeddings": 4096,
|
23 |
+
"pad_token_id": 32000,
|
24 |
+
"resid_pdrop": 0.0,
|
25 |
+
"rms_norm_eps": 1e-05,
|
26 |
+
"rope_scaling": null,
|
27 |
+
"rope_theta": 10000.0,
|
28 |
+
"sliding_window": 2047,
|
29 |
+
"tie_word_embeddings": false,
|
30 |
+
"torch_dtype": "bfloat16",
|
31 |
+
"transformers_version": "4.41.0.dev0",
|
32 |
+
"use_cache": true,
|
33 |
+
"vocab_size": 32064
|
34 |
+
}
|
model-00004-of-00004.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b9b3635cd5c70c880e716263b3177a041192cae0a103d9f9e69e7aa70f4a1fe0
|
3 |
+
size 1050673278
|