Hugging Face's logo

win10
/
ArliAI-RPMax-v1.3-merge-13.3B

Text Generation
Transformers
Safetensors
llama
mergekit
Merge
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
win10 commited on
Commit
4d3ed35
·
verified ·
1 Parent(s): be2de96

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +53 -0
  3. config.json +36 -0
  4. mergekit_config.yml +24 -0
  5. model-00001-of-00058.safetensors +3 -0
  6. model-00002-of-00058.safetensors +3 -0
  7. model-00003-of-00058.safetensors +3 -0
  8. model-00004-of-00058.safetensors +3 -0
  9. model-00005-of-00058.safetensors +3 -0
  10. model-00006-of-00058.safetensors +3 -0
  11. model-00007-of-00058.safetensors +3 -0
  12. model-00008-of-00058.safetensors +3 -0
  13. model-00009-of-00058.safetensors +3 -0
  14. model-00010-of-00058.safetensors +3 -0
  15. model-00011-of-00058.safetensors +3 -0
  16. model-00012-of-00058.safetensors +3 -0
  17. model-00013-of-00058.safetensors +3 -0
  18. model-00014-of-00058.safetensors +3 -0
  19. model-00015-of-00058.safetensors +3 -0
  20. model-00016-of-00058.safetensors +3 -0
  21. model-00017-of-00058.safetensors +3 -0
  22. model-00018-of-00058.safetensors +3 -0
  23. model-00019-of-00058.safetensors +3 -0
  24. model-00020-of-00058.safetensors +3 -0
  25. model-00021-of-00058.safetensors +3 -0
  26. model-00022-of-00058.safetensors +3 -0
  27. model-00023-of-00058.safetensors +3 -0
  28. model-00024-of-00058.safetensors +3 -0
  29. model-00025-of-00058.safetensors +3 -0
  30. model-00026-of-00058.safetensors +3 -0
  31. model-00027-of-00058.safetensors +3 -0
  32. model-00028-of-00058.safetensors +3 -0
  33. model-00029-of-00058.safetensors +3 -0
  34. model-00030-of-00058.safetensors +3 -0
  35. model-00031-of-00058.safetensors +3 -0
  36. model-00032-of-00058.safetensors +3 -0
  37. model-00033-of-00058.safetensors +3 -0
  38. model-00034-of-00058.safetensors +3 -0
  39. model-00035-of-00058.safetensors +3 -0
  40. model-00036-of-00058.safetensors +3 -0
  41. model-00037-of-00058.safetensors +3 -0
  42. model-00038-of-00058.safetensors +3 -0
  43. model-00039-of-00058.safetensors +3 -0
  44. model-00040-of-00058.safetensors +3 -0
  45. model-00041-of-00058.safetensors +3 -0
  46. model-00042-of-00058.safetensors +3 -0
  47. model-00043-of-00058.safetensors +3 -0
  48. model-00044-of-00058.safetensors +3 -0
  49. model-00045-of-00058.safetensors +3 -0
  50. model-00046-of-00058.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model:
3
+ - win10/ArliAI-RPMax-v1.3-merge-8B
4
+ library_name: transformers
5
+ tags:
6
+ - mergekit
7
+ - merge
8
+
9
+ ---
10
+ # merge
11
+
12
+ This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
13
+
14
+ ## Merge Details
15
+ ### Merge Method
16
+
17
+ This model was merged using the passthrough merge method.
18
+
19
+ ### Models Merged
20
+
21
+ The following models were included in the merge:
22
+ * [win10/ArliAI-RPMax-v1.3-merge-8B](https://huggingface.co/win10/ArliAI-RPMax-v1.3-merge-8B)
23
+
24
+ ### Configuration
25
+
26
+ The following YAML configuration was used to produce this model:
27
+
28
+ ```yaml
29
+ dtype: bfloat16
30
+ merge_method: passthrough
31
+ slices:
32
+ - sources:
33
+ - layer_range: [0, 8]
34
+ model: win10/ArliAI-RPMax-v1.3-merge-8B
35
+ - sources:
36
+ - layer_range: [4, 12]
37
+ model: win10/ArliAI-RPMax-v1.3-merge-8B
38
+ - sources:
39
+ - layer_range: [8, 16]
40
+ model: win10/ArliAI-RPMax-v1.3-merge-8B
41
+ - sources:
42
+ - layer_range: [12, 20]
43
+ model: win10/ArliAI-RPMax-v1.3-merge-8B
44
+ - sources:
45
+ - layer_range: [16, 24]
46
+ model: win10/ArliAI-RPMax-v1.3-merge-8B
47
+ - sources:
48
+ - layer_range: [20, 28]
49
+ model: win10/ArliAI-RPMax-v1.3-merge-8B
50
+ - sources:
51
+ - layer_range: [24, 32]
52
+ model: win10/ArliAI-RPMax-v1.3-merge-8B
53
+ ```
config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "win10/ArliAI-RPMax-v1.3-merge-8B",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": 128001,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 4096,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 14336,
15
+ "max_position_embeddings": 131072,
16
+ "mlp_bias": false,
17
+ "model_type": "llama",
18
+ "num_attention_heads": 32,
19
+ "num_hidden_layers": 56,
20
+ "num_key_value_heads": 8,
21
+ "pretraining_tp": 1,
22
+ "rms_norm_eps": 1e-05,
23
+ "rope_scaling": {
24
+ "factor": 8.0,
25
+ "high_freq_factor": 4.0,
26
+ "low_freq_factor": 1.0,
27
+ "original_max_position_embeddings": 8192,
28
+ "rope_type": "llama3"
29
+ },
30
+ "rope_theta": 500000.0,
31
+ "tie_word_embeddings": false,
32
+ "torch_dtype": "bfloat16",
33
+ "transformers_version": "4.45.2",
34
+ "use_cache": true,
35
+ "vocab_size": 128256
36
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ dtype: bfloat16
2
+ merge_method: passthrough
3
+ slices:
4
+ - sources:
5
+ - layer_range: [0, 8]
6
+ model: win10/ArliAI-RPMax-v1.3-merge-8B
7
+ - sources:
8
+ - layer_range: [4, 12]
9
+ model: win10/ArliAI-RPMax-v1.3-merge-8B
10
+ - sources:
11
+ - layer_range: [8, 16]
12
+ model: win10/ArliAI-RPMax-v1.3-merge-8B
13
+ - sources:
14
+ - layer_range: [12, 20]
15
+ model: win10/ArliAI-RPMax-v1.3-merge-8B
16
+ - sources:
17
+ - layer_range: [16, 24]
18
+ model: win10/ArliAI-RPMax-v1.3-merge-8B
19
+ - sources:
20
+ - layer_range: [20, 28]
21
+ model: win10/ArliAI-RPMax-v1.3-merge-8B
22
+ - sources:
23
+ - layer_range: [24, 32]
24
+ model: win10/ArliAI-RPMax-v1.3-merge-8B
model-00001-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3248cf0df48d0104ed78070aef753ea51c74b373edccd949c59c34fe2daffaad
3
+ size 1050673280
model-00002-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a62ff668d5c1a89ea9b45cc27026c512a4465e14d955830ed9abb91904bc63c3
3
+ size 1050673296
model-00003-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24fdea3276f9617735e35231cc2c54fffe0410d38668590ce63147160fae8b79
3
+ size 436233352
model-00004-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fb5afc46bd12ca3bc1b4655589fc76c29b4194d268679751c81e020f17e5736
3
+ size 436233360
model-00005-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:183f0dabb330373f6822074b5d6768103a8e325b03370a4535d28bbac27abca0
3
+ size 469762536
model-00006-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a8fcbade4925638de8f679a79b897f556009ac7e8068864b475a1477536d61f
3
+ size 402687600
model-00007-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbe8952845a003c4667988350b8346ac05fa60d2c65b1ce3901dd591cf39ec89
3
+ size 469762536
model-00008-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22862a706346ba299e9b0d06ac9661a9274b5af515da53fefd94d02926023bbb
3
+ size 402687600
model-00009-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e5cf9a56d9bca1480ac460a000c7ea0e5cc1a1be8d98350013fb8a4691559e1
3
+ size 469762536
model-00010-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afcceca75ab28fa83fbee2d10e3f19f6af2fef1720f6f31e942bd1a70c42f10e
3
+ size 402687600
model-00011-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1286d55eeae6817d8bacc5024c033a21da445275a04b390baa53dc563ac4b7f8
3
+ size 469762536
model-00012-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c406d99a21be126afa3d6d940fa7c217034fdf8d93ff7c1bad9dd6969824eb15
3
+ size 402687600
model-00013-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faa1946003959b7c43dc1a20f698457c8a0925496a4823756fbd71436480e517
3
+ size 469762536
model-00014-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c9d754b6a57a846725df2697bfb28f11f065dbc26b98c3989f662ecd014484c
3
+ size 402687600
model-00015-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c6cf3d66d49a1f6c53906465689d11792d9a25118a4f60739be69b75fb32def
3
+ size 469762536
model-00016-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f07dc6d4ef7c2c9bcd1fd832ad29846ef1cd5efb8c446ceae83bd456f9306723
3
+ size 402687600
model-00017-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f9a608431525840248f68dd0045049cdf2a430dc143ce356701ea8b335d7484
3
+ size 469762536
model-00018-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21faa0a019d67b384c433da2cec1be2f1fea6adf3b95b921e8c088d8120ea318
3
+ size 402687600
model-00019-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a987ee077c1aae689aab5f00dff56b9c710381e9a3e042a81fb2fae34df9569c
3
+ size 469762536
model-00020-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8e5a55b44551343442dbb324449439748fe3072b6a4604a94321019fa8c067e
3
+ size 402687600
model-00021-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3aea57303b8ec717a37d08f6e2ba7801b87728cfba03e50aa48b15defdd44aab
3
+ size 469762536
model-00022-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b601c40ddf578177bda5257645c64b0379975a62dc543c27417f734c864a692
3
+ size 402687600
model-00023-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de7e6594aa576099def669ddaf8daebc67b2faa5c29ce6a756ec65e981095db5
3
+ size 469762536
model-00024-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:597d32c6be43cbfd69d5a73f5231081019edab6b241d9d45b4a6a5f58950b572
3
+ size 402679288
model-00025-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18d023964b92fc59ad922d97c04e684666773bd50c60006a6b3f37ef1224357e
3
+ size 436233360
model-00026-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e7a4647ea5d646aa5d3793a06e0014461abf4297d71684b18ffc9dc66ebcd4f
3
+ size 469762536
model-00027-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1e1bd94270e50049fd6953660e11952e9aa9bfc0add3dba63a4e19c909e365f
3
+ size 402687600
model-00028-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a7d33e496cbd697b17ed2f4078b29476d4346d55a963d68e55d145c13e8d73f
3
+ size 469762536
model-00029-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f384ff89ad24a470ff0d329ddd71b23eeb0f06397f0d440edbd593135311c09a
3
+ size 402687600
model-00030-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:493a96d3b533ef89c26da38af30a52138fab2a6d4378655db4a4313c70832f18
3
+ size 469762536
model-00031-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dacb9f11bbf0c40a9ea58a75b58e599b34da4d2b8e765e25fa9b880e52c92ed7
3
+ size 402687600
model-00032-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:525389651639ffcbbe35353e3a87749516d8bbc53e8bcd05d90ea9a452466022
3
+ size 469762536
model-00033-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b89ad86f8ca20dc40be10cc4fb1a1ca96fe41d13f51855756f0812dc38fc8ebf
3
+ size 402687600
model-00034-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac28a2ceecc1b8e3866da81b4f34014c129e85a2e3ebd66e6d5a607685924aae
3
+ size 469762536
model-00035-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:972600f704bb40934074cb20d30b9dc012edc904141c370fe1fd4735e157f03b
3
+ size 402687600
model-00036-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18e82bca432660741a9659e7b8fdbd7372b4e524c0e2a537d3a3e40f5a7f1fad
3
+ size 469762536
model-00037-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c38615dad90fe5dc66ffbc82584c0b0fd523d3e3dccce271c472c086f3d85b58
3
+ size 402687600
model-00038-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c171c0efdaea0282a23ea9017d2299327cb0f3c88a536ff06737a503b3b30480
3
+ size 469762536
model-00039-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83f6881d2de6af73c24f39fede21edc63f3e3e7eae14200071eb549d5b2ac95e
3
+ size 402687600
model-00040-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:842a64c492037fce0db8ae2751653fe0e5db0ce0edae24507d9b7192f0119342
3
+ size 469762536
model-00041-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5eaa4c2d42f9bf3952fdba37f2a1157b49190b27f61ce477730b39eaeaf0a7d
3
+ size 402679296
model-00042-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abe48755b59087a6cee82ffc5476a24ab2ec2fa0f180c912eefbb82e4b185538
3
+ size 436225072
model-00043-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d3f01a969b0310dc2ce03c286ff1f04fde4b55d7d2f93c8f46fedcb49a63dda
3
+ size 436225056
model-00044-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c68e45b4a45be02d0625d1c12a12f78afec4b6e4b1d916482cdd7a4586958491
3
+ size 436225064
model-00045-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76ac19af460c8640c701763a3bf96b02d7ad98e4d681548b32d50d22e3c80b18
3
+ size 436225072
model-00046-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31609ebd3613706deb4564e4658035ff3466d2d97725148394afd6ca9f8fd5fa
3
+ size 436233360