Hugging Face's logo

second-state
/
Reflection-Llama-3.1-70B-GGUF

Text Generation
Transformers
GGUF
llama
conversational
Model card Files Community
1
apepkuss79 commited on
Commit
e02612f
·
verified ·
1 Parent(s): 6f2e262

Update models

Browse files
Files changed (22) hide show
  1. .gitattributes +20 -0
  2. Reflection-Llama-3.1-70B-Q2_K.gguf +3 -0
  3. Reflection-Llama-3.1-70B-Q3_K_L.gguf +3 -0
  4. Reflection-Llama-3.1-70B-Q3_K_M.gguf +3 -0
  5. Reflection-Llama-3.1-70B-Q3_K_S.gguf +3 -0
  6. Reflection-Llama-3.1-70B-Q4_0.gguf +3 -0
  7. Reflection-Llama-3.1-70B-Q4_K_M.gguf +3 -0
  8. Reflection-Llama-3.1-70B-Q4_K_S.gguf +3 -0
  9. Reflection-Llama-3.1-70B-Q5_0.gguf +3 -0
  10. Reflection-Llama-3.1-70B-Q5_K_M.gguf +3 -0
  11. Reflection-Llama-3.1-70B-Q5_K_S.gguf +3 -0
  12. Reflection-Llama-3.1-70B-Q6_K-00001-of-00002.gguf +3 -0
  13. Reflection-Llama-3.1-70B-Q6_K-00002-of-00002.gguf +3 -0
  14. Reflection-Llama-3.1-70B-Q8_0-00001-of-00003.gguf +3 -0
  15. Reflection-Llama-3.1-70B-Q8_0-00002-of-00003.gguf +3 -0
  16. Reflection-Llama-3.1-70B-Q8_0-00003-of-00003.gguf +3 -0
  17. Reflection-Llama-3.1-70B-f16-00001-of-00005.gguf +3 -0
  18. Reflection-Llama-3.1-70B-f16-00002-of-00005.gguf +3 -0
  19. Reflection-Llama-3.1-70B-f16-00003-of-00005.gguf +3 -0
  20. Reflection-Llama-3.1-70B-f16-00004-of-00005.gguf +3 -0
  21. Reflection-Llama-3.1-70B-f16-00005-of-00005.gguf +3 -0
  22. config.json +39 -0
.gitattributes CHANGED
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Reflection-Llama-3.1-70B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Reflection-Llama-3.1-70B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Reflection-Llama-3.1-70B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Reflection-Llama-3.1-70B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Reflection-Llama-3.1-70B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Reflection-Llama-3.1-70B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Reflection-Llama-3.1-70B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Reflection-Llama-3.1-70B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Reflection-Llama-3.1-70B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Reflection-Llama-3.1-70B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Reflection-Llama-3.1-70B-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Reflection-Llama-3.1-70B-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Reflection-Llama-3.1-70B-Q8_0-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Reflection-Llama-3.1-70B-Q8_0-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Reflection-Llama-3.1-70B-Q8_0-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Reflection-Llama-3.1-70B-f16-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Reflection-Llama-3.1-70B-f16-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Reflection-Llama-3.1-70B-f16-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Reflection-Llama-3.1-70B-f16-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Reflection-Llama-3.1-70B-f16-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ace98e72d5d15b4f54226b64a757fbbc47b2e0454c55dbb559266021cfa4fe68
3
+ size 26375169824
Reflection-Llama-3.1-70B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b295985877c2546e75ca67c87b9baa65815b28568cab485acb7724407fa2ba23
3
+ size 37140658848
Reflection-Llama-3.1-70B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:669cbd50f6639fa48b62be387a984e090bffaa7497051b86eb41c187247bd328
3
+ size 34267560608
Reflection-Llama-3.1-70B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2160d6bf8e7e53b2859e50c5c766ce92a7819e97e14fb8269f97e53390db5ae1
3
+ size 30912117408
Reflection-Llama-3.1-70B-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ab04ac41429374c8c3f844eccca209c31e83e9075a30f467afcb9dd15ae7b16
3
+ size 39969805344
Reflection-Llama-3.1-70B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e85fd43f6eaac104ccec483011dcb2393c2e0d2a7ae1abeac60ac52878900e0
3
+ size 42520466464
Reflection-Llama-3.1-70B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abb4c9d1001f11b63e48c9f28bc5b5af7d1735a91a48dfd6894b3073d7864458
3
+ size 40347292704
Reflection-Llama-3.1-70B-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe98887c77eb5b842584fb4e3447c1374c6cae5ad6797f7dea45f16a501de7ec
3
+ size 48657525792
Reflection-Llama-3.1-70B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55b4d71ce3aa6cb99785e1f3d4142d7e2dd490839cf5f28feec48094a6ef9925
3
+ size 49949895712
Reflection-Llama-3.1-70B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8321e1dbbf3c33a6209bdc05ef2f500ca0d6d3b6bb7e079b19c26d395eaa4e7
3
+ size 48657525792
Reflection-Llama-3.1-70B-Q6_K-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14d8f3380c28e8eb447eafdd008415e43a20c75f91aa15610e765895456f4f23
3
+ size 29842675328
Reflection-Llama-3.1-70B-Q6_K-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdd4c0ddb9e5b2f6064351769a082c558dda761fec27a1bfe74f8245c15f8518
3
+ size 28045553632
Reflection-Llama-3.1-70B-Q8_0-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e141633ddd2677bc2e384781cf653730841c51dfceacc338810b66cc619ffeec
3
+ size 29807996992
Reflection-Llama-3.1-70B-Q8_0-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b6e864b5c30676eb78aa6447fe9ffd3636d074e9572efea78a43ac84612fa1d
3
+ size 29753427360
Reflection-Llama-3.1-70B-Q8_0-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26d507773a633fae5f0f8702b55a87743c1efc7354c2541237f3694220d82e26
3
+ size 15413734912
Reflection-Llama-3.1-70B-f16-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd92ca1943a1456afaa94dc7faa4bb56af87f277fa91d38c48cbe182d9e7dbda
3
+ size 29960537216
Reflection-Llama-3.1-70B-f16-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca75f51412ae8c348fb35a1cd981c2484de1237981db2f957fd9f28938626994
3
+ size 29864568160
Reflection-Llama-3.1-70B-f16-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69f2ae708c2972d3e90b12c46e8b43ffe67b48a192b00db9e8afb77e34c640f0
3
+ size 29562643680
Reflection-Llama-3.1-70B-f16-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7c714ae5cb73d3a14fa1a7cdc95125a28415a44deca632685f3f05ea2ce7d7d
3
+ size 29562578048
Reflection-Llama-3.1-70B-f16-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a3956ab44ffe6c67cb2d2c35105332c11c533bded6744f297e1c3546e0371d9
3
+ size 22167787936
config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-70B-Instruct",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "hidden_act": "silu",
15
+ "hidden_size": 8192,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 28672,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 64,
22
+ "num_hidden_layers": 80,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 8.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": false,
35
+ "torch_dtype": "float16",
36
+ "transformers_version": "4.44.2",
37
+ "use_cache": true,
38
+ "vocab_size": 128262
39
+ }