Hugging Face's logo

eth-dl-rewards
/
internlm2-7b-reward-code-60k-scratch-sft-merged

Feature Extraction
Transformers
Safetensors
internlm2
custom_code
Model card Files Community
rd211 commited on
Commit
9041324
·
verified ·
1 Parent(s): 55ab31e

Merged model

Browse files
Files changed (7) hide show
  1. config.json +7 -5
  2. model-00001-of-00006.safetensors +1 -1
  3. model-00002-of-00006.safetensors +1 -1
  4. model-00003-of-00006.safetensors +1 -1
  5. model-00004-of-00006.safetensors +1 -1
  6. model-00005-of-00006.safetensors +1 -1
  7. model-00006-of-00006.safetensors +1 -1
config.json CHANGED
@@ -1,11 +1,13 @@
1
  {
 
2
  "architectures": [
3
- "InternLM2ForRewardModel"
4
  ],
5
  "attn_implementation": "eager",
6
  "auto_map": {
7
  "AutoConfig": "configuration_internlm2.InternLM2Config",
8
- "AutoModel": "modeling_internlm2.InternLM2ForRewardModel"
 
9
  },
10
  "bias": false,
11
  "bos_token_id": 1,
@@ -20,13 +22,13 @@
20
  "num_hidden_layers": 32,
21
  "num_key_value_heads": 8,
22
  "pad_token_id": 2,
23
- "reward_token_id": 92527,
24
  "rms_norm_eps": 1e-05,
25
  "rope_scaling": null,
26
  "rope_theta": 1000000,
27
  "tie_word_embeddings": false,
28
- "torch_dtype": "float16",
29
- "transformers_version": "4.41.2",
30
  "use_cache": true,
31
  "vocab_size": 92544
32
  }
 
1
  {
2
+ "_name_or_path": "eth-dl-rewards/internlm2-7b-sft-code",
3
  "architectures": [
4
+ "InternLM2ForSequenceClassification"
5
  ],
6
  "attn_implementation": "eager",
7
  "auto_map": {
8
  "AutoConfig": "configuration_internlm2.InternLM2Config",
9
+ "AutoModel": "eth-dl-rewards/internlm2-7b-sft-code--modeling_internlm2.InternLM2ForSequenceClassification",
10
+ "AutoModelForCausalLM": "eth-dl-rewards/internlm2-7b-sft-code--modeling_internlm2.InternLM2ForCausalLM"
11
  },
12
  "bias": false,
13
  "bos_token_id": 1,
 
22
  "num_hidden_layers": 32,
23
  "num_key_value_heads": 8,
24
  "pad_token_id": 2,
25
+ "pretraining_tp": 1,
26
  "rms_norm_eps": 1e-05,
27
  "rope_scaling": null,
28
  "rope_theta": 1000000,
29
  "tie_word_embeddings": false,
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.46.2",
32
  "use_cache": true,
33
  "vocab_size": 92544
34
  }
model-00001-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed07eeace4664e70b35238774c074777eef9c88b57ba687ce73cf7b4b2e334eb
3
  size 4771122040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:021530f65688f4b4f5dd773861e1532f8583c9021e9cd535ea27b484a61378a6
3
  size 4771122040
model-00002-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c144de4b92d6b7282266309cad319fafb9b225d74ebb87def9ee13ba492c348
3
  size 4999811584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbc31aa51c6ec8e212b1baad7c7c80d8b1356e15095a9e39ab80206b39b40da9
3
  size 4999811584
model-00003-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9356fe001a923e80a066941eee10bcbb65c6dcd2edc0ec7c88fe810fb067a4ac
3
  size 4999811632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2959d22d93dc9cc754c58c0129fa9dd6aa91908c6df4338aac470029905880e5
3
  size 4999811632
model-00004-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9e2b3d34b87190caba69136bd3f81cf177af97753891bd83ab760409d485bda
3
  size 4832006256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7613927662755aa9e3bc64b632f5d30ea61211bdd7632928a6e0a8bd313105f7
3
  size 4832006256
model-00005-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:702087bf665ccc180c4d2dfb672e7fcc24801ceb5941e2c2caf7e002f86638f4
3
  size 4999811624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb8500f41e6c6724bfeabfd1416c69dbd065be2acfecb16b8d35e40adcffc8e5
3
  size 4999811624
model-00006-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:42bed613889cd06a309207ac6c0b45984c866c95b13178c9d0324646a316c9de
3
  size 4832088568
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c0c4388f277ccad327e5edf4d623d0ad5a0d1932d14a2c6001aa20b26a4a88
3
  size 4832088568