santhosh97
commited on
Commit
·
c83562d
1
Parent(s):
b54035a
Upload with huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +42 -0
- generation_config.json +6 -0
- pytorch_model-00001-of-00145.bin +3 -0
- pytorch_model-00002-of-00145.bin +3 -0
- pytorch_model-00003-of-00145.bin +3 -0
- pytorch_model-00004-of-00145.bin +3 -0
- pytorch_model-00005-of-00145.bin +3 -0
- pytorch_model-00006-of-00145.bin +3 -0
- pytorch_model-00007-of-00145.bin +3 -0
- pytorch_model-00008-of-00145.bin +3 -0
- pytorch_model-00009-of-00145.bin +3 -0
- pytorch_model-00010-of-00145.bin +3 -0
- pytorch_model-00011-of-00145.bin +3 -0
- pytorch_model-00012-of-00145.bin +3 -0
- pytorch_model-00013-of-00145.bin +3 -0
- pytorch_model-00014-of-00145.bin +3 -0
- pytorch_model-00015-of-00145.bin +3 -0
- pytorch_model-00016-of-00145.bin +3 -0
- pytorch_model-00017-of-00145.bin +3 -0
- pytorch_model-00018-of-00145.bin +3 -0
- pytorch_model-00019-of-00145.bin +3 -0
- pytorch_model-00020-of-00145.bin +3 -0
- pytorch_model-00021-of-00145.bin +3 -0
- pytorch_model-00022-of-00145.bin +3 -0
- pytorch_model-00023-of-00145.bin +3 -0
- pytorch_model-00024-of-00145.bin +3 -0
- pytorch_model-00025-of-00145.bin +3 -0
- pytorch_model-00026-of-00145.bin +3 -0
- pytorch_model-00027-of-00145.bin +3 -0
- pytorch_model-00028-of-00145.bin +3 -0
- pytorch_model-00029-of-00145.bin +3 -0
- pytorch_model-00030-of-00145.bin +3 -0
- pytorch_model-00031-of-00145.bin +3 -0
- pytorch_model-00032-of-00145.bin +3 -0
- pytorch_model-00033-of-00145.bin +3 -0
- pytorch_model-00034-of-00145.bin +3 -0
- pytorch_model-00035-of-00145.bin +3 -0
- pytorch_model-00036-of-00145.bin +3 -0
- pytorch_model-00037-of-00145.bin +3 -0
- pytorch_model-00038-of-00145.bin +3 -0
- pytorch_model-00039-of-00145.bin +3 -0
- pytorch_model-00040-of-00145.bin +3 -0
- pytorch_model-00041-of-00145.bin +3 -0
- pytorch_model-00042-of-00145.bin +3 -0
- pytorch_model-00043-of-00145.bin +3 -0
- pytorch_model-00044-of-00145.bin +3 -0
- pytorch_model-00045-of-00145.bin +3 -0
- pytorch_model-00046-of-00145.bin +3 -0
- pytorch_model-00047-of-00145.bin +3 -0
- pytorch_model-00048-of-00145.bin +3 -0
config.json
ADDED
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "EleutherAI/gpt-j-6B",
|
3 |
+
"activation_function": "gelu_new",
|
4 |
+
"architectures": [
|
5 |
+
"GPTJForCausalLM"
|
6 |
+
],
|
7 |
+
"attn_pdrop": 0.0,
|
8 |
+
"bos_token_id": 50256,
|
9 |
+
"embd_pdrop": 0.0,
|
10 |
+
"eos_token_id": 50256,
|
11 |
+
"gradient_checkpointing": false,
|
12 |
+
"initializer_range": 0.02,
|
13 |
+
"layer_norm_epsilon": 1e-05,
|
14 |
+
"model_type": "gptj",
|
15 |
+
"n_embd": 4096,
|
16 |
+
"n_head": 16,
|
17 |
+
"n_inner": null,
|
18 |
+
"n_layer": 28,
|
19 |
+
"n_positions": 2048,
|
20 |
+
"resid_pdrop": 0.0,
|
21 |
+
"rotary": true,
|
22 |
+
"rotary_dim": 64,
|
23 |
+
"scale_attn_weights": true,
|
24 |
+
"summary_activation": null,
|
25 |
+
"summary_first_dropout": 0.1,
|
26 |
+
"summary_proj_to_labels": true,
|
27 |
+
"summary_type": "cls_index",
|
28 |
+
"summary_use_proj": true,
|
29 |
+
"task_specific_params": {
|
30 |
+
"text-generation": {
|
31 |
+
"do_sample": true,
|
32 |
+
"max_length": 50,
|
33 |
+
"temperature": 1.0
|
34 |
+
}
|
35 |
+
},
|
36 |
+
"tie_word_embeddings": false,
|
37 |
+
"tokenizer_class": "GPT2Tokenizer",
|
38 |
+
"torch_dtype": "float32",
|
39 |
+
"transformers_version": "4.29.0.dev0",
|
40 |
+
"use_cache": true,
|
41 |
+
"vocab_size": 50400
|
42 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 50256,
|
4 |
+
"eos_token_id": 50256,
|
5 |
+
"transformers_version": "4.29.0.dev0"
|
6 |
+
}
|
pytorch_model-00001-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:014401e7e4d78895e85d93e21ff549f88df85af2b53c48da8dc67306f86bd127
|
3 |
+
size 537
|
pytorch_model-00002-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1b2bdb252269af88114ace0078e1c7f208d0268ba6d7e42942cd10bb9ad3ccd
|
3 |
+
size 825754538
|
pytorch_model-00003-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:46dedc54388465fb180e875053a884a6c59762beaaad6f816e55906a78843306
|
3 |
+
size 134252317
|
pytorch_model-00004-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:febe0163fc99342facf7adf8804050cd2f560059b0950753f0ce98193a9e7b53
|
3 |
+
size 134219003
|
pytorch_model-00005-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:51c4438ceec034a2f4b3fa9dff66ff4d0e46e37545e5c10aef3a0899a682d77c
|
3 |
+
size 268436394
|
pytorch_model-00006-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b497457c9bfde076aea5f7cb95231923c4223cda62027c7ab84a591cb9247caf
|
3 |
+
size 66474
|
pytorch_model-00007-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3e0cbf4093144f77f8d1729e4cd2ba17a8e490d99fc99e1e93d94229ec2f88e5
|
3 |
+
size 268436394
|
pytorch_model-00008-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eaa0a46785d2160e430f1e4d24c8ee37242774b5750577317bedbb4b8ab3342f
|
3 |
+
size 134269038
|
pytorch_model-00009-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b107c7f7b70d9c10cec96194582f77108668218f024df9bd266c040fc505016f
|
3 |
+
size 134219003
|
pytorch_model-00010-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:934164e98f8d3331d7fb90c21b105a662e0b795e922d5d18cdd2717eaa052eb0
|
3 |
+
size 268436394
|
pytorch_model-00011-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:49a47a10252bbee9bca8db1aa0bae8cd797b9912509702768425a6df6783ca5b
|
3 |
+
size 66474
|
pytorch_model-00012-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b02fe2ddca079b7e4f245f91fa8d7880e6286a62b4984cc8e1a11107d6791b60
|
3 |
+
size 268436394
|
pytorch_model-00013-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6f311659b8b59beb9513a9ad1a2603e57297f35e146c407e339cf11ded29c820
|
3 |
+
size 134269038
|
pytorch_model-00014-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c873522937bdcdc8c206458a9484b025d1a6276c31fa4dc925c23cab933c18f7
|
3 |
+
size 134219003
|
pytorch_model-00015-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b5e6b5eb8a4bcc94da8d6a7123d4ee125da5552f4365c685842c4a569646958f
|
3 |
+
size 268436394
|
pytorch_model-00016-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e5a762bcd57e81e738dc5ace2f8cdcedcd810d97ccfed8aa67839edc2f3270ae
|
3 |
+
size 66474
|
pytorch_model-00017-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:561de0fac9fc6927661d1460325ea51b4849a05bf4f1ae9acd910435fb3803ab
|
3 |
+
size 268436394
|
pytorch_model-00018-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9644d22456c5356e0da57b629808c592fe2b0bc487b5e9d343ebaeea092e6013
|
3 |
+
size 134269038
|
pytorch_model-00019-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a898193613b0fdad17542b6472fce3c11ea35fcbca52b09cf21c19bfcb168853
|
3 |
+
size 134219003
|
pytorch_model-00020-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0925a5a4d9cca0af2604751d0abda30f6216666ff2e4d7d96a3688629cb7fc92
|
3 |
+
size 268436394
|
pytorch_model-00021-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6bc0b93682a734a3052e650aa1c1c823441d27726cdd7acf1796cbe50ad77db5
|
3 |
+
size 66474
|
pytorch_model-00022-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4ac198ac3c8f3a05150f65e1fa676ecdd66fe686f138796defe8983decbbf2d4
|
3 |
+
size 268436394
|
pytorch_model-00023-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5feb17defd57c85502b5f6af0bb672ad595e12c5d3480dcdf4869861b2cd3bfc
|
3 |
+
size 134269038
|
pytorch_model-00024-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d4705b0e0ee4c80867d7d11b324d860dfed98ebf4ae48876415995a73dbae141
|
3 |
+
size 134219003
|
pytorch_model-00025-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f5a1859e80cc4f6d4b4cc4a810696861cd7d7927cbaa53415fffc46f47acb814
|
3 |
+
size 268436394
|
pytorch_model-00026-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a17d6ad6109c695991e770221293566096d04799c8b965099f43b441466a3e74
|
3 |
+
size 66474
|
pytorch_model-00027-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:552a74421abf7d192e7f7f35894bc5b05e4919a3e38f56aa37ad11066a2a9ce4
|
3 |
+
size 268436394
|
pytorch_model-00028-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6147d355716351f654e6f23a639166d86f7d79337aa227c499479becfe9a5068
|
3 |
+
size 134269038
|
pytorch_model-00029-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e2089031c675604c7a2f7f549bcc9132eb3868b51cf062b4b53831e5a651c07d
|
3 |
+
size 134219003
|
pytorch_model-00030-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c54bb2408e6ba72c95bf329e752c8a6bebca1e712c3e747bd907aac40430ba74
|
3 |
+
size 268436394
|
pytorch_model-00031-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9ac43c8f2ea5aceeb60c090ce95584f8fe186ad3b22b460deffb4853e67d15ca
|
3 |
+
size 66474
|
pytorch_model-00032-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1d1f9bac6c8db234f42b1872173a31936556c932b87124b81a7c001cf3d8520a
|
3 |
+
size 268436394
|
pytorch_model-00033-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8e342a3a10b98cc95c7c00c394d3767b08723f0cf1c2e235b3bf5572fb530637
|
3 |
+
size 134269038
|
pytorch_model-00034-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b0cc05fd7d9336f4b44ccbe02c2f8aadf4a8ff5770edea02ec5cee5a64d7516b
|
3 |
+
size 134219003
|
pytorch_model-00035-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a9353ff43efccc6eb800897ba4fc2f90118de5ca45d50ca7b3c00446df05d4a7
|
3 |
+
size 268436394
|
pytorch_model-00036-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1f7efc27df8d9c02316fb854b935561e6a936e08dce4dc2236edf5b2b1ff0834
|
3 |
+
size 66474
|
pytorch_model-00037-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:205d6d15bddab767d6c3f54d32db98fb376022c538038ffe13c017f5c670b030
|
3 |
+
size 268436394
|
pytorch_model-00038-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2798ec897d6ea6243aa8195f62bedead83c1d4b27ea7e4073a949b84d72a8bf4
|
3 |
+
size 134269038
|
pytorch_model-00039-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:06ec35d50a2b6bdabcea521d7eaac639cc23a19ee9025e44cbb5801b639d6446
|
3 |
+
size 134219003
|
pytorch_model-00040-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:88e21829a451fd4e1c01ef82d506b8cc88a80eccf16a0bc14efa6a353dd9a0a2
|
3 |
+
size 268436394
|
pytorch_model-00041-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:441e9b683488ee51e1bd8e7d88ad676c52113fa2269498e5a1d105ca9341783d
|
3 |
+
size 66474
|
pytorch_model-00042-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9717efdb7009e811fbd3f29c1dd5b4dbc99a3804dda9ea53da21514bd2440dc3
|
3 |
+
size 268436394
|
pytorch_model-00043-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b2a78f10c4261894d143a7120912f89f3b0873898ee66ad4a362bba9ac603d5c
|
3 |
+
size 134269038
|
pytorch_model-00044-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:393608a32261a5b023a1e90bba20bd43192992b5f54421ffb0cfe6dbca2f2c3a
|
3 |
+
size 134219003
|
pytorch_model-00045-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4cc768f0c59811db61b1abbb3a8dec6f526624fbd1e57888d3f5125beafce886
|
3 |
+
size 268436394
|
pytorch_model-00046-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bf772116246b1338771135acbaf2ed55dd29c0b1b418b87fb05c91bced27759b
|
3 |
+
size 66474
|
pytorch_model-00047-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f54279613dcc21eb146a27019b9633db7064a93e6697cb1086e931883e7afec1
|
3 |
+
size 268436394
|
pytorch_model-00048-of-00145.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b0f922d6b5b01413073c86cb2d687d54cb8ded4d04d5c0c1d3db6a1387a8f29f
|
3 |
+
size 134269038
|