Hugging Face's logo

pere
/
nb-nn-dev

Translation
Transformers
PyTorch
JAX
TensorBoard
Norwegian
Inference Endpoints
Model card Files Metrics Community
pere commited on
Commit
f51e238
·
1 Parent(s): edd8926

adding the summarisation script

Browse files
Files changed (20) hide show
  1. counttokens.py +3 -0
  2. events.out.tfevents.1630326671.t1v-n-1a0a7c50-w-0.1202721.3.v2 +3 -0
  3. events.out.tfevents.1630328896.t1v-n-1a0a7c50-w-0.1206173.3.v2 +3 -0
  4. events.out.tfevents.1630434504.t1v-n-1a0a7c50-w-0.312068.3.v2 +3 -0
  5. events.out.tfevents.1630436174.t1v-n-1a0a7c50-w-0.324236.3.v2 +3 -0
  6. events.out.tfevents.1630438595.t1v-n-1a0a7c50-w-0.341193.3.v2 +3 -0
  7. events.out.tfevents.1630440725.t1v-n-1a0a7c50-w-0.356092.3.v2 +3 -0
  8. events.out.tfevents.1630444172.t1v-n-1a0a7c50-w-0.379463.3.v2 +3 -0
  9. events.out.tfevents.1630476925.t1v-n-1a0a7c50-w-0.589404.3.v2 +3 -0
  10. events.out.tfevents.1630479462.t1v-n-1a0a7c50-w-0.606936.3.v2 +3 -0
  11. events.out.tfevents.1630482066.t1v-n-1a0a7c50-w-0.630103.3.v2 +3 -0
  12. events.out.tfevents.1630483244.t1v-n-1a0a7c50-w-0.638782.3.v2 +3 -0
  13. events.out.tfevents.1630489746.t1v-n-1a0a7c50-w-0.681250.3.v2 +3 -0
  14. events.out.tfevents.1630501676.t1v-n-1a0a7c50-w-0.756653.3.v2 +3 -0
  15. events.out.tfevents.1630502008.t1v-n-1a0a7c50-w-0.760503.3.v2 +3 -0
  16. events.out.tfevents.1630502858.t1v-n-1a0a7c50-w-0.767671.3.v2 +3 -0
  17. events.out.tfevents.1630510313.t1v-n-1a0a7c50-w-0.817524.3.v2 +3 -0
  18. flax_model.msgpack +1 -1
  19. run.sh +9 -9
  20. run_summarization_flax.py +3 -0
counttokens.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a28a3518ac62acfb2b5ef39b4fefa29e57498cccd67e1f4ab854a42fc607521
3
+ size 839
events.out.tfevents.1630326671.t1v-n-1a0a7c50-w-0.1202721.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11b613cfa36d10b0d7cea3fcac8cf42f8f296fbdcef29953c73944c28fc6b348
3
+ size 509588
events.out.tfevents.1630328896.t1v-n-1a0a7c50-w-0.1206173.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:621884b10cb713a809c1b7ea08240ac4f882a442ede3d591ed1f57e8a16ca47c
3
+ size 968913
events.out.tfevents.1630434504.t1v-n-1a0a7c50-w-0.312068.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:337b6eddcf0de1ebc896ae5f57e75399c3f0d83455f6500dc946460e2cebb811
3
+ size 40
events.out.tfevents.1630436174.t1v-n-1a0a7c50-w-0.324236.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87fde0a79917ea316791c8305ac5434f9e91f05ab8df58c97ae71fd946f6172d
3
+ size 509588
events.out.tfevents.1630438595.t1v-n-1a0a7c50-w-0.341193.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:888597692e219e73dad7c294f8472e854a3e4d6629e8186d6e5b7bbed17f855a
3
+ size 509588
events.out.tfevents.1630440725.t1v-n-1a0a7c50-w-0.356092.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7fd8568e05c53fad40fa252e5c0ba8983e8fe4e122a92d89043d65d3a0398fc
3
+ size 509588
events.out.tfevents.1630444172.t1v-n-1a0a7c50-w-0.379463.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a00cae56724805a8618eefb71910b5cf3c7f0e48118dcbf249d87433e0e84392
3
+ size 9327361
events.out.tfevents.1630476925.t1v-n-1a0a7c50-w-0.589404.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69a718c08798790f3690bb1a0ba2074bda2a6e5cec8ac7b863d31591d61441df
3
+ size 581335
events.out.tfevents.1630479462.t1v-n-1a0a7c50-w-0.606936.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e159e9742449ed0a6146714d7e8497675decb469d1ae09f612b508ecc28d345
3
+ size 523801
events.out.tfevents.1630482066.t1v-n-1a0a7c50-w-0.630103.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:152c27730924a528c846cb2b65b7107b751e7c82d44320c79f517a588d7ad69c
3
+ size 178597
events.out.tfevents.1630483244.t1v-n-1a0a7c50-w-0.638782.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74e59396e2c2d7ff186ab793bd27faf3f1aad1f7d28d08e6e06e383e611d8555
3
+ size 2312471
events.out.tfevents.1630489746.t1v-n-1a0a7c50-w-0.681250.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56921c680a5500202f9d59d835197a4534b115498870fbee9d2f220aa2e91137
3
+ size 127516
events.out.tfevents.1630501676.t1v-n-1a0a7c50-w-0.756653.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4af2d7f4f22577eb33529c73be2be5d688fb2254f4e907bed7d7e036e88b72f
3
+ size 40
events.out.tfevents.1630502008.t1v-n-1a0a7c50-w-0.760503.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e76f4d2e68f44cbe29a9190da302dab72249e7e73f2878c17a772542f6e07ba9
3
+ size 127516
events.out.tfevents.1630502858.t1v-n-1a0a7c50-w-0.767671.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c9dcd243f573a547484a8a0e068346cd49bef182c7adb8d66ef160d67fbc907
3
+ size 2775684
events.out.tfevents.1630510313.t1v-n-1a0a7c50-w-0.817524.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cc392022110534925405a27241ffec0eb046880c93f4b9aa47e8bc8d4681343
3
+ size 5804020
flax_model.msgpack CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:305b636490177681ad3f499348484808f82389b3b7f1c56e7876514ad2521a7d
3
  size 1100762015
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf66c3fa16973a5af40c792e87ec17e238a4c2a82fb8c3b03ae960d17fc900d8
3
  size 1100762015
run.sh CHANGED
@@ -1,18 +1,18 @@
1
  python run_translation_t5_flax.py \
2
  --output_dir "." \
3
- --model_name_or_path /mnt/disks/flaxdisk/norwegian-t5-base \
4
- --tokenizer_name /mnt/disks/flaxdisk/norwegian-t5-base \
5
  --train_file src_tgt_nb-nn.json \
6
  --validation_file parallel_src_tgt_dev.json \
7
  --test_file parallel_src_tgt_test.json \
8
  --do_train --do_eval --do_predict \
9
  --predict_with_generate \
10
- --num_train_epochs 20 \
11
- --learning_rate 7e-4 \
12
- --warmup_steps 3000 \
13
- --per_device_train_batch_size 8 \
14
- --per_device_eval_batch_size 8 \
15
  --overwrite_output_dir \
16
- --max_source_length 512 \
17
- --max_target_length 512 \
18
  --adafactor
 
1
  python run_translation_t5_flax.py \
2
  --output_dir "." \
3
+ --model_name_or_path /mnt/disks/flaxdisk/norwegian-t5-base-NCC-fast \
4
+ --tokenizer_name /mnt/disks/flaxdisk/norwegian-t5-base-NCC \
5
  --train_file src_tgt_nb-nn.json \
6
  --validation_file parallel_src_tgt_dev.json \
7
  --test_file parallel_src_tgt_test.json \
8
  --do_train --do_eval --do_predict \
9
  --predict_with_generate \
10
+ --num_train_epochs 100 \
11
+ --learning_rate 5e-5 \
12
+ --warmup_steps 0 \
13
+ --per_device_train_batch_size 64 \
14
+ --per_device_eval_batch_size 64 \
15
  --overwrite_output_dir \
16
+ --max_source_length 128 \
17
+ --max_target_length 128 \
18
  --adafactor
run_summarization_flax.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bb3e4b7dd09fe534a72a98f4a913613bdbc89b39977f01e2c4388886791dcd1
3
+ size 34428