|
['run_entity.py', '--do_eval', '--eval_test', '--learning_rate=1e-5', '--task_learning_rate=5e-4', '--train_batch_size=32', '--context_window', '0', '--task', 'ko', '--data_dir', 'korean_data/json/', '--model', 'monologg/kobert', '--output_dir', 'KLUE_dir']
|
|
Namespace(bert_model_dir=None, bertadam=False, context_window=0, data_dir='korean_data/json/', dev_data='korean_data/json/dev.json', dev_pred_filename='ent_pred_dev.json', do_eval=True, do_train=False, eval_batch_size=32, eval_per_epoch=1, eval_test=True, learning_rate=1e-05, max_span_length=8, model='monologg/kobert', num_epoch=20, output_dir='KLUE_dir', print_loss_step=100, seed=0, task='ko', task_learning_rate=0.0005, test_data='korean_data/json/test.json', test_pred_filename='ent_pred_test.json', train_batch_size=32, train_data='korean_data/json/train.json', train_shuffle=False, use_albert=False, warmup_proportion=0.1)
|
|
Moving to CUDA...
|
|
|
|
|
|
Extracted 5000 samples from 5000 documents, with 14178 NER labels, 31.704 avg input length, 93 max length
|
|
Max Length: 93, max NER: 16
|
|
Loading BERT model from KLUE_dir/
|
|
Moving to CUDA...
|
|
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 21.000 avg input length, 21 max length
|
|
Max Length: 21, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.978571
|
|
Cor: 0, Pred TOT: 3, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 1.564503
|
|
Total pred entities: 3
|
|
Output predictions to KLUE_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 11.000 avg input length, 11 max length
|
|
Max Length: 11, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 1.000000
|
|
Cor: 0, Pred TOT: 0, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.059834
|
|
Total pred entities: 0
|
|
Output predictions to KLUE_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 18.000 avg input length, 18 max length
|
|
Max Length: 18, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.982759
|
|
Cor: 0, Pred TOT: 2, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.061113
|
|
Total pred entities: 2
|
|
Output predictions to KLUE_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 20.000 avg input length, 20 max length
|
|
Max Length: 20, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.984848
|
|
Cor: 0, Pred TOT: 2, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.122653
|
|
Total pred entities: 2
|
|
Output predictions to KLUE_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 20.000 avg input length, 20 max length
|
|
Max Length: 20, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.969697
|
|
Cor: 0, Pred TOT: 4, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.145248
|
|
Total pred entities: 4
|
|
Output predictions to KLUE_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 21.000 avg input length, 21 max length
|
|
Max Length: 21, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.971429
|
|
Cor: 0, Pred TOT: 4, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.127085
|
|
Total pred entities: 4
|
|
Output predictions to KLUE_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 17.000 avg input length, 17 max length
|
|
Max Length: 17, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.972222
|
|
Cor: 0, Pred TOT: 3, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.145418
|
|
Total pred entities: 3
|
|
Output predictions to KLUE_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 13.000 avg input length, 13 max length
|
|
Max Length: 13, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.960526
|
|
Cor: 0, Pred TOT: 3, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.067745
|
|
Total pred entities: 3
|
|
Output predictions to KLUE_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 11.000 avg input length, 11 max length
|
|
Max Length: 11, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.950000
|
|
Cor: 0, Pred TOT: 3, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.075411
|
|
Total pred entities: 3
|
|
Output predictions to KLUE_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 11.000 avg input length, 11 max length
|
|
Max Length: 11, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.950000
|
|
Cor: 0, Pred TOT: 3, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.051806
|
|
Total pred entities: 3
|
|
Output predictions to KLUE_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 12.000 avg input length, 12 max length
|
|
Max Length: 12, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.985294
|
|
Cor: 0, Pred TOT: 1, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.058642
|
|
Total pred entities: 1
|
|
Output predictions to KLUE_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 13.000 avg input length, 13 max length
|
|
Max Length: 13, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.986842
|
|
Cor: 0, Pred TOT: 1, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.061128
|
|
Total pred entities: 1
|
|
Output predictions to KLUE_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 14.000 avg input length, 14 max length
|
|
Max Length: 14, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.976190
|
|
Cor: 0, Pred TOT: 2, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.129994
|
|
Total pred entities: 2
|
|
Output predictions to KLUE_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 18.000 avg input length, 18 max length
|
|
Max Length: 18, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.991379
|
|
Cor: 0, Pred TOT: 1, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.127134
|
|
Total pred entities: 1
|
|
Output predictions to KLUE_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 16.000 avg input length, 16 max length
|
|
Max Length: 16, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.990000
|
|
Cor: 0, Pred TOT: 1, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.141033
|
|
Total pred entities: 1
|
|
Output predictions to KLUE_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 13.000 avg input length, 13 max length
|
|
Max Length: 13, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.986842
|
|
Cor: 0, Pred TOT: 1, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.120889
|
|
Total pred entities: 1
|
|
Output predictions to KLUE_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 13.000 avg input length, 13 max length
|
|
Max Length: 13, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.973684
|
|
Cor: 0, Pred TOT: 2, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.070503
|
|
Total pred entities: 2
|
|
Output predictions to KLUE_dir\ent_pred_test.json..
|
|
|
