hieunguyen1053
commited on
Commit
·
5f92b91
1
Parent(s):
dc7d2de
Update README.md
Browse files
README.md
CHANGED
@@ -63,4 +63,37 @@ input_ids = tokenizer(prompt, return_tensors="pt")['input_ids'].to(device)
|
|
63 |
gen_tokens = model.generate(input_ids, max_length=max_length, repetition_penalty=1.1)
|
64 |
|
65 |
print(tokenizer.batch_decode(gen_tokens)[0])
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
66 |
```
|
|
|
63 |
gen_tokens = model.generate(input_ids, max_length=max_length, repetition_penalty=1.1)
|
64 |
|
65 |
print(tokenizer.batch_decode(gen_tokens)[0])
|
66 |
+
```
|
67 |
+
|
68 |
+
```
|
69 |
+
{
|
70 |
+
"results": {
|
71 |
+
"lambada_vi": {
|
72 |
+
"ppl": 22.64664251438597,
|
73 |
+
"ppl_stderr": 0.5810548407007641,
|
74 |
+
"acc": 0.29679875073199297,
|
75 |
+
"acc_stderr": 0.004513514788263131
|
76 |
+
}
|
77 |
+
},
|
78 |
+
"versions": {
|
79 |
+
"lambada_vi": null
|
80 |
+
},
|
81 |
+
"config": {
|
82 |
+
"model": "hf-causal",
|
83 |
+
"model_args": "pretrained=vlsp-2023-vllm/hoa-7b",
|
84 |
+
"num_fewshot": 0,
|
85 |
+
"batch_size": null,
|
86 |
+
"batch_sizes": [],
|
87 |
+
"device": "cuda:0",
|
88 |
+
"no_cache": false,
|
89 |
+
"limit": null,
|
90 |
+
"bootstrap_iters": 100000,
|
91 |
+
"description_dict": {}
|
92 |
+
}
|
93 |
+
}
|
94 |
+
hf-causal (pretrained=vlsp-2023-vllm/hoa-7b), limit: None, provide_description: False, num_fewshot: 0, batch_size: None
|
95 |
+
| Task |Version|Metric| Value | |Stderr|
|
96 |
+
|----------|-------|------|------:|---|-----:|
|
97 |
+
|lambada_vi| |ppl |22.6466|± |0.5811|
|
98 |
+
| | |acc | 0.2968|± |0.0045|
|
99 |
```
|