hieunguyen1053 commited on
Commit
5f92b91
·
1 Parent(s): dc7d2de

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +33 -0
README.md CHANGED
@@ -63,4 +63,37 @@ input_ids = tokenizer(prompt, return_tensors="pt")['input_ids'].to(device)
63
  gen_tokens = model.generate(input_ids, max_length=max_length, repetition_penalty=1.1)
64
 
65
  print(tokenizer.batch_decode(gen_tokens)[0])
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
66
  ```
 
63
  gen_tokens = model.generate(input_ids, max_length=max_length, repetition_penalty=1.1)
64
 
65
  print(tokenizer.batch_decode(gen_tokens)[0])
66
+ ```
67
+
68
+ ```
69
+ {
70
+ "results": {
71
+ "lambada_vi": {
72
+ "ppl": 22.64664251438597,
73
+ "ppl_stderr": 0.5810548407007641,
74
+ "acc": 0.29679875073199297,
75
+ "acc_stderr": 0.004513514788263131
76
+ }
77
+ },
78
+ "versions": {
79
+ "lambada_vi": null
80
+ },
81
+ "config": {
82
+ "model": "hf-causal",
83
+ "model_args": "pretrained=vlsp-2023-vllm/hoa-7b",
84
+ "num_fewshot": 0,
85
+ "batch_size": null,
86
+ "batch_sizes": [],
87
+ "device": "cuda:0",
88
+ "no_cache": false,
89
+ "limit": null,
90
+ "bootstrap_iters": 100000,
91
+ "description_dict": {}
92
+ }
93
+ }
94
+ hf-causal (pretrained=vlsp-2023-vllm/hoa-7b), limit: None, provide_description: False, num_fewshot: 0, batch_size: None
95
+ | Task |Version|Metric| Value | |Stderr|
96
+ |----------|-------|------|------:|---|-----:|
97
+ |lambada_vi| |ppl |22.6466|± |0.5811|
98
+ | | |acc | 0.2968|± |0.0045|
99
  ```