Crystalcareai
commited on
Update generate.py
Browse files- generate.py +3 -3
generate.py
CHANGED
@@ -40,8 +40,6 @@ def custom_generate(
|
|
40 |
forced_bos_token_id=None,
|
41 |
forced_eos_token_id=None,
|
42 |
remove_invalid_values=None,
|
43 |
-
n_ahead=12,
|
44 |
-
n_ahead_talk=4,
|
45 |
synced_gpus=None,
|
46 |
**kwargs,
|
47 |
):
|
@@ -103,9 +101,11 @@ def generate(
|
|
103 |
max_length=None,
|
104 |
min_length=None,
|
105 |
do_sample=None,
|
|
|
|
|
106 |
early_stopping=None,
|
107 |
num_beams=None,
|
108 |
-
temperature=
|
109 |
top_k=None,
|
110 |
top_p=None,
|
111 |
repetition_penalty=None,
|
|
|
40 |
forced_bos_token_id=None,
|
41 |
forced_eos_token_id=None,
|
42 |
remove_invalid_values=None,
|
|
|
|
|
43 |
synced_gpus=None,
|
44 |
**kwargs,
|
45 |
):
|
|
|
101 |
max_length=None,
|
102 |
min_length=None,
|
103 |
do_sample=None,
|
104 |
+
n_ahead=12,
|
105 |
+
n_ahead_talk=4,
|
106 |
early_stopping=None,
|
107 |
num_beams=None,
|
108 |
+
temperature=0.9,
|
109 |
top_k=None,
|
110 |
top_p=None,
|
111 |
repetition_penalty=None,
|