Crystalcareai
commited on
Update generate.py
Browse files- generate.py +4 -4
generate.py
CHANGED
@@ -105,7 +105,7 @@ def generate(
|
|
105 |
do_sample=None,
|
106 |
early_stopping=None,
|
107 |
num_beams=None,
|
108 |
-
temperature= 0.
|
109 |
streamer=None,
|
110 |
top_k=None,
|
111 |
top_p=None,
|
@@ -126,11 +126,11 @@ def generate(
|
|
126 |
output_hidden_states=None,
|
127 |
output_scores=None,
|
128 |
return_dict_in_generate=None,
|
129 |
-
forced_bos_token_id=
|
130 |
-
forced_eos_token_id=
|
131 |
remove_invalid_values=None,
|
132 |
synced_gpus=None,
|
133 |
-
n_ahead=
|
134 |
n_ahead_talk=4,
|
135 |
merged_talk_heads=True,
|
136 |
merged_lm_and_talk_heads=False,
|
|
|
105 |
do_sample=None,
|
106 |
early_stopping=None,
|
107 |
num_beams=None,
|
108 |
+
temperature= 0.9,
|
109 |
streamer=None,
|
110 |
top_k=None,
|
111 |
top_p=None,
|
|
|
126 |
output_hidden_states=None,
|
127 |
output_scores=None,
|
128 |
return_dict_in_generate=None,
|
129 |
+
forced_bos_token_id= True,
|
130 |
+
forced_eos_token_id= True,
|
131 |
remove_invalid_values=None,
|
132 |
synced_gpus=None,
|
133 |
+
n_ahead=12,
|
134 |
n_ahead_talk=4,
|
135 |
merged_talk_heads=True,
|
136 |
merged_lm_and_talk_heads=False,
|