Crystalcareai commited on
Commit
0e73169
·
verified ·
1 Parent(s): 6991b97

Update generate.py

Browse files
Files changed (1) hide show
  1. generate.py +4 -4
generate.py CHANGED
@@ -105,7 +105,7 @@ def generate(
105
  do_sample=None,
106
  early_stopping=None,
107
  num_beams=None,
108
- temperature= 0.7,
109
  streamer=None,
110
  top_k=None,
111
  top_p=None,
@@ -126,11 +126,11 @@ def generate(
126
  output_hidden_states=None,
127
  output_scores=None,
128
  return_dict_in_generate=None,
129
- forced_bos_token_id=None,
130
- forced_eos_token_id=None,
131
  remove_invalid_values=None,
132
  synced_gpus=None,
133
- n_ahead=8,
134
  n_ahead_talk=4,
135
  merged_talk_heads=True,
136
  merged_lm_and_talk_heads=False,
 
105
  do_sample=None,
106
  early_stopping=None,
107
  num_beams=None,
108
+ temperature= 0.9,
109
  streamer=None,
110
  top_k=None,
111
  top_p=None,
 
126
  output_hidden_states=None,
127
  output_scores=None,
128
  return_dict_in_generate=None,
129
+ forced_bos_token_id= True,
130
+ forced_eos_token_id= True,
131
  remove_invalid_values=None,
132
  synced_gpus=None,
133
+ n_ahead=12,
134
  n_ahead_talk=4,
135
  merged_talk_heads=True,
136
  merged_lm_and_talk_heads=False,