Crystalcareai commited on
Commit
7523550
·
verified ·
1 Parent(s): 91da428

Update generate.py

Browse files
Files changed (1) hide show
  1. generate.py +2 -2
generate.py CHANGED
@@ -184,7 +184,7 @@ def generate(
184
  self.rm_initialized = True
185
  self.original_mode = False
186
 
187
- generated_token_ids, attention_mask = custom_generate(
188
  self,
189
  input_ids=input_ids,
190
  attention_mask=attention_mask,
@@ -221,4 +221,4 @@ def generate(
221
  **model_kwargs,
222
  )
223
 
224
- return generated_token_ids, attention_mask
 
184
  self.rm_initialized = True
185
  self.original_mode = False
186
 
187
+ output = custom_generate(
188
  self,
189
  input_ids=input_ids,
190
  attention_mask=attention_mask,
 
221
  **model_kwargs,
222
  )
223
 
224
+ return output