Crystalcareai commited on
Commit
c8000c4
·
verified ·
1 Parent(s): e8b350b

Update generate.py

Browse files
Files changed (1) hide show
  1. generate.py +2 -2
generate.py CHANGED
@@ -172,7 +172,7 @@ def generate(
172
 
173
  generated_token_ids = custom_generate(
174
  self,
175
- input_ids,
176
  attention_mask=attention_mask,
177
  max_new_tokens=max_new_tokens,
178
  min_length=min_length,
@@ -207,4 +207,4 @@ def generate(
207
  **model_kwargs,
208
  )
209
 
210
- return generated_token_ids
 
172
 
173
  generated_token_ids = custom_generate(
174
  self,
175
+ input_ids=input_ids, # Pass input_ids explicitly
176
  attention_mask=attention_mask,
177
  max_new_tokens=max_new_tokens,
178
  min_length=min_length,
 
207
  **model_kwargs,
208
  )
209
 
210
+ return generated_token_ids