Crystalcareai commited on
Commit
beb979f
·
verified ·
1 Parent(s): 53a9463

Update generate.py

Browse files
Files changed (1) hide show
  1. generate.py +1 -1
generate.py CHANGED
@@ -158,7 +158,7 @@ def generate(
158
  ):
159
  # Set default value for max_new_tokens if not provided
160
  if max_new_tokens is None:
161
- max_new_tokens = 20 # Set a reasonable default value
162
 
163
  # Set model attributes
164
  self.max_thoughts = n_ahead + n_ahead_talk + 1
 
158
  ):
159
  # Set default value for max_new_tokens if not provided
160
  if max_new_tokens is None:
161
+ max_new_tokens = 128 # Set a reasonable default value
162
 
163
  # Set model attributes
164
  self.max_thoughts = n_ahead + n_ahead_talk + 1