Crystalcareai
commited on
Update generate.py
Browse files- generate.py +1 -1
generate.py
CHANGED
@@ -158,7 +158,7 @@ def generate(
|
|
158 |
):
|
159 |
# Set default value for max_new_tokens if not provided
|
160 |
if max_new_tokens is None:
|
161 |
-
max_new_tokens =
|
162 |
|
163 |
# Set model attributes
|
164 |
self.max_thoughts = n_ahead + n_ahead_talk + 1
|
|
|
158 |
):
|
159 |
# Set default value for max_new_tokens if not provided
|
160 |
if max_new_tokens is None:
|
161 |
+
max_new_tokens = 128 # Set a reasonable default value
|
162 |
|
163 |
# Set model attributes
|
164 |
self.max_thoughts = n_ahead + n_ahead_talk + 1
|