Crystalcareai
commited on
Update generate.py
Browse files- generate.py +2 -0
generate.py
CHANGED
@@ -40,6 +40,8 @@ def custom_generate(
|
|
40 |
forced_bos_token_id=None,
|
41 |
forced_eos_token_id=None,
|
42 |
remove_invalid_values=None,
|
|
|
|
|
43 |
synced_gpus=None,
|
44 |
**kwargs,
|
45 |
):
|
|
|
40 |
forced_bos_token_id=None,
|
41 |
forced_eos_token_id=None,
|
42 |
remove_invalid_values=None,
|
43 |
+
n_ahead=12,
|
44 |
+
n_ahead_talk=4,
|
45 |
synced_gpus=None,
|
46 |
**kwargs,
|
47 |
):
|