Crystalcareai commited on
Commit
c562328
·
verified ·
1 Parent(s): 723bd20

Update generate.py

Browse files
Files changed (1) hide show
  1. generate.py +2 -0
generate.py CHANGED
@@ -40,6 +40,8 @@ def custom_generate(
40
  forced_bos_token_id=None,
41
  forced_eos_token_id=None,
42
  remove_invalid_values=None,
 
 
43
  synced_gpus=None,
44
  **kwargs,
45
  ):
 
40
  forced_bos_token_id=None,
41
  forced_eos_token_id=None,
42
  remove_invalid_values=None,
43
+ n_ahead=12,
44
+ n_ahead_talk=4,
45
  synced_gpus=None,
46
  **kwargs,
47
  ):