Update generate.py

generate.py

@@ -17,7 +17,7 @@ def custom_generate(
     do_sample=None,
     early_stopping=None,
     num_beams=None,
-    temperature=1.0,
+    temperature=None,
     top_k=None,
     top_p=None,
     repetition_penalty=None,
@@ -103,7 +103,7 @@ def generate(
     do_sample=None,
     early_stopping=None,
     num_beams=None,
-    temperature=1.0,
+    temperature=None,
     streamer=None,
     top_k=None,
     top_p=None,
@@ -128,7 +128,7 @@ def generate(
     forced_eos_token_id=None,
     remove_invalid_values=None,
     synced_gpus=None,
-    n_ahead=4,
+    n_ahead=8,
     n_ahead_talk=4,
     merged_talk_heads=True,
     merged_lm_and_talk_heads=False,