Update generate.py

generate.py

@@ -1,4 +1,5 @@
 import torch
+from transformers import AutoTokenizer
 from transformers.utils import logging
 from transformers.generation.utils import (
     GenerationMixin,
@@ -8,6 +9,9 @@ from transformers.generation.utils import (
 
 logger = logging.get_logger(__name__)
 
+tokenizer = AutoTokenizer.from_pretrained("Crystalcareai/Quiet-Star-Custom")
+model.tokenizer = tokenizer
+
 def custom_generate(
     self,
     input_ids,