Update modeling_quiet.py

modeling_quiet.py

@@ -1424,10 +1424,18 @@ class QuietForCausalLM(QuietPreTrainedModel, GenerationMixin):
 		logits = self.lm_head(mixed_hidden_states)
 		return logits
 
-	# def generate(self, input_ids, attention_mask=None, max_length=None, temperature=1.0, **kwargs):
-	# 	from .generate import generate
-	# 	return generate(self, input_ids=input_ids, attention_mask=attention_mask, max_length=max_length, temperature=temperature, **kwargs)
-
+	@torch.no_grad()
+	def generate(
+		self,
+		input_ids: torch.LongTensor,
+		attention_mask: Optional[torch.Tensor] = None,
+		max_length: Optional[int] = None,
+		temperature: float = 1.1,
+		**kwargs,
+	):
+		from .generate import generate
+		return generate(self, input_ids=input_ids, attention_mask=attention_mask, max_length=max_length, temperature=temperature, **kwargs)
+		
 	@add_start_docstrings_to_model_forward(QUIET_INPUTS_DOCSTRING)
 	@replace_return_docstrings(output_type=CausalLMOutputWithPast, config_class=_CONFIG_FOR_DOC)
 	def forward(