Update modeling_quiet.py

modeling_quiet.py

@@ -1203,14 +1203,14 @@ class QuietForCausalLM(QuietPreTrainedModel, GenerationMixin):
         pad_token_id = pad_token_id if pad_token_id is not None else self.config.pad_token_id
         eos_token_id = eos_token_id if eos_token_id is not None else self.config.eos_token_id
 
-        if input_ids is None:
-            raise ValueError("You have to specify either input_ids")
+        # if input_ids is None:
+        #     raise ValueError("You have to specify either input_ids")
 
-        batch_size = input_ids.shape[0]
-        cur_len = input_ids.shape[-1]
+        # batch_size = input_ids.shape[0]
+        # cur_len = input_ids.shape[-1]
 
-        if attention_mask is None:
-            attention_mask = torch.ones(batch_size, cur_len, device=input_ids.device)
+        # if attention_mask is None:
+        #     attention_mask = torch.ones(batch_size, cur_len, device=input_ids.device)
 
         return self._generate_no_beam_search(
             input_ids,