Update handler.py

handler.py

@@ -63,7 +63,7 @@ class EndpointHandler:
         with torch.autocast(device):
             outputs = self.model.generate(
                 **voice_description, prompt_input_ids=inputs.input_ids, 
-                attention_mask=inputs.attention_mask,  #prompt_attention_mask=voice_description.attention_mask, 
+                prompt_attention_mask=inputs.attention_mask,  #prompt_attention_mask=voice_description.attention_mask, 
                 **gen_kwargs
             )