Update modeling_quiet.py
Browse files- modeling_quiet.py +1 -1
modeling_quiet.py
CHANGED
|
@@ -1432,7 +1432,7 @@ class QuietForCausalLM(QuietPreTrainedModel, GenerationMixin):
|
|
| 1432 |
max_new_tokens: Optional[int] = None,
|
| 1433 |
temperature: float = 1.1,
|
| 1434 |
**kwargs,
|
| 1435 |
-
):
|
| 1436 |
if attention_mask is None:
|
| 1437 |
# Create a default attention mask if not provided
|
| 1438 |
attention_mask = torch.ones_like(input_ids)
|
|
|
|
| 1432 |
max_new_tokens: Optional[int] = None,
|
| 1433 |
temperature: float = 1.1,
|
| 1434 |
**kwargs,
|
| 1435 |
+
) -> torch.LongTensor:
|
| 1436 |
if attention_mask is None:
|
| 1437 |
# Create a default attention mask if not provided
|
| 1438 |
attention_mask = torch.ones_like(input_ids)
|