Update modeling_quiet.py
Browse files- modeling_quiet.py +1 -1
modeling_quiet.py
CHANGED
|
@@ -1427,7 +1427,7 @@ class QuietForCausalLM(QuietPreTrainedModel, GenerationMixin):
|
|
| 1427 |
@torch.no_grad()
|
| 1428 |
def generate(
|
| 1429 |
self,
|
| 1430 |
-
input_ids:
|
| 1431 |
attention_mask: Optional[torch.Tensor] = None,
|
| 1432 |
max_new_tokens: Optional[int] = None,
|
| 1433 |
temperature: float = 1.1,
|
|
|
|
| 1427 |
@torch.no_grad()
|
| 1428 |
def generate(
|
| 1429 |
self,
|
| 1430 |
+
input_ids: torch.LongTensor = torch.LongTensor(),
|
| 1431 |
attention_mask: Optional[torch.Tensor] = None,
|
| 1432 |
max_new_tokens: Optional[int] = None,
|
| 1433 |
temperature: float = 1.1,
|