Update README.md
Browse files
README.md
CHANGED
@@ -127,7 +127,7 @@ with torch.no_grad():
|
|
127 |
for k in ['input_ids', 'attention_mask']:
|
128 |
model_input[k] = torch.tensor(batch[k]).to('cuda')
|
129 |
|
130 |
-
output_ids =
|
131 |
max_length = max_length * batch_size,
|
132 |
forced_eos_token_id = eos_tokens,
|
133 |
max_time = max_time * batch_size,
|
|
|
127 |
for k in ['input_ids', 'attention_mask']:
|
128 |
model_input[k] = torch.tensor(batch[k]).to('cuda')
|
129 |
|
130 |
+
output_ids = lama2dictionary.generate(**model_input,
|
131 |
max_length = max_length * batch_size,
|
132 |
forced_eos_token_id = eos_tokens,
|
133 |
max_time = max_time * batch_size,
|