FrancescoPeriti commited on
Commit
613313b
·
verified ·
1 Parent(s): 84e5dc6

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -127,7 +127,7 @@ with torch.no_grad():
127
  for k in ['input_ids', 'attention_mask']:
128
  model_input[k] = torch.tensor(batch[k]).to('cuda')
129
 
130
- output_ids = ft_model.generate(**model_input,
131
  max_length = max_length * batch_size,
132
  forced_eos_token_id = eos_tokens,
133
  max_time = max_time * batch_size,
 
127
  for k in ['input_ids', 'attention_mask']:
128
  model_input[k] = torch.tensor(batch[k]).to('cuda')
129
 
130
+ output_ids = lama2dictionary.generate(**model_input,
131
  max_length = max_length * batch_size,
132
  forced_eos_token_id = eos_tokens,
133
  max_time = max_time * batch_size,