Update README.md
Browse files
README.md
CHANGED
@@ -51,10 +51,10 @@ processor = AutoProcessor.from_pretrained("visheratin/MC-LLaVA-3b", trust_remote
|
|
51 |
|
52 |
with torch.inference_mode():
|
53 |
inputs = processor(prompt, [raw_image], model, max_crops=100, num_tokens=728)
|
|
|
|
|
54 |
|
55 |
-
output = model.generate(**inputs, max_new_tokens=200, use_cache=True, do_sample=False, eos_token_id=processor.tokenizer.eos_token_id, pad_token_id=processor.tokenizer.eos_token_id)
|
56 |
result = processor.tokenizer.decode(output[0]).replace(prompt, "").replace("<|im_end|>", "")
|
57 |
-
|
58 |
print(result)
|
59 |
```
|
60 |
|
|
|
51 |
|
52 |
with torch.inference_mode():
|
53 |
inputs = processor(prompt, [raw_image], model, max_crops=100, num_tokens=728)
|
54 |
+
output = model.generate(**inputs, max_new_tokens=200, use_cache=True, do_sample=False,
|
55 |
+
eos_token_id=processor.tokenizer.eos_token_id, pad_token_id=processor.tokenizer.eos_token_id)
|
56 |
|
|
|
57 |
result = processor.tokenizer.decode(output[0]).replace(prompt, "").replace("<|im_end|>", "")
|
|
|
58 |
print(result)
|
59 |
```
|
60 |
|