injilashah
commited on
Update README.md
Browse filesThe import Indicprocessor from IndicTransTokenizer is not applicable now . Please modify this to Import IndicProcessor from IndicTransToolkit.processor in the inference script.
The inference Script throws error and won't run without this
README.md
CHANGED
@@ -61,8 +61,8 @@ Please refer to the [github repository](https://github.com/AI4Bharat/IndicTrans2
|
|
61 |
```python
|
62 |
import torch
|
63 |
from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
|
64 |
-
from IndicTransTokenizer import IndicProcessor
|
65 |
-
|
66 |
|
67 |
model_name = "ai4bharat/indictrans2-en-indic-dist-200M"
|
68 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
|
|
61 |
```python
|
62 |
import torch
|
63 |
from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
|
64 |
+
#from IndicTransTokenizer import IndicProcessor --> (na)
|
65 |
+
from IndicTransToolkit.processor import IndicProcessor
|
66 |
|
67 |
model_name = "ai4bharat/indictrans2-en-indic-dist-200M"
|
68 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|