OpenVINO
/

gpt-j-6b-fp16-ov

Text Generation

Inference Endpoints

Model card Files Files and versions Community

sylwia-kuros commited on Jul 4, 2024

Commit

061d165

·

verified ·

1 Parent(s): 397bc24

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -29,7 +29,7 @@ pip install optimum[openvino]
 from transformers import AutoTokenizer
 from optimum.intel.openvino import OVModelForCausalLM
-model_id = "OpenVINO/gpt-j-6b"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = OVModelForCausalLM.from_pretrained(model_id)

 from transformers import AutoTokenizer
 from optimum.intel.openvino import OVModelForCausalLM
+model_id = "OpenVINO/gpt-j-6b-fp16-ov"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = OVModelForCausalLM.from_pretrained(model_id)