Update README.md
Browse files
README.md
CHANGED
@@ -20,6 +20,10 @@ This is the model card of a 🤗 transformers model that has been pushed on the
|
|
20 |
|
21 |
|
22 |
### Direct Use
|
|
|
|
|
|
|
|
|
23 |
def inference(
|
24 |
model: AutoModelForCausalLM,
|
25 |
tokenizer: AutoTokenizer,
|
|
|
20 |
|
21 |
|
22 |
### Direct Use
|
23 |
+
model = AutoModel.from_pretrained('FrankL/storytellerLM-v0', trust_remote_code=True, torch_dtype=torch.float16)
|
24 |
+
model = model.to(device='cuda')
|
25 |
+
|
26 |
+
tokenizer = AutoTokenizer.from_pretrained('FrankL/storytellerLM-v0', trust_remote_code=True)
|
27 |
def inference(
|
28 |
model: AutoModelForCausalLM,
|
29 |
tokenizer: AutoTokenizer,
|