s3nh
/

Sentdex-WSB-GPT-13B-GGUF

Text Generation

Inference Endpoints

Model card Files Files and versions Community

Update README.md

#1

by Dawoodthouseef - opened Mar 13, 2024

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -51,7 +51,7 @@ from ctransformers import AutoModelForCausalLM
 model = AutoModelForCausalLM.from_pretrained(output_dir, gguf_file,
 gpu_layers=32, model_type="llama")
-manual_input: str = "Tell me about your last dream, please."
 llm(manual_input,
       max_new_tokens=256,

 model = AutoModelForCausalLM.from_pretrained(output_dir, gguf_file,
 gpu_layers=32, model_type="llama")
+manual_input: str = "[INST]Tell me about your last dream, please.[/INST]### REPLY:"
 llm(manual_input,
       max_new_tokens=256,