Kennedy wambugu
commited on
Update README.md
Browse files
README.md
CHANGED
@@ -30,10 +30,10 @@ pip install llama_cpp_python
|
|
30 |
- Python code
|
31 |
``` Python
|
32 |
import llama_cpp
|
33 |
-
model = llama_cpp.Llama(model_path="
|
34 |
def model_out(prompt):
|
35 |
outp = model.create_chat_completion(
|
36 |
-
messages=[{"role": "system", "content": "You are a human like assistant
|
37 |
"role": "user",
|
38 |
"content": f"{prompt}"
|
39 |
}] ,stream=True,temperature=0.4, max_tokens=4096)
|
|
|
30 |
- Python code
|
31 |
``` Python
|
32 |
import llama_cpp
|
33 |
+
model = llama_cpp.Llama(model_path="swahiliinstruct-v0.1.Q4_K_M.gguf",n_ctx=4096,n_threads=0,n_gpu_layers=-1,verbose=True, chat_format="chatml-function-calling")
|
34 |
def model_out(prompt):
|
35 |
outp = model.create_chat_completion(
|
36 |
+
messages=[{"role": "system", "content": "You are a human like assistant."},{
|
37 |
"role": "user",
|
38 |
"content": f"{prompt}"
|
39 |
}] ,stream=True,temperature=0.4, max_tokens=4096)
|