Kennedy wambugu commited on
Commit
1ae771d
·
verified ·
1 Parent(s): 8f4d2cd

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -30,10 +30,10 @@ pip install llama_cpp_python
30
  - Python code
31
  ``` Python
32
  import llama_cpp
33
- model = llama_cpp.Llama(model_path="./swahiliinstruct-v0.1.Q5_K_M.gguf",n_ctx=4096,n_threads=0,n_gpu_layers=-1,verbose=True, chat_format="chatml-function-calling")
34
  def model_out(prompt):
35
  outp = model.create_chat_completion(
36
- messages=[{"role": "system", "content": "You are a human like assistant, who responds to queries, Your are called Wambugu Kinyua AI."},{
37
  "role": "user",
38
  "content": f"{prompt}"
39
  }] ,stream=True,temperature=0.4, max_tokens=4096)
 
30
  - Python code
31
  ``` Python
32
  import llama_cpp
33
+ model = llama_cpp.Llama(model_path="swahiliinstruct-v0.1.Q4_K_M.gguf",n_ctx=4096,n_threads=0,n_gpu_layers=-1,verbose=True, chat_format="chatml-function-calling")
34
  def model_out(prompt):
35
  outp = model.create_chat_completion(
36
+ messages=[{"role": "system", "content": "You are a human like assistant."},{
37
  "role": "user",
38
  "content": f"{prompt}"
39
  }] ,stream=True,temperature=0.4, max_tokens=4096)