thuannh commited on
Commit
9c0880d
·
verified ·
1 Parent(s): 45e0e35

Update model.yml

Browse files
Files changed (1) hide show
  1. model.yml +1 -1
model.yml CHANGED
@@ -15,5 +15,5 @@ stream: true # true | false
15
  # Engine / Model Settings
16
  ngl: 33 # Infer from base config.json -> num_attention_heads
17
  ctx_len: 4096 # Infer from base config.json -> max_position_embeddings
18
- engine: cortex.llamacpp
19
  prompt_template: "\n\n<|system|>\n{system_message}</s>\n\n\n\n\n<|user|>\n{prompt}</s>\n\n\n<|assistant|>\n\n"
 
15
  # Engine / Model Settings
16
  ngl: 33 # Infer from base config.json -> num_attention_heads
17
  ctx_len: 4096 # Infer from base config.json -> max_position_embeddings
18
+ engine: llama-cpp
19
  prompt_template: "\n\n<|system|>\n{system_message}</s>\n\n\n\n\n<|user|>\n{prompt}</s>\n\n\n<|assistant|>\n\n"