thuannh commited on
Commit
2a4bec0
·
verified ·
1 Parent(s): 138c8e8

Update model.yml

Browse files
Files changed (1) hide show
  1. model.yml +1 -1
model.yml CHANGED
@@ -16,5 +16,5 @@ stream: true # true | false
16
  # Engine / Model Settings
17
  ngl: 33 # Infer from base config.json -> num_attention_heads
18
  ctx_len: 4096 # Infer from base config.json -> max_position_embeddings
19
- engine: cortex.llamacpp
20
  prompt_template: "<start_of_turn>user\n{prompt}<end_of_turn>\n<start_of_turn>model"
 
16
  # Engine / Model Settings
17
  ngl: 33 # Infer from base config.json -> num_attention_heads
18
  ctx_len: 4096 # Infer from base config.json -> max_position_embeddings
19
+ engine: llama-cpp
20
  prompt_template: "<start_of_turn>user\n{prompt}<end_of_turn>\n<start_of_turn>model"