Upload folder using huggingface_hub

model.yml

@@ -1,14 +1,14 @@
 # BEGIN GENERAL GGUF METADATA
 id: qwen2.5-coder
 model: qwen2.5-coder
-name: qwen2.5-coder
+name: qwen2.5-coder:14b-gguf-q4-km
 version: 1
 # END GENERAL GGUF METADATA
 
 # BEGIN INFERENCE PARAMETERS
 # BEGIN REQUIRED
 stop:
-- <|im_end|>
+  - <|im_end|>
 # END REQUIRED
 
 # BEGIN OPTIONAL
@@ -40,8 +40,9 @@ min_keep: 0
 # BEGIN MODEL LOAD PARAMETERS
 # BEGIN REQUIRED
 engine: llama-cpp
-prompt_template: <|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant\n
+prompt_template: 
+  <|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant\n
 ctx_len: 4096
-ngl: 34
+ngl: 49
 # END REQUIRED
 # END MODEL LOAD PARAMETERS