init

ernie-fixed/Modelfile

@@ -0,0 +1,13 @@
+FROM hf.co/gabriellarson/ERNIE-4.5-21B-A3B-Thinking-GGUF:IQ4_XS
+
+TEMPLATE """{{ if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+<|im_start|>assistant
+{{ .Response }}{{ end }}"""
+
+PARAMETER stop "<|im_end|>"
+PARAMETER stop "<|im_start|>"
+PARAMETER stop "</think>"
+PARAMETER num_predict 2048