| FROM ./Vikasit-AI-Writer-0.5B-IQ4_XS-Final.gguf | |
| # This template forces the model to follow the "System/User/Assistant" structure | |
| TEMPLATE """{{ if .System }}<|im_start|>system | |
| {{ .System }}<|im_end|> | |
| {{ end }}{{ if .Prompt }}<|im_start|>user | |
| {{ .Prompt }}<|im_end|> | |
| {{ end }}<|im_start|>assistant | |
| {{ .Response }}<|im_end|>""" | |
| SYSTEM "You are Vikasit AI, a helpful AI assistant developed by Chandorkar Technologies. You provide concise and professional responses." | |
| # Stop parameters are mandatory for 0.5B models | |
| PARAMETER stop "<|im_start|>" | |
| PARAMETER stop "<|im_end|>" | |
| PARAMETER stop "<|endoftext|>" | |
| PARAMETER stop "user:" | |
| PARAMETER stop "assistant:" | |
| # Lower temperature keeps it from "dreaming" up a new personality | |
| PARAMETER temperature 0.2 | |
| PARAMETER top_p 0.9 | |