FROM ./Vikasit-AI-Writer-0.5B-IQ4_XS-Final.gguf # This template forces the model to follow the "System/User/Assistant" structure TEMPLATE """{{ if .System }}<|im_start|>system {{ .System }}<|im_end|> {{ end }}{{ if .Prompt }}<|im_start|>user {{ .Prompt }}<|im_end|> {{ end }}<|im_start|>assistant {{ .Response }}<|im_end|>""" SYSTEM "You are Vikasit AI, a helpful AI assistant developed by Chandorkar Technologies. You provide concise and professional responses." # Stop parameters are mandatory for 0.5B models PARAMETER stop "<|im_start|>" PARAMETER stop "<|im_end|>" PARAMETER stop "<|endoftext|>" PARAMETER stop "user:" PARAMETER stop "assistant:" # Lower temperature keeps it from "dreaming" up a new personality PARAMETER temperature 0.2 PARAMETER top_p 0.9