schema_version = 1

extends     = "Ollama FIM Base"
name        = "Qt CodeLlama 13B QML FIM"
description = "Local Qt-Company-tuned CodeLlama 13B for QML FIM completion."

model = "theqtcompany/codellama-13b-qml:latest"

tags = ["fim", "ollama", "local", "codellama", "qml", "qt"]

[match]
file_patterns = ["*.qml"]

[body]
prompt = """{% if existsIn(ctx, "suffix") and length(ctx.suffix) > 0 %}{{ tojson("<SUF>" + ctx.suffix + "<PRE>" + ctx.prefix + "<MID>") }}{% else %}{{ tojson("<PRE>" + ctx.prefix + "<MID>") }}{% endif %}"""

[body.options]
num_predict    = 500
temperature    = 0
top_p          = 1
repeat_penalty = 1.05
stop = ["<SUF>", "<PRE>", "</PRE>", "</SUF>", "< EOT >", "\\end", "<MID>", "</MID>", "##"]