mirror of
https://github.com/Palm1r/QodeAssist.git
synced 2026-05-30 10:59:30 -04:00
41 lines
983 B
TOML
41 lines
983 B
TOML
schema_version = 1
|
|
|
|
name = "Qt CodeLlama 13B QML FIM"
|
|
description = "Local Qt-Company-tuned CodeLlama 13B for QML FIM completion."
|
|
|
|
provider_instance = "Ollama (Native)"
|
|
endpoint = "/api/generate"
|
|
|
|
model = "theqtcompany/codellama-13b-qml:latest"
|
|
|
|
tags = ["fim", "ollama", "local", "codellama", "qml", "qt"]
|
|
|
|
[match]
|
|
file_patterns = ["*.qml"]
|
|
|
|
[template]
|
|
message_format = """
|
|
{
|
|
"prompt": {%- if existsIn(ctx, "suffix") and length(ctx.suffix) > 0 -%}
|
|
{{ tojson("<SUF>" + ctx.suffix + "<PRE>" + ctx.prefix + "<MID>") }}
|
|
{%- else -%}
|
|
{{ tojson("<PRE>" + ctx.prefix + "<MID>") }}
|
|
{%- endif %}
|
|
{%- if existsIn(ctx, "system_prompt") %},
|
|
"system": {{ tojson(ctx.system_prompt) }}
|
|
{%- endif %}
|
|
}
|
|
"""
|
|
|
|
[template.sampling]
|
|
stream = true
|
|
|
|
[template.sampling.options]
|
|
num_predict = 500
|
|
temperature = 0
|
|
top_p = 1
|
|
repeat_penalty = 1.05
|
|
keep_alive = "5m"
|
|
|
|
stop = ["<SUF>", "<PRE>", "</PRE>", "</SUF>", "< EOT >", "\\end", "<MID>", "</MID>", "##"]
|