mirror of
https://github.com/Palm1r/QodeAssist.git
synced 2026-06-30 01:59:11 -04:00
fix: Improve agents profiles for Ollama
This commit is contained in:
@@ -18,6 +18,7 @@
|
||||
<file>ollama_chat_completion.toml</file>
|
||||
<file>ollama_base_fim.toml</file>
|
||||
<file>ollama_fim.toml</file>
|
||||
<file>ollama_codellama_qml_fim.toml</file>
|
||||
</qresource>
|
||||
<qresource prefix="/roles">
|
||||
<file alias="qt-cpp-developer.md">roles/qt-cpp-developer.md</file>
|
||||
|
||||
@@ -16,7 +16,7 @@ system_prompt = """
|
||||
|
||||
[body]
|
||||
max_tokens = 512
|
||||
temperature = 0
|
||||
temperature = 0.2
|
||||
stop_sequences = ["</code_context>"]
|
||||
messages = """
|
||||
[
|
||||
|
||||
@@ -26,7 +26,6 @@ messages = """
|
||||
|
||||
[body.options]
|
||||
num_predict = 512
|
||||
temperature = 0
|
||||
num_ctx = 8192
|
||||
temperature = 0.2
|
||||
keep_alive = "5m"
|
||||
stop = ["</code_context>"]
|
||||
stop = ["</code_context>"]
|
||||
23
sources/agents/ollama_codellama_qml_fim.toml
Normal file
23
sources/agents/ollama_codellama_qml_fim.toml
Normal file
@@ -0,0 +1,23 @@
|
||||
schema_version = 1
|
||||
|
||||
name = "Ollama CodeLlama QML FIM"
|
||||
description = "Local Ollama FIM for the CodeLlama-13B QML fine-tune (raw passthrough Modelfile, suffix-first markers)."
|
||||
|
||||
provider_instance = "Ollama (Native)"
|
||||
endpoint = "/api/generate"
|
||||
|
||||
model = "theqtcompany/codellama-7b-qml"
|
||||
tags = ["completion", "ollama", "local", "fim", "qml"]
|
||||
|
||||
[match]
|
||||
file_patterns = ["*.qml"]
|
||||
|
||||
[body]
|
||||
prompt = """{{ tojson("<SUF>" + ctx.suffix + "<PRE>" + ctx.prefix + "<MID>") }}"""
|
||||
|
||||
[body.options]
|
||||
temperature = 0
|
||||
top_p = 1
|
||||
repeat_penalty = 1.05
|
||||
num_predict = 500
|
||||
stop = ["<SUF>", "<PRE>", "</PRE>", "</SUF>", "< EOT >", "\\end", "<MID>", "</MID>", "##"]
|
||||
@@ -10,7 +10,4 @@ tags = ["completion", "ollama", "local", "fim"]
|
||||
[body.options]
|
||||
num_predict = 512
|
||||
temperature = 0.2
|
||||
top_p = 0.9
|
||||
num_ctx = 8192
|
||||
keep_alive = "5m"
|
||||
stop = ["<EOT>"]
|
||||
|
||||
Reference in New Issue
Block a user