mirror of
https://github.com/Palm1r/QodeAssist.git
synced 2026-07-01 02:29:13 -04:00
feat: Improve agents config
This commit is contained in:
15
sources/agents/llamacpp_compression.toml
Normal file
15
sources/agents/llamacpp_compression.toml
Normal file
@@ -0,0 +1,15 @@
|
||||
schema_version = 1
|
||||
|
||||
extends = "llama.cpp Base Chat"
|
||||
name = "llama.cpp Compression"
|
||||
description = "Local llama.cpp — conversation summarization via the OpenAI-compatible Chat Completions API. Carries the summary system prompt; no tools. llama-server serves whichever GGUF is loaded, so 'model' is only a label."
|
||||
|
||||
model = "qwen2.5-coder-7b-instruct"
|
||||
enable_tools = false
|
||||
tags = ["compression", "llama.cpp", "local"]
|
||||
|
||||
system_prompt = """{{ read_file(":/tasks/chat-compressor.md") }}"""
|
||||
|
||||
[body]
|
||||
max_tokens = 16000
|
||||
temperature = 0.3
|
||||
Reference in New Issue
Block a user