mirror/QodeAssist
1
0
Fork 0
mirror of https://github.com/Palm1r/QodeAssist.git synced 2025-07-19 05:24:59 -04:00
Code Issues Packages Projects Releases Wiki Activity

Add Qwen fim template

Browse Source
This commit is contained in:
Petr Mironychev
2024-10-19 19:13:42 +02:00
parent 40a568ebd9
commit 496d8feb66
3 changed files with 21 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
templates/QwenChat.hpp → templates/Qwen.hpp
View File

@ -51,4 +51,21 @@ public:
}
};
class QwenFim : public LLMCore::PromptTemplate
{
public:
QString name() const override { return "Qwen FIM"; }
LLMCore::TemplateType type() const override { return LLMCore::TemplateType::Fim; }
QString promptTemplate() const override
{
return "<|fim_prefix|>%1<|fim_suffix|>%2<|fim_middle|>";
}
QStringList stopWords() const override { return QStringList() << "<|endoftext|>" << "<|EOT|>"; }
void prepareRequest(QJsonObject &request, const LLMCore::ContextData &context) const override
{
QString formattedPrompt = promptTemplate().arg(context.prefix, context.suffix);
request["prompt"] = formattedPrompt;
}
};
} // namespace QodeAssist::Templates