fix: Add hack for codellama fim models

This commit is contained in:
Petr Mironychev 2025-04-07 18:55:08 +02:00
parent 5b9c67c2d8
commit e90933d713

View File

@ -30,7 +30,7 @@ class OllamaFim : public LLMCore::PromptTemplate
public:
LLMCore::TemplateType type() const override { return LLMCore::TemplateType::FIM; }
QString name() const override { return "Ollama FIM"; }
QStringList stopWords() const override { return QStringList(); }
QStringList stopWords() const override { return QStringList() << "<EOT>"; }
void prepareRequest(QJsonObject &request, const LLMCore::ContextData &context) const override
{
request["prompt"] = context.prefix.value_or("");