/* * Copyright (C) 2024 Petr Mironychev * * This file is part of QodeAssist. * * QodeAssist is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * QodeAssist is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with QodeAssist. If not, see . */ #pragma once #include #include "llmcore/PromptTemplate.hpp" namespace QodeAssist::Templates { class ChatML : public LLMCore::PromptTemplate { public: QString name() const override { return "ChatML"; } LLMCore::TemplateType type() const override { return LLMCore::TemplateType::Chat; } QStringList stopWords() const override { return QStringList() << "<|im_start|>" << "<|im_end|>"; } void prepareRequest(QJsonObject &request, const LLMCore::ContextData &context) const override { QJsonArray messages; if (context.systemPrompt) { messages.append(QJsonObject{ {"role", "system"}, {"content", QString("<|im_start|>system\n%2\n<|im_end|>").arg(context.systemPrompt.value())}}); } if (context.history) { for (const auto &msg : context.history.value()) { messages.append(QJsonObject{ {"role", msg.role}, {"content", QString("<|im_start|>%1\n%2\n<|im_end|>").arg(msg.role, msg.content)}}); } } request["messages"] = messages; } QString description() const override { return "Template for models supporting ChatML format:\n\n" "{\n" " \"messages\": [\n" " {\n" " \"role\": \"system\",\n" " \"content\": \"<|im_start|>system\\n\\n<|im_end|>\"\n" " },\n" " {\n" " \"role\": \"user\",\n" " \"content\": \"<|im_start|>user\\n\\n<|im_end|>\"\n" " }\n" " ]\n" "}\n\n" "Compatible with multiple providers supporting the ChatML token format."; } bool isSupportProvider(LLMCore::ProviderID id) const override { switch (id) { case QodeAssist::LLMCore::ProviderID::Ollama: case QodeAssist::LLMCore::ProviderID::LMStudio: case QodeAssist::LLMCore::ProviderID::OpenRouter: case QodeAssist::LLMCore::ProviderID::OpenAICompatible: return true; default: return false; } } }; } // namespace QodeAssist::Templates