/* * Copyright (C) 2024 Petr Mironychev * * This file is part of QodeAssist. * * QodeAssist is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * QodeAssist is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with QodeAssist. If not, see . */ #pragma once #include #include "llmcore/PromptTemplate.hpp" namespace QodeAssist::Templates { class ChatML : public LLMCore::PromptTemplate { public: QString name() const override { return "ChatML"; } LLMCore::TemplateType type() const override { return LLMCore::TemplateType::Chat; } QString promptTemplate() const override { return {}; } QStringList stopWords() const override { return QStringList() << "<|im_start|>" << "<|im_end|>"; } void prepareRequest(QJsonObject &request, const LLMCore::ContextData &context) const override { QJsonArray messages = request["messages"].toArray(); for (int i = 0; i < messages.size(); ++i) { QJsonObject message = messages[i].toObject(); QString role = message["role"].toString(); QString content = message["content"].toString(); message["content"] = QString("<|im_start|>%1\n%2\n<|im_end|>").arg(role, content); messages[i] = message; } request["messages"] = messages; } QString description() const override { return "The message will contain the following tokens: <|im_start|>%1\n%2\n<|im_end|>"; } }; } // namespace QodeAssist::Templates