// Copyright (C) 2024-2026 Petr Mironychev // SPDX-License-Identifier: GPL-3.0-or-later #pragma once #include #include "pluginllmcore/PromptTemplate.hpp" namespace QodeAssist::Templates { class LlamaCppFim : public PluginLLMCore::PromptTemplate { public: PluginLLMCore::TemplateType type() const override { return PluginLLMCore::TemplateType::FIM; } QString name() const override { return "llama.cpp FIM"; } QString endpoint() const override { return QStringLiteral("/infill"); } QStringList stopWords() const override { return {}; } void prepareRequest(QJsonObject &request, const PluginLLMCore::ContextData &context) const override { request["input_prefix"] = context.prefix.value_or(""); request["input_suffix"] = context.suffix.value_or(""); if (context.filesMetadata && !context.filesMetadata->isEmpty()) { QJsonArray filesArray; for (const auto &file : *context.filesMetadata) { QJsonObject fileObj; fileObj["filename"] = file.filePath; fileObj["text"] = file.content; filesArray.append(fileObj); } request["input_extra"] = filesArray; } } QString description() const override { return "Default llama.cpp FIM (Fill-in-Middle) /infill template with native format:\n\n" "{\n" " \"input_prefix\": \"\",\n" " \"input_suffix\": \"\",\n" " \"input_extra\": \"\"\n" "}\n\n" "Recommended for models with FIM capability."; } bool isSupportProvider(PluginLLMCore::ProviderID id) const override { return id == QodeAssist::PluginLLMCore::ProviderID::LlamaCpp; } }; } // namespace QodeAssist::Templates