mirror of
https://github.com/Palm1r/QodeAssist.git
synced 2026-07-23 19:51:05 -04:00
refactor: Decoupling chat architecture (#367)
* refactor: Migrate tests to Qt Creator plugin framework and update llmqore transports * refactor: Move conversation history into IDE-free session library * refactor: Extract turn context assembly behind injected ports * build: Add RunQodeAssistTests target for the plugin test suite * refactor: Route the chat through a Session and ChatBackend seam
This commit is contained in:
Petr Mironychev
GitHub
420
sources/ChatView/LlmChatBackend.cpp
Normal file
420
sources/ChatView/LlmChatBackend.cpp
Normal file
@@ -0,0 +1,420 @@
|
||||
// Copyright (C) 2026 Petr Mironychev
|
||||
// SPDX-License-Identifier: GPL-3.0-or-later
|
||||
// Additional attribution terms under GPLv3 §7(b) apply — see LICENSE
|
||||
|
||||
#include "LlmChatBackend.hpp"
|
||||
|
||||
#include <LLMQore/ToolsManager.hpp>
|
||||
|
||||
#include <algorithm>
|
||||
|
||||
#include "ChatSerializer.hpp"
|
||||
#include "llmcore/ContextData.hpp"
|
||||
#include "logger/Logger.hpp"
|
||||
#include "providers/ProvidersManager.hpp"
|
||||
#include "session/FileEditPayload.hpp"
|
||||
#include "session/HistoryProjection.hpp"
|
||||
#include "settings/GeneralSettings.hpp"
|
||||
#include "settings/ToolsSettings.hpp"
|
||||
#include "tools/ReadOriginalHistoryTool.hpp"
|
||||
#include "tools/TodoTool.hpp"
|
||||
|
||||
namespace QodeAssist::Chat {
|
||||
|
||||
LlmChatBackend::LlmChatBackend(Templates::IPromptProvider *promptProvider, QObject *parent)
|
||||
: Session::ChatBackend(parent)
|
||||
, m_promptProvider(promptProvider)
|
||||
{}
|
||||
|
||||
LlmChatBackend::~LlmChatBackend()
|
||||
{
|
||||
cancel();
|
||||
}
|
||||
|
||||
void LlmChatBackend::sendTurn(const Session::TurnRequest &request)
|
||||
{
|
||||
cancel();
|
||||
|
||||
if (!request.history) {
|
||||
emit sessionEvent(
|
||||
Session::TurnFailed{.turnId = {}, .error = tr("Chat turn sent without a conversation")});
|
||||
return;
|
||||
}
|
||||
|
||||
const auto providerName = Settings::generalSettings().caProvider();
|
||||
auto *provider = Providers::ProvidersManager::instance().getProviderByName(providerName);
|
||||
|
||||
if (!provider) {
|
||||
const QString error = tr("No provider found with name: %1").arg(providerName);
|
||||
LOG_MESSAGE(error);
|
||||
emit sessionEvent(Session::TurnFailed{.turnId = {}, .error = error});
|
||||
return;
|
||||
}
|
||||
|
||||
const auto templateName = Settings::generalSettings().caTemplate();
|
||||
auto *promptTemplate = m_promptProvider->getTemplateByName(templateName);
|
||||
|
||||
if (!promptTemplate) {
|
||||
const QString error = tr("No template found with name: %1").arg(templateName);
|
||||
LOG_MESSAGE(error);
|
||||
emit sessionEvent(Session::TurnFailed{.turnId = {}, .error = error});
|
||||
return;
|
||||
}
|
||||
|
||||
LLMCore::ContextData context;
|
||||
if (request.context)
|
||||
context.systemPrompt = Session::renderSystemPrompt(*request.context);
|
||||
context.history = renderHistory(*request.history, provider, promptTemplate);
|
||||
|
||||
QJsonObject payload{{"model", Settings::generalSettings().caModel()}, {"stream", true}};
|
||||
|
||||
provider->prepareRequest(
|
||||
payload,
|
||||
promptTemplate,
|
||||
context,
|
||||
LLMCore::RequestType::Chat,
|
||||
request.options.useTools,
|
||||
request.options.useThinking);
|
||||
|
||||
provider->client()->setMaxToolContinuations(Settings::toolsSettings().maxToolContinuations());
|
||||
provider->client()->setTransferTimeout(
|
||||
static_cast<int>(Settings::generalSettings().requestTimeout() * 1000));
|
||||
|
||||
connectClient(provider);
|
||||
|
||||
const QString customEndpoint = Settings::generalSettings().caCustomEndpoint();
|
||||
const QString endpoint = !customEndpoint.isEmpty() ? customEndpoint
|
||||
: promptTemplate->endpoint();
|
||||
|
||||
m_provider = provider;
|
||||
m_dropPreToolText = !promptTemplate->supportsToolHistory();
|
||||
m_requestId
|
||||
= provider->sendRequest(QUrl(Settings::generalSettings().caUrl()), payload, endpoint);
|
||||
|
||||
emit sessionEvent(Session::TurnStarted{.turnId = m_requestId});
|
||||
|
||||
bindToolSessions(provider);
|
||||
}
|
||||
|
||||
void LlmChatBackend::cancel()
|
||||
{
|
||||
if (!m_provider)
|
||||
return;
|
||||
|
||||
auto *provider = m_provider;
|
||||
const QString requestId = m_requestId;
|
||||
|
||||
releaseRequest();
|
||||
|
||||
if (!requestId.isEmpty())
|
||||
provider->cancelRequest(requestId);
|
||||
|
||||
LOG_MESSAGE("Chat request cancelled and state cleared");
|
||||
}
|
||||
|
||||
void LlmChatBackend::releaseRequest()
|
||||
{
|
||||
if (m_provider)
|
||||
disconnect(m_provider->client(), nullptr, this, nullptr);
|
||||
|
||||
m_provider = nullptr;
|
||||
m_requestId.clear();
|
||||
m_dropPreToolText = false;
|
||||
}
|
||||
|
||||
void LlmChatBackend::setChatFilePath(const QString &filePath)
|
||||
{
|
||||
m_chatFilePath = filePath;
|
||||
}
|
||||
|
||||
void LlmChatBackend::clearToolSession(const QString &filePath)
|
||||
{
|
||||
if (filePath.isEmpty())
|
||||
return;
|
||||
|
||||
const auto providerName = Settings::generalSettings().caProvider();
|
||||
auto *provider = Providers::ProvidersManager::instance().getProviderByName(providerName);
|
||||
|
||||
if (!provider || !provider->capabilities().testFlag(Providers::ProviderCapability::Tools)
|
||||
|| !provider->toolsManager()) {
|
||||
return;
|
||||
}
|
||||
|
||||
if (auto *todoTool = qobject_cast<Tools::TodoTool *>(
|
||||
provider->toolsManager()->tool("todo_tool"))) {
|
||||
todoTool->clearSession(filePath);
|
||||
}
|
||||
}
|
||||
|
||||
void LlmChatBackend::connectClient(Providers::Provider *provider)
|
||||
{
|
||||
auto *client = provider->client();
|
||||
|
||||
connect(
|
||||
client,
|
||||
&::LLMQore::BaseClient::chunkReceived,
|
||||
this,
|
||||
&LlmChatBackend::handleChunk,
|
||||
Qt::UniqueConnection);
|
||||
connect(
|
||||
client,
|
||||
&::LLMQore::BaseClient::requestCompleted,
|
||||
this,
|
||||
&LlmChatBackend::handleCompleted,
|
||||
Qt::UniqueConnection);
|
||||
connect(
|
||||
client,
|
||||
&::LLMQore::BaseClient::requestFinalized,
|
||||
this,
|
||||
&LlmChatBackend::handleFinalized,
|
||||
Qt::UniqueConnection);
|
||||
connect(
|
||||
client,
|
||||
&::LLMQore::BaseClient::requestFailed,
|
||||
this,
|
||||
&LlmChatBackend::handleFailed,
|
||||
Qt::UniqueConnection);
|
||||
connect(
|
||||
client,
|
||||
&::LLMQore::BaseClient::toolStarted,
|
||||
this,
|
||||
&LlmChatBackend::handleToolStarted,
|
||||
Qt::UniqueConnection);
|
||||
connect(
|
||||
client,
|
||||
&::LLMQore::BaseClient::toolResultReady,
|
||||
this,
|
||||
&LlmChatBackend::handleToolResult,
|
||||
Qt::UniqueConnection);
|
||||
connect(
|
||||
client,
|
||||
&::LLMQore::BaseClient::thinkingBlockReceived,
|
||||
this,
|
||||
&LlmChatBackend::handleThinkingBlock,
|
||||
Qt::UniqueConnection);
|
||||
}
|
||||
|
||||
void LlmChatBackend::bindToolSessions(Providers::Provider *provider)
|
||||
{
|
||||
if (!provider->capabilities().testFlag(Providers::ProviderCapability::Tools)
|
||||
|| !provider->toolsManager()) {
|
||||
return;
|
||||
}
|
||||
|
||||
if (auto *todoTool = qobject_cast<Tools::TodoTool *>(
|
||||
provider->toolsManager()->tool("todo_tool"))) {
|
||||
todoTool->setCurrentSessionId(m_chatFilePath);
|
||||
}
|
||||
if (auto *historyTool = qobject_cast<Tools::ReadOriginalHistoryTool *>(
|
||||
provider->toolsManager()->tool("read_original_history"))) {
|
||||
historyTool->setCurrentSessionId(m_chatFilePath);
|
||||
}
|
||||
}
|
||||
|
||||
QVector<LLMCore::Message> LlmChatBackend::renderHistory(
|
||||
const Session::ConversationHistory &history,
|
||||
Providers::Provider *provider,
|
||||
Templates::PromptTemplate *promptTemplate) const
|
||||
{
|
||||
const bool toolHistory = promptTemplate->supportsToolHistory();
|
||||
|
||||
QVector<LLMCore::Message> messages;
|
||||
int toolCallMsgIdx = -1;
|
||||
|
||||
for (const Session::MessageRow &row : Session::projectToRows(history)) {
|
||||
if (row.kind == Session::RowKind::Tool) {
|
||||
if (!toolHistory || row.toolName.isEmpty())
|
||||
continue;
|
||||
|
||||
if (toolCallMsgIdx < 0) {
|
||||
LLMCore::Message assistantCall;
|
||||
assistantCall.role = "assistant";
|
||||
messages.append(assistantCall);
|
||||
toolCallMsgIdx = messages.size() - 1;
|
||||
}
|
||||
|
||||
LLMCore::ToolCall call;
|
||||
call.id = row.id;
|
||||
call.name = row.toolName;
|
||||
call.arguments = row.toolArguments;
|
||||
messages[toolCallMsgIdx].toolCalls.append(call);
|
||||
|
||||
LLMCore::Message toolResult;
|
||||
toolResult.role = "tool";
|
||||
toolResult.toolCallId = row.id;
|
||||
toolResult.toolName = row.toolName;
|
||||
toolResult.content = row.toolResult;
|
||||
messages.append(toolResult);
|
||||
continue;
|
||||
}
|
||||
|
||||
toolCallMsgIdx = -1;
|
||||
|
||||
if (row.kind == Session::RowKind::FileEdit)
|
||||
continue;
|
||||
|
||||
LLMCore::Message apiMessage;
|
||||
apiMessage.role = row.kind == Session::RowKind::User ? "user" : "assistant";
|
||||
apiMessage.content = row.content;
|
||||
|
||||
if (!row.attachments.isEmpty() && !m_chatFilePath.isEmpty()) {
|
||||
apiMessage.content += "\n\nAttached files:";
|
||||
for (const Session::AttachmentBlock &attachment : row.attachments) {
|
||||
const QString fileContent
|
||||
= ChatSerializer::loadContentFromStorage(m_chatFilePath, attachment.storedPath);
|
||||
if (fileContent.isEmpty())
|
||||
continue;
|
||||
|
||||
const QString decodedContent = QString::fromUtf8(
|
||||
QByteArray::fromBase64(fileContent.toUtf8()));
|
||||
apiMessage.content += QString("\n\nFile: %1\n```\n%2\n```")
|
||||
.arg(attachment.fileName, decodedContent);
|
||||
}
|
||||
}
|
||||
|
||||
apiMessage.isThinking = row.kind == Session::RowKind::Thinking;
|
||||
apiMessage.isRedacted = row.redacted;
|
||||
apiMessage.signature = row.signature;
|
||||
|
||||
if (provider->capabilities().testFlag(Providers::ProviderCapability::Image)
|
||||
&& !m_chatFilePath.isEmpty() && !row.images.isEmpty()) {
|
||||
const auto apiImages = loadImagesFromStorage(row.images);
|
||||
if (!apiImages.isEmpty())
|
||||
apiMessage.images = apiImages;
|
||||
}
|
||||
|
||||
messages.append(apiMessage);
|
||||
}
|
||||
|
||||
return messages;
|
||||
}
|
||||
|
||||
QVector<LLMCore::ImageAttachment> LlmChatBackend::loadImagesFromStorage(
|
||||
const QList<Session::ImageBlock> &storedImages) const
|
||||
{
|
||||
QVector<LLMCore::ImageAttachment> apiImages;
|
||||
|
||||
for (const Session::ImageBlock &storedImage : storedImages) {
|
||||
const QString base64Data
|
||||
= ChatSerializer::loadContentFromStorage(m_chatFilePath, storedImage.storedPath);
|
||||
if (base64Data.isEmpty()) {
|
||||
LOG_MESSAGE(QString("Warning: Failed to load image: %1").arg(storedImage.storedPath));
|
||||
continue;
|
||||
}
|
||||
|
||||
LLMCore::ImageAttachment apiImage;
|
||||
apiImage.data = base64Data;
|
||||
apiImage.mediaType = storedImage.mediaType;
|
||||
apiImage.isUrl = false;
|
||||
|
||||
apiImages.append(apiImage);
|
||||
}
|
||||
|
||||
return apiImages;
|
||||
}
|
||||
|
||||
void LlmChatBackend::handleChunk(const QString &requestId, const QString &chunk)
|
||||
{
|
||||
if (requestId != m_requestId)
|
||||
return;
|
||||
|
||||
emit sessionEvent(Session::TextDelta{.turnId = requestId, .text = chunk});
|
||||
}
|
||||
|
||||
void LlmChatBackend::handleCompleted(const QString &requestId, const QString &fullText)
|
||||
{
|
||||
if (requestId != m_requestId)
|
||||
return;
|
||||
|
||||
LOG_MESSAGE(
|
||||
QString("Chat request %1 completed, %2 characters").arg(requestId).arg(fullText.length()));
|
||||
|
||||
releaseRequest();
|
||||
|
||||
emit sessionEvent(Session::TurnCompleted{.turnId = requestId});
|
||||
}
|
||||
|
||||
void LlmChatBackend::handleFinalized(
|
||||
const ::LLMQore::RequestID &requestId, const ::LLMQore::CompletionInfo &info)
|
||||
{
|
||||
if (requestId != m_requestId || !info.usage)
|
||||
return;
|
||||
|
||||
const auto &usage = *info.usage;
|
||||
|
||||
LOG_MESSAGE(QString("Chat usage [%1]: prompt=%2 completion=%3 cached=%4 reasoning=%5")
|
||||
.arg(requestId)
|
||||
.arg(usage.promptTokens)
|
||||
.arg(usage.completionTokens)
|
||||
.arg(usage.cachedPromptTokens)
|
||||
.arg(usage.reasoningTokens));
|
||||
|
||||
emit sessionEvent(
|
||||
Session::UsageReported{
|
||||
.turnId = requestId,
|
||||
.usage = Session::Usage{
|
||||
.promptTokens = usage.promptTokens,
|
||||
.completionTokens = usage.completionTokens,
|
||||
.cachedPromptTokens = usage.cachedPromptTokens,
|
||||
.reasoningTokens = usage.reasoningTokens}});
|
||||
}
|
||||
|
||||
void LlmChatBackend::handleFailed(const QString &requestId, const QString &error)
|
||||
{
|
||||
if (requestId != m_requestId)
|
||||
return;
|
||||
|
||||
LOG_MESSAGE(QString("Chat request %1 failed: %2").arg(requestId, error));
|
||||
|
||||
releaseRequest();
|
||||
|
||||
emit sessionEvent(Session::TurnFailed{.turnId = requestId, .error = error});
|
||||
}
|
||||
|
||||
void LlmChatBackend::handleThinkingBlock(
|
||||
const QString &requestId, const QString &thinking, const QString &signature)
|
||||
{
|
||||
if (requestId != m_requestId)
|
||||
return;
|
||||
|
||||
emit sessionEvent(
|
||||
Session::ThinkingReceived{
|
||||
.turnId = requestId,
|
||||
.text = thinking,
|
||||
.signature = signature,
|
||||
.redacted = thinking.isEmpty()});
|
||||
}
|
||||
|
||||
void LlmChatBackend::handleToolStarted(
|
||||
const QString &requestId,
|
||||
const QString &toolId,
|
||||
const QString &toolName,
|
||||
const QJsonObject &arguments)
|
||||
{
|
||||
if (requestId != m_requestId)
|
||||
return;
|
||||
|
||||
emit sessionEvent(
|
||||
Session::ToolCallStarted{
|
||||
.turnId = requestId,
|
||||
.toolId = toolId,
|
||||
.name = toolName,
|
||||
.arguments = arguments,
|
||||
.dropPrecedingText = m_dropPreToolText});
|
||||
}
|
||||
|
||||
void LlmChatBackend::handleToolResult(
|
||||
const QString &requestId,
|
||||
const QString &toolId,
|
||||
const QString &toolName,
|
||||
const QString &toolOutput)
|
||||
{
|
||||
if (requestId != m_requestId)
|
||||
return;
|
||||
|
||||
emit sessionEvent(
|
||||
Session::ToolCallCompleted{
|
||||
.turnId = requestId, .toolId = toolId, .name = toolName, .result = toolOutput});
|
||||
}
|
||||
|
||||
} // namespace QodeAssist::Chat
|
||||
Reference in New Issue
Block a user