/* * Copyright (C) 2024 Petr Mironychev * * This file is part of QodeAssist. * * QodeAssist is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * QodeAssist is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with QodeAssist. If not, see . */ #include "ChatModel.hpp" #include #include #include #include "ChatAssistantSettings.hpp" namespace QodeAssist::Chat { ChatModel::ChatModel(QObject *parent) : QAbstractListModel(parent) , m_totalTokens(0) { auto &settings = Settings::chatAssistantSettings(); connect(&settings.chatTokensThreshold, &Utils::BaseAspect::changed, this, &ChatModel::tokensThresholdChanged); } int ChatModel::rowCount(const QModelIndex &parent) const { return m_messages.size(); } QVariant ChatModel::data(const QModelIndex &index, int role) const { if (!index.isValid() || index.row() >= m_messages.size()) return QVariant(); const Message &message = m_messages[index.row()]; switch (static_cast(role)) { case Roles::RoleType: return QVariant::fromValue(message.role); case Roles::Content: { return message.content; } default: return QVariant(); } } QHash ChatModel::roleNames() const { QHash roles; roles[Roles::RoleType] = "roleType"; roles[Roles::Content] = "content"; return roles; } void ChatModel::addMessage(const QString &content, ChatRole role, const QString &id) { int tokenCount = estimateTokenCount(content); if (!m_messages.isEmpty() && !id.isEmpty() && m_messages.last().id == id) { Message &lastMessage = m_messages.last(); int oldTokenCount = lastMessage.tokenCount; lastMessage.content = content; lastMessage.tokenCount = tokenCount; m_totalTokens += (tokenCount - oldTokenCount); emit dataChanged(index(m_messages.size() - 1), index(m_messages.size() - 1)); } else { beginInsertRows(QModelIndex(), m_messages.size(), m_messages.size()); m_messages.append({role, content, tokenCount, id}); m_totalTokens += tokenCount; endInsertRows(); } trim(); emit totalTokensChanged(); } QVector ChatModel::getChatHistory() const { return m_messages; } void ChatModel::trim() { while (m_totalTokens > tokensThreshold()) { if (!m_messages.isEmpty()) { m_totalTokens -= m_messages.first().tokenCount; beginRemoveRows(QModelIndex(), 0, 0); m_messages.removeFirst(); endRemoveRows(); } else { break; } } } int ChatModel::estimateTokenCount(const QString &text) const { return text.length() / 4; } void ChatModel::clear() { beginResetModel(); m_messages.clear(); m_totalTokens = 0; endResetModel(); emit totalTokensChanged(); } QList ChatModel::processMessageContent(const QString &content) const { QList parts; QRegularExpression codeBlockRegex("```(\\w*)\\n?([\\s\\S]*?)```"); int lastIndex = 0; auto blockMatches = codeBlockRegex.globalMatch(content); while (blockMatches.hasNext()) { auto match = blockMatches.next(); if (match.capturedStart() > lastIndex) { QString textBetween = content.mid(lastIndex, match.capturedStart() - lastIndex).trimmed(); if (!textBetween.isEmpty()) { parts.append({MessagePart::Text, textBetween, ""}); } } parts.append({MessagePart::Code, match.captured(2).trimmed(), match.captured(1)}); lastIndex = match.capturedEnd(); } if (lastIndex < content.length()) { QString remainingText = content.mid(lastIndex).trimmed(); if (!remainingText.isEmpty()) { parts.append({MessagePart::Text, remainingText, ""}); } } return parts; } QJsonArray ChatModel::prepareMessagesForRequest(const QString &systemPrompt) const { QJsonArray messages; messages.append(QJsonObject{{"role", "system"}, {"content", systemPrompt}}); for (const auto &message : m_messages) { QString role; switch (message.role) { case ChatRole::User: role = "user"; break; case ChatRole::Assistant: role = "assistant"; break; default: continue; } messages.append(QJsonObject{{"role", role}, {"content", message.content}}); } return messages; } int ChatModel::totalTokens() const { return m_totalTokens; } int ChatModel::tokensThreshold() const { auto &settings = Settings::chatAssistantSettings(); return settings.chatTokensThreshold(); } QString ChatModel::lastMessageId() const { return !m_messages.isEmpty() ? m_messages.last().id : ""; } } // namespace QodeAssist::Chat