Merge pull request #2 from Palm1r/version-0.0.4

Version 0.0.4
This commit is contained in:
Petr Mironychev 2024-08-29 10:02:27 +02:00 committed by GitHub
commit 7797007160
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
10 changed files with 153 additions and 72 deletions

View File

@ -27,6 +27,13 @@
namespace QodeAssist { namespace QodeAssist {
DocumentContextReader::DocumentContextReader(TextEditor::TextDocument *textDocument)
: m_textDocument(textDocument)
, m_document(textDocument->document())
{
m_copyrightInfo = findCopyright();
}
QString DocumentContextReader::getLineText(int lineNumber, int cursorPosition) const QString DocumentContextReader::getLineText(int lineNumber, int cursorPosition) const
{ {
if (!m_document || lineNumber < 0) if (!m_document || lineNumber < 0)
@ -55,76 +62,41 @@ QString DocumentContextReader::getContextBefore(int lineNumber,
int cursorPosition, int cursorPosition,
int linesCount) const int linesCount) const
{ {
QString context; int effectiveStartLine;
for (int i = qMax(0, lineNumber - linesCount); i <= lineNumber; ++i) { if (m_copyrightInfo.found) {
QString line = getLineText(i, i == lineNumber ? cursorPosition : -1); effectiveStartLine = qMax(m_copyrightInfo.endLine + 1, lineNumber - linesCount);
context += line; } else {
if (i < lineNumber) effectiveStartLine = qMax(0, lineNumber - linesCount);
context += "\n";
} }
return context;
return getContextBetween(effectiveStartLine, lineNumber, cursorPosition);
} }
QString DocumentContextReader::getContextAfter(int lineNumber, QString DocumentContextReader::getContextAfter(int lineNumber,
int cursorPosition, int cursorPosition,
int linesCount) const int linesCount) const
{ {
QString context; int endLine = qMin(m_document->blockCount() - 1, lineNumber + linesCount);
int maxLine = lineNumber + linesCount; return getContextBetween(lineNumber + 1, endLine, cursorPosition);
for (int i = lineNumber; i <= maxLine; ++i) {
QString line = getLineText(i);
if (i == lineNumber && cursorPosition >= 0) {
line = line.mid(cursorPosition);
}
context += line;
if (i < maxLine && !line.isEmpty())
context += "\n";
}
return context;
} }
QString DocumentContextReader::readWholeFileBefore(int lineNumber, int cursorPosition) const QString DocumentContextReader::readWholeFileBefore(int lineNumber, int cursorPosition) const
{ {
QString content; int startLine = 0;
QTextBlock block = m_document->begin(); if (m_copyrightInfo.found) {
int currentLine = 0; startLine = m_copyrightInfo.endLine + 1;
while (block.isValid() && currentLine <= lineNumber) {
if (currentLine == lineNumber) {
content += block.text().left(cursorPosition);
break;
} else {
content += block.text() + "\n";
}
block = block.next();
currentLine++;
} }
return content; startLine = qMin(startLine, lineNumber);
QString result = getContextBetween(startLine, lineNumber, cursorPosition);
return result;
} }
QString DocumentContextReader::readWholeFileAfter(int lineNumber, int cursorPosition) const QString DocumentContextReader::readWholeFileAfter(int lineNumber, int cursorPosition) const
{ {
QString content; return getContextBetween(lineNumber, m_document->blockCount() - 1, cursorPosition);
QTextBlock block = m_document->begin();
int currentLine = 0;
while (block.isValid() && currentLine < lineNumber) {
block = block.next();
currentLine++;
}
while (block.isValid()) {
if (currentLine == lineNumber) {
content += block.text().mid(cursorPosition) + "\n";
} else {
content += block.text() + "\n";
}
block = block.next();
currentLine++;
}
return content.trimmed();
} }
QString DocumentContextReader::getLanguageAndFileInfo() const QString DocumentContextReader::getLanguageAndFileInfo() const
@ -139,10 +111,7 @@ QString DocumentContextReader::getLanguageAndFileInfo() const
QString fileExtension = QFileInfo(filePath).suffix(); QString fileExtension = QFileInfo(filePath).suffix();
return QString("//Language: %1 (MIME: %2) filepath: %3(%4)\n\n") return QString("//Language: %1 (MIME: %2) filepath: %3(%4)\n\n")
.arg(language) .arg(language, mimeType, filePath, fileExtension);
.arg(mimeType)
.arg(filePath)
.arg(fileExtension);
} }
QString DocumentContextReader::getSpecificInstructions() const QString DocumentContextReader::getSpecificInstructions() const
@ -152,4 +121,69 @@ QString DocumentContextReader::getSpecificInstructions() const
return QString("//Instructions: %1").arg(specificInstruction); return QString("//Instructions: %1").arg(specificInstruction);
} }
CopyrightInfo DocumentContextReader::findCopyright()
{
CopyrightInfo result = {-1, -1, false};
QString text = m_document->toPlainText();
QRegularExpressionMatchIterator matchIterator = getCopyrightRegex().globalMatch(text);
QList<CopyrightInfo> copyrightBlocks;
while (matchIterator.hasNext()) {
QRegularExpressionMatch match = matchIterator.next();
int startPos = match.capturedStart();
int endPos = match.capturedEnd();
CopyrightInfo info;
info.startLine = m_document->findBlock(startPos).blockNumber();
info.endLine = m_document->findBlock(endPos).blockNumber();
info.found = true;
copyrightBlocks.append(info);
}
for (int i = 0; i < copyrightBlocks.size() - 1; ++i) {
if (copyrightBlocks[i].endLine + 1 >= copyrightBlocks[i + 1].startLine) {
copyrightBlocks[i].endLine = copyrightBlocks[i + 1].endLine;
copyrightBlocks.removeAt(i + 1);
--i;
}
}
if (!copyrightBlocks.isEmpty()) { // temproary solution, need cache
return copyrightBlocks.first();
}
return result;
}
QString DocumentContextReader::getContextBetween(int startLine,
int endLine,
int cursorPosition) const
{
QString context;
for (int i = startLine; i <= endLine; ++i) {
QTextBlock block = m_document->findBlockByNumber(i);
if (!block.isValid()) {
break;
}
if (i == endLine) {
context += block.text().left(cursorPosition);
} else {
context += block.text() + "\n";
}
}
return context;
}
const QRegularExpression &DocumentContextReader::getCopyrightRegex()
{
static const QRegularExpression copyrightRegex(
R"((?:/\*[\s\S]*?Copyright[\s\S]*?\*/| // Copyright[\s\S]*?(?:\n\s*//.*)*|///.*Copyright[\s\S]*?(?:\n\s*///.*)*)|(?://))",
QRegularExpression::MultilineOption | QRegularExpression::CaseInsensitiveOption);
return copyrightRegex;
}
} // namespace QodeAssist } // namespace QodeAssist

View File

@ -24,13 +24,17 @@
namespace QodeAssist { namespace QodeAssist {
struct CopyrightInfo
{
int startLine;
int endLine;
bool found;
};
class DocumentContextReader class DocumentContextReader
{ {
public: public:
DocumentContextReader(TextEditor::TextDocument *textDocument) DocumentContextReader(TextEditor::TextDocument *textDocument);
: m_textDocument(textDocument)
, m_document(textDocument->document())
{}
QString getLineText(int lineNumber, int cursorPosition = -1) const; QString getLineText(int lineNumber, int cursorPosition = -1) const;
QString getContextBefore(int lineNumber, int cursorPosition, int linesCount) const; QString getContextBefore(int lineNumber, int cursorPosition, int linesCount) const;
@ -39,10 +43,15 @@ public:
QString readWholeFileAfter(int lineNumber, int cursorPosition) const; QString readWholeFileAfter(int lineNumber, int cursorPosition) const;
QString getLanguageAndFileInfo() const; QString getLanguageAndFileInfo() const;
QString getSpecificInstructions() const; QString getSpecificInstructions() const;
CopyrightInfo findCopyright();
QString getContextBetween(int startLine, int endLine, int cursorPosition) const;
private: private:
TextEditor::TextDocument *m_textDocument; TextEditor::TextDocument *m_textDocument;
QTextDocument *m_document; QTextDocument *m_document;
CopyrightInfo m_copyrightInfo;
static const QRegularExpression &getCopyrightRegex();
}; };
} // namespace QodeAssist } // namespace QodeAssist

View File

@ -91,6 +91,27 @@ void LLMClientInterface::handleCancelRequest(const QJsonObject &request)
} }
} }
bool LLMClientInterface::processSingleLineCompletion(QNetworkReply *reply,
const QJsonObject &request,
const QString &accumulatedCompletion)
{
int newlinePos = accumulatedCompletion.indexOf('\n');
if (newlinePos != -1) {
QString singleLineCompletion = accumulatedCompletion.left(newlinePos).trimmed();
singleLineCompletion = removeStopWords(singleLineCompletion);
QJsonObject position = request["params"].toObject()["doc"].toObject()["position"].toObject();
sendCompletionToClient(singleLineCompletion, request, position, true);
m_accumulatedResponses.remove(reply);
reply->abort();
return true;
}
return false;
}
QString LLMClientInterface::сontextBefore(TextEditor::TextEditorWidget *widget, QString LLMClientInterface::сontextBefore(TextEditor::TextEditorWidget *widget,
int lineNumber, int lineNumber,
int cursorPosition) int cursorPosition)
@ -101,6 +122,9 @@ QString LLMClientInterface::сontextBefore(TextEditor::TextEditorWidget *widget,
DocumentContextReader reader(widget->textDocument()); DocumentContextReader reader(widget->textDocument());
QString languageAndFileInfo = reader.getLanguageAndFileInfo(); QString languageAndFileInfo = reader.getLanguageAndFileInfo();
if (lineNumber < reader.findCopyright().endLine)
return QString();
QString contextBefore; QString contextBefore;
if (settings().readFullFile()) { if (settings().readFullFile()) {
contextBefore = reader.readWholeFileBefore(lineNumber, cursorPosition); contextBefore = reader.readWholeFileBefore(lineNumber, cursorPosition);
@ -124,6 +148,8 @@ QString LLMClientInterface::сontextAfter(TextEditor::TextEditorWidget *widget,
return QString(); return QString();
DocumentContextReader reader(widget->textDocument()); DocumentContextReader reader(widget->textDocument());
if (lineNumber < reader.findCopyright().endLine)
return QString();
QString contextAfter; QString contextAfter;
if (settings().readFullFile()) { if (settings().readFullFile()) {
@ -170,9 +196,7 @@ void LLMClientInterface::handleShutdown(const QJsonObject &request)
emit messageReceived(LanguageServerProtocol::JsonRpcMessage(response)); emit messageReceived(LanguageServerProtocol::JsonRpcMessage(response));
} }
void LLMClientInterface::handleTextDocumentDidOpen(const QJsonObject &request) void LLMClientInterface::handleTextDocumentDidOpen(const QJsonObject &request) {}
{
}
void LLMClientInterface::handleInitialized(const QJsonObject &request) void LLMClientInterface::handleInitialized(const QJsonObject &request)
{ {
@ -202,6 +226,11 @@ void LLMClientInterface::handleLLMResponse(QNetworkReply *reply, const QJsonObje
QJsonObject position = request["params"].toObject()["doc"].toObject()["position"].toObject(); QJsonObject position = request["params"].toObject()["doc"].toObject()["position"].toObject();
if (!settings().multiLineCompletion()
&& processSingleLineCompletion(reply, request, accumulatedResponse)) {
return;
}
if (isComplete || reply->isFinished()) { if (isComplete || reply->isFinished()) {
if (isComplete) { if (isComplete) {
auto cleanedCompletion = removeStopWords(accumulatedResponse); auto cleanedCompletion = removeStopWords(accumulatedResponse);
@ -348,8 +377,6 @@ QString LLMClientInterface::removeStopWords(const QString &completion)
return filteredCompletion; return filteredCompletion;
} }
void LLMClientInterface::parseCurrentMessage() void LLMClientInterface::parseCurrentMessage() {}
{
}
} // namespace QodeAssist } // namespace QodeAssist

View File

@ -69,6 +69,9 @@ private:
void handleInitialized(const QJsonObject &request); void handleInitialized(const QJsonObject &request);
void handleExit(const QJsonObject &request); void handleExit(const QJsonObject &request);
void handleCancelRequest(const QJsonObject &request); void handleCancelRequest(const QJsonObject &request);
bool processSingleLineCompletion(QNetworkReply *reply,
const QJsonObject &request,
const QString &accumulatedCompletion);
QString сontextBefore(TextEditor::TextEditorWidget *widget, int lineNumber, int cursorPosition); QString сontextBefore(TextEditor::TextEditorWidget *widget, int lineNumber, int cursorPosition);
QString сontextAfter(TextEditor::TextEditorWidget *widget, int lineNumber, int cursorPosition); QString сontextAfter(TextEditor::TextEditorWidget *widget, int lineNumber, int cursorPosition);

View File

@ -1,6 +1,6 @@
{ {
"Name" : "QodeAssist", "Name" : "QodeAssist",
"Version" : "0.0.3", "Version" : "0.0.4",
"CompatVersion" : "${IDE_VERSION_COMPAT}", "CompatVersion" : "${IDE_VERSION_COMPAT}",
"Vendor" : "Petr Mironychev", "Vendor" : "Petr Mironychev",
"Copyright" : "(C) ${IDE_COPYRIGHT_YEAR} Petr Mironychev, (C) ${IDE_COPYRIGHT_YEAR} The Qt Company Ltd", "Copyright" : "(C) ${IDE_COPYRIGHT_YEAR} Petr Mironychev, (C) ${IDE_COPYRIGHT_YEAR} The Qt Company Ltd",
@ -11,6 +11,6 @@ Alternatively, this file may be used under the terms of the GNU General Public L
"Prerequisites:", "Prerequisites:",
"- One of the supported LLM providers installed (e.g., Ollama or LM Studio)", "- One of the supported LLM providers installed (e.g., Ollama or LM Studio)",
"- A compatible large language model downloaded for your chosen provider (e.g., CodeLlama, StarCoder2)"], "- A compatible large language model downloaded for your chosen provider (e.g., CodeLlama, StarCoder2)"],
"Url" : "https://github.com/Palm1r", "Url" : "https://github.com/Palm1r/QodeAssist",
${IDE_PLUGIN_DEPENDENCIES} ${IDE_PLUGIN_DEPENDENCIES}
} }

View File

@ -53,6 +53,7 @@ const char START_SUGGESTION_TIMER[] = "QodeAssist.startSuggestionTimer";
const char MAX_FILE_THRESHOLD[] = "QodeAssist.maxFileThreshold"; const char MAX_FILE_THRESHOLD[] = "QodeAssist.maxFileThreshold";
const char OLLAMA_LIVETIME[] = "QodeAssist.ollamaLivetime"; const char OLLAMA_LIVETIME[] = "QodeAssist.ollamaLivetime";
const char SPECIFIC_INSTRUCTIONS[] = "QodeAssist.specificInstractions"; const char SPECIFIC_INSTRUCTIONS[] = "QodeAssist.specificInstractions";
const char MULTILINE_COMPLETION[] = "QodeAssist.multilineCompletion";
const char QODE_ASSIST_GENERAL_OPTIONS_ID[] = "QodeAssist.GeneralOptions"; const char QODE_ASSIST_GENERAL_OPTIONS_ID[] = "QodeAssist.GeneralOptions";
const char QODE_ASSIST_GENERAL_OPTIONS_CATEGORY[] = "QodeAssist.Category"; const char QODE_ASSIST_GENERAL_OPTIONS_CATEGORY[] = "QodeAssist.Category";

View File

@ -166,6 +166,9 @@ QodeAssistSettings::QodeAssistSettings()
"CRITICAL: Please provide minimal the best possible code completion suggestions.\n"); "CRITICAL: Please provide minimal the best possible code completion suggestions.\n");
resetToDefaults.m_buttonText = Tr::tr("Reset to Defaults"); resetToDefaults.m_buttonText = Tr::tr("Reset to Defaults");
multiLineCompletion.setSettingsKey(Constants::MULTILINE_COMPLETION);
multiLineCompletion.setDefaultValue(true);
multiLineCompletion.setLabelText(Tr::tr("Enable Multiline Completion"));
const auto &manager = LLMProvidersManager::instance(); const auto &manager = LLMProvidersManager::instance();
if (!manager.getProviderNames().isEmpty()) { if (!manager.getProviderNames().isEmpty()) {
@ -203,6 +206,7 @@ QodeAssistSettings::QodeAssistSettings()
return Column{Group{title(Tr::tr("General Settings")), return Column{Group{title(Tr::tr("General Settings")),
Form{Column{enableQodeAssist, Form{Column{enableQodeAssist,
enableAutoComplete, enableAutoComplete,
multiLineCompletion,
enableLogging, enableLogging,
Row{Stretch{1}, resetToDefaults}}}}, Row{Stretch{1}, resetToDefaults}}}},
Group{title(Tr::tr("LLM Providers")), Group{title(Tr::tr("LLM Providers")),
@ -211,12 +215,12 @@ QodeAssistSettings::QodeAssistSettings()
Form{Column{Row{selectModels, modelName}}}}, Form{Column{Row{selectModels, modelName}}}},
Group{title(Tr::tr("FIM Prompt Settings")), Group{title(Tr::tr("FIM Prompt Settings")),
Form{Column{fimPrompts, Form{Column{fimPrompts,
readFullFile,
maxFileThreshold, maxFileThreshold,
ollamaLivetime, ollamaLivetime,
specificInstractions, specificInstractions,
temperature, temperature,
maxTokens, maxTokens,
readFullFile,
readStringsBeforeCursor, readStringsBeforeCursor,
readStringsAfterCursor, readStringsAfterCursor,
startSuggestionTimer, startSuggestionTimer,

View File

@ -96,6 +96,7 @@ public:
Utils::StringAspect ollamaLivetime{this}; Utils::StringAspect ollamaLivetime{this};
Utils::StringAspect specificInstractions{this}; Utils::StringAspect specificInstractions{this};
Utils::BoolAspect multiLineCompletion{this};
ButtonAspect resetToDefaults{this}; ButtonAspect resetToDefaults{this};

View File

@ -41,7 +41,7 @@ inline void logMessage(const QString &message, bool silent = true)
if (!loggingEnabled()) if (!loggingEnabled())
return; return;
const QString prefixedMessage = QLatin1String("[QLLamaAssist] ") + message; const QString prefixedMessage = QLatin1String("[Qode Assist] ") + message;
if (silent) { if (silent) {
Core::MessageManager::writeSilently(prefixedMessage); Core::MessageManager::writeSilently(prefixedMessage);
} else { } else {

View File

@ -82,9 +82,11 @@ public:
ActionBuilder requestAction(this, Constants::QODE_ASSIST_REQUEST_SUGGESTION); ActionBuilder requestAction(this, Constants::QODE_ASSIST_REQUEST_SUGGESTION);
requestAction.setToolTip( requestAction.setToolTip(
Tr::tr("Request Ollama suggestion at the current editor's cursor position.")); Tr::tr("Generate Qode Assist suggestion at the current cursor position."));
requestAction.setText(Tr::tr("Request Ollama Suggestion")); requestAction.setText(Tr::tr("Request Ollama Suggestion"));
requestAction.setIcon(QCODEASSIST_ICON.icon()); requestAction.setIcon(QCODEASSIST_ICON.icon());
const QKeySequence defaultShortcut = QKeySequence(Qt::CTRL | Qt::ALT | Qt::Key_Q);
requestAction.setDefaultKeySequence(defaultShortcut);
requestAction.addOnTriggered(this, [this] { requestAction.addOnTriggered(this, [this] {
if (auto editor = TextEditor::TextEditorWidget::currentTextEditorWidget()) { if (auto editor = TextEditor::TextEditorWidget::currentTextEditorWidget()) {
if (m_qodeAssistClient && m_qodeAssistClient->reachable()) { if (m_qodeAssistClient && m_qodeAssistClient->reachable()) {