Initial commit

providers/LMStudioProvider.cpp

@@ -0,0 +1,171 @@
+/* 
+ * Copyright (C) 2024 Petr Mironychev
+ *
+ * This file is part of QodeAssist.
+ *
+ * QodeAssist is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * QodeAssist is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with QodeAssist. If not, see <https://www.gnu.org/licenses/>.
+ */
+
+#include "LMStudioProvider.hpp"
+
+#include <QJsonArray>
+#include <QJsonDocument>
+#include <QJsonObject>
+#include <QNetworkReply>
+#include <QProcess>
+
+#include "PromptTemplateManager.hpp"
+#include "QodeAssistSettings.hpp"
+
+namespace QodeAssist::Providers {
+
+LMStudioProvider::LMStudioProvider() {}
+
+QString LMStudioProvider::name() const
+{
+    return "LM Studio";
+}
+
+QString LMStudioProvider::url() const
+{
+    return "http://localhost";
+}
+
+int LMStudioProvider::defaultPort() const
+{
+    return 1234;
+}
+
+QString LMStudioProvider::completionEndpoint() const
+{
+    return "/v1/chat/completions";
+}
+
+void LMStudioProvider::prepareRequest(QJsonObject &request)
+{
+    const auto &currentTemplate = PromptTemplateManager::instance().getCurrentTemplate();
+
+    if (request.contains("prompt")) {
+        QJsonArray messages{
+            {QJsonObject{{"role", "user"}, {"content", request.take("prompt").toString()}}}};
+        request["messages"] = std::move(messages);
+    }
+
+    request["max_tokens"] = settings().maxTokens();
+    request["temperature"] = settings().temperature();
+    request["stop"] = QJsonArray::fromStringList(currentTemplate->stopWords());
+    if (settings().useTopP())
+        request["top_p"] = settings().topP();
+    if (settings().useTopK())
+        request["top_k"] = settings().topK();
+    if (settings().useFrequencyPenalty())
+        request["frequency_penalty"] = settings().frequencyPenalty();
+    if (settings().usePresencePenalty())
+        request["presence_penalty"] = settings().presencePenalty();
+}
+
+bool LMStudioProvider::handleResponse(QNetworkReply *reply, QString &accumulatedResponse)
+{
+    bool isComplete = false;
+    while (reply->canReadLine()) {
+        QByteArray line = reply->readLine().trimmed();
+        if (line.isEmpty()) {
+            continue;
+        }
+        if (line == "data: [DONE]") {
+            isComplete = true;
+            break;
+        }
+        if (line.startsWith("data: ")) {
+            line = line.mid(6); // Remove "data: " prefix
+        }
+        QJsonDocument jsonResponse = QJsonDocument::fromJson(line);
+        if (jsonResponse.isNull()) {
+            qWarning() << "Invalid JSON response from LM Studio:" << line;
+            continue;
+        }
+        QJsonObject responseObj = jsonResponse.object();
+        if (responseObj.contains("choices")) {
+            QJsonArray choices = responseObj["choices"].toArray();
+            if (!choices.isEmpty()) {
+                QJsonObject choice = choices.first().toObject();
+                QJsonObject delta = choice["delta"].toObject();
+                if (delta.contains("content")) {
+                    QString completion = delta["content"].toString();
+
+                    accumulatedResponse += completion;
+                }
+                if (choice["finish_reason"].toString() == "stop") {
+                    isComplete = true;
+                    break;
+                }
+            }
+        }
+    }
+    return isComplete;
+}
+
+QList<QString> LMStudioProvider::getInstalledModels(const Utils::Environment &env)
+{
+    QProcess process;
+    process.setEnvironment(env.toStringList());
+    QString lmsConsoleName;
+#ifdef Q_OS_WIN
+    lmsConsoleName = "lms.exe";
+#else
+    lmsConsoleName = "lms";
+#endif
+    auto lmsPath = env.searchInPath(lmsConsoleName).toString();
+
+    if (!QFileInfo::exists(lmsPath)) {
+        qWarning() << "LMS executable not found at" << lmsPath;
+        return {};
+    }
+
+    process.start(lmsPath, QStringList() << "ls");
+    if (!process.waitForStarted()) {
+        qWarning() << "Failed to start LMS process:" << process.errorString();
+        return {};
+    }
+
+    if (!process.waitForFinished()) {
+        qWarning() << "LMS process did not finish:" << process.errorString();
+        return {};
+    }
+
+    QStringList models;
+    if (process.exitCode() == 0) {
+        QString output = QString::fromUtf8(process.readAllStandardOutput());
+        QStringList lines = output.split('\n', Qt::SkipEmptyParts);
+
+        // Skip the header lines
+        for (int i = 2; i < lines.size(); ++i) {
+            QString line = lines[i].trimmed();
+            if (!line.isEmpty()) {
+                // The model name is the first column
+                QString modelName = line.split(QRegularExpression("\\s+"), Qt::SkipEmptyParts)
+                                        .first();
+                models.append(modelName);
+            }
+        }
+        qDebug() << "Models:" << models;
+    } else {
+        // Handle error
+        qWarning() << "Error running 'lms list':" << process.errorString();
+    }
+
+    return models;
+}
+
+} // namespace QodeAssist::Providers