From 1cbde3d55b369109fc95f61d1ec955d9c400d5d9 Mon Sep 17 00:00:00 2001 From: Petr Mironychev <9195189+Palm1r@users.noreply.github.com> Date: Wed, 2 Oct 2024 21:44:32 +0200 Subject: [PATCH] Fix ollama model livetime --- providers/OllamaProvider.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/providers/OllamaProvider.cpp b/providers/OllamaProvider.cpp index 661f944..5daf0d2 100644 --- a/providers/OllamaProvider.cpp +++ b/providers/OllamaProvider.cpp @@ -59,7 +59,6 @@ void OllamaProvider::prepareRequest(QJsonObject &request) QJsonObject options; options["num_predict"] = settings.maxTokens(); - options["keep_alive"] = settings.ollamaLivetime(); options["temperature"] = settings.temperature(); if (settings.useTopP()) options["top_p"] = settings.topP(); @@ -70,6 +69,7 @@ void OllamaProvider::prepareRequest(QJsonObject &request) if (settings.usePresencePenalty()) options["presence_penalty"] = settings.presencePenalty(); request["options"] = options; + request["keep_alive"] = settings.ollamaLivetime(); } bool OllamaProvider::handleResponse(QNetworkReply *reply, QString &accumulatedResponse)