From 7053f2f67dc9b20bffaa95a31909a16550a94f70 Mon Sep 17 00:00:00 2001
From: Zohaib Rauf <zabirauf@gmail.com>
Date: Mon, 12 Feb 2024 23:35:31 -0800
Subject: [PATCH] Added Keep alive setting

---
 src/lib/apis/ollama/index.ts                   |  5 +++--
 .../components/chat/MessageInput/Models.svelte |  4 ++--
 .../components/chat/Settings/Advanced.svelte   | 18 +++++++++++++++++-
 src/routes/(app)/+page.svelte                  |  3 ++-
 src/routes/(app)/c/[id]/+page.svelte           |  3 ++-
 5 files changed, 26 insertions(+), 7 deletions(-)

diff --git a/src/lib/apis/ollama/index.ts b/src/lib/apis/ollama/index.ts
index 62501966..df538311 100644
--- a/src/lib/apis/ollama/index.ts
+++ b/src/lib/apis/ollama/index.ts
@@ -167,7 +167,7 @@ export const generateTitle = async (token: string = '', model: string, prompt: s
 	return res?.response ?? 'New Chat';
 };
 
-export const generatePrompt = async (token: string = '', model: string, conversation: string) => {
+export const generatePrompt = async (token: string = '', model: string, conversation: string, body: object = {}) => {
 	let error = null;
 
 	if (conversation === '') {
@@ -188,7 +188,8 @@ export const generatePrompt = async (token: string = '', model: string, conversa
 			As USER in the conversation above, your task is to continue the conversation. Remember, Your responses should be crafted as if you're a human conversing in a natural, realistic manner, keeping in mind the context and flow of the dialogue. Please generate a fitting response to the last message in the conversation, or if there is no existing conversation, initiate one as a normal person would.
 			
 			Response:
-			`
+			`,
+			...body
 		})
 	}).catch((err) => {
 		console.log(err);
diff --git a/src/lib/components/chat/MessageInput/Models.svelte b/src/lib/components/chat/MessageInput/Models.svelte
index 0dbb71c8..84ec6f8d 100644
--- a/src/lib/components/chat/MessageInput/Models.svelte
+++ b/src/lib/components/chat/MessageInput/Models.svelte
@@ -1,6 +1,6 @@
 <script lang="ts">
 	import { generatePrompt } from '$lib/apis/ollama';
-	import { models } from '$lib/stores';
+	import { models, settings } from '$lib/stores';
 	import { splitStream } from '$lib/utils';
 	import { tick } from 'svelte';
 	import toast from 'svelte-french-toast';
@@ -53,7 +53,7 @@
 			return `${a}### ${message.role.toUpperCase()}\n${message.content}\n\n`;
 		}, '');
 
-		const res = await generatePrompt(localStorage.token, model.name, convoText);
+		const res = await generatePrompt(localStorage.token, model.name, convoText, { keep_alive: $settings.keepAlive ?? undefined });
 
 		if (res && res.ok) {
 			const reader = res.body
diff --git a/src/lib/components/chat/Settings/Advanced.svelte b/src/lib/components/chat/Settings/Advanced.svelte
index 5396947b..58897bcd 100644
--- a/src/lib/components/chat/Settings/Advanced.svelte
+++ b/src/lib/components/chat/Settings/Advanced.svelte
@@ -7,6 +7,7 @@
 
 	// Advanced
 	let requestFormat = '';
+	let keepAlive = '';
 	let options = {
 		// Advanced
 		seed: 0,
@@ -38,6 +39,7 @@
 		let settings = JSON.parse(localStorage.getItem('settings') ?? '{}');
 
 		requestFormat = settings.requestFormat ?? '';
+		keepAlive = settings.keepAlive ?? '';
 
 		options.seed = settings.seed ?? 0;
 		options.temperature = settings.temperature ?? '';
@@ -85,6 +87,19 @@
 				</button>
 			</div>
 		</div>
+		<div class=" py-1 flex w-full justify-between">
+			<div class=" w-20 text-xs font-medium self-center">Keep Alive</div>
+			<div class=" flex-1 self-center">
+				<input
+					class="w-full rounded py-1.5 px-4 text-sm dark:text-gray-300 dark:bg-gray-800 outline-none border border-gray-100 dark:border-gray-600"
+					type="number"
+					placeholder="Default"
+					bind:value={keepAlive}
+					autocomplete="off"
+					min="-1"
+				/>
+			</div>
+		</div>
 	</div>
 
 	<div class="flex justify-end pt-3 text-sm font-medium">
@@ -106,7 +121,8 @@
 						tfs_z: options.tfs_z !== '' ? options.tfs_z : undefined,
 						num_ctx: options.num_ctx !== '' ? options.num_ctx : undefined,
 						num_predict: options.num_predict !== '' ? options.num_predict : undefined
-					}
+					},
+					keepAlive: keepAlive !== '' ? keepAlive : undefined
 				});
 
 				dispatch('save');
diff --git a/src/routes/(app)/+page.svelte b/src/routes/(app)/+page.svelte
index a01e4d36..6b7ccb2e 100644
--- a/src/routes/(app)/+page.svelte
+++ b/src/routes/(app)/+page.svelte
@@ -358,7 +358,8 @@
 			options: {
 				...($settings.options ?? {})
 			},
-			format: $settings.requestFormat ?? undefined
+			format: $settings.requestFormat ?? undefined,
+			keep_alive: $settings.keepAlive ?? undefined
 		});
 
 		if (res && res.ok) {
diff --git a/src/routes/(app)/c/[id]/+page.svelte b/src/routes/(app)/c/[id]/+page.svelte
index 4ff1f3bd..c1e05087 100644
--- a/src/routes/(app)/c/[id]/+page.svelte
+++ b/src/routes/(app)/c/[id]/+page.svelte
@@ -372,7 +372,8 @@
 			options: {
 				...($settings.options ?? {})
 			},
-			format: $settings.requestFormat ?? undefined
+			format: $settings.requestFormat ?? undefined,
+			keep_alive: $settings.keepAlive ?? undefined
 		});
 
 		if (res && res.ok) {