diff --git a/src/lib/apis/litellm/index.ts b/src/lib/apis/litellm/index.ts index 6466ee35..302e9c4a 100644 --- a/src/lib/apis/litellm/index.ts +++ b/src/lib/apis/litellm/index.ts @@ -77,6 +77,7 @@ type AddLiteLLMModelForm = { api_base: string; api_key: string; rpm: string; + max_tokens: string; }; export const addLiteLLMModel = async (token: string = '', payload: AddLiteLLMModelForm) => { @@ -95,7 +96,8 @@ export const addLiteLLMModel = async (token: string = '', payload: AddLiteLLMMod model: payload.model, ...(payload.api_base === '' ? {} : { api_base: payload.api_base }), ...(payload.api_key === '' ? {} : { api_key: payload.api_key }), - ...(isNaN(parseInt(payload.rpm)) ? {} : { rpm: parseInt(payload.rpm) }) + ...(isNaN(parseInt(payload.rpm)) ? {} : { rpm: parseInt(payload.rpm) }), + ...(payload.max_tokens === '' ? {} : { max_tokens: payload.max_tokens }) } }) }) diff --git a/src/lib/components/chat/Settings/Models.svelte b/src/lib/components/chat/Settings/Models.svelte index bdd2cc77..9a079972 100644 --- a/src/lib/components/chat/Settings/Models.svelte +++ b/src/lib/components/chat/Settings/Models.svelte @@ -27,6 +27,7 @@ let liteLLMAPIBase = ''; let liteLLMAPIKey = ''; let liteLLMRPM = ''; + let liteLLMMaxTokens = ''; let deleteLiteLLMModelId = ''; @@ -326,7 +327,8 @@ model: liteLLMModel, api_base: liteLLMAPIBase, api_key: liteLLMAPIKey, - rpm: liteLLMRPM + rpm: liteLLMRPM, + max_tokens: liteLLMMaxTokens }).catch((error) => { toast.error(error); return null; @@ -821,6 +823,22 @@ + +
+
Max Tokens
+
+
+ +
+
+
{/if}