forked from open-webui/open-webui
feat: advanced params support
This commit is contained in:
parent
322661dbcb
commit
2e0bf3b957
2 changed files with 140 additions and 25 deletions
|
@ -233,6 +233,7 @@
|
|||
};
|
||||
|
||||
const saveSettings = async (updated) => {
|
||||
console.log(updated);
|
||||
settings = { ...settings, ...updated };
|
||||
localStorage.setItem('settings', JSON.stringify(settings));
|
||||
await getModelTags();
|
||||
|
@ -458,12 +459,13 @@
|
|||
model: selectedModel,
|
||||
prompt: userPrompt,
|
||||
system: settings.system ?? undefined,
|
||||
options:
|
||||
settings.temperature != null
|
||||
? {
|
||||
temperature: settings.temperature
|
||||
}
|
||||
: undefined,
|
||||
options: {
|
||||
seed: settings.seed ?? undefined,
|
||||
temperature: settings.temperature ?? undefined,
|
||||
repeat_penalty: settings.repeat_penalty ?? undefined,
|
||||
top_k: settings.top_k ?? undefined,
|
||||
top_p: settings.top_p ?? undefined
|
||||
},
|
||||
context:
|
||||
messages.length > 3 && messages.at(-3).context != undefined
|
||||
? messages.at(-3).context
|
||||
|
@ -566,7 +568,20 @@
|
|||
body: JSON.stringify({
|
||||
model: selectedModel,
|
||||
stream: true,
|
||||
messages: messages.map((message) => ({ ...message, done: undefined }))
|
||||
messages: [
|
||||
settings.system
|
||||
? {
|
||||
role: 'system',
|
||||
content: settings.system
|
||||
}
|
||||
: undefined,
|
||||
...messages
|
||||
]
|
||||
.filter((message) => message)
|
||||
.map((message) => ({ ...message, done: undefined })),
|
||||
temperature: settings.temperature ?? undefined,
|
||||
top_p: settings.top_p ?? undefined,
|
||||
frequency_penalty: settings.repeat_penalty ?? undefined
|
||||
})
|
||||
});
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue