tdpeuter/open-webui
tdpeuter/open-webui
1
Fork 0
forked from open-webui/open-webui
Code Issues Pull requests 1 Releases 2 Packages Activity Actions

fix: api usage issue

Browse source
This commit is contained in:
Timothy J. Baek 2024-04-14 16:51:13 -04:00
parent 98c16776f8
commit 0f5ecafc57
1 changed files with 24 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

28
backend/apps/ollama/main.py
View file

@ -612,7 +612,12 @@ async def generate_embeddings(
user=Depends(get_current_user), user=Depends(get_current_user),
): ):
if url_idx == None: if url_idx == None:
if form_data.model in app.state.MODELS: model = form_data.model
if ":" not in model:
model = f"{model}:latest"
if model in app.state.MODELS:
url_idx = random.choice(app.state.MODELS[form_data.model]["urls"]) url_idx = random.choice(app.state.MODELS[form_data.model]["urls"])
else: else:
raise HTTPException( raise HTTPException(
@ -672,7 +677,12 @@ async def generate_completion(
): ):
if url_idx == None: if url_idx == None:
if form_data.model in app.state.MODELS: model = form_data.model
if ":" not in model:
model = f"{model}:latest"
if model in app.state.MODELS:
url_idx = random.choice(app.state.MODELS[form_data.model]["urls"]) url_idx = random.choice(app.state.MODELS[form_data.model]["urls"])
else: else:
raise HTTPException( raise HTTPException(
@ -770,7 +780,12 @@ async def generate_chat_completion(
): ):
if url_idx == None: if url_idx == None:
if form_data.model in app.state.MODELS: model = form_data.model
if ":" not in model:
model = f"{model}:latest"
if model in app.state.MODELS:
url_idx = random.choice(app.state.MODELS[form_data.model]["urls"]) url_idx = random.choice(app.state.MODELS[form_data.model]["urls"])
else: else:
raise HTTPException( raise HTTPException(
@ -874,7 +889,12 @@ async def generate_openai_chat_completion(
): ):
if url_idx == None: if url_idx == None:
if form_data.model in app.state.MODELS: model = form_data.model
if ":" not in model:
model = f"{model}:latest"
if model in app.state.MODELS:
url_idx = random.choice(app.state.MODELS[form_data.model]["urls"]) url_idx = random.choice(app.state.MODELS[form_data.model]["urls"])
else: else:
raise HTTPException( raise HTTPException(