fix: api usage issue

This commit is contained in:
Timothy J. Baek 2024-04-14 16:51:13 -04:00
parent 98c16776f8
commit 0f5ecafc57

View file

@ -612,7 +612,12 @@ async def generate_embeddings(
user=Depends(get_current_user),
):
if url_idx == None:
if form_data.model in app.state.MODELS:
model = form_data.model
if ":" not in model:
model = f"{model}:latest"
if model in app.state.MODELS:
url_idx = random.choice(app.state.MODELS[form_data.model]["urls"])
else:
raise HTTPException(
@ -672,7 +677,12 @@ async def generate_completion(
):
if url_idx == None:
if form_data.model in app.state.MODELS:
model = form_data.model
if ":" not in model:
model = f"{model}:latest"
if model in app.state.MODELS:
url_idx = random.choice(app.state.MODELS[form_data.model]["urls"])
else:
raise HTTPException(
@ -770,7 +780,12 @@ async def generate_chat_completion(
):
if url_idx == None:
if form_data.model in app.state.MODELS:
model = form_data.model
if ":" not in model:
model = f"{model}:latest"
if model in app.state.MODELS:
url_idx = random.choice(app.state.MODELS[form_data.model]["urls"])
else:
raise HTTPException(
@ -874,7 +889,12 @@ async def generate_openai_chat_completion(
):
if url_idx == None:
if form_data.model in app.state.MODELS:
model = form_data.model
if ":" not in model:
model = f"{model}:latest"
if model in app.state.MODELS:
url_idx = random.choice(app.state.MODELS[form_data.model]["urls"])
else:
raise HTTPException(