This commit is contained in:
Timothy J. Baek 2024-04-14 16:52:59 -04:00
parent 0f5ecafc57
commit 9091513c39

View file

@ -618,7 +618,7 @@ async def generate_embeddings(
model = f"{model}:latest" model = f"{model}:latest"
if model in app.state.MODELS: if model in app.state.MODELS:
url_idx = random.choice(app.state.MODELS[form_data.model]["urls"]) url_idx = random.choice(app.state.MODELS[model]["urls"])
else: else:
raise HTTPException( raise HTTPException(
status_code=400, status_code=400,
@ -683,7 +683,7 @@ async def generate_completion(
model = f"{model}:latest" model = f"{model}:latest"
if model in app.state.MODELS: if model in app.state.MODELS:
url_idx = random.choice(app.state.MODELS[form_data.model]["urls"]) url_idx = random.choice(app.state.MODELS[model]["urls"])
else: else:
raise HTTPException( raise HTTPException(
status_code=400, status_code=400,
@ -786,7 +786,7 @@ async def generate_chat_completion(
model = f"{model}:latest" model = f"{model}:latest"
if model in app.state.MODELS: if model in app.state.MODELS:
url_idx = random.choice(app.state.MODELS[form_data.model]["urls"]) url_idx = random.choice(app.state.MODELS[model]["urls"])
else: else:
raise HTTPException( raise HTTPException(
status_code=400, status_code=400,
@ -895,7 +895,7 @@ async def generate_openai_chat_completion(
model = f"{model}:latest" model = f"{model}:latest"
if model in app.state.MODELS: if model in app.state.MODELS:
url_idx = random.choice(app.state.MODELS[form_data.model]["urls"]) url_idx = random.choice(app.state.MODELS[model]["urls"])
else: else:
raise HTTPException( raise HTTPException(
status_code=400, status_code=400,