forked from open-webui/open-webui
commit
439185be80
1 changed files with 3 additions and 1 deletions
|
@ -68,6 +68,7 @@ async def update_ollama_api_url(
|
|||
@app.api_route("/{path:path}", methods=["GET", "POST", "PUT", "DELETE"])
|
||||
async def proxy(path: str, request: Request, user=Depends(get_current_user)):
|
||||
target_url = f"{app.state.OLLAMA_API_BASE_URL}/{path}"
|
||||
print(target_url)
|
||||
|
||||
body = await request.body()
|
||||
headers = dict(request.headers)
|
||||
|
@ -93,6 +94,7 @@ async def proxy(path: str, request: Request, user=Depends(get_current_user)):
|
|||
request.method, target_url, data=body, headers=headers
|
||||
)
|
||||
|
||||
print(response)
|
||||
if not response.ok:
|
||||
data = await response.json()
|
||||
print(data)
|
||||
|
@ -100,6 +102,7 @@ async def proxy(path: str, request: Request, user=Depends(get_current_user)):
|
|||
|
||||
async def generate():
|
||||
async for line in response.content:
|
||||
print(line)
|
||||
yield line
|
||||
await session.close()
|
||||
|
||||
|
@ -118,7 +121,6 @@ async def proxy(path: str, request: Request, user=Depends(get_current_user)):
|
|||
error_detail = f"Ollama: {e}"
|
||||
|
||||
await session.close()
|
||||
|
||||
raise HTTPException(
|
||||
status_code=response.status if response else 500,
|
||||
detail=error_detail,
|
||||
|
|
Loading…
Reference in a new issue