tdpeuter/open-webui
tdpeuter/open-webui
1
Fork 0
forked from open-webui/open-webui
Code Issues Pull requests 1 Releases 2 Packages Activity Actions

feat: better error handling for ollama reverse proxy

Browse source
This commit is contained in:
Timothy J. Baek 2023-12-13 17:37:29 -08:00
parent 346b0df811
commit 25987fe3c9
1 changed files with 22 additions and 17 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
backend/apps/ollama/main.py
View file

@ -59,6 +59,7 @@ def proxy(path):
else: else:
pass pass
try:
# Make a request to the target server # Make a request to the target server
target_response = requests.request( target_response = requests.request(
method=request.method, method=request.method,
@ -68,6 +69,8 @@ def proxy(path):
stream=True, # Enable streaming for server-sent events stream=True, # Enable streaming for server-sent events
) )
target_response.raise_for_status()
# Proxy the target server's response to the client # Proxy the target server's response to the client
def generate(): def generate():
for chunk in target_response.iter_content(chunk_size=8192): for chunk in target_response.iter_content(chunk_size=8192):
@ -80,6 +83,8 @@ def proxy(path):
response.headers[key] = value response.headers[key] = value
return response return response
except Exception as e:
return jsonify({"detail": "Server Connection Error", "message": str(e)}), 400
if __name__ == "__main__": if __name__ == "__main__":