tdpeuter/open-webui
tdpeuter/open-webui
1
Fork 0
forked from open-webui/open-webui
Code Issues Pull requests 1 Projects 1 Releases 2 Packages 1 Activity Actions

feat: add LITELLM_PROXY_HOST to configure address litellm listens on

Browse source
This commit is contained in:
Jun Siang Cheah 2024-04-23 19:19:16 +01:00
parent 0ea9e19d79
commit 9e9306fd2b
2 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
backend/apps/litellm/main.py
View file

@ -28,6 +28,7 @@ from config import (
MODEL_FILTER_LIST, MODEL_FILTER_LIST,
DATA_DIR, DATA_DIR,
LITELLM_PROXY_PORT, LITELLM_PROXY_PORT,
LITELLM_PROXY_HOST,
) )
from litellm.utils import get_llm_provider from litellm.utils import get_llm_provider
@ -95,7 +96,7 @@ async def run_background_process(command):
async def start_litellm_background(): async def start_litellm_background():
log.info("start_litellm_background") log.info("start_litellm_background")
# Command to run in the background # Command to run in the background
command = f"litellm --port {LITELLM_PROXY_PORT} --telemetry False --config ./data/litellm/config.yaml" command = f"litellm --port {LITELLM_PROXY_PORT} --host {LITELLM_PROXY_HOST} --telemetry False --config ./data/litellm/config.yaml"
await run_background_process(command) await run_background_process(command)

1
backend/config.py
View file

@ -507,3 +507,4 @@ AUDIO_OPENAI_API_KEY = os.getenv("AUDIO_OPENAI_API_KEY", OPENAI_API_KEY)
LITELLM_PROXY_PORT = int(os.getenv("LITELLM_PROXY_PORT", "14365")) LITELLM_PROXY_PORT = int(os.getenv("LITELLM_PROXY_PORT", "14365"))
if LITELLM_PROXY_PORT < 0 or LITELLM_PROXY_PORT > 65535: if LITELLM_PROXY_PORT < 0 or LITELLM_PROXY_PORT > 65535:
raise ValueError("Invalid port number for LITELLM_PROXY_PORT") raise ValueError("Invalid port number for LITELLM_PROXY_PORT")
LITELLM_PROXY_HOST = os.getenv("LITELLM_PROXY_HOST", "127.0.0.1")