diff --git a/backend/apps/litellm/main.py b/backend/apps/litellm/main.py index ad5c2afd..b1752f8c 100644 --- a/backend/apps/litellm/main.py +++ b/backend/apps/litellm/main.py @@ -28,6 +28,7 @@ from config import ( MODEL_FILTER_LIST, DATA_DIR, LITELLM_PROXY_PORT, + LITELLM_PROXY_HOST, ) from litellm.utils import get_llm_provider @@ -95,7 +96,7 @@ async def run_background_process(command): async def start_litellm_background(): log.info("start_litellm_background") # Command to run in the background - command = f"litellm --port {LITELLM_PROXY_PORT} --telemetry False --config ./data/litellm/config.yaml" + command = f"litellm --port {LITELLM_PROXY_PORT} --host {LITELLM_PROXY_HOST} --telemetry False --config ./data/litellm/config.yaml" await run_background_process(command) diff --git a/backend/config.py b/backend/config.py index 3f67c00d..f421c8ae 100644 --- a/backend/config.py +++ b/backend/config.py @@ -507,3 +507,4 @@ AUDIO_OPENAI_API_KEY = os.getenv("AUDIO_OPENAI_API_KEY", OPENAI_API_KEY) LITELLM_PROXY_PORT = int(os.getenv("LITELLM_PROXY_PORT", "14365")) if LITELLM_PROXY_PORT < 0 or LITELLM_PROXY_PORT > 65535: raise ValueError("Invalid port number for LITELLM_PROXY_PORT") +LITELLM_PROXY_HOST = os.getenv("LITELLM_PROXY_HOST", "127.0.0.1")