From 802eb3beec038b321753f375c8e68978753912a5 Mon Sep 17 00:00:00 2001
From: Self Denial <selfdenial@pm.me>
Date: Fri, 5 Apr 2024 16:27:31 -0600
Subject: [PATCH] Use locally bundled version of the LiteLLM cost map json

Intended to avoid repetitive startup connections by setting `LITELLM_LOCAL_MODEL_COST_MAP="True"`
---
 .env.example | 6 +++++-
 Dockerfile   | 4 ++++
 2 files changed, 9 insertions(+), 1 deletion(-)

diff --git a/.env.example b/.env.example
index 3d2aafc0..05854cd0 100644
--- a/.env.example
+++ b/.env.example
@@ -9,4 +9,8 @@ OPENAI_API_KEY=''
 
 # DO NOT TRACK
 SCARF_NO_ANALYTICS=true
-DO_NOT_TRACK=true
\ No newline at end of file
+DO_NOT_TRACK=true
+
+# Use locally bundled version of the LiteLLM cost map json
+# to avoid repetitive startup connections
+LITELLM_LOCAL_MODEL_COST_MAP="True"
diff --git a/Dockerfile b/Dockerfile
index 5f0c13cb..f76f8c32 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -31,6 +31,10 @@ ENV WEBUI_AUTH_TRUSTED_EMAIL_HEADER ""
 ENV SCARF_NO_ANALYTICS true
 ENV DO_NOT_TRACK true
 
+# Use locally bundled version of the LiteLLM cost map json
+# to avoid repetitive startup connections
+ENV LITELLM_LOCAL_MODEL_COST_MAP="True"
+
 ######## Preloaded models ########
 # whisper TTS Settings
 ENV WHISPER_MODEL="base"