diff --git a/backend/.gitignore b/backend/.gitignore
index 1a2bc493..ea83b34f 100644
--- a/backend/.gitignore
+++ b/backend/.gitignore
@@ -6,8 +6,11 @@ uploads
 *.db
 _test
 Pipfile
-data/*
-!data/config.json
+!/data
+/data/*
+!/data/litellm
+/data/litellm/*
 !data/litellm/config.yaml
 
+!data/config.json
 .webui_secret_key
\ No newline at end of file
diff --git a/backend/data/litellm/config.yaml b/backend/data/litellm/config.yaml
new file mode 100644
index 00000000..7d9d2b72
--- /dev/null
+++ b/backend/data/litellm/config.yaml
@@ -0,0 +1,4 @@
+general_settings: {}
+litellm_settings: {}
+model_list: []
+router_settings: {}