fix: litellm config issue

This commit is contained in:
Timothy J. Baek 2024-02-24 22:35:11 -08:00
parent 366679ff7c
commit d0c0d0d2b4
2 changed files with 44 additions and 1 deletions

View file

@ -4,4 +4,11 @@ _old
uploads
.ipynb_checkpoints
*.db
_test
_test
!/data
/data/*
!/data/litellm
/data/litellm/*
!data/litellm/config.yaml
!data/config.json

View file

@ -6,6 +6,8 @@ from bs4 import BeautifulSoup
from pathlib import Path
import json
import yaml
import markdown
import requests
import shutil
@ -163,6 +165,40 @@ Path(CACHE_DIR).mkdir(parents=True, exist_ok=True)
DOCS_DIR = f"{DATA_DIR}/docs"
Path(DOCS_DIR).mkdir(parents=True, exist_ok=True)
####################################
# LITELLM_CONFIG
####################################
def create_config_file(file_path):
directory = os.path.dirname(file_path)
# Check if directory exists, if not, create it
if not os.path.exists(directory):
os.makedirs(directory)
# Data to write into the YAML file
config_data = {
"general_settings": {},
"litellm_settings": {},
"model_list": [],
"router_settings": {},
}
# Write data to YAML file
with open(file_path, "w") as file:
yaml.dump(config_data, file)
LITELLM_CONFIG_PATH = f"{DATA_DIR}/litellm/config.yaml"
if not os.path.exists(LITELLM_CONFIG_PATH):
print("Config file doesn't exist. Creating...")
create_config_file(LITELLM_CONFIG_PATH)
print("Config file created successfully.")
####################################
# OLLAMA_API_BASE_URL
####################################