feat: litellm integration

This commit is contained in:
Timothy J. Baek 2024-02-22 03:22:23 -08:00
parent 7b27a96e14
commit de0084c8df
2 changed files with 6 additions and 0 deletions

View file

@ -8,6 +8,8 @@ from fastapi.middleware.cors import CORSMiddleware
from starlette.exceptions import HTTPException as StarletteHTTPException from starlette.exceptions import HTTPException as StarletteHTTPException
from litellm.proxy.proxy_server import app as litellm_app
from apps.ollama.main import app as ollama_app from apps.ollama.main import app as ollama_app
from apps.openai.main import app as openai_app from apps.openai.main import app as openai_app
from apps.audio.main import app as audio_app from apps.audio.main import app as audio_app
@ -54,6 +56,8 @@ async def check_url(request: Request, call_next):
app.mount("/api/v1", webui_app) app.mount("/api/v1", webui_app)
app.mount("/litellm/api", litellm_app)
app.mount("/ollama/api", ollama_app) app.mount("/ollama/api", ollama_app)
app.mount("/openai/api", openai_app) app.mount("/openai/api", openai_app)

View file

@ -16,6 +16,8 @@ aiohttp
peewee peewee
bcrypt bcrypt
litellm[proxy]
langchain langchain
langchain-community langchain-community
chromadb chromadb