tdpeuter/open-webui
tdpeuter/open-webui
1
Fork 0
forked from open-webui/open-webui
Code Issues Pull requests 1 Projects 1 Releases 2 Packages 1 Activity Actions

Merge pull request #725 from jnkstr/no-internet-whisper

Browse source 
fix: no internet connection for whisper if you use docker
This commit is contained in:
Timothy Jaeryang Baek 2024-02-15 02:44:31 -05:00 • committed by GitHub
commit 1def55cf09
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 13 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

8
backend/apps/audio/main.py
View file

@ -1,3 +1,4 @@
import os
from fastapi import (
FastAPI,
Request,
@ -20,7 +21,7 @@ from utils.utils import (
)
from utils.misc import calculate_sha256
from config import CACHE_DIR, UPLOAD_DIR, WHISPER_MODEL_NAME
from config import CACHE_DIR, UPLOAD_DIR, WHISPER_MODEL, WHISPER_MODEL_DIR
app = FastAPI()
app.add_middleware(
@ -53,12 +54,11 @@ def transcribe(
f.write(contents)
f.close()
model_name = WHISPER_MODEL_NAME
model = WhisperModel(
model_name,
WHISPER_MODEL,
device="cpu",
compute_type="int8",
download_root=f"{CACHE_DIR}/whisper/models",
download_root=WHISPER_MODEL_DIR,
)
segments, info = model.transcribe(file_path, beam_size=5)

4
backend/config.py
View file

@ -139,4 +139,6 @@ CHUNK_OVERLAP = 100
####################################
# Transcribe
####################################
WHISPER_MODEL_NAME = "base"
WHISPER_MODEL = os.getenv("WHISPER_MODEL", "base")
WHISPER_MODEL_DIR = os.getenv("WHISPER_MODEL_DIR", f"{CACHE_DIR}/whisper/models")