Merge pull request #725 from jnkstr/no-internet-whisper

fix: no internet connection for whisper if you use docker
This commit is contained in:
Timothy Jaeryang Baek 2024-02-15 02:44:31 -05:00 committed by GitHub
commit 1def55cf09
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 13 additions and 5 deletions

View file

@ -1,3 +1,4 @@
import os
from fastapi import (
FastAPI,
Request,
@ -20,7 +21,7 @@ from utils.utils import (
)
from utils.misc import calculate_sha256
from config import CACHE_DIR, UPLOAD_DIR, WHISPER_MODEL_NAME
from config import CACHE_DIR, UPLOAD_DIR, WHISPER_MODEL, WHISPER_MODEL_DIR
app = FastAPI()
app.add_middleware(
@ -53,12 +54,11 @@ def transcribe(
f.write(contents)
f.close()
model_name = WHISPER_MODEL_NAME
model = WhisperModel(
model_name,
WHISPER_MODEL,
device="cpu",
compute_type="int8",
download_root=f"{CACHE_DIR}/whisper/models",
download_root=WHISPER_MODEL_DIR,
)
segments, info = model.transcribe(file_path, beam_size=5)