storing vectordb in project cache folder + device types

2024-02-19 07:51:17 +01:00 · 2024-02-19 07:51:17 +01:00 · acf999013b
commit acf999013b
parent 0cb0358485
4 changed files with 24 additions and 5 deletions
--- a/backend/apps/audio/main.py
+++ b/backend/apps/audio/main.py
@ -56,7 +56,7 @@ def transcribe(

        model = WhisperModel(
            WHISPER_MODEL,
-            device="cpu",
+            device="auto",
            compute_type="int8",
            download_root=WHISPER_MODEL_DIR,
        )