storing vectordb in project cache folder + device types

2024-02-19 07:51:17 +01:00
parent 0cb0358485
commit acf999013b
4 changed files with 24 additions and 5 deletions
@@ -56,7 +56,7 @@ def transcribe(

        model = WhisperModel(
            WHISPER_MODEL,
-            device="cpu",
+            device="auto",
            compute_type="int8",
            download_root=WHISPER_MODEL_DIR,
        )