Update app.py

app.py

@@ -7,12 +7,13 @@ import numpy as np
 import requests
 import os
 
+# Load Whisper model
 ASR_MODEL_NAME = "openai/whisper-medium.en"
 asr_pipe = pipeline(
     task="automatic-speech-recognition",
     model=ASR_MODEL_NAME,
     chunk_length_s=30,
-    device='cuda',
+    device='cuda' if torch.cuda.is_available() else 'cpu', # Use GPU if available
 )
 
 all_special_ids = asr_pipe.tokenizer.all_special_ids
@@ -29,6 +30,8 @@ def _preload_and_load_models():
         device_map="auto", # or.to('cuda')
     ) #.to('cuda') # Explicitly move to CUDA after loading
 
+_preload_and_load_models()
+
 @spaces.GPU(required=True)
 def process_audio(microphone, state, task="transcribe"):
     if microphone is None: