Update app.py

app.py

@@ -32,17 +32,18 @@ phi_new_model = "models/phi_adapter"
 phi_model = PeftModel.from_pretrained(phi_base_model, phi_new_model)
 phi_model = phi_model.merge_and_unload()
 
-compute_type = 'float32'
+'''compute_type = 'float32'
 if device != 'cpu':
-    compute_type = 'float16'
+    compute_type = 'float16''''
 
-audi_model = whisperx.load_model("large-v2", device, compute_type=compute_type)
+audi_model = whisperx.load_model("small", device, compute_type='float16')
 
 tokenizer = AutoTokenizer.from_pretrained('microsoft/phi-2', trust_remote_code=True)
 tokenizer.pad_token = tokenizer.unk_token
 
 
 ### app functions ##
+
 context_added = False
 context = None
 context_type = ''