sofdog commited on
Commit
331d8b7
Β·
verified Β·
1 Parent(s): fe3ff14

model compile

Browse files
Files changed (1) hide show
  1. main.py +1 -0
main.py CHANGED
@@ -77,6 +77,7 @@ transcribe_pipeline = pipeline(
77
  torch_dtype=torch_dtype,
78
  device=device,
79
  )
 
80
 
81
  # Warm up the model with empty audio
82
  logger.info("Warming up Whisper model with dummy input")
 
77
  torch_dtype=torch_dtype,
78
  device=device,
79
  )
80
+ transcribe_pipeline.model = torch.compile(transcribe_pipeline.model, mode="max-autotune")
81
 
82
  # Warm up the model with empty audio
83
  logger.info("Warming up Whisper model with dummy input")