Update app.py
Browse files
app.py
CHANGED
@@ -20,10 +20,15 @@ accents = sorted(set(entry["accent"] for entry in data))
|
|
20 |
|
21 |
# Load ASR pipelines
|
22 |
device = 0
|
23 |
-
|
24 |
-
|
25 |
-
|
|
|
|
|
|
|
|
|
26 |
pipe_wav2vec2_base_960h = pipeline("automatic-speech-recognition", model="facebook/wav2vec2-base-960h", device=device)
|
|
|
27 |
pipe_hubert_large_ls960_ft = pipeline("automatic-speech-recognition", model="facebook/hubert-large-ls960-ft", device=device)
|
28 |
|
29 |
# Functions
|
@@ -84,10 +89,15 @@ def transcribe_audio(file_path):
|
|
84 |
|
85 |
outputs = {}
|
86 |
models = {
|
87 |
-
"openai/whisper-medium": pipe_whisper_medium,
|
88 |
-
"openai/whisper-base": pipe_whisper_base,
|
89 |
"openai/whisper-tiny": pipe_whisper_tiny,
|
|
|
|
|
|
|
|
|
|
|
|
|
90 |
"facebook/wav2vec2-base-960h": pipe_wav2vec2_base_960h,
|
|
|
91 |
"facebook/hubert-large-ls960-ft": pipe_hubert_large_ls960_ft,
|
92 |
}
|
93 |
|
@@ -122,10 +132,16 @@ with gr.Blocks() as demo:
|
|
122 |
|
123 |
transcribe_btn = gr.Button("Transcribe with All Models")
|
124 |
gold_text = gr.Textbox(label="Reference (Gold Standard)")
|
125 |
-
|
126 |
-
whisper_base_html = gr.HTML(label="Whisper Base")
|
127 |
whisper_tiny_html = gr.HTML(label="Whisper Tiny")
|
128 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
129 |
hubert_html = gr.HTML(label="HuBERT Large")
|
130 |
|
131 |
transcribe_btn.click(
|
@@ -133,10 +149,15 @@ with gr.Blocks() as demo:
|
|
133 |
inputs=[file_path_output],
|
134 |
outputs=[
|
135 |
gold_text,
|
136 |
-
whisper_medium_html,
|
137 |
-
whisper_base_html,
|
138 |
whisper_tiny_html,
|
139 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
140 |
hubert_html,
|
141 |
],
|
142 |
)
|
|
|
20 |
|
21 |
# Load ASR pipelines
|
22 |
device = 0
|
23 |
+
pipe_whisper_tiny = pipeline("automatic-speech-recognition", model="openai/whisper-tiny", device=device)
|
24 |
+
pipe_whisper_tiny_en = pipeline("automatic-speech-recognition", model="openai/whisper-tiny.en", device=device)
|
25 |
+
pipe_whisper_base = pipeline("automatic-speech-recognition", model="openai/whisper-base", device=device)
|
26 |
+
pipe_whisper_base_en = pipeline("automatic-speech-recognition", model="openai/whisper-base.en", device=device)
|
27 |
+
pipe_whisper_medium = pipeline("automatic-speech-recognition", model="openai/whisper-medium", device=device)
|
28 |
+
pipe_whisper_medium_en = pipeline("automatic-speech-recognition", model="openai/whisper-medium.en", device=device)
|
29 |
+
pipe_distil_whisper_large = pipeline("automatic-speech-recognition", model="distil-whisper/distil-large-v3.5", device=device)
|
30 |
pipe_wav2vec2_base_960h = pipeline("automatic-speech-recognition", model="facebook/wav2vec2-base-960h", device=device)
|
31 |
+
pipe_wav2vec2_large_960h = pipeline("automatic-speech-recognition", model="facebook/wav2vec2-large-960h", device=device)
|
32 |
pipe_hubert_large_ls960_ft = pipeline("automatic-speech-recognition", model="facebook/hubert-large-ls960-ft", device=device)
|
33 |
|
34 |
# Functions
|
|
|
89 |
|
90 |
outputs = {}
|
91 |
models = {
|
|
|
|
|
92 |
"openai/whisper-tiny": pipe_whisper_tiny,
|
93 |
+
"openai/whisper-tiny.en": pipe_whisper_tiny_en,
|
94 |
+
"openai/whisper-base": pipe_whisper_base,
|
95 |
+
"openai/whisper-base.en": pipe_whisper_base_en,
|
96 |
+
"openai/whisper-medium": pipe_whisper_medium,
|
97 |
+
"openai/whisper-medium.en": pipe_whisper_medium_en,
|
98 |
+
"distil-whisper/distil-large-v3.5": pipe_distil_whisper_large,
|
99 |
"facebook/wav2vec2-base-960h": pipe_wav2vec2_base_960h,
|
100 |
+
"facebook/wav2vec2-large-960h": pipe_wav2vec2_large_960h,
|
101 |
"facebook/hubert-large-ls960-ft": pipe_hubert_large_ls960_ft,
|
102 |
}
|
103 |
|
|
|
132 |
|
133 |
transcribe_btn = gr.Button("Transcribe with All Models")
|
134 |
gold_text = gr.Textbox(label="Reference (Gold Standard)")
|
135 |
+
|
|
|
136 |
whisper_tiny_html = gr.HTML(label="Whisper Tiny")
|
137 |
+
whisper_tiny_en_html = gr.HTML(label="Whisper Tiny English")
|
138 |
+
whisper_base_html = gr.HTML(label="Whisper Base")
|
139 |
+
whisper_base_en_html = gr.HTML(label="Whisper Base English")
|
140 |
+
whisper_medium_html = gr.HTML(label="Whisper Medium")
|
141 |
+
whisper_medium_en_html = gr.HTML(label="Whisper Medium English")
|
142 |
+
distil_html = gr.HTML(label="Distil-Whisper Large")
|
143 |
+
wav2vec_base_html = gr.HTML(label="Wav2Vec2 Base")
|
144 |
+
wav2vec_large_html = gr.HTML(label="Wav2Vec2 Large")
|
145 |
hubert_html = gr.HTML(label="HuBERT Large")
|
146 |
|
147 |
transcribe_btn.click(
|
|
|
149 |
inputs=[file_path_output],
|
150 |
outputs=[
|
151 |
gold_text,
|
|
|
|
|
152 |
whisper_tiny_html,
|
153 |
+
whisper_tiny_en_html,
|
154 |
+
whisper_base_html,
|
155 |
+
whisper_base_en_html,
|
156 |
+
whisper_medium_html,
|
157 |
+
whisper_medium_en_html,
|
158 |
+
distil_html,
|
159 |
+
wav2vec_base_html,
|
160 |
+
wav2vec_large_html,
|
161 |
hubert_html,
|
162 |
],
|
163 |
)
|