Spaces:
Running
Running
Commit
Β·
255a632
1
Parent(s):
aa6eab7
update dataset files
Browse files
dashboard_data/performance_data.json
CHANGED
@@ -1,25 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:35:25Z", "speed": 13.6, "tokens_per_second": 44.74, "dataset_speed": {"librispeech-10mins": 8.92, "earnings22-10mins": 28.81}, "dataset_tokens_per_second": {"librispeech-10mins": 31.76, "earnings22-10mins": 86.86}, "average_wer": 6.01, "qoi": 0.74, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
2 |
{"model": "openai/whisper-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:59:12Z", "speed": 3.2, "tokens_per_second": 11.72, "dataset_speed": {"earnings22-10mins": 5.79, "librispeech-10mins": 2.21}, "dataset_tokens_per_second": {"earnings22-10mins": 18.16, "librispeech-10mins": 9.27}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
3 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:25:23Z", "speed": 10.03, "tokens_per_second": 37.01, "dataset_speed": {"earnings22-10mins": 22.33, "librispeech-10mins": 6.48}, "dataset_tokens_per_second": {"earnings22-10mins": 71.94, "librispeech-10mins": 26.93}, "average_wer": 7.42, "qoi": 0.66, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
4 |
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:05:52Z", "speed": 2.94, "tokens_per_second": 11.75, "dataset_speed": {"earnings22-10mins": 5.9, "librispeech-10mins": 1.96}, "dataset_tokens_per_second": {"earnings22-10mins": 18.1, "librispeech-10mins": 9.65}, "average_wer": 7.84, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
|
|
5 |
{"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:24:54Z", "speed": 3.16, "tokens_per_second": 11.89, "dataset_speed": {"librispeech-10mins": 2.19, "earnings22-10mins": 5.67}, "dataset_tokens_per_second": {"librispeech-10mins": 9.4, "earnings22-10mins": 18.37}, "average_wer": 6.45, "qoi": 0.64, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
6 |
{"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:16:50Z", "speed": 47.56, "tokens_per_second": 163.02, "dataset_speed": {"earnings22-10mins": 102.18, "librispeech-10mins": 31.04}, "dataset_tokens_per_second": {"earnings22-10mins": 312.67, "librispeech-10mins": 117.76}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
|
|
|
|
7 |
{"model": "openai/whisper-tiny.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-29T23:03:20Z", "speed": 6.24, "tokens_per_second": 22.59, "dataset_speed": {"earnings22-10mins": 10.05, "librispeech-10mins": 4.53}, "dataset_tokens_per_second": {"earnings22-10mins": 30.88, "librispeech-10mins": 18.87}, "average_wer": 14.46, "qoi": 0.39, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
|
|
8 |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:18:02Z", "speed": 4.41, "tokens_per_second": 14.95, "dataset_speed": {"earnings22-10mins": 6.75, "librispeech-10mins": 3.28}, "dataset_tokens_per_second": {"earnings22-10mins": 20.91, "librispeech-10mins": 12.07}, "average_wer": 6.25, "qoi": 0.68, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
9 |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:29:33Z", "speed": 16.01, "tokens_per_second": 53.29, "dataset_speed": {"earnings22-10mins": 33.26, "librispeech-10mins": 10.55}, "dataset_tokens_per_second": {"earnings22-10mins": 102.01, "librispeech-10mins": 37.89}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
10 |
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:16:14Z", "speed": 4.4, "tokens_per_second": 14.94, "dataset_speed": {"librispeech-10mins": 3.25, "earnings22-10mins": 6.81}, "dataset_tokens_per_second": {"librispeech-10mins": 12.01, "earnings22-10mins": 21.1}, "average_wer": 5.97, "qoi": 0.73, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
|
|
|
|
11 |
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:27:45Z", "speed": 15.02, "tokens_per_second": 50.67, "dataset_speed": {"earnings22-10mins": 31.79, "librispeech-10mins": 9.85}, "dataset_tokens_per_second": {"earnings22-10mins": 98.06, "librispeech-10mins": 36.05}, "average_wer": 6.52, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
|
|
12 |
{"model": "openai/whisper-base", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-29T23:09:07Z", "speed": 2.8, "tokens_per_second": 15.14, "dataset_speed": {"earnings22-10mins": 2.41, "librispeech-10mins": 3.32}, "dataset_tokens_per_second": {"earnings22-10mins": 21.28, "librispeech-10mins": 6.72}, "average_wer": 99.65, "qoi": 0, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
|
|
13 |
{"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:15:13Z", "speed": 42.83, "tokens_per_second": 157.75, "dataset_speed": {"librispeech-10mins": 27.76, "earnings22-10mins": 94.15}, "dataset_tokens_per_second": {"librispeech-10mins": 115.24, "earnings22-10mins": 302.55}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
14 |
{"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:18:55Z", "speed": 20.41, "tokens_per_second": 73.42, "dataset_speed": {"earnings22-10mins": 35.76, "librispeech-10mins": 14.3}, "dataset_tokens_per_second": {"earnings22-10mins": 120.1, "librispeech-10mins": 54.83}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
15 |
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:48:48Z", "speed": 4.04, "tokens_per_second": 15.21, "dataset_speed": {"earnings22-10mins": 6.67, "librispeech-10mins": 2.9}, "dataset_tokens_per_second": {"earnings22-10mins": 21.56, "librispeech-10mins": 12.46}, "average_wer": 6.42, "qoi": 0.64, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
|
|
16 |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:57:24Z", "speed": 4.33, "tokens_per_second": 14.96, "dataset_speed": {"librispeech-10mins": 3.18, "earnings22-10mins": 6.8}, "dataset_tokens_per_second": {"librispeech-10mins": 12.12, "earnings22-10mins": 21.04}, "average_wer": 7.32, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
17 |
{"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:24:37Z", "speed": 9.78, "tokens_per_second": 36.23, "dataset_speed": {"librispeech-10mins": 6.29, "earnings22-10mins": 22.05}, "dataset_tokens_per_second": {"librispeech-10mins": 26.3, "earnings22-10mins": 71.17}, "average_wer": 6.8, "qoi": 0.67, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
18 |
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:33:14Z", "speed": 8.48, "tokens_per_second": 32.37, "dataset_speed": {"librispeech-10mins": 5.57, "earnings22-10mins": 17.81}, "dataset_tokens_per_second": {"librispeech-10mins": 23.01, "earnings22-10mins": 62.41}, "average_wer": 5.97, "qoi": 0.73, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
|
|
19 |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:39:00Z", "speed": 12.55, "tokens_per_second": 46.18, "dataset_speed": {"earnings22-10mins": 21.63, "librispeech-10mins": 8.85}, "dataset_tokens_per_second": {"earnings22-10mins": 80.76, "librispeech-10mins": 32.09}, "average_wer": 6.28, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
|
|
|
|
20 |
{"model": "openai/whisper-tiny.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:14:16Z", "speed": 57.4, "tokens_per_second": 197.25, "dataset_speed": {"librispeech-10mins": 37.59, "earnings22-10mins": 121.92}, "dataset_tokens_per_second": {"librispeech-10mins": 142.57, "earnings22-10mins": 375.32}, "average_wer": 14.74, "qoi": 0.37, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
|
|
21 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:36:10Z", "speed": 8.28, "tokens_per_second": 33.15, "dataset_speed": {"earnings22-10mins": 16.0, "librispeech-10mins": 5.6}, "dataset_tokens_per_second": {"earnings22-10mins": 61.32, "librispeech-10mins": 23.34}, "average_wer": 5.9, "qoi": 0.71, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
22 |
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:45:23Z", "speed": 2.38, "tokens_per_second": 10.57, "dataset_speed": {"librispeech-10mins": 1.82, "earnings22-10mins": 3.45}, "dataset_tokens_per_second": {"librispeech-10mins": 8.43, "earnings22-10mins": 14.66}, "average_wer": 7.11, "qoi": 0.62, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
|
|
23 |
{"model": "openai/whisper-small", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:18:24Z", "speed": 19.89, "tokens_per_second": 74.1, "dataset_speed": {"librispeech-10mins": 13.23, "earnings22-10mins": 40.26}, "dataset_tokens_per_second": {"librispeech-10mins": 55.44, "earnings22-10mins": 131.12}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
|
|
24 |
{"model": "openai/whisper-base.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-29T23:21:11Z", "speed": 4.77, "tokens_per_second": 9.44, "dataset_speed": {"librispeech-10mins": 4.9, "earnings22-10mins": 4.65}, "dataset_tokens_per_second": {"librispeech-10mins": 1.23, "earnings22-10mins": 17.27}, "average_wer": 97.03, "qoi": 0, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
|
|
25 |
{"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:13:11Z", "speed": 57.13, "tokens_per_second": 221.9, "dataset_speed": {"earnings22-10mins": 102.77, "librispeech-10mins": 39.61}, "dataset_tokens_per_second": {"earnings22-10mins": 373.56, "librispeech-10mins": 163.69}, "average_wer": 16.67, "qoi": 0.32, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
|
|
1 |
+
{"model": "openai/whisper-large-v2", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:11:34Z", "speed": 2.95, "tokens_per_second": 11.18, "dataset_speed": {"earnings22-10mins": 4.18, "librispeech-10mins": 2.29}, "dataset_tokens_per_second": {"earnings22-10mins": 13.61, "librispeech-10mins": 9.85}, "average_wer": 6.56, "qoi": 0.64, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
2 |
+
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:14:23Z", "speed": 2.41, "tokens_per_second": 8.44, "dataset_speed": {"librispeech-10mins": 2.33, "earnings22-10mins": 2.59}, "dataset_tokens_per_second": {"librispeech-10mins": 8.6, "earnings22-10mins": 8.07}, "average_wer": 28.44, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
3 |
+
{"model": "openai/whisper-base.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:05:23Z", "speed": 45.25, "tokens_per_second": 155.11, "dataset_speed": {"earnings22-10mins": 70.51, "librispeech-10mins": 33.35}, "dataset_tokens_per_second": {"earnings22-10mins": 215.99, "librispeech-10mins": 126.43}, "average_wer": 9.98, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
4 |
+
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:22:16Z", "speed": 6.65, "tokens_per_second": 24.49, "dataset_speed": {"librispeech-10mins": 4.61, "earnings22-10mins": 11.97}, "dataset_tokens_per_second": {"librispeech-10mins": 19.15, "earnings22-10mins": 38.43}, "average_wer": 7.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
5 |
+
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:26:04Z", "speed": 1.8, "tokens_per_second": 7.97, "dataset_speed": {"librispeech-10mins": 1.6, "earnings22-10mins": 2.38}, "dataset_tokens_per_second": {"librispeech-10mins": 8.03, "earnings22-10mins": 7.78}, "average_wer": 27.03, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
6 |
+
{"model": "openai/whisper-tiny.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:03:24Z", "speed": 74.43, "tokens_per_second": 255.44, "dataset_speed": {"librispeech-10mins": 50.34, "earnings22-10mins": 143.31}, "dataset_tokens_per_second": {"librispeech-10mins": 190.65, "earnings22-10mins": 440.67}, "average_wer": 14.6, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
7 |
+
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:42:31Z", "speed": 8.63, "tokens_per_second": 34.6, "dataset_speed": {"earnings22-10mins": 16.88, "librispeech-10mins": 5.81}, "dataset_tokens_per_second": {"earnings22-10mins": 64.89, "librispeech-10mins": 24.23}, "average_wer": 6.39, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
8 |
+
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:33:24Z", "speed": 8.37, "tokens_per_second": 35.09, "dataset_speed": {"earnings22-10mins": 15.68, "librispeech-10mins": 5.71}, "dataset_tokens_per_second": {"earnings22-10mins": 66.53, "librispeech-10mins": 23.67}, "average_wer": 5.87, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
9 |
+
{"model": "openai/whisper-small.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:09:44Z", "speed": 19.26, "tokens_per_second": 69.64, "dataset_speed": {"librispeech-10mins": 14.22, "earnings22-10mins": 29.93}, "dataset_tokens_per_second": {"librispeech-10mins": 54.63, "earnings22-10mins": 101.37}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
10 |
+
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:40:01Z", "speed": 12.85, "tokens_per_second": 42.4, "dataset_speed": {"librispeech-10mins": 8.71, "earnings22-10mins": 24.59}, "dataset_tokens_per_second": {"librispeech-10mins": 30.93, "earnings22-10mins": 74.92}, "average_wer": 6.14, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
11 |
+
{"model": "openai/whisper-base", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:04:31Z", "speed": 46.2, "tokens_per_second": 170.28, "dataset_speed": {"librispeech-10mins": 32.62, "earnings22-10mins": 79.42}, "dataset_tokens_per_second": {"librispeech-10mins": 135.66, "earnings22-10mins": 254.95}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
12 |
+
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:11:00Z", "speed": 4.04, "tokens_per_second": 13.94, "dataset_speed": {"librispeech-10mins": 3.47, "earnings22-10mins": 5.52}, "dataset_tokens_per_second": {"librispeech-10mins": 12.79, "earnings22-10mins": 16.93}, "average_wer": 22.64, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
13 |
+
{"model": "openai/whisper-base.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:05:14Z", "speed": 53.87, "tokens_per_second": 184.06, "dataset_speed": {"earnings22-10mins": 135.54, "librispeech-10mins": 33.67}, "dataset_tokens_per_second": {"earnings22-10mins": 412.5, "librispeech-10mins": 127.56}, "average_wer": 10.39, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
14 |
+
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:25:58Z", "speed": 15.18, "tokens_per_second": 51.2, "dataset_speed": {"earnings22-10mins": 32.36, "librispeech-10mins": 9.93}, "dataset_tokens_per_second": {"earnings22-10mins": 99.89, "librispeech-10mins": 36.32}, "average_wer": 6.77, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
15 |
+
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:51:12Z", "speed": 8.71, "tokens_per_second": 30.45, "dataset_speed": {"librispeech-10mins": 6.42, "earnings22-10mins": 13.56}, "dataset_tokens_per_second": {"librispeech-10mins": 23.15, "earnings22-10mins": 45.93}, "average_wer": 6.08, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
16 |
+
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:02:00Z", "speed": 3.77, "tokens_per_second": 12.81, "dataset_speed": {"earnings22-10mins": 5.03, "librispeech-10mins": 3.01}, "dataset_tokens_per_second": {"earnings22-10mins": 15.56, "librispeech-10mins": 11.17}, "average_wer": 5.9, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
17 |
+
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:35:22Z", "speed": 3.9, "tokens_per_second": 14.02, "dataset_speed": {"earnings22-10mins": 5.52, "librispeech-10mins": 3.38}, "dataset_tokens_per_second": {"earnings22-10mins": 17.68, "librispeech-10mins": 12.84}, "average_wer": 27.72, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
18 |
+
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:52:17Z", "speed": 1.71, "tokens_per_second": 7.65, "dataset_speed": {"earnings22-10mins": 2.38, "librispeech-10mins": 1.48}, "dataset_tokens_per_second": {"earnings22-10mins": 7.05, "librispeech-10mins": 7.85}, "average_wer": 29.44, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
19 |
+
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:37:15Z", "speed": 2.52, "tokens_per_second": 8.91, "dataset_speed": {"earnings22-10mins": 2.91, "librispeech-10mins": 2.33}, "dataset_tokens_per_second": {"earnings22-10mins": 9.0, "librispeech-10mins": 8.87}, "average_wer": 25.03, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
20 |
+
{"model": "openai/whisper-small", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:07:15Z", "speed": 18.73, "tokens_per_second": 69.66, "dataset_speed": {"librispeech-10mins": 13.11, "earnings22-10mins": 32.9}, "dataset_tokens_per_second": {"librispeech-10mins": 55.01, "earnings22-10mins": 106.59}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
21 |
+
{"model": "openai/whisper-small", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:07:52Z", "speed": 13.16, "tokens_per_second": 48.96, "dataset_speed": {"librispeech-10mins": 10.2, "earnings22-10mins": 18.57}, "dataset_tokens_per_second": {"librispeech-10mins": 42.83, "earnings22-10mins": 60.16}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
22 |
+
{"model": "openai/whisper-tiny", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:02:01Z", "speed": 62.75, "tokens_per_second": 267.54, "dataset_speed": {"earnings22-10mins": 117.01, "librispeech-10mins": 42.93}, "dataset_tokens_per_second": {"earnings22-10mins": 513.84, "librispeech-10mins": 177.55}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
23 |
+
{"model": "openai/whisper-small.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:09:25Z", "speed": 13.36, "tokens_per_second": 48.43, "dataset_speed": {"earnings22-10mins": 17.29, "librispeech-10mins": 10.89}, "dataset_tokens_per_second": {"earnings22-10mins": 59.01, "librispeech-10mins": 41.79}, "average_wer": 8.28, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
24 |
+
{"model": "openai/whisper-tiny.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:03:21Z", "speed": 70.26, "tokens_per_second": 253.99, "dataset_speed": {"librispeech-10mins": 40.96, "earnings22-10mins": 249.59}, "dataset_tokens_per_second": {"librispeech-10mins": 170.08, "earnings22-10mins": 767.48}, "average_wer": 14.7, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
25 |
+
{"model": "openai/whisper-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:48:42Z", "speed": 3.01, "tokens_per_second": 11.02, "dataset_speed": {"librispeech-10mins": 2.31, "earnings22-10mins": 4.33}, "dataset_tokens_per_second": {"librispeech-10mins": 9.69, "earnings22-10mins": 13.5}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
26 |
+
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:28:50Z", "speed": 3.44, "tokens_per_second": 12.97, "dataset_speed": {"earnings22-10mins": 4.79, "librispeech-10mins": 2.68}, "dataset_tokens_per_second": {"earnings22-10mins": 15.56, "librispeech-10mins": 11.53}, "average_wer": 6.56, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
27 |
+
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:19:39Z", "speed": 10.17, "tokens_per_second": 37.65, "dataset_speed": {"earnings22-10mins": 22.93, "librispeech-10mins": 6.54}, "dataset_tokens_per_second": {"earnings22-10mins": 73.61, "librispeech-10mins": 27.44}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
28 |
+
{"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:18:39Z", "speed": 9.82, "tokens_per_second": 36.45, "dataset_speed": {"librispeech-10mins": 6.39, "earnings22-10mins": 21.35}, "dataset_tokens_per_second": {"librispeech-10mins": 26.62, "earnings22-10mins": 69.41}, "average_wer": 6.77, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
29 |
+
{"model": "openai/whisper-tiny", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:02:25Z", "speed": 60.82, "tokens_per_second": 269.76, "dataset_speed": {"librispeech-10mins": 47.73, "earnings22-10mins": 83.92}, "dataset_tokens_per_second": {"librispeech-10mins": 197.17, "earnings22-10mins": 397.92}, "average_wer": 16.43, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
30 |
+
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:29:45Z", "speed": 10.67, "tokens_per_second": 35.79, "dataset_speed": {"earnings22-10mins": 17.89, "librispeech-10mins": 7.61}, "dataset_tokens_per_second": {"earnings22-10mins": 55.01, "librispeech-10mins": 27.65}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
31 |
+
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:44:59Z", "speed": 5.5, "tokens_per_second": 21.96, "dataset_speed": {"librispeech-10mins": 3.99, "earnings22-10mins": 8.86}, "dataset_tokens_per_second": {"librispeech-10mins": 16.57, "earnings22-10mins": 33.96}, "average_wer": 6.25, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
32 |
+
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:50:43Z", "speed": 12.81, "tokens_per_second": 44.86, "dataset_speed": {"librispeech-10mins": 8.77, "earnings22-10mins": 23.81}, "dataset_tokens_per_second": {"librispeech-10mins": 31.79, "earnings22-10mins": 80.47}, "average_wer": 6.04, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
33 |
+
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:23:14Z", "speed": 2.84, "tokens_per_second": 11.97, "dataset_speed": {"librispeech-10mins": 2.44, "earnings22-10mins": 4.47}, "dataset_tokens_per_second": {"librispeech-10mins": 11.33, "earnings22-10mins": 14.53}, "average_wer": 29.27, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
34 |
+
{"model": "openai/whisper-base", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:04:24Z", "speed": 49.78, "tokens_per_second": 183.38, "dataset_speed": {"librispeech-10mins": 30.9, "earnings22-10mins": 128.72}, "dataset_tokens_per_second": {"librispeech-10mins": 128.43, "earnings22-10mins": 413.18}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
35 |
+
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:31:03Z", "speed": 15.88, "tokens_per_second": 53.19, "dataset_speed": {"librispeech-10mins": 10.38, "earnings22-10mins": 33.97}, "dataset_tokens_per_second": {"librispeech-10mins": 37.64, "earnings22-10mins": 104.29}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
36 |
+
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:51:34Z", "speed": 2.74, "tokens_per_second": 11.65, "dataset_speed": {"earnings22-10mins": 4.33, "librispeech-10mins": 2.32}, "dataset_tokens_per_second": {"earnings22-10mins": 12.63, "librispeech-10mins": 11.39}, "average_wer": 30.58, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
|
37 |
+
{"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T01:11:27Z", "speed": 12.61, "tokens_per_second": 45.67, "dataset_speed": {"librispeech-10mins": 10.14, "earnings22-10mins": 16.67}, "dataset_tokens_per_second": {"librispeech-10mins": 38.89, "earnings22-10mins": 56.87}, "average_wer": 8.35, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
38 |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:35:25Z", "speed": 13.6, "tokens_per_second": 44.74, "dataset_speed": {"librispeech-10mins": 8.92, "earnings22-10mins": 28.81}, "dataset_tokens_per_second": {"librispeech-10mins": 31.76, "earnings22-10mins": 86.86}, "average_wer": 6.01, "qoi": 0.74, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
39 |
{"model": "openai/whisper-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:59:12Z", "speed": 3.2, "tokens_per_second": 11.72, "dataset_speed": {"earnings22-10mins": 5.79, "librispeech-10mins": 2.21}, "dataset_tokens_per_second": {"earnings22-10mins": 18.16, "librispeech-10mins": 9.27}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
40 |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:25:23Z", "speed": 10.03, "tokens_per_second": 37.01, "dataset_speed": {"earnings22-10mins": 22.33, "librispeech-10mins": 6.48}, "dataset_tokens_per_second": {"earnings22-10mins": 71.94, "librispeech-10mins": 26.93}, "average_wer": 7.42, "qoi": 0.66, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
41 |
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:05:52Z", "speed": 2.94, "tokens_per_second": 11.75, "dataset_speed": {"earnings22-10mins": 5.9, "librispeech-10mins": 1.96}, "dataset_tokens_per_second": {"earnings22-10mins": 18.1, "librispeech-10mins": 9.65}, "average_wer": 7.84, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
42 |
+
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T04:50:45Z", "speed": 1.59, "tokens_per_second": 4.83, "dataset_speed": {"earnings22-10mins": 1.59}, "dataset_tokens_per_second": {"earnings22-10mins": 4.83}, "average_wer": 7.7, "qoi": 1, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
43 |
{"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:24:54Z", "speed": 3.16, "tokens_per_second": 11.89, "dataset_speed": {"librispeech-10mins": 2.19, "earnings22-10mins": 5.67}, "dataset_tokens_per_second": {"librispeech-10mins": 9.4, "earnings22-10mins": 18.37}, "average_wer": 6.45, "qoi": 0.64, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
44 |
{"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:16:50Z", "speed": 47.56, "tokens_per_second": 163.02, "dataset_speed": {"earnings22-10mins": 102.18, "librispeech-10mins": 31.04}, "dataset_tokens_per_second": {"earnings22-10mins": 312.67, "librispeech-10mins": 117.76}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
45 |
+
{"model": "openai/whisper-large-v3/947MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T03:21:55Z", "speed": 1.75, "tokens_per_second": 8.28, "dataset_speed": {"librispeech-10mins": 1.19, "earnings22-10mins": 3.34}, "dataset_tokens_per_second": {"librispeech-10mins": 7.56, "earnings22-10mins": 10.33}, "average_wer": 12.12, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
46 |
+
{"model": "distil-whisper/distil-large-v3", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T03:52:45Z", "speed": 1.12, "tokens_per_second": 4.16, "dataset_speed": {"earnings22-10mins": 2.41, "librispeech-10mins": 0.73}, "dataset_tokens_per_second": {"earnings22-10mins": 7.78, "librispeech-10mins": 3.06}, "average_wer": 6.73, "qoi": 0.68, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
47 |
{"model": "openai/whisper-tiny.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-29T23:03:20Z", "speed": 6.24, "tokens_per_second": 22.59, "dataset_speed": {"earnings22-10mins": 10.05, "librispeech-10mins": 4.53}, "dataset_tokens_per_second": {"earnings22-10mins": 30.88, "librispeech-10mins": 18.87}, "average_wer": 14.46, "qoi": 0.39, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
48 |
+
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T04:14:36Z", "speed": 7.14, "tokens_per_second": 26.56, "dataset_speed": {"librispeech-10mins": 4.89, "earnings22-10mins": 13.31}, "dataset_tokens_per_second": {"librispeech-10mins": 20.71, "earnings22-10mins": 42.58}, "average_wer": 7.35, "qoi": 0.65, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
49 |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:18:02Z", "speed": 4.41, "tokens_per_second": 14.95, "dataset_speed": {"earnings22-10mins": 6.75, "librispeech-10mins": 3.28}, "dataset_tokens_per_second": {"earnings22-10mins": 20.91, "librispeech-10mins": 12.07}, "average_wer": 6.25, "qoi": 0.68, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
50 |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:29:33Z", "speed": 16.01, "tokens_per_second": 53.29, "dataset_speed": {"earnings22-10mins": 33.26, "librispeech-10mins": 10.55}, "dataset_tokens_per_second": {"earnings22-10mins": 102.01, "librispeech-10mins": 37.89}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
51 |
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:16:14Z", "speed": 4.4, "tokens_per_second": 14.94, "dataset_speed": {"librispeech-10mins": 3.25, "earnings22-10mins": 6.81}, "dataset_tokens_per_second": {"librispeech-10mins": 12.01, "earnings22-10mins": 21.1}, "average_wer": 5.97, "qoi": 0.73, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
52 |
+
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T05:02:40Z", "speed": 5.79, "tokens_per_second": 23.11, "dataset_speed": {"librispeech-10mins": 4.19, "earnings22-10mins": 9.36}, "dataset_tokens_per_second": {"librispeech-10mins": 17.45, "earnings22-10mins": 35.8}, "average_wer": 6.04, "qoi": 0.71, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
53 |
+
{"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T01:09:02Z", "speed": 12.87, "tokens_per_second": 47.92, "dataset_speed": {"librispeech-10mins": 9.73, "earnings22-10mins": 19.02}, "dataset_tokens_per_second": {"librispeech-10mins": 40.89, "earnings22-10mins": 61.72}, "average_wer": 8.91, "qoi": 0.55, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
54 |
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:27:45Z", "speed": 15.02, "tokens_per_second": 50.67, "dataset_speed": {"earnings22-10mins": 31.79, "librispeech-10mins": 9.85}, "dataset_tokens_per_second": {"earnings22-10mins": 98.06, "librispeech-10mins": 36.05}, "average_wer": 6.52, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
55 |
+
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T03:48:25Z", "speed": 3.05, "tokens_per_second": 10.32, "dataset_speed": {"librispeech-10mins": 2.42, "earnings22-10mins": 4.12}, "dataset_tokens_per_second": {"librispeech-10mins": 8.91, "earnings22-10mins": 12.73}, "average_wer": 6.25, "qoi": 0.68, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
56 |
{"model": "openai/whisper-base", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-29T23:09:07Z", "speed": 2.8, "tokens_per_second": 15.14, "dataset_speed": {"earnings22-10mins": 2.41, "librispeech-10mins": 3.32}, "dataset_tokens_per_second": {"earnings22-10mins": 21.28, "librispeech-10mins": 6.72}, "average_wer": 99.65, "qoi": 0, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
57 |
+
{"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T01:06:27Z", "speed": 33.4, "tokens_per_second": 114.46, "dataset_speed": {"earnings22-10mins": 61.02, "librispeech-10mins": 23.02}, "dataset_tokens_per_second": {"earnings22-10mins": 186.94, "librispeech-10mins": 87.23}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
58 |
{"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:15:13Z", "speed": 42.83, "tokens_per_second": 157.75, "dataset_speed": {"librispeech-10mins": 27.76, "earnings22-10mins": 94.15}, "dataset_tokens_per_second": {"librispeech-10mins": 115.24, "earnings22-10mins": 302.55}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
59 |
{"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:18:55Z", "speed": 20.41, "tokens_per_second": 73.42, "dataset_speed": {"earnings22-10mins": 35.76, "librispeech-10mins": 14.3}, "dataset_tokens_per_second": {"earnings22-10mins": 120.1, "librispeech-10mins": 54.83}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
60 |
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:48:48Z", "speed": 4.04, "tokens_per_second": 15.21, "dataset_speed": {"earnings22-10mins": 6.67, "librispeech-10mins": 2.9}, "dataset_tokens_per_second": {"earnings22-10mins": 21.56, "librispeech-10mins": 12.46}, "average_wer": 6.42, "qoi": 0.64, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
61 |
+
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T02:23:55Z", "speed": 2.98, "tokens_per_second": 10.28, "dataset_speed": {"librispeech-10mins": 2.34, "earnings22-10mins": 4.1}, "dataset_tokens_per_second": {"librispeech-10mins": 8.88, "earnings22-10mins": 12.73}, "average_wer": 7.21, "qoi": 0.61, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
62 |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:57:24Z", "speed": 4.33, "tokens_per_second": 14.96, "dataset_speed": {"librispeech-10mins": 3.18, "earnings22-10mins": 6.8}, "dataset_tokens_per_second": {"librispeech-10mins": 12.12, "earnings22-10mins": 21.04}, "average_wer": 7.32, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
63 |
{"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:24:37Z", "speed": 9.78, "tokens_per_second": 36.23, "dataset_speed": {"librispeech-10mins": 6.29, "earnings22-10mins": 22.05}, "dataset_tokens_per_second": {"librispeech-10mins": 26.3, "earnings22-10mins": 71.17}, "average_wer": 6.8, "qoi": 0.67, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
64 |
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:33:14Z", "speed": 8.48, "tokens_per_second": 32.37, "dataset_speed": {"librispeech-10mins": 5.57, "earnings22-10mins": 17.81}, "dataset_tokens_per_second": {"librispeech-10mins": 23.01, "earnings22-10mins": 62.41}, "average_wer": 5.97, "qoi": 0.73, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
65 |
+
{"model": "openai/whisper-large-v2/949MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T01:42:25Z", "speed": 2.02, "tokens_per_second": 8.23, "dataset_speed": {"librispeech-10mins": 1.56, "earnings22-10mins": 2.88}, "dataset_tokens_per_second": {"librispeech-10mins": 7.22, "earnings22-10mins": 10.11}, "average_wer": 7.08, "qoi": 0.62, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
66 |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:39:00Z", "speed": 12.55, "tokens_per_second": 46.18, "dataset_speed": {"earnings22-10mins": 21.63, "librispeech-10mins": 8.85}, "dataset_tokens_per_second": {"earnings22-10mins": 80.76, "librispeech-10mins": 32.09}, "average_wer": 6.28, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
67 |
+
{"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T01:04:29Z", "speed": 43.69, "tokens_per_second": 150.41, "dataset_speed": {"librispeech-10mins": 30.11, "earnings22-10mins": 79.87}, "dataset_tokens_per_second": {"librispeech-10mins": 114.73, "earnings22-10mins": 245.46}, "average_wer": 14.67, "qoi": 0.37, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
68 |
+
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T04:34:27Z", "speed": 10.26, "tokens_per_second": 34.22, "dataset_speed": {"earnings22-10mins": 17.73, "librispeech-10mins": 7.23}, "dataset_tokens_per_second": {"earnings22-10mins": 54.65, "librispeech-10mins": 25.93}, "average_wer": 8.11, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
69 |
{"model": "openai/whisper-tiny.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:14:16Z", "speed": 57.4, "tokens_per_second": 197.25, "dataset_speed": {"librispeech-10mins": 37.59, "earnings22-10mins": 121.92}, "dataset_tokens_per_second": {"librispeech-10mins": 142.57, "earnings22-10mins": 375.32}, "average_wer": 14.74, "qoi": 0.37, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
70 |
+
{"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T01:03:03Z", "speed": 40.36, "tokens_per_second": 164.49, "dataset_speed": {"earnings22-10mins": 58.06, "librispeech-10mins": 30.96}, "dataset_tokens_per_second": {"earnings22-10mins": 233.21, "librispeech-10mins": 128.01}, "average_wer": 16.74, "qoi": 0.33, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
71 |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:36:10Z", "speed": 8.28, "tokens_per_second": 33.15, "dataset_speed": {"earnings22-10mins": 16.0, "librispeech-10mins": 5.6}, "dataset_tokens_per_second": {"earnings22-10mins": 61.32, "librispeech-10mins": 23.34}, "average_wer": 5.9, "qoi": 0.71, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
72 |
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:45:23Z", "speed": 2.38, "tokens_per_second": 10.57, "dataset_speed": {"librispeech-10mins": 1.82, "earnings22-10mins": 3.45}, "dataset_tokens_per_second": {"librispeech-10mins": 8.43, "earnings22-10mins": 14.66}, "average_wer": 7.11, "qoi": 0.62, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
73 |
+
{"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T04:26:17Z", "speed": 1.69, "tokens_per_second": 5.19, "dataset_speed": {"earnings22-10mins": 1.69}, "dataset_tokens_per_second": {"earnings22-10mins": 5.19}, "average_wer": 8.28, "qoi": 0, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
74 |
{"model": "openai/whisper-small", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:18:24Z", "speed": 19.89, "tokens_per_second": 74.1, "dataset_speed": {"librispeech-10mins": 13.23, "earnings22-10mins": 40.26}, "dataset_tokens_per_second": {"librispeech-10mins": 55.44, "earnings22-10mins": 131.12}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
75 |
+
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T05:08:06Z", "speed": 7.99, "tokens_per_second": 29.43, "dataset_speed": {"earnings22-10mins": 11.93, "librispeech-10mins": 6.01}, "dataset_tokens_per_second": {"earnings22-10mins": 44.65, "librispeech-10mins": 21.79}, "average_wer": 6.28, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
76 |
{"model": "openai/whisper-base.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-29T23:21:11Z", "speed": 4.77, "tokens_per_second": 9.44, "dataset_speed": {"librispeech-10mins": 4.9, "earnings22-10mins": 4.65}, "dataset_tokens_per_second": {"librispeech-10mins": 1.23, "earnings22-10mins": 17.27}, "average_wer": 97.03, "qoi": 0, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
77 |
+
{"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T01:05:10Z", "speed": 31.42, "tokens_per_second": 115.63, "dataset_speed": {"earnings22-10mins": 59.37, "librispeech-10mins": 21.39}, "dataset_tokens_per_second": {"earnings22-10mins": 190.59, "librispeech-10mins": 88.74}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
78 |
{"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:13:11Z", "speed": 57.13, "tokens_per_second": 221.9, "dataset_speed": {"earnings22-10mins": 102.77, "librispeech-10mins": 39.61}, "dataset_tokens_per_second": {"earnings22-10mins": 373.56, "librispeech-10mins": 163.69}, "average_wer": 16.67, "qoi": 0.32, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
|
dashboard_data/support_data.csv
CHANGED
@@ -1,23 +1,23 @@
|
|
1 |
-
,Model,Apple M3 Max,iPhone 11
|
2 |
-
distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,β
macOS 15.2,Not Supported
|
3 |
-
distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,β
macOS 15.2,Not Supported
|
4 |
-
distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,β
macOS 15.2,Not Supported
|
5 |
-
distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,β
macOS 15.2,Not Supported
|
6 |
-
openai_whisper-base,openai_whisper-base,β
macOS 15.2,β
iOS 17.6.1
|
7 |
-
openai_whisper-base.en,openai_whisper-base.en,β
macOS 15.2,β
iOS 17.6.1
|
8 |
-
openai_whisper-large-v2,openai_whisper-large-v2,β
macOS 15.2,Not Supported
|
9 |
-
openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,β
macOS 15.2,Not Supported
|
10 |
-
openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,β
macOS 15.2,Not Supported
|
11 |
-
openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,β
macOS 15.2,Not Supported
|
12 |
-
openai_whisper-large-v3,openai_whisper-large-v3,β
macOS 15.2,Not Supported
|
13 |
-
openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,β
macOS 15.2,Not Supported
|
14 |
-
openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,β
macOS 15.2,Not Supported
|
15 |
-
openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,β
macOS 15.2,Not Supported
|
16 |
-
openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,β
macOS 15.2,Not Supported
|
17 |
-
openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,β
macOS 15.2,Not Supported
|
18 |
-
openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,β
macOS 15.2,Not Supported
|
19 |
-
openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,β
macOS 15.2,Not Supported
|
20 |
-
openai_whisper-small,openai_whisper-small,β
macOS 15.2,Not Supported
|
21 |
-
openai_whisper-small.en,openai_whisper-small.en,β
macOS 15.2,Not Supported
|
22 |
-
openai_whisper-tiny,openai_whisper-tiny,β
macOS 15.2,Not Supported
|
23 |
-
openai_whisper-tiny.en,openai_whisper-tiny.en,β
macOS 15.2,β
iOS 17.6.1
|
|
|
1 |
+
,Model,Apple M2 Pro,Apple M3 Max,iPad Air 11-inch (M2),iPhone 11,iPhone 15 Pro Max
|
2 |
+
distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,β
macOS 15.0.1,β
macOS 15.2,β
iPadOS 17.6.1,Not Supported,Not Supported
|
3 |
+
distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,β
macOS 15.0.1,β
macOS 15.2,β
iPadOS 17.6.1,Not Supported,β
iOS 18.2
|
4 |
+
distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,β
macOS 15.0.1,β
macOS 15.2,β οΈ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T101123_9f493bc/iPad14%2C8_summary_2024-10-29T221059.json>iPadOS 17.6.1</a>,Not Supported,Not Supported
|
5 |
+
distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,β
macOS 15.0.1,β
macOS 15.2,β
iPadOS 17.6.1,Not Supported,β
iOS 18.2
|
6 |
+
openai_whisper-base,openai_whisper-base,β
macOS 15.0.1,β
macOS 15.2,β
iPadOS 17.6.1,β
iOS 17.6.1,β
iOS 18.2
|
7 |
+
openai_whisper-base.en,openai_whisper-base.en,β
macOS 15.0.1,β
macOS 15.2,β
iPadOS 17.6.1,β
iOS 17.6.1,β
iOS 18.2
|
8 |
+
openai_whisper-large-v2,openai_whisper-large-v2,β
macOS 15.0.1,β
macOS 15.2,Not Supported,Not Supported,Not Supported
|
9 |
+
openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,β
macOS 15.0.1,β
macOS 15.2,β
iPadOS 17.6.1,Not Supported,β
iOS 18.2
|
10 |
+
openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,β
macOS 15.0.1,β
macOS 15.2,Not Supported,Not Supported,Not Supported
|
11 |
+
openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,β
macOS 15.0.1,β
macOS 15.2,β
iPadOS 17.6.1,Not Supported,β
iOS 18.2
|
12 |
+
openai_whisper-large-v3,openai_whisper-large-v3,β
macOS 15.0.1,β
macOS 15.2,Not Supported,Not Supported,Not Supported
|
13 |
+
openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,β
macOS 15.0.1,β
macOS 15.2,β οΈ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T101123_9f493bc/iPad14%2C8_summary_2024-10-29T221059.json>iPadOS 17.6.1</a>,Not Supported,Not Supported
|
14 |
+
openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,β
macOS 15.0.1,β
macOS 15.2,β
iPadOS 17.6.1,Not Supported,β
iOS 18.2
|
15 |
+
openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,β
macOS 15.0.1,β
macOS 15.2,β οΈ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T101123_9f493bc/iPad14%2C8_summary_2024-10-29T221059.json>iPadOS 17.6.1</a>,Not Supported,Not Supported
|
16 |
+
openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,β
macOS 15.0.1,β
macOS 15.2,β
iPadOS 17.6.1,Not Supported,β
iOS 18.2
|
17 |
+
openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,β
macOS 15.0.1,β
macOS 15.2,β
iPadOS 17.6.1,Not Supported,β
iOS 18.2
|
18 |
+
openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,β
macOS 15.0.1,β
macOS 15.2,β οΈ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T101123_9f493bc/iPad14%2C8_summary_2024-10-29T221059.json>iPadOS 17.6.1</a>,Not Supported,Not Supported
|
19 |
+
openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,β
macOS 15.0.1,β
macOS 15.2,β
iPadOS 17.6.1,Not Supported,β
iOS 18.2
|
20 |
+
openai_whisper-small,openai_whisper-small,β
macOS 15.0.1,β
macOS 15.2,β
iPadOS 17.6.1,Not Supported,β
iOS 18.2
|
21 |
+
openai_whisper-small.en,openai_whisper-small.en,β
macOS 15.0.1,β
macOS 15.2,β
iPadOS 17.6.1,Not Supported,β
iOS 18.2
|
22 |
+
openai_whisper-tiny,openai_whisper-tiny,β
macOS 15.0.1,β
macOS 15.2,β
iPadOS 17.6.1,Not Supported,β
iOS 18.2
|
23 |
+
openai_whisper-tiny.en,openai_whisper-tiny.en,β
macOS 15.0.1,β
macOS 15.2,β
iPadOS 17.6.1,β
iOS 17.6.1,β
iOS 18.2
|
dashboard_data/version.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"last_modified": "2024-10-
|
|
|
1 |
+
{"last_modified": "2024-10-30T05:25:38+00:00", "sha": "f86947bd81cf2b359bea5372fb4c901b9cb5e133", "releases": ["9f493bc", "a9b92c4"]}
|