takeargmax commited on
Commit
8eada83
Β·
1 Parent(s): 4dd9f38

update dataset files

Browse files
dashboard_data/performance_data.json CHANGED
@@ -1,66 +1,108 @@
1
  {"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:41Z", "speed": 76.66, "tokens_per_second": 293.24, "dataset_speed": {"earnings22-10mins": 145.64, "librispeech-10mins": 52.09}, "dataset_tokens_per_second": {"earnings22-10mins": 495.43, "librispeech-10mins": 221.23}, "average_wer": 16.43, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
2
  {"model": "openai/whisper-base.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:01:14Z", "speed": 42.95, "tokens_per_second": 152.34, "dataset_speed": {"librispeech-10mins": 30.69, "earnings22-10mins": 71.72}, "dataset_tokens_per_second": {"librispeech-10mins": 118.18, "earnings22-10mins": 232.48}, "average_wer": 9.94, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
3
  {"model": "openai/whisper-small.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:03:29Z", "speed": 22.71, "tokens_per_second": 80.22, "dataset_speed": {"librispeech-10mins": 17.79, "earnings22-10mins": 31.47}, "dataset_tokens_per_second": {"librispeech-10mins": 69.49, "earnings22-10mins": 99.3}, "average_wer": 7.42, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
4
  {"model": "openai/whisper-tiny.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:55:16Z", "speed": 96.75, "tokens_per_second": 341.78, "dataset_speed": {"earnings22-10mins": 178.98, "librispeech-10mins": 66.38}, "dataset_tokens_per_second": {"earnings22-10mins": 567.36, "librispeech-10mins": 258.47}, "average_wer": 15.02, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
5
  {"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:55:03Z", "speed": 66.73, "tokens_per_second": 253.71, "dataset_speed": {"librispeech-10mins": 48.77, "earnings22-10mins": 105.92}, "dataset_tokens_per_second": {"librispeech-10mins": 205.25, "earnings22-10mins": 359.41}, "average_wer": 12.25, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
6
  {"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:02Z", "speed": 17.1, "tokens_per_second": 64.96, "dataset_speed": {"librispeech-10mins": 14.12, "earnings22-10mins": 21.69}, "dataset_tokens_per_second": {"librispeech-10mins": 59.72, "earnings22-10mins": 73.03}, "average_wer": 8.73, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
 
7
  {"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:55Z", "speed": 24.47, "tokens_per_second": 86.39, "dataset_speed": {"earnings22-10mins": 34.06, "librispeech-10mins": 19.11}, "dataset_tokens_per_second": {"earnings22-10mins": 107.4, "librispeech-10mins": 74.65}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
8
  {"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:36Z", "speed": 53.27, "tokens_per_second": 202.81, "dataset_speed": {"librispeech-10mins": 39.11, "earnings22-10mins": 83.72}, "dataset_tokens_per_second": {"librispeech-10mins": 164.61, "earnings22-10mins": 284.93}, "average_wer": 12.39, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
9
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:18:11Z", "speed": 14.43, "tokens_per_second": 49.31, "dataset_speed": {"librispeech-10mins": 10.48, "earnings22-10mins": 23.24}, "dataset_tokens_per_second": {"librispeech-10mins": 38.02, "earnings22-10mins": 74.46}, "average_wer": 6.14, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
10
  {"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:54:22Z", "speed": 108.3, "tokens_per_second": 379.25, "dataset_speed": {"librispeech-10mins": 73.65, "earnings22-10mins": 205.31}, "dataset_tokens_per_second": {"librispeech-10mins": 282.48, "earnings22-10mins": 650.15}, "average_wer": 15.05, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
11
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:50:38Z", "speed": 2.35, "tokens_per_second": 9.19, "dataset_speed": {"librispeech-10mins": 2.0, "earnings22-10mins": 3.44}, "dataset_tokens_per_second": {"librispeech-10mins": 8.57, "earnings22-10mins": 11.09}, "average_wer": 26.06, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
12
  {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:54:54Z", "speed": 82.95, "tokens_per_second": 290.54, "dataset_speed": {"earnings22-10mins": 148.5, "librispeech-10mins": 57.62}, "dataset_tokens_per_second": {"earnings22-10mins": 469.76, "librispeech-10mins": 221.29}, "average_wer": 15.12, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
13
  {"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:22:47Z", "speed": 2.88, "tokens_per_second": 11.58, "dataset_speed": {"earnings22-10mins": 3.72, "librispeech-10mins": 2.65}, "dataset_tokens_per_second": {"earnings22-10mins": 12.92, "librispeech-10mins": 11.22}, "average_wer": 31.9, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
14
  {"model": "openai/whisper-small", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:12:42Z", "speed": 14.76, "tokens_per_second": 56.07, "dataset_speed": {"earnings22-10mins": 21.02, "librispeech-10mins": 11.38}, "dataset_tokens_per_second": {"earnings22-10mins": 70.76, "librispeech-10mins": 48.15}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
15
  {"model": "openai/whisper-small", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:59:59Z", "speed": 21.69, "tokens_per_second": 82.41, "dataset_speed": {"earnings22-10mins": 30.11, "librispeech-10mins": 16.97}, "dataset_tokens_per_second": {"earnings22-10mins": 101.37, "librispeech-10mins": 71.78}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
16
  {"model": "openai/whisper-tiny.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:55:07Z", "speed": 76.53, "tokens_per_second": 268.12, "dataset_speed": {"librispeech-10mins": 57.12, "earnings22-10mins": 116.17}, "dataset_tokens_per_second": {"librispeech-10mins": 219.19, "earnings22-10mins": 368.06}, "average_wer": 15.15, "qoi": 0.38, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
17
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:40:40Z", "speed": 4.48, "tokens_per_second": 16.74, "dataset_speed": {"earnings22-10mins": 5.36, "librispeech-10mins": 4.1}, "dataset_tokens_per_second": {"earnings22-10mins": 19.54, "librispeech-10mins": 15.51}, "average_wer": 25.27, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
18
  {"model": "openai/whisper-tiny", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:40Z", "speed": 73.41, "tokens_per_second": 280.73, "dataset_speed": {"earnings22-10mins": 116.28, "librispeech-10mins": 53.69}, "dataset_tokens_per_second": {"earnings22-10mins": 395.15, "librispeech-10mins": 228.12}, "average_wer": 16.29, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
19
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:32:32Z", "speed": 8.79, "tokens_per_second": 32.77, "dataset_speed": {"earnings22-10mins": 15.21, "librispeech-10mins": 6.19}, "dataset_tokens_per_second": {"earnings22-10mins": 50.04, "librispeech-10mins": 25.77}, "average_wer": 7.66, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
20
  {"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T21:02:25Z", "speed": 23.96, "tokens_per_second": 84.59, "dataset_speed": {"librispeech-10mins": 18.97, "earnings22-10mins": 32.56}, "dataset_tokens_per_second": {"librispeech-10mins": 74.1, "earnings22-10mins": 102.67}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
21
  {"model": "openai/whisper-base.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:32Z", "speed": 48.23, "tokens_per_second": 171.08, "dataset_speed": {"earnings22-10mins": 67.34, "librispeech-10mins": 37.6}, "dataset_tokens_per_second": {"earnings22-10mins": 218.4, "librispeech-10mins": 144.77}, "average_wer": 10.08, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
22
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:21:26Z", "speed": 9.11, "tokens_per_second": 38.11, "dataset_speed": {"librispeech-10mins": 6.59, "earnings22-10mins": 15.03}, "dataset_tokens_per_second": {"librispeech-10mins": 27.79, "earnings22-10mins": 62.47}, "average_wer": 8.04, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
23
  {"model": "openai/whisper-small", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:13Z", "speed": 14.8, "tokens_per_second": 56.32, "dataset_speed": {"librispeech-10mins": 12.28, "earnings22-10mins": 18.64}, "dataset_tokens_per_second": {"librispeech-10mins": 52.09, "earnings22-10mins": 62.76}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
24
  {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:01:55Z", "speed": 16.71, "tokens_per_second": 59.01, "dataset_speed": {"earnings22-10mins": 20.09, "librispeech-10mins": 14.32}, "dataset_tokens_per_second": {"earnings22-10mins": 63.35, "librispeech-10mins": 55.93}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
25
  {"model": "openai/whisper-base", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:16Z", "speed": 45.57, "tokens_per_second": 173.6, "dataset_speed": {"earnings22-10mins": 62.15, "librispeech-10mins": 36.01}, "dataset_tokens_per_second": {"earnings22-10mins": 211.42, "librispeech-10mins": 151.79}, "average_wer": 12.39, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
26
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:20:47Z", "speed": 4.45, "tokens_per_second": 16.7, "dataset_speed": {"librispeech-10mins": 3.95, "earnings22-10mins": 5.74}, "dataset_tokens_per_second": {"librispeech-10mins": 15.67, "earnings22-10mins": 19.35}, "average_wer": 26.3, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
27
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:05:35Z", "speed": 3.25, "tokens_per_second": 12.97, "dataset_speed": {"earnings22-10mins": 4.17, "librispeech-10mins": 2.97}, "dataset_tokens_per_second": {"earnings22-10mins": 13.61, "librispeech-10mins": 12.78}, "average_wer": 31.65, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
28
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:32:33Z", "speed": 7.08, "tokens_per_second": 26.4, "dataset_speed": {"earnings22-10mins": 12.59, "librispeech-10mins": 4.93}, "dataset_tokens_per_second": {"earnings22-10mins": 41.47, "librispeech-10mins": 20.52}, "average_wer": 7.77, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
29
  {"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:56:26Z", "speed": 64.16, "tokens_per_second": 243.93, "dataset_speed": {"librispeech-10mins": 47.93, "earnings22-10mins": 97.23}, "dataset_tokens_per_second": {"librispeech-10mins": 201.72, "earnings22-10mins": 329.92}, "average_wer": 12.25, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
30
  {"model": "openai/whisper-base.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:56Z", "speed": 63.1, "tokens_per_second": 223.94, "dataset_speed": {"earnings22-10mins": 97.81, "librispeech-10mins": 46.62}, "dataset_tokens_per_second": {"earnings22-10mins": 317.56, "librispeech-10mins": 179.51}, "average_wer": 10.04, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
31
  {"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:51Z", "speed": 55.46, "tokens_per_second": 196.61, "dataset_speed": {"librispeech-10mins": 40.92, "earnings22-10mins": 86.25}, "dataset_tokens_per_second": {"librispeech-10mins": 157.55, "earnings22-10mins": 279.3}, "average_wer": 9.91, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
32
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:14:51Z", "speed": 9.15, "tokens_per_second": 38.65, "dataset_speed": {"librispeech-10mins": 6.57, "earnings22-10mins": 15.09}, "dataset_tokens_per_second": {"librispeech-10mins": 27.35, "earnings22-10mins": 64.71}, "average_wer": 6.01, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
33
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:28:29Z", "speed": 3.44, "tokens_per_second": 12.79, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 3.03}, "dataset_tokens_per_second": {"earnings22-10mins": 13.13, "librispeech-10mins": 12.68}, "average_wer": 31.34, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
34
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:24:19Z", "speed": 13.69, "tokens_per_second": 55.46, "dataset_speed": {"earnings22-10mins": 21.22, "librispeech-10mins": 10.12}, "dataset_tokens_per_second": {"earnings22-10mins": 82.91, "librispeech-10mins": 42.43}, "average_wer": 6.32, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
35
  {"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T23:27:49Z", "speed": 2.42, "tokens_per_second": 9.11, "dataset_speed": {"earnings22-10mins": 3.53, "librispeech-10mins": 2.02}, "dataset_tokens_per_second": {"earnings22-10mins": 10.87, "librispeech-10mins": 8.46}, "average_wer": 23.68, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
36
  {"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:54:50Z", "speed": 104.06, "tokens_per_second": 364.4, "dataset_speed": {"earnings22-10mins": 183.59, "librispeech-10mins": 72.7}, "dataset_tokens_per_second": {"earnings22-10mins": 581.36, "librispeech-10mins": 278.84}, "average_wer": 15.05, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
37
  {"model": "openai/whisper-large-v2", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:59:47Z", "speed": 2.84, "tokens_per_second": 11.56, "dataset_speed": {"earnings22-10mins": 3.7, "librispeech-10mins": 2.62}, "dataset_tokens_per_second": {"earnings22-10mins": 12.49, "librispeech-10mins": 11.32}, "average_wer": 34.28, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
38
  {"model": "openai/whisper-tiny", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:02:46Z", "speed": 58.11, "tokens_per_second": 222.29, "dataset_speed": {"librispeech-10mins": 38.38, "earnings22-10mins": 120.09}, "dataset_tokens_per_second": {"librispeech-10mins": 163.09, "earnings22-10mins": 408.3}, "average_wer": 16.53, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
 
39
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:22:44Z", "speed": 5.66, "tokens_per_second": 23.68, "dataset_speed": {"earnings22-10mins": 8.74, "librispeech-10mins": 4.24}, "dataset_tokens_per_second": {"earnings22-10mins": 36.37, "librispeech-10mins": 17.8}, "average_wer": 8.73, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
40
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:24:42Z", "speed": 6.88, "tokens_per_second": 27.57, "dataset_speed": {"librispeech-10mins": 5.09, "earnings22-10mins": 10.63}, "dataset_tokens_per_second": {"librispeech-10mins": 21.44, "earnings22-10mins": 40.44}, "average_wer": 6.7, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
41
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:24:39Z", "speed": 8.83, "tokens_per_second": 36.18, "dataset_speed": {"librispeech-10mins": 6.39, "earnings22-10mins": 14.31}, "dataset_tokens_per_second": {"librispeech-10mins": 26.94, "earnings22-10mins": 56.94}, "average_wer": 6.42, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
42
  {"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:02Z", "speed": 23.25, "tokens_per_second": 88.34, "dataset_speed": {"librispeech-10mins": 18.17, "earnings22-10mins": 32.32}, "dataset_tokens_per_second": {"librispeech-10mins": 76.88, "earnings22-10mins": 108.8}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
43
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T03:32:23Z", "speed": 11.17, "tokens_per_second": 41.67, "dataset_speed": {"earnings22-10mins": 21.03, "librispeech-10mins": 7.62}, "dataset_tokens_per_second": {"earnings22-10mins": 69.21, "librispeech-10mins": 31.73}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
44
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:48:02Z", "speed": 10.15, "tokens_per_second": 38.0, "dataset_speed": {"earnings22-10mins": 16.99, "librispeech-10mins": 7.24}, "dataset_tokens_per_second": {"earnings22-10mins": 55.91, "librispeech-10mins": 30.39}, "average_wer": 6.59, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
45
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:34:25Z", "speed": 10.69, "tokens_per_second": 39.88, "dataset_speed": {"librispeech-10mins": 7.29, "earnings22-10mins": 20.16}, "dataset_tokens_per_second": {"librispeech-10mins": 30.35, "earnings22-10mins": 66.36}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
 
46
  {"model": "openai/whisper-small.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:02:01Z", "speed": 15.39, "tokens_per_second": 54.26, "dataset_speed": {"earnings22-10mins": 19.13, "librispeech-10mins": 12.89}, "dataset_tokens_per_second": {"earnings22-10mins": 60.27, "librispeech-10mins": 50.24}, "average_wer": 7.53, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
47
  {"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:53:48Z", "speed": 104.76, "tokens_per_second": 400.2, "dataset_speed": {"librispeech-10mins": 70.83, "earnings22-10mins": 201.82}, "dataset_tokens_per_second": {"librispeech-10mins": 300.84, "earnings22-10mins": 684.5}, "average_wer": 16.19, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
48
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:15:18Z", "speed": 3.55, "tokens_per_second": 14.21, "dataset_speed": {"librispeech-10mins": 3.17, "earnings22-10mins": 4.72}, "dataset_tokens_per_second": {"librispeech-10mins": 13.71, "earnings22-10mins": 15.8}, "average_wer": 29.69, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
49
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:06:27Z", "speed": 11.03, "tokens_per_second": 41.15, "dataset_speed": {"librispeech-10mins": 7.46, "earnings22-10mins": 21.26}, "dataset_tokens_per_second": {"librispeech-10mins": 31.08, "earnings22-10mins": 69.99}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
50
  {"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:57:43Z", "speed": 66.41, "tokens_per_second": 235.59, "dataset_speed": {"librispeech-10mins": 50.21, "earnings22-10mins": 98.24}, "dataset_tokens_per_second": {"librispeech-10mins": 193.33, "earnings22-10mins": 318.63}, "average_wer": 9.77, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
51
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T06:23:48Z", "speed": 9.24, "tokens_per_second": 38.77, "dataset_speed": {"librispeech-10mins": 6.72, "earnings22-10mins": 14.79}, "dataset_tokens_per_second": {"librispeech-10mins": 28.34, "earnings22-10mins": 61.82}, "average_wer": 6.45, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
52
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:08:34Z", "speed": 16.98, "tokens_per_second": 59.92, "dataset_speed": {"earnings22-10mins": 28.46, "librispeech-10mins": 12.12}, "dataset_tokens_per_second": {"earnings22-10mins": 95.54, "librispeech-10mins": 44.82}, "average_wer": 6.63, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
53
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:37:48Z", "speed": 3.86, "tokens_per_second": 13.67, "dataset_speed": {"librispeech-10mins": 3.54, "earnings22-10mins": 4.77}, "dataset_tokens_per_second": {"librispeech-10mins": 13.31, "earnings22-10mins": 14.72}, "average_wer": 30.03, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
54
  {"model": "openai/whisper-tiny.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:27:42Z", "speed": 61.34, "tokens_per_second": 214.9, "dataset_speed": {"earnings22-10mins": 120.14, "librispeech-10mins": 41.24}, "dataset_tokens_per_second": {"earnings22-10mins": 380.44, "librispeech-10mins": 158.31}, "average_wer": 15.08, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
55
  {"model": "openai/whisper-tiny", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:55Z", "speed": 90.09, "tokens_per_second": 345.45, "dataset_speed": {"earnings22-10mins": 171.19, "librispeech-10mins": 61.21}, "dataset_tokens_per_second": {"earnings22-10mins": 585.47, "librispeech-10mins": 259.98}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
56
  {"model": "openai/whisper-base", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:29Z", "speed": 59.8, "tokens_per_second": 227.86, "dataset_speed": {"earnings22-10mins": 91.24, "librispeech-10mins": 44.52}, "dataset_tokens_per_second": {"earnings22-10mins": 310.98, "librispeech-10mins": 187.47}, "average_wer": 12.46, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
57
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:11:24Z", "speed": 17.73, "tokens_per_second": 60.48, "dataset_speed": {"earnings22-10mins": 29.49, "librispeech-10mins": 12.69}, "dataset_tokens_per_second": {"earnings22-10mins": 94.08, "librispeech-10mins": 46.09}, "average_wer": 7.77, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
58
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-05T00:40:19Z", "speed": 7.49, "tokens_per_second": 27.94, "dataset_speed": {"earnings22-10mins": 14.53, "librispeech-10mins": 5.05}, "dataset_tokens_per_second": {"earnings22-10mins": 47.86, "librispeech-10mins": 21.04}, "average_wer": 7.7, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
59
  {"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:59:44Z", "speed": 22.68, "tokens_per_second": 86.19, "dataset_speed": {"librispeech-10mins": 18.05, "earnings22-10mins": 30.57}, "dataset_tokens_per_second": {"librispeech-10mins": 76.35, "earnings22-10mins": 102.92}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
60
  {"model": "openai/whisper-tiny", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:53:35Z", "speed": 100.8, "tokens_per_second": 385.1, "dataset_speed": {"earnings22-10mins": 186.67, "librispeech-10mins": 69.14}, "dataset_tokens_per_second": {"earnings22-10mins": 633.12, "librispeech-10mins": 293.62}, "average_wer": 16.19, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
61
  {"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:55:45Z", "speed": 69.84, "tokens_per_second": 247.74, "dataset_speed": {"librispeech-10mins": 51.38, "earnings22-10mins": 109.24}, "dataset_tokens_per_second": {"librispeech-10mins": 197.84, "earnings22-10mins": 354.3}, "average_wer": 9.77, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
62
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T23:42:26Z", "speed": 4.65, "tokens_per_second": 17.45, "dataset_speed": {"librispeech-10mins": 3.91, "earnings22-10mins": 5.93}, "dataset_tokens_per_second": {"librispeech-10mins": 15.92, "earnings22-10mins": 20.09}, "average_wer": 13.53, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
63
  {"model": "openai/whisper-small.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:23:54Z", "speed": 15.54, "tokens_per_second": 54.87, "dataset_speed": {"librispeech-10mins": 11.94, "earnings22-10mins": 22.29}, "dataset_tokens_per_second": {"librispeech-10mins": 46.62, "earnings22-10mins": 70.32}, "average_wer": 7.42, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
 
64
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T23:21:21Z", "speed": 10.02, "tokens_per_second": 37.55, "dataset_speed": {"earnings22-10mins": 21.91, "librispeech-10mins": 6.51}, "dataset_tokens_per_second": {"earnings22-10mins": 72.21, "librispeech-10mins": 27.3}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
65
  {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-21T20:17:05Z", "speed": 12.81, "tokens_per_second": 45.24, "dataset_speed": {"earnings22-10mins": 18.11, "librispeech-10mins": 9.92}, "dataset_tokens_per_second": {"earnings22-10mins": 57.19, "librispeech-10mins": 38.72}, "average_wer": 7.46, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
66
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T04:18:24Z", "speed": 2.28, "tokens_per_second": 7.83, "dataset_speed": {"librispeech-10mins": 1.86, "earnings22-10mins": 2.95}, "dataset_tokens_per_second": {"librispeech-10mins": 6.92, "earnings22-10mins": 9.28}, "average_wer": 6.14, "qoi": 0.67, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
@@ -130,7 +172,7 @@
130
  {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-21T20:09:59Z", "speed": 42.25, "tokens_per_second": 148.3, "dataset_speed": {"librispeech-10mins": 28.22, "earnings22-10mins": 84.4}, "dataset_tokens_per_second": {"librispeech-10mins": 108.79, "earnings22-10mins": 267.0}, "average_wer": 14.98, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
131
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T05:08:35Z", "speed": 15.61, "tokens_per_second": 53.29, "dataset_speed": {"earnings22-10mins": 26.19, "librispeech-10mins": 11.13}, "dataset_tokens_per_second": {"earnings22-10mins": 83.62, "librispeech-10mins": 40.45}, "average_wer": 7.77, "qoi": 0.63, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
132
  {"model": "openai/whisper-tiny.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-12-29T18:07:40Z", "speed": 7.41, "tokens_per_second": 25.96, "dataset_speed": {"earnings22-10mins": 12.8, "librispeech-10mins": 5.23}, "dataset_tokens_per_second": {"earnings22-10mins": 40.58, "librispeech-10mins": 20.02}, "average_wer": 15.5, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
133
- {"model": "openai/whisper-large-v2", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T00:59:45Z", "speed": 3.22, "tokens_per_second": 12.94, "dataset_speed": {"earnings22-10mins": 5.85, "librispeech-10mins": 2.22}, "dataset_tokens_per_second": {"earnings22-10mins": 21.79, "librispeech-10mins": 9.6}, "average_wer": 6.21, "qoi": 0.63, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
134
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-22T00:28:55Z", "speed": 8.42, "tokens_per_second": 35.01, "dataset_speed": {"librispeech-10mins": 5.7, "earnings22-10mins": 16.18}, "dataset_tokens_per_second": {"librispeech-10mins": 23.74, "earnings22-10mins": 67.13}, "average_wer": 5.9, "qoi": 0.74, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
135
  {"model": "openai/whisper-small.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T00:57:14Z", "speed": 21.81, "tokens_per_second": 77.04, "dataset_speed": {"librispeech-10mins": 13.22, "earnings22-10mins": 62.72}, "dataset_tokens_per_second": {"librispeech-10mins": 51.7, "earnings22-10mins": 197.76}, "average_wer": 7.39, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
136
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T04:50:29Z", "speed": 11.02, "tokens_per_second": 41.11, "dataset_speed": {"librispeech-10mins": 7.42, "earnings22-10mins": 21.53}, "dataset_tokens_per_second": {"librispeech-10mins": 30.9, "earnings22-10mins": 70.86}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
@@ -163,7 +205,7 @@
163
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T23:49:02Z", "speed": 15.26, "tokens_per_second": 53.08, "dataset_speed": {"librispeech-10mins": 10.02, "earnings22-10mins": 32.14}, "dataset_tokens_per_second": {"librispeech-10mins": 36.87, "earnings22-10mins": 105.32}, "average_wer": 6.66, "qoi": 0.68, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
164
  {"model": "openai/whisper-tiny", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-12-29T17:50:40Z", "speed": 1.3, "tokens_per_second": 50.21, "dataset_speed": {"earnings22-10mins": 2.58, "librispeech-10mins": 0.87}, "dataset_tokens_per_second": {"earnings22-10mins": 57.41, "librispeech-10mins": 47.79}, "average_wer": 95.89, "qoi": 0, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
165
  {"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-22T00:53:28Z", "speed": 12.49, "tokens_per_second": 47.67, "dataset_speed": {"librispeech-10mins": 9.6, "earnings22-10mins": 17.91}, "dataset_tokens_per_second": {"librispeech-10mins": 40.77, "earnings22-10mins": 60.59}, "average_wer": 8.84, "qoi": 0.55, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
166
- {"model": "openai/whisper-large-v3/947MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T03:38:05Z", "speed": 3.91, "tokens_per_second": 14.42, "dataset_speed": {"librispeech-10mins": 2.53, "earnings22-10mins": 9.8}, "dataset_tokens_per_second": {"librispeech-10mins": 10.6, "earnings22-10mins": 30.78}, "average_wer": 11.43, "qoi": 0.69, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
167
  {"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:51:45Z", "speed": 59.9, "tokens_per_second": 212.5, "dataset_speed": {"librispeech-10mins": 42.03, "earnings22-10mins": 104.53}, "dataset_tokens_per_second": {"librispeech-10mins": 161.84, "earnings22-10mins": 339.01}, "average_wer": 9.77, "qoi": 0.49, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
168
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T05:02:39Z", "speed": 2.33, "tokens_per_second": 7.61, "dataset_speed": {"earnings22-10mins": 2.33}, "dataset_tokens_per_second": {"earnings22-10mins": 7.61}, "average_wer": 7.78, "qoi": 1, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
169
  {"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T21:48:00Z", "speed": 71.16, "tokens_per_second": 272.85, "dataset_speed": {"librispeech-10mins": 41.99, "earnings22-10mins": 235.24}, "dataset_tokens_per_second": {"librispeech-10mins": 178.34, "earnings22-10mins": 804.5}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
@@ -713,7 +755,7 @@
713
  {"model": "openai/whisper-large-v2", "device": "Apple M2 Pro", "os": "macOS 15.5.0", "timestamp": "2025-06-16T20:01:10Z", "speed": 2.55, "tokens_per_second": 10.51, "dataset_speed": {"librispeech-10mins": 2.34, "earnings22-10mins": 3.57}, "dataset_tokens_per_second": {"librispeech-10mins": 10.13, "earnings22-10mins": 12.35}, "average_wer": 34.69, "qoi": 0.62, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
714
  {"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.5", "timestamp": "2025-06-16T21:54:00Z", "speed": 55.3, "tokens_per_second": 196.06, "dataset_speed": {"earnings22-10mins": 85.1, "librispeech-10mins": 41.01}, "dataset_tokens_per_second": {"earnings22-10mins": 275.57, "librispeech-10mins": 157.9}, "average_wer": 9.91, "qoi": 0.49, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
715
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-06-17T04:22:55Z", "speed": 2.51, "tokens_per_second": 8.38, "dataset_speed": {"earnings22-10mins": 2.51}, "dataset_tokens_per_second": {"earnings22-10mins": 8.38}, "average_wer": 7.78, "qoi": 1, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
716
- {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.5.0", "timestamp": "2025-06-16T05:50:05Z", "speed": 17.31, "tokens_per_second": 59.07, "dataset_speed": {"earnings22-10mins": 34.01, "librispeech-10mins": 11.62}, "dataset_tokens_per_second": {"earnings22-10mins": 108.54, "librispeech-10mins": 42.23}, "average_wer": 7.8, "qoi": 0.63, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
717
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Pro", "os": "macOS 15.5.0", "timestamp": "2025-06-16T20:11:54Z", "speed": 2.99, "tokens_per_second": 12.81, "dataset_speed": {"librispeech-10mins": 2.8, "earnings22-10mins": 3.48}, "dataset_tokens_per_second": {"librispeech-10mins": 12.12, "earnings22-10mins": 14.66}, "average_wer": 29.48, "qoi": 0.61, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
718
  {"model": "openai/whisper-tiny.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.5", "timestamp": "2025-06-16T19:08:31Z", "speed": 74.72, "tokens_per_second": 261.73, "dataset_speed": {"librispeech-10mins": 57.4, "earnings22-10mins": 107.24}, "dataset_tokens_per_second": {"librispeech-10mins": 220.24, "earnings22-10mins": 339.58}, "average_wer": 15.12, "qoi": 0.38, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
719
  {"model": "openai/whisper-tiny", "device": "iPhone 13", "os": "iOS 18.5", "timestamp": "2025-06-14T11:38:55Z", "speed": 59.45, "tokens_per_second": 227.94, "dataset_speed": {"librispeech-10mins": 43.81, "earnings22-10mins": 92.67}, "dataset_tokens_per_second": {"librispeech-10mins": 186.13, "earnings22-10mins": 316.76}, "average_wer": 16.78, "qoi": 0.33, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
@@ -895,7 +937,7 @@
895
  {"model": "openai/whisper-base", "device": "iPad (A16)", "os": "iPadOS 18.4", "timestamp": "2025-06-17T00:40:14Z", "speed": 45.65, "tokens_per_second": 173.92, "dataset_speed": {"librispeech-10mins": 35.78, "earnings22-10mins": 63.15}, "dataset_tokens_per_second": {"librispeech-10mins": 150.84, "earnings22-10mins": 214.81}, "average_wer": 12.39, "qoi": 0.39, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
896
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad Air (5th generation)", "os": "iPadOS 18.4.1", "timestamp": "2025-06-17T01:50:46Z", "speed": 3.4, "tokens_per_second": 10.83, "dataset_speed": {"earnings22-10mins": 3.4}, "dataset_tokens_per_second": {"earnings22-10mins": 10.83}, "average_wer": 46.44, "qoi": 0, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
897
  {"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 18.5", "timestamp": "2025-06-14T11:46:55Z", "speed": 12.76, "tokens_per_second": 44.96, "dataset_speed": {"librispeech-10mins": 10.53, "earnings22-10mins": 16.22}, "dataset_tokens_per_second": {"librispeech-10mins": 41.07, "earnings22-10mins": 51.0}, "average_wer": 7.49, "qoi": 0.61, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
898
- {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2 Pro", "os": "macOS 15.5.0", "timestamp": "2025-06-16T20:50:04Z", "speed": 12.4, "tokens_per_second": 42.78, "dataset_speed": {"librispeech-10mins": 8.79, "earnings22-10mins": 21.05}, "dataset_tokens_per_second": {"librispeech-10mins": 32.9, "earnings22-10mins": 66.51}, "average_wer": 6.25, "qoi": 0.72, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
899
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 14", "os": "iOS 18.5", "timestamp": "2025-06-14T12:53:51Z", "speed": 4.45, "tokens_per_second": 18.48, "dataset_speed": {"earnings22-10mins": 7.01, "librispeech-10mins": 3.26}, "dataset_tokens_per_second": {"earnings22-10mins": 28.83, "librispeech-10mins": 13.68}, "average_wer": 6.52, "qoi": 0.69, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
900
  {"model": "openai/whisper-small", "device": "iPhone 14", "os": "iOS 18.5", "timestamp": "2025-06-14T11:44:18Z", "speed": 12.3, "tokens_per_second": 46.8, "dataset_speed": {"librispeech-10mins": 10.16, "earnings22-10mins": 15.6}, "dataset_tokens_per_second": {"librispeech-10mins": 43.1, "earnings22-10mins": 52.5}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
901
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-06-17T02:29:04Z", "speed": 4.62, "tokens_per_second": 16.8, "dataset_speed": {"librispeech-10mins": 4.01, "earnings22-10mins": 5.61}, "dataset_tokens_per_second": {"librispeech-10mins": 15.83, "earnings22-10mins": 18.37}, "average_wer": 13.32, "qoi": 0.57, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
 
1
  {"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:41Z", "speed": 76.66, "tokens_per_second": 293.24, "dataset_speed": {"earnings22-10mins": 145.64, "librispeech-10mins": 52.09}, "dataset_tokens_per_second": {"earnings22-10mins": 495.43, "librispeech-10mins": 221.23}, "average_wer": 16.43, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
2
  {"model": "openai/whisper-base.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:01:14Z", "speed": 42.95, "tokens_per_second": 152.34, "dataset_speed": {"librispeech-10mins": 30.69, "earnings22-10mins": 71.72}, "dataset_tokens_per_second": {"librispeech-10mins": 118.18, "earnings22-10mins": 232.48}, "average_wer": 9.94, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
3
+ {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T03:55:31Z", "speed": 4.03, "tokens_per_second": 15.04, "dataset_speed": {"earnings22-10mins": 6.16, "librispeech-10mins": 2.99}, "dataset_tokens_per_second": {"earnings22-10mins": 20.22, "librispeech-10mins": 12.54}, "average_wer": 6.42, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
4
  {"model": "openai/whisper-small.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:03:29Z", "speed": 22.71, "tokens_per_second": 80.22, "dataset_speed": {"librispeech-10mins": 17.79, "earnings22-10mins": 31.47}, "dataset_tokens_per_second": {"librispeech-10mins": 69.49, "earnings22-10mins": 99.3}, "average_wer": 7.42, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
5
  {"model": "openai/whisper-tiny.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:55:16Z", "speed": 96.75, "tokens_per_second": 341.78, "dataset_speed": {"earnings22-10mins": 178.98, "librispeech-10mins": 66.38}, "dataset_tokens_per_second": {"earnings22-10mins": 567.36, "librispeech-10mins": 258.47}, "average_wer": 15.02, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
6
  {"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:55:03Z", "speed": 66.73, "tokens_per_second": 253.71, "dataset_speed": {"librispeech-10mins": 48.77, "earnings22-10mins": 105.92}, "dataset_tokens_per_second": {"librispeech-10mins": 205.25, "earnings22-10mins": 359.41}, "average_wer": 12.25, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
7
  {"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:02Z", "speed": 17.1, "tokens_per_second": 64.96, "dataset_speed": {"librispeech-10mins": 14.12, "earnings22-10mins": 21.69}, "dataset_tokens_per_second": {"librispeech-10mins": 59.72, "earnings22-10mins": 73.03}, "average_wer": 8.73, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
8
+ {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:49:46Z", "speed": 2.4, "tokens_per_second": 8.91, "dataset_speed": {"librispeech-10mins": 2.22, "earnings22-10mins": 2.85}, "dataset_tokens_per_second": {"librispeech-10mins": 8.85, "earnings22-10mins": 9.07}, "average_wer": 27.93, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
9
+ {"model": "openai/whisper-small", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:16:35Z", "speed": 15.54, "tokens_per_second": 59.15, "dataset_speed": {"earnings22-10mins": 18.39, "librispeech-10mins": 13.47}, "dataset_tokens_per_second": {"earnings22-10mins": 61.91, "librispeech-10mins": 57.14}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
10
+ {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T03:50:07Z", "speed": 10.79, "tokens_per_second": 37.39, "dataset_speed": {"earnings22-10mins": 16.44, "librispeech-10mins": 8.04}, "dataset_tokens_per_second": {"earnings22-10mins": 53.79, "librispeech-10mins": 29.4}, "average_wer": 7.63, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
11
  {"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:55Z", "speed": 24.47, "tokens_per_second": 86.39, "dataset_speed": {"earnings22-10mins": 34.06, "librispeech-10mins": 19.11}, "dataset_tokens_per_second": {"earnings22-10mins": 107.4, "librispeech-10mins": 74.65}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
12
  {"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:36Z", "speed": 53.27, "tokens_per_second": 202.81, "dataset_speed": {"librispeech-10mins": 39.11, "earnings22-10mins": 83.72}, "dataset_tokens_per_second": {"librispeech-10mins": 164.61, "earnings22-10mins": 284.93}, "average_wer": 12.39, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
13
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:18:11Z", "speed": 14.43, "tokens_per_second": 49.31, "dataset_speed": {"librispeech-10mins": 10.48, "earnings22-10mins": 23.24}, "dataset_tokens_per_second": {"librispeech-10mins": 38.02, "earnings22-10mins": 74.46}, "average_wer": 6.14, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
14
  {"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:54:22Z", "speed": 108.3, "tokens_per_second": 379.25, "dataset_speed": {"librispeech-10mins": 73.65, "earnings22-10mins": 205.31}, "dataset_tokens_per_second": {"librispeech-10mins": 282.48, "earnings22-10mins": 650.15}, "average_wer": 15.05, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
15
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:50:38Z", "speed": 2.35, "tokens_per_second": 9.19, "dataset_speed": {"librispeech-10mins": 2.0, "earnings22-10mins": 3.44}, "dataset_tokens_per_second": {"librispeech-10mins": 8.57, "earnings22-10mins": 11.09}, "average_wer": 26.06, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
16
+ {"model": "openai/whisper-tiny", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:12:43Z", "speed": 88.93, "tokens_per_second": 340.92, "dataset_speed": {"librispeech-10mins": 66.48, "earnings22-10mins": 134.59}, "dataset_tokens_per_second": {"librispeech-10mins": 282.55, "earnings22-10mins": 459.6}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
17
+ {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T03:25:51Z", "speed": 2.24, "tokens_per_second": 9.11, "dataset_speed": {"earnings22-10mins": 2.09, "librispeech-10mins": 2.34}, "dataset_tokens_per_second": {"earnings22-10mins": 9.49, "librispeech-10mins": 8.87}, "average_wer": 24.34, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
18
  {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:54:54Z", "speed": 82.95, "tokens_per_second": 290.54, "dataset_speed": {"earnings22-10mins": 148.5, "librispeech-10mins": 57.62}, "dataset_tokens_per_second": {"earnings22-10mins": 469.76, "librispeech-10mins": 221.29}, "average_wer": 15.12, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
19
  {"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:22:47Z", "speed": 2.88, "tokens_per_second": 11.58, "dataset_speed": {"earnings22-10mins": 3.72, "librispeech-10mins": 2.65}, "dataset_tokens_per_second": {"earnings22-10mins": 12.92, "librispeech-10mins": 11.22}, "average_wer": 31.9, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
20
  {"model": "openai/whisper-small", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:12:42Z", "speed": 14.76, "tokens_per_second": 56.07, "dataset_speed": {"earnings22-10mins": 21.02, "librispeech-10mins": 11.38}, "dataset_tokens_per_second": {"earnings22-10mins": 70.76, "librispeech-10mins": 48.15}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
21
+ {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T03:26:18Z", "speed": 2.13, "tokens_per_second": 8.0, "dataset_speed": {"earnings22-10mins": 2.26, "librispeech-10mins": 2.07}, "dataset_tokens_per_second": {"earnings22-10mins": 8.29, "librispeech-10mins": 7.86}, "average_wer": 26.51, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
22
  {"model": "openai/whisper-small", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:59:59Z", "speed": 21.69, "tokens_per_second": 82.41, "dataset_speed": {"earnings22-10mins": 30.11, "librispeech-10mins": 16.97}, "dataset_tokens_per_second": {"earnings22-10mins": 101.37, "librispeech-10mins": 71.78}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
23
+ {"model": "openai/whisper-base.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:15:19Z", "speed": 45.57, "tokens_per_second": 161.67, "dataset_speed": {"earnings22-10mins": 63.91, "librispeech-10mins": 35.45}, "dataset_tokens_per_second": {"earnings22-10mins": 207.48, "librispeech-10mins": 136.37}, "average_wer": 9.94, "qoi": 0.48, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
24
  {"model": "openai/whisper-tiny.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:55:07Z", "speed": 76.53, "tokens_per_second": 268.12, "dataset_speed": {"librispeech-10mins": 57.12, "earnings22-10mins": 116.17}, "dataset_tokens_per_second": {"librispeech-10mins": 219.19, "earnings22-10mins": 368.06}, "average_wer": 15.15, "qoi": 0.38, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
25
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:40:40Z", "speed": 4.48, "tokens_per_second": 16.74, "dataset_speed": {"earnings22-10mins": 5.36, "librispeech-10mins": 4.1}, "dataset_tokens_per_second": {"earnings22-10mins": 19.54, "librispeech-10mins": 15.51}, "average_wer": 25.27, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
26
  {"model": "openai/whisper-tiny", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:40Z", "speed": 73.41, "tokens_per_second": 280.73, "dataset_speed": {"earnings22-10mins": 116.28, "librispeech-10mins": 53.69}, "dataset_tokens_per_second": {"earnings22-10mins": 395.15, "librispeech-10mins": 228.12}, "average_wer": 16.29, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
27
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:32:32Z", "speed": 8.79, "tokens_per_second": 32.77, "dataset_speed": {"earnings22-10mins": 15.21, "librispeech-10mins": 6.19}, "dataset_tokens_per_second": {"earnings22-10mins": 50.04, "librispeech-10mins": 25.77}, "average_wer": 7.66, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
28
  {"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T21:02:25Z", "speed": 23.96, "tokens_per_second": 84.59, "dataset_speed": {"librispeech-10mins": 18.97, "earnings22-10mins": 32.56}, "dataset_tokens_per_second": {"librispeech-10mins": 74.1, "earnings22-10mins": 102.67}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
29
+ {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:50:44Z", "speed": 2.1, "tokens_per_second": 8.01, "dataset_speed": {"librispeech-10mins": 1.99, "earnings22-10mins": 2.37}, "dataset_tokens_per_second": {"librispeech-10mins": 7.92, "earnings22-10mins": 8.21}, "average_wer": 29.06, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
30
  {"model": "openai/whisper-base.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:32Z", "speed": 48.23, "tokens_per_second": 171.08, "dataset_speed": {"earnings22-10mins": 67.34, "librispeech-10mins": 37.6}, "dataset_tokens_per_second": {"earnings22-10mins": 218.4, "librispeech-10mins": 144.77}, "average_wer": 10.08, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
31
+ {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T03:04:10Z", "speed": 2.18, "tokens_per_second": 8.3, "dataset_speed": {"earnings22-10mins": 2.78, "librispeech-10mins": 1.95}, "dataset_tokens_per_second": {"earnings22-10mins": 8.65, "librispeech-10mins": 8.17}, "average_wer": 27.99, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
32
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:21:26Z", "speed": 9.11, "tokens_per_second": 38.11, "dataset_speed": {"librispeech-10mins": 6.59, "earnings22-10mins": 15.03}, "dataset_tokens_per_second": {"librispeech-10mins": 27.79, "earnings22-10mins": 62.47}, "average_wer": 8.04, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
33
  {"model": "openai/whisper-small", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:13Z", "speed": 14.8, "tokens_per_second": 56.32, "dataset_speed": {"librispeech-10mins": 12.28, "earnings22-10mins": 18.64}, "dataset_tokens_per_second": {"librispeech-10mins": 52.09, "earnings22-10mins": 62.76}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
34
  {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:01:55Z", "speed": 16.71, "tokens_per_second": 59.01, "dataset_speed": {"earnings22-10mins": 20.09, "librispeech-10mins": 14.32}, "dataset_tokens_per_second": {"earnings22-10mins": 63.35, "librispeech-10mins": 55.93}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
35
  {"model": "openai/whisper-base", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:16Z", "speed": 45.57, "tokens_per_second": 173.6, "dataset_speed": {"earnings22-10mins": 62.15, "librispeech-10mins": 36.01}, "dataset_tokens_per_second": {"earnings22-10mins": 211.42, "librispeech-10mins": 151.79}, "average_wer": 12.39, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
36
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:20:47Z", "speed": 4.45, "tokens_per_second": 16.7, "dataset_speed": {"librispeech-10mins": 3.95, "earnings22-10mins": 5.74}, "dataset_tokens_per_second": {"librispeech-10mins": 15.67, "earnings22-10mins": 19.35}, "average_wer": 26.3, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
37
+ {"model": "openai/whisper-small.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:19:50Z", "speed": 15.23, "tokens_per_second": 53.52, "dataset_speed": {"librispeech-10mins": 13.65, "earnings22-10mins": 17.22}, "dataset_tokens_per_second": {"librispeech-10mins": 53.18, "earnings22-10mins": 53.96}, "average_wer": 7.42, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
38
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:05:35Z", "speed": 3.25, "tokens_per_second": 12.97, "dataset_speed": {"earnings22-10mins": 4.17, "librispeech-10mins": 2.97}, "dataset_tokens_per_second": {"earnings22-10mins": 13.61, "librispeech-10mins": 12.78}, "average_wer": 31.65, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
39
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:32:33Z", "speed": 7.08, "tokens_per_second": 26.4, "dataset_speed": {"earnings22-10mins": 12.59, "librispeech-10mins": 4.93}, "dataset_tokens_per_second": {"earnings22-10mins": 41.47, "librispeech-10mins": 20.52}, "average_wer": 7.77, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
40
+ {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T03:55:01Z", "speed": 5.07, "tokens_per_second": 18.97, "dataset_speed": {"earnings22-10mins": 8.53, "librispeech-10mins": 3.61}, "dataset_tokens_per_second": {"earnings22-10mins": 28.0, "librispeech-10mins": 15.16}, "average_wer": 6.45, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
41
+ {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:31:06Z", "speed": 2.14, "tokens_per_second": 8.58, "dataset_speed": {"librispeech-10mins": 2.04, "earnings22-10mins": 2.35}, "dataset_tokens_per_second": {"librispeech-10mins": 8.43, "earnings22-10mins": 8.92}, "average_wer": 26.65, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
42
  {"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:56:26Z", "speed": 64.16, "tokens_per_second": 243.93, "dataset_speed": {"librispeech-10mins": 47.93, "earnings22-10mins": 97.23}, "dataset_tokens_per_second": {"librispeech-10mins": 201.72, "earnings22-10mins": 329.92}, "average_wer": 12.25, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
43
+ {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:45:17Z", "speed": 2.33, "tokens_per_second": 8.6, "dataset_speed": {"earnings22-10mins": 2.81, "librispeech-10mins": 2.13}, "dataset_tokens_per_second": {"earnings22-10mins": 8.98, "librispeech-10mins": 8.45}, "average_wer": 28.1, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
44
  {"model": "openai/whisper-base.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:56Z", "speed": 63.1, "tokens_per_second": 223.94, "dataset_speed": {"earnings22-10mins": 97.81, "librispeech-10mins": 46.62}, "dataset_tokens_per_second": {"earnings22-10mins": 317.56, "librispeech-10mins": 179.51}, "average_wer": 10.04, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
45
  {"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:51Z", "speed": 55.46, "tokens_per_second": 196.61, "dataset_speed": {"librispeech-10mins": 40.92, "earnings22-10mins": 86.25}, "dataset_tokens_per_second": {"librispeech-10mins": 157.55, "earnings22-10mins": 279.3}, "average_wer": 9.91, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
46
+ {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T04:05:33Z", "speed": 7.18, "tokens_per_second": 27.46, "dataset_speed": {"librispeech-10mins": 5.62, "earnings22-10mins": 9.95}, "dataset_tokens_per_second": {"librispeech-10mins": 21.54, "earnings22-10mins": 38.0}, "average_wer": 6.66, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
47
+ {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T03:46:58Z", "speed": 6.42, "tokens_per_second": 23.9, "dataset_speed": {"librispeech-10mins": 4.62, "earnings22-10mins": 10.56}, "dataset_tokens_per_second": {"librispeech-10mins": 19.18, "earnings22-10mins": 34.72}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
48
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:14:51Z", "speed": 9.15, "tokens_per_second": 38.65, "dataset_speed": {"librispeech-10mins": 6.57, "earnings22-10mins": 15.09}, "dataset_tokens_per_second": {"librispeech-10mins": 27.35, "earnings22-10mins": 64.71}, "average_wer": 6.01, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
49
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:28:29Z", "speed": 3.44, "tokens_per_second": 12.79, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 3.03}, "dataset_tokens_per_second": {"earnings22-10mins": 13.13, "librispeech-10mins": 12.68}, "average_wer": 31.34, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
50
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:24:19Z", "speed": 13.69, "tokens_per_second": 55.46, "dataset_speed": {"earnings22-10mins": 21.22, "librispeech-10mins": 10.12}, "dataset_tokens_per_second": {"earnings22-10mins": 82.91, "librispeech-10mins": 42.43}, "average_wer": 6.32, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
51
  {"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T23:27:49Z", "speed": 2.42, "tokens_per_second": 9.11, "dataset_speed": {"earnings22-10mins": 3.53, "librispeech-10mins": 2.02}, "dataset_tokens_per_second": {"earnings22-10mins": 10.87, "librispeech-10mins": 8.46}, "average_wer": 23.68, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
52
+ {"model": "openai/whisper-tiny.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:13:20Z", "speed": 76.63, "tokens_per_second": 268.53, "dataset_speed": {"earnings22-10mins": 116.46, "librispeech-10mins": 57.16}, "dataset_tokens_per_second": {"earnings22-10mins": 369.16, "librispeech-10mins": 219.34}, "average_wer": 14.88, "qoi": 0.38, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
53
  {"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:54:50Z", "speed": 104.06, "tokens_per_second": 364.4, "dataset_speed": {"earnings22-10mins": 183.59, "librispeech-10mins": 72.7}, "dataset_tokens_per_second": {"earnings22-10mins": 581.36, "librispeech-10mins": 278.84}, "average_wer": 15.05, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
54
+ {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:46:36Z", "speed": 7.45, "tokens_per_second": 27.8, "dataset_speed": {"librispeech-10mins": 5.28, "earnings22-10mins": 12.7}, "dataset_tokens_per_second": {"librispeech-10mins": 22.01, "earnings22-10mins": 41.78}, "average_wer": 7.77, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
55
  {"model": "openai/whisper-large-v2", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:59:47Z", "speed": 2.84, "tokens_per_second": 11.56, "dataset_speed": {"earnings22-10mins": 3.7, "librispeech-10mins": 2.62}, "dataset_tokens_per_second": {"earnings22-10mins": 12.49, "librispeech-10mins": 11.32}, "average_wer": 34.28, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
56
  {"model": "openai/whisper-tiny", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:02:46Z", "speed": 58.11, "tokens_per_second": 222.29, "dataset_speed": {"librispeech-10mins": 38.38, "earnings22-10mins": 120.09}, "dataset_tokens_per_second": {"librispeech-10mins": 163.09, "earnings22-10mins": 408.3}, "average_wer": 16.53, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
57
+ {"model": "openai/whisper-small.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:19:52Z", "speed": 16.42, "tokens_per_second": 57.84, "dataset_speed": {"librispeech-10mins": 13.73, "earnings22-10mins": 20.46}, "dataset_tokens_per_second": {"librispeech-10mins": 53.52, "earnings22-10mins": 64.31}, "average_wer": 7.46, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
58
+ {"model": "openai/whisper-tiny", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:12:45Z", "speed": 90.95, "tokens_per_second": 349.05, "dataset_speed": {"librispeech-10mins": 67.32, "earnings22-10mins": 140.45}, "dataset_tokens_per_second": {"librispeech-10mins": 286.6, "earnings22-10mins": 479.88}, "average_wer": 16.6, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
59
+ {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T03:10:46Z", "speed": 1.76, "tokens_per_second": 6.65, "dataset_speed": {"librispeech-10mins": 1.57, "earnings22-10mins": 2.23}, "dataset_tokens_per_second": {"librispeech-10mins": 6.6, "earnings22-10mins": 6.78}, "average_wer": 26.34, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
60
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:22:44Z", "speed": 5.66, "tokens_per_second": 23.68, "dataset_speed": {"earnings22-10mins": 8.74, "librispeech-10mins": 4.24}, "dataset_tokens_per_second": {"earnings22-10mins": 36.37, "librispeech-10mins": 17.8}, "average_wer": 8.73, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
61
+ {"model": "openai/whisper-base", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:14:15Z", "speed": 54.37, "tokens_per_second": 207.18, "dataset_speed": {"earnings22-10mins": 74.3, "librispeech-10mins": 42.91}, "dataset_tokens_per_second": {"earnings22-10mins": 253.22, "librispeech-10mins": 180.7}, "average_wer": 12.46, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
62
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:24:42Z", "speed": 6.88, "tokens_per_second": 27.57, "dataset_speed": {"librispeech-10mins": 5.09, "earnings22-10mins": 10.63}, "dataset_tokens_per_second": {"librispeech-10mins": 21.44, "earnings22-10mins": 40.44}, "average_wer": 6.7, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
63
+ {"model": "openai/whisper-small", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:16:41Z", "speed": 13.51, "tokens_per_second": 51.49, "dataset_speed": {"earnings22-10mins": 17.2, "librispeech-10mins": 11.13}, "dataset_tokens_per_second": {"earnings22-10mins": 58.08, "librispeech-10mins": 47.25}, "average_wer": 8.84, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
64
+ {"model": "openai/whisper-small", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:16:39Z", "speed": 17.67, "tokens_per_second": 67.34, "dataset_speed": {"earnings22-10mins": 21.52, "librispeech-10mins": 14.99}, "dataset_tokens_per_second": {"earnings22-10mins": 72.68, "librispeech-10mins": 63.64}, "average_wer": 8.84, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
65
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:24:39Z", "speed": 8.83, "tokens_per_second": 36.18, "dataset_speed": {"librispeech-10mins": 6.39, "earnings22-10mins": 14.31}, "dataset_tokens_per_second": {"librispeech-10mins": 26.94, "earnings22-10mins": 56.94}, "average_wer": 6.42, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
66
+ {"model": "openai/whisper-base.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:15:15Z", "speed": 55.65, "tokens_per_second": 197.45, "dataset_speed": {"earnings22-10mins": 75.17, "librispeech-10mins": 44.21}, "dataset_tokens_per_second": {"earnings22-10mins": 244.04, "librispeech-10mins": 170.16}, "average_wer": 10.04, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
67
+ {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T03:46:33Z", "speed": 7.46, "tokens_per_second": 27.78, "dataset_speed": {"librispeech-10mins": 5.33, "earnings22-10mins": 12.44}, "dataset_tokens_per_second": {"librispeech-10mins": 22.18, "earnings22-10mins": 40.89}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
68
  {"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:02Z", "speed": 23.25, "tokens_per_second": 88.34, "dataset_speed": {"librispeech-10mins": 18.17, "earnings22-10mins": 32.32}, "dataset_tokens_per_second": {"librispeech-10mins": 76.88, "earnings22-10mins": 108.8}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
69
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T03:32:23Z", "speed": 11.17, "tokens_per_second": 41.67, "dataset_speed": {"earnings22-10mins": 21.03, "librispeech-10mins": 7.62}, "dataset_tokens_per_second": {"earnings22-10mins": 69.21, "librispeech-10mins": 31.73}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
70
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:48:02Z", "speed": 10.15, "tokens_per_second": 38.0, "dataset_speed": {"earnings22-10mins": 16.99, "librispeech-10mins": 7.24}, "dataset_tokens_per_second": {"earnings22-10mins": 55.91, "librispeech-10mins": 30.39}, "average_wer": 6.59, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
71
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:34:25Z", "speed": 10.69, "tokens_per_second": 39.88, "dataset_speed": {"librispeech-10mins": 7.29, "earnings22-10mins": 20.16}, "dataset_tokens_per_second": {"librispeech-10mins": 30.35, "earnings22-10mins": 66.36}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
72
+ {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:27:57Z", "speed": 1.92, "tokens_per_second": 7.6, "dataset_speed": {"librispeech-10mins": 1.75, "earnings22-10mins": 2.36}, "dataset_tokens_per_second": {"librispeech-10mins": 7.53, "earnings22-10mins": 7.78}, "average_wer": 26.23, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
73
+ {"model": "openai/whisper-tiny.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:13:19Z", "speed": 94.46, "tokens_per_second": 331.11, "dataset_speed": {"earnings22-10mins": 141.66, "librispeech-10mins": 70.93}, "dataset_tokens_per_second": {"earnings22-10mins": 449.76, "librispeech-10mins": 271.94}, "average_wer": 14.81, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
74
+ {"model": "openai/whisper-tiny.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:13:29Z", "speed": 90.7, "tokens_per_second": 317.32, "dataset_speed": {"librispeech-10mins": 68.65, "earnings22-10mins": 133.88}, "dataset_tokens_per_second": {"librispeech-10mins": 262.86, "earnings22-10mins": 423.96}, "average_wer": 14.98, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
75
  {"model": "openai/whisper-small.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:02:01Z", "speed": 15.39, "tokens_per_second": 54.26, "dataset_speed": {"earnings22-10mins": 19.13, "librispeech-10mins": 12.89}, "dataset_tokens_per_second": {"earnings22-10mins": 60.27, "librispeech-10mins": 50.24}, "average_wer": 7.53, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
76
+ {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T04:07:05Z", "speed": 6.06, "tokens_per_second": 23.81, "dataset_speed": {"librispeech-10mins": 4.87, "earnings22-10mins": 8.15}, "dataset_tokens_per_second": {"librispeech-10mins": 18.66, "earnings22-10mins": 32.89}, "average_wer": 9.25, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
77
  {"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:53:48Z", "speed": 104.76, "tokens_per_second": 400.2, "dataset_speed": {"librispeech-10mins": 70.83, "earnings22-10mins": 201.82}, "dataset_tokens_per_second": {"librispeech-10mins": 300.84, "earnings22-10mins": 684.5}, "average_wer": 16.19, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
78
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:15:18Z", "speed": 3.55, "tokens_per_second": 14.21, "dataset_speed": {"librispeech-10mins": 3.17, "earnings22-10mins": 4.72}, "dataset_tokens_per_second": {"librispeech-10mins": 13.71, "earnings22-10mins": 15.8}, "average_wer": 29.69, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
79
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:06:27Z", "speed": 11.03, "tokens_per_second": 41.15, "dataset_speed": {"librispeech-10mins": 7.46, "earnings22-10mins": 21.26}, "dataset_tokens_per_second": {"librispeech-10mins": 31.08, "earnings22-10mins": 69.99}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
80
+ {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:29:37Z", "speed": 1.5, "tokens_per_second": 5.93, "dataset_speed": {"librispeech-10mins": 1.38, "earnings22-10mins": 1.79}, "dataset_tokens_per_second": {"librispeech-10mins": 5.96, "earnings22-10mins": 5.83}, "average_wer": 29.62, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
81
  {"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:57:43Z", "speed": 66.41, "tokens_per_second": 235.59, "dataset_speed": {"librispeech-10mins": 50.21, "earnings22-10mins": 98.24}, "dataset_tokens_per_second": {"librispeech-10mins": 193.33, "earnings22-10mins": 318.63}, "average_wer": 9.77, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
82
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T06:23:48Z", "speed": 9.24, "tokens_per_second": 38.77, "dataset_speed": {"librispeech-10mins": 6.72, "earnings22-10mins": 14.79}, "dataset_tokens_per_second": {"librispeech-10mins": 28.34, "earnings22-10mins": 61.82}, "average_wer": 6.45, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
83
+ {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:04:11Z", "speed": 2.07, "tokens_per_second": 7.75, "dataset_speed": {"earnings22-10mins": 2.74, "librispeech-10mins": 1.82}, "dataset_tokens_per_second": {"earnings22-10mins": 8.03, "librispeech-10mins": 7.64}, "average_wer": 28.17, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
84
+ {"model": "openai/whisper-tiny", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:12:30Z", "speed": 74.87, "tokens_per_second": 287.59, "dataset_speed": {"earnings22-10mins": 119.57, "librispeech-10mins": 54.56}, "dataset_tokens_per_second": {"earnings22-10mins": 409.51, "librispeech-10mins": 232.19}, "average_wer": 16.36, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
85
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:08:34Z", "speed": 16.98, "tokens_per_second": 59.92, "dataset_speed": {"earnings22-10mins": 28.46, "librispeech-10mins": 12.12}, "dataset_tokens_per_second": {"earnings22-10mins": 95.54, "librispeech-10mins": 44.82}, "average_wer": 6.63, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
86
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:37:48Z", "speed": 3.86, "tokens_per_second": 13.67, "dataset_speed": {"librispeech-10mins": 3.54, "earnings22-10mins": 4.77}, "dataset_tokens_per_second": {"librispeech-10mins": 13.31, "earnings22-10mins": 14.72}, "average_wer": 30.03, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
87
+ {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:57:57Z", "speed": 5.2, "tokens_per_second": 20.83, "dataset_speed": {"librispeech-10mins": 3.76, "earnings22-10mins": 8.46}, "dataset_tokens_per_second": {"librispeech-10mins": 15.81, "earnings22-10mins": 32.16}, "average_wer": 6.59, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
88
  {"model": "openai/whisper-tiny.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:27:42Z", "speed": 61.34, "tokens_per_second": 214.9, "dataset_speed": {"earnings22-10mins": 120.14, "librispeech-10mins": 41.24}, "dataset_tokens_per_second": {"earnings22-10mins": 380.44, "librispeech-10mins": 158.31}, "average_wer": 15.08, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
89
  {"model": "openai/whisper-tiny", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:55Z", "speed": 90.09, "tokens_per_second": 345.45, "dataset_speed": {"earnings22-10mins": 171.19, "librispeech-10mins": 61.21}, "dataset_tokens_per_second": {"earnings22-10mins": 585.47, "librispeech-10mins": 259.98}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
90
+ {"model": "openai/whisper-small.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:20:08Z", "speed": 14.0, "tokens_per_second": 49.25, "dataset_speed": {"librispeech-10mins": 11.4, "earnings22-10mins": 18.16}, "dataset_tokens_per_second": {"librispeech-10mins": 44.39, "earnings22-10mins": 57.01}, "average_wer": 7.46, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
91
+ {"model": "openai/whisper-base", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:14:13Z", "speed": 57.12, "tokens_per_second": 216.99, "dataset_speed": {"earnings22-10mins": 77.95, "librispeech-10mins": 45.12}, "dataset_tokens_per_second": {"earnings22-10mins": 264.13, "librispeech-10mins": 189.83}, "average_wer": 12.22, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
92
  {"model": "openai/whisper-base", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:29Z", "speed": 59.8, "tokens_per_second": 227.86, "dataset_speed": {"earnings22-10mins": 91.24, "librispeech-10mins": 44.52}, "dataset_tokens_per_second": {"earnings22-10mins": 310.98, "librispeech-10mins": 187.47}, "average_wer": 12.46, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
93
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:11:24Z", "speed": 17.73, "tokens_per_second": 60.48, "dataset_speed": {"earnings22-10mins": 29.49, "librispeech-10mins": 12.69}, "dataset_tokens_per_second": {"earnings22-10mins": 94.08, "librispeech-10mins": 46.09}, "average_wer": 7.77, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
94
+ {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:50:26Z", "speed": 10.08, "tokens_per_second": 34.32, "dataset_speed": {"earnings22-10mins": 15.71, "librispeech-10mins": 7.43}, "dataset_tokens_per_second": {"earnings22-10mins": 49.78, "librispeech-10mins": 27.03}, "average_wer": 7.84, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
95
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-05T00:40:19Z", "speed": 7.49, "tokens_per_second": 27.94, "dataset_speed": {"earnings22-10mins": 14.53, "librispeech-10mins": 5.05}, "dataset_tokens_per_second": {"earnings22-10mins": 47.86, "librispeech-10mins": 21.04}, "average_wer": 7.7, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
96
+ {"model": "openai/whisper-base", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:14:37Z", "speed": 44.5, "tokens_per_second": 169.27, "dataset_speed": {"librispeech-10mins": 33.7, "earnings22-10mins": 65.65}, "dataset_tokens_per_second": {"librispeech-10mins": 141.93, "earnings22-10mins": 222.76}, "average_wer": 12.19, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
97
  {"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:59:44Z", "speed": 22.68, "tokens_per_second": 86.19, "dataset_speed": {"librispeech-10mins": 18.05, "earnings22-10mins": 30.57}, "dataset_tokens_per_second": {"librispeech-10mins": 76.35, "earnings22-10mins": 102.92}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
98
+ {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T04:06:00Z", "speed": 7.29, "tokens_per_second": 28.43, "dataset_speed": {"librispeech-10mins": 5.7, "earnings22-10mins": 10.11}, "dataset_tokens_per_second": {"librispeech-10mins": 22.45, "earnings22-10mins": 39.08}, "average_wer": 6.32, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
99
  {"model": "openai/whisper-tiny", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:53:35Z", "speed": 100.8, "tokens_per_second": 385.1, "dataset_speed": {"earnings22-10mins": 186.67, "librispeech-10mins": 69.14}, "dataset_tokens_per_second": {"earnings22-10mins": 633.12, "librispeech-10mins": 293.62}, "average_wer": 16.19, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
100
  {"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:55:45Z", "speed": 69.84, "tokens_per_second": 247.74, "dataset_speed": {"librispeech-10mins": 51.38, "earnings22-10mins": 109.24}, "dataset_tokens_per_second": {"librispeech-10mins": 197.84, "earnings22-10mins": 354.3}, "average_wer": 9.77, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
101
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T23:42:26Z", "speed": 4.65, "tokens_per_second": 17.45, "dataset_speed": {"librispeech-10mins": 3.91, "earnings22-10mins": 5.93}, "dataset_tokens_per_second": {"librispeech-10mins": 15.92, "earnings22-10mins": 20.09}, "average_wer": 13.53, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
102
  {"model": "openai/whisper-small.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:23:54Z", "speed": 15.54, "tokens_per_second": 54.87, "dataset_speed": {"librispeech-10mins": 11.94, "earnings22-10mins": 22.29}, "dataset_tokens_per_second": {"librispeech-10mins": 46.62, "earnings22-10mins": 70.32}, "average_wer": 7.42, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
103
+ {"model": "openai/whisper-base.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:15:35Z", "speed": 59.52, "tokens_per_second": 210.99, "dataset_speed": {"librispeech-10mins": 47.53, "earnings22-10mins": 79.69}, "dataset_tokens_per_second": {"librispeech-10mins": 182.7, "earnings22-10mins": 258.6}, "average_wer": 9.98, "qoi": 0.48, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
104
+ {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:28:15Z", "speed": 1.91, "tokens_per_second": 7.52, "dataset_speed": {"librispeech-10mins": 1.69, "earnings22-10mins": 2.49}, "dataset_tokens_per_second": {"librispeech-10mins": 7.27, "earnings22-10mins": 8.16}, "average_wer": 25.85, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
105
+ {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T03:50:39Z", "speed": 9.8, "tokens_per_second": 33.94, "dataset_speed": {"earnings22-10mins": 14.49, "librispeech-10mins": 7.41}, "dataset_tokens_per_second": {"earnings22-10mins": 47.35, "librispeech-10mins": 27.1}, "average_wer": 7.63, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
106
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T23:21:21Z", "speed": 10.02, "tokens_per_second": 37.55, "dataset_speed": {"earnings22-10mins": 21.91, "librispeech-10mins": 6.51}, "dataset_tokens_per_second": {"earnings22-10mins": 72.21, "librispeech-10mins": 27.3}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
107
  {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-21T20:17:05Z", "speed": 12.81, "tokens_per_second": 45.24, "dataset_speed": {"earnings22-10mins": 18.11, "librispeech-10mins": 9.92}, "dataset_tokens_per_second": {"earnings22-10mins": 57.19, "librispeech-10mins": 38.72}, "average_wer": 7.46, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
108
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T04:18:24Z", "speed": 2.28, "tokens_per_second": 7.83, "dataset_speed": {"librispeech-10mins": 1.86, "earnings22-10mins": 2.95}, "dataset_tokens_per_second": {"librispeech-10mins": 6.92, "earnings22-10mins": 9.28}, "average_wer": 6.14, "qoi": 0.67, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
 
172
  {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-21T20:09:59Z", "speed": 42.25, "tokens_per_second": 148.3, "dataset_speed": {"librispeech-10mins": 28.22, "earnings22-10mins": 84.4}, "dataset_tokens_per_second": {"librispeech-10mins": 108.79, "earnings22-10mins": 267.0}, "average_wer": 14.98, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
173
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T05:08:35Z", "speed": 15.61, "tokens_per_second": 53.29, "dataset_speed": {"earnings22-10mins": 26.19, "librispeech-10mins": 11.13}, "dataset_tokens_per_second": {"earnings22-10mins": 83.62, "librispeech-10mins": 40.45}, "average_wer": 7.77, "qoi": 0.63, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
174
  {"model": "openai/whisper-tiny.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-12-29T18:07:40Z", "speed": 7.41, "tokens_per_second": 25.96, "dataset_speed": {"earnings22-10mins": 12.8, "librispeech-10mins": 5.23}, "dataset_tokens_per_second": {"earnings22-10mins": 40.58, "librispeech-10mins": 20.02}, "average_wer": 15.5, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
175
+ {"model": "openai/whisper-large-v2", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T01:04:20Z", "speed": 5.85, "tokens_per_second": 21.79, "dataset_speed": {"earnings22-10mins": 5.85}, "dataset_tokens_per_second": {"earnings22-10mins": 21.79}, "average_wer": 7.41, "qoi": 1, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
176
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-22T00:28:55Z", "speed": 8.42, "tokens_per_second": 35.01, "dataset_speed": {"librispeech-10mins": 5.7, "earnings22-10mins": 16.18}, "dataset_tokens_per_second": {"librispeech-10mins": 23.74, "earnings22-10mins": 67.13}, "average_wer": 5.9, "qoi": 0.74, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
177
  {"model": "openai/whisper-small.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T00:57:14Z", "speed": 21.81, "tokens_per_second": 77.04, "dataset_speed": {"librispeech-10mins": 13.22, "earnings22-10mins": 62.72}, "dataset_tokens_per_second": {"librispeech-10mins": 51.7, "earnings22-10mins": 197.76}, "average_wer": 7.39, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
178
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T04:50:29Z", "speed": 11.02, "tokens_per_second": 41.11, "dataset_speed": {"librispeech-10mins": 7.42, "earnings22-10mins": 21.53}, "dataset_tokens_per_second": {"librispeech-10mins": 30.9, "earnings22-10mins": 70.86}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
 
205
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T23:49:02Z", "speed": 15.26, "tokens_per_second": 53.08, "dataset_speed": {"librispeech-10mins": 10.02, "earnings22-10mins": 32.14}, "dataset_tokens_per_second": {"librispeech-10mins": 36.87, "earnings22-10mins": 105.32}, "average_wer": 6.66, "qoi": 0.68, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
206
  {"model": "openai/whisper-tiny", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-12-29T17:50:40Z", "speed": 1.3, "tokens_per_second": 50.21, "dataset_speed": {"earnings22-10mins": 2.58, "librispeech-10mins": 0.87}, "dataset_tokens_per_second": {"earnings22-10mins": 57.41, "librispeech-10mins": 47.79}, "average_wer": 95.89, "qoi": 0, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
207
  {"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-22T00:53:28Z", "speed": 12.49, "tokens_per_second": 47.67, "dataset_speed": {"librispeech-10mins": 9.6, "earnings22-10mins": 17.91}, "dataset_tokens_per_second": {"librispeech-10mins": 40.77, "earnings22-10mins": 60.59}, "average_wer": 8.84, "qoi": 0.55, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
208
+ {"model": "openai/whisper-large-v3/947MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T03:34:03Z", "speed": 2.53, "tokens_per_second": 10.6, "dataset_speed": {"librispeech-10mins": 2.53}, "dataset_tokens_per_second": {"librispeech-10mins": 10.6}, "average_wer": 4.73, "qoi": 0.69, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
209
  {"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:51:45Z", "speed": 59.9, "tokens_per_second": 212.5, "dataset_speed": {"librispeech-10mins": 42.03, "earnings22-10mins": 104.53}, "dataset_tokens_per_second": {"librispeech-10mins": 161.84, "earnings22-10mins": 339.01}, "average_wer": 9.77, "qoi": 0.49, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
210
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T05:02:39Z", "speed": 2.33, "tokens_per_second": 7.61, "dataset_speed": {"earnings22-10mins": 2.33}, "dataset_tokens_per_second": {"earnings22-10mins": 7.61}, "average_wer": 7.78, "qoi": 1, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
211
  {"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T21:48:00Z", "speed": 71.16, "tokens_per_second": 272.85, "dataset_speed": {"librispeech-10mins": 41.99, "earnings22-10mins": 235.24}, "dataset_tokens_per_second": {"librispeech-10mins": 178.34, "earnings22-10mins": 804.5}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
 
755
  {"model": "openai/whisper-large-v2", "device": "Apple M2 Pro", "os": "macOS 15.5.0", "timestamp": "2025-06-16T20:01:10Z", "speed": 2.55, "tokens_per_second": 10.51, "dataset_speed": {"librispeech-10mins": 2.34, "earnings22-10mins": 3.57}, "dataset_tokens_per_second": {"librispeech-10mins": 10.13, "earnings22-10mins": 12.35}, "average_wer": 34.69, "qoi": 0.62, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
756
  {"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.5", "timestamp": "2025-06-16T21:54:00Z", "speed": 55.3, "tokens_per_second": 196.06, "dataset_speed": {"earnings22-10mins": 85.1, "librispeech-10mins": 41.01}, "dataset_tokens_per_second": {"earnings22-10mins": 275.57, "librispeech-10mins": 157.9}, "average_wer": 9.91, "qoi": 0.49, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
757
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-06-17T04:22:55Z", "speed": 2.51, "tokens_per_second": 8.38, "dataset_speed": {"earnings22-10mins": 2.51}, "dataset_tokens_per_second": {"earnings22-10mins": 8.38}, "average_wer": 7.78, "qoi": 1, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
758
+ {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.5.0", "timestamp": "2025-06-16T05:51:01Z", "speed": 34.01, "tokens_per_second": 108.54, "dataset_speed": {"earnings22-10mins": 34.01}, "dataset_tokens_per_second": {"earnings22-10mins": 108.54}, "average_wer": 9.3, "qoi": 0, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
759
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Pro", "os": "macOS 15.5.0", "timestamp": "2025-06-16T20:11:54Z", "speed": 2.99, "tokens_per_second": 12.81, "dataset_speed": {"librispeech-10mins": 2.8, "earnings22-10mins": 3.48}, "dataset_tokens_per_second": {"librispeech-10mins": 12.12, "earnings22-10mins": 14.66}, "average_wer": 29.48, "qoi": 0.61, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
760
  {"model": "openai/whisper-tiny.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.5", "timestamp": "2025-06-16T19:08:31Z", "speed": 74.72, "tokens_per_second": 261.73, "dataset_speed": {"librispeech-10mins": 57.4, "earnings22-10mins": 107.24}, "dataset_tokens_per_second": {"librispeech-10mins": 220.24, "earnings22-10mins": 339.58}, "average_wer": 15.12, "qoi": 0.38, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
761
  {"model": "openai/whisper-tiny", "device": "iPhone 13", "os": "iOS 18.5", "timestamp": "2025-06-14T11:38:55Z", "speed": 59.45, "tokens_per_second": 227.94, "dataset_speed": {"librispeech-10mins": 43.81, "earnings22-10mins": 92.67}, "dataset_tokens_per_second": {"librispeech-10mins": 186.13, "earnings22-10mins": 316.76}, "average_wer": 16.78, "qoi": 0.33, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
 
937
  {"model": "openai/whisper-base", "device": "iPad (A16)", "os": "iPadOS 18.4", "timestamp": "2025-06-17T00:40:14Z", "speed": 45.65, "tokens_per_second": 173.92, "dataset_speed": {"librispeech-10mins": 35.78, "earnings22-10mins": 63.15}, "dataset_tokens_per_second": {"librispeech-10mins": 150.84, "earnings22-10mins": 214.81}, "average_wer": 12.39, "qoi": 0.39, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
938
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad Air (5th generation)", "os": "iPadOS 18.4.1", "timestamp": "2025-06-17T01:50:46Z", "speed": 3.4, "tokens_per_second": 10.83, "dataset_speed": {"earnings22-10mins": 3.4}, "dataset_tokens_per_second": {"earnings22-10mins": 10.83}, "average_wer": 46.44, "qoi": 0, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
939
  {"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 18.5", "timestamp": "2025-06-14T11:46:55Z", "speed": 12.76, "tokens_per_second": 44.96, "dataset_speed": {"librispeech-10mins": 10.53, "earnings22-10mins": 16.22}, "dataset_tokens_per_second": {"librispeech-10mins": 41.07, "earnings22-10mins": 51.0}, "average_wer": 7.49, "qoi": 0.61, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
940
+ {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2 Pro", "os": "macOS 15.5.0", "timestamp": "2025-06-16T20:48:52Z", "speed": 8.79, "tokens_per_second": 32.9, "dataset_speed": {"librispeech-10mins": 8.79}, "dataset_tokens_per_second": {"librispeech-10mins": 32.9}, "average_wer": 5.0, "qoi": 0.71, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
941
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 14", "os": "iOS 18.5", "timestamp": "2025-06-14T12:53:51Z", "speed": 4.45, "tokens_per_second": 18.48, "dataset_speed": {"earnings22-10mins": 7.01, "librispeech-10mins": 3.26}, "dataset_tokens_per_second": {"earnings22-10mins": 28.83, "librispeech-10mins": 13.68}, "average_wer": 6.52, "qoi": 0.69, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
942
  {"model": "openai/whisper-small", "device": "iPhone 14", "os": "iOS 18.5", "timestamp": "2025-06-14T11:44:18Z", "speed": 12.3, "tokens_per_second": 46.8, "dataset_speed": {"librispeech-10mins": 10.16, "earnings22-10mins": 15.6}, "dataset_tokens_per_second": {"librispeech-10mins": 43.1, "earnings22-10mins": 52.5}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
943
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-06-17T02:29:04Z", "speed": 4.62, "tokens_per_second": 16.8, "dataset_speed": {"librispeech-10mins": 4.01, "earnings22-10mins": 5.61}, "dataset_tokens_per_second": {"librispeech-10mins": 15.83, "earnings22-10mins": 18.37}, "average_wer": 13.32, "qoi": 0.57, "commit_hash": "8c0acbd", "commit_timestamp": "2025-06-13T034257"}
dashboard_data/support_data_c814cae.csv CHANGED
@@ -1,23 +1,23 @@
1
- ,Model,"Apple M4 (Mac16,10)","iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 13-inch (M3) (iPad15,5)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)"
2
- distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
3
- distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1
4
- distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
5
- distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
6
- openai_whisper-base,openai_whisper-base,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1
7
- openai_whisper-base.en,openai_whisper-base.en,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1
8
- openai_whisper-large-v2,openai_whisper-large-v2,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C5_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1
9
- openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
10
- openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
11
- openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1
12
- openai_whisper-large-v3,openai_whisper-large-v3,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
13
- openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
14
- openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1
15
- openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
16
- openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
17
- openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
18
- openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
19
- openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
20
- openai_whisper-small,openai_whisper-small,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1
21
- openai_whisper-small.en,openai_whisper-small.en,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1
22
- openai_whisper-tiny,openai_whisper-tiny,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1
23
- openai_whisper-tiny.en,openai_whisper-tiny.en,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1
 
1
+ ,Model,"Apple M4 (Mac16,10)","iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 13-inch (M3) (iPad15,5)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 15 (iPhone15,4)","iPhone 16 Pro (iPhone17,1)","iPhone 16e (iPhone17,5)"
2
+ distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1,Not Supported,Not Supported,Not Supported
3
+ distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
4
+ distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1,Not Supported,Not Supported,Not Supported
5
+ distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
6
+ openai_whisper-base,openai_whisper-base,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
7
+ openai_whisper-base.en,openai_whisper-base.en,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
8
+ openai_whisper-large-v2,openai_whisper-large-v2,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C5_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1,Not Supported,Not Supported,Not Supported
9
+ openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
10
+ openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1,Not Supported,Not Supported,Not Supported
11
+ openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
12
+ openai_whisper-large-v3,openai_whisper-large-v3,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1,Not Supported,Not Supported,Not Supported
13
+ openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1,Not Supported,Not Supported,Not Supported
14
+ openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
15
+ openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1,Not Supported,Not Supported,Not Supported
16
+ openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
17
+ openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
18
+ openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1,Not Supported,Not Supported,Not Supported
19
+ openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
20
+ openai_whisper-small,openai_whisper-small,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
21
+ openai_whisper-small.en,openai_whisper-small.en,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
22
+ openai_whisper-tiny,openai_whisper-tiny,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
23
+ openai_whisper-tiny.en,openai_whisper-tiny.en,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 18.4.1,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
dashboard_data/version.json CHANGED
@@ -1 +1 @@
1
- {"last_modified": "2025-08-12T21:29:56+00:00", "sha": "f19875acfea99192e1a1ac3b189d78ae452614eb", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1"]}
 
1
+ {"last_modified": "2025-08-13T15:43:04+00:00", "sha": "e972bc275caf1a62a0f1cff92cb4bc0005917b8a", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1"]}