update dataset files

dashboard_data/device_map.json

@@ -15,6 +15,7 @@
     "iPad14,1": "iPad mini (6th generation)",
     "iPad14,8": "iPad Air 11-inch (M2)",
     "iPad15,3": "iPad Air 11-inch (M3)",
+    "iPad15,5": "iPad Air 13-inch (M3)",
     "iPad15,7": "iPad (A16)",
     "iPad16,1": "iPad mini (A17 Pro)",
     "iPad16,3": "iPad Pro 11-inch (M4)",

dashboard_data/performance_data.json

@@ -1,10 +1,65 @@
+{"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:41Z", "speed": 76.66, "tokens_per_second": 293.24, "dataset_speed": {"earnings22-10mins": 145.64, "librispeech-10mins": 52.09}, "dataset_tokens_per_second": {"earnings22-10mins": 495.43, "librispeech-10mins": 221.23}, "average_wer": 16.43, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 {"model": "openai/whisper-base.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:01:14Z", "speed": 42.95, "tokens_per_second": 152.34, "dataset_speed": {"librispeech-10mins": 30.69, "earnings22-10mins": 71.72}, "dataset_tokens_per_second": {"librispeech-10mins": 118.18, "earnings22-10mins": 232.48}, "average_wer": 9.94, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-small.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:03:29Z", "speed": 22.71, "tokens_per_second": 80.22, "dataset_speed": {"librispeech-10mins": 17.79, "earnings22-10mins": 31.47}, "dataset_tokens_per_second": {"librispeech-10mins": 69.49, "earnings22-10mins": 99.3}, "average_wer": 7.42, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-tiny.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:55:16Z", "speed": 96.75, "tokens_per_second": 341.78, "dataset_speed": {"earnings22-10mins": 178.98, "librispeech-10mins": 66.38}, "dataset_tokens_per_second": {"earnings22-10mins": 567.36, "librispeech-10mins": 258.47}, "average_wer": 15.02, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:55:03Z", "speed": 66.73, "tokens_per_second": 253.71, "dataset_speed": {"librispeech-10mins": 48.77, "earnings22-10mins": 105.92}, "dataset_tokens_per_second": {"librispeech-10mins": 205.25, "earnings22-10mins": 359.41}, "average_wer": 12.25, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:02Z", "speed": 17.1, "tokens_per_second": 64.96, "dataset_speed": {"librispeech-10mins": 14.12, "earnings22-10mins": 21.69}, "dataset_tokens_per_second": {"librispeech-10mins": 59.72, "earnings22-10mins": 73.03}, "average_wer": 8.73, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:55Z", "speed": 24.47, "tokens_per_second": 86.39, "dataset_speed": {"earnings22-10mins": 34.06, "librispeech-10mins": 19.11}, "dataset_tokens_per_second": {"earnings22-10mins": 107.4, "librispeech-10mins": 74.65}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:36Z", "speed": 53.27, "tokens_per_second": 202.81, "dataset_speed": {"librispeech-10mins": 39.11, "earnings22-10mins": 83.72}, "dataset_tokens_per_second": {"librispeech-10mins": 164.61, "earnings22-10mins": 284.93}, "average_wer": 12.39, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:18:11Z", "speed": 14.43, "tokens_per_second": 49.31, "dataset_speed": {"librispeech-10mins": 10.48, "earnings22-10mins": 23.24}, "dataset_tokens_per_second": {"librispeech-10mins": 38.02, "earnings22-10mins": 74.46}, "average_wer": 6.14, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:54:22Z", "speed": 108.3, "tokens_per_second": 379.25, "dataset_speed": {"librispeech-10mins": 73.65, "earnings22-10mins": 205.31}, "dataset_tokens_per_second": {"librispeech-10mins": 282.48, "earnings22-10mins": 650.15}, "average_wer": 15.05, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 {"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:50:38Z", "speed": 2.35, "tokens_per_second": 9.19, "dataset_speed": {"librispeech-10mins": 2.0, "earnings22-10mins": 3.44}, "dataset_tokens_per_second": {"librispeech-10mins": 8.57, "earnings22-10mins": 11.09}, "average_wer": 26.06, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:54:54Z", "speed": 82.95, "tokens_per_second": 290.54, "dataset_speed": {"earnings22-10mins": 148.5, "librispeech-10mins": 57.62}, "dataset_tokens_per_second": {"earnings22-10mins": 469.76, "librispeech-10mins": 221.29}, "average_wer": 15.12, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:22:47Z", "speed": 2.88, "tokens_per_second": 11.58, "dataset_speed": {"earnings22-10mins": 3.72, "librispeech-10mins": 2.65}, "dataset_tokens_per_second": {"earnings22-10mins": 12.92, "librispeech-10mins": 11.22}, "average_wer": 31.9, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 {"model": "openai/whisper-small", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:12:42Z", "speed": 14.76, "tokens_per_second": 56.07, "dataset_speed": {"earnings22-10mins": 21.02, "librispeech-10mins": 11.38}, "dataset_tokens_per_second": {"earnings22-10mins": 70.76, "librispeech-10mins": 48.15}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-small", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:59:59Z", "speed": 21.69, "tokens_per_second": 82.41, "dataset_speed": {"earnings22-10mins": 30.11, "librispeech-10mins": 16.97}, "dataset_tokens_per_second": {"earnings22-10mins": 101.37, "librispeech-10mins": 71.78}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-tiny.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:55:07Z", "speed": 76.53, "tokens_per_second": 268.12, "dataset_speed": {"librispeech-10mins": 57.12, "earnings22-10mins": 116.17}, "dataset_tokens_per_second": {"librispeech-10mins": 219.19, "earnings22-10mins": 368.06}, "average_wer": 15.15, "qoi": 0.38, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:40:40Z", "speed": 4.48, "tokens_per_second": 16.74, "dataset_speed": {"earnings22-10mins": 5.36, "librispeech-10mins": 4.1}, "dataset_tokens_per_second": {"earnings22-10mins": 19.54, "librispeech-10mins": 15.51}, "average_wer": 25.27, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-tiny", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:40Z", "speed": 73.41, "tokens_per_second": 280.73, "dataset_speed": {"earnings22-10mins": 116.28, "librispeech-10mins": 53.69}, "dataset_tokens_per_second": {"earnings22-10mins": 395.15, "librispeech-10mins": 228.12}, "average_wer": 16.29, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:32:32Z", "speed": 8.79, "tokens_per_second": 32.77, "dataset_speed": {"earnings22-10mins": 15.21, "librispeech-10mins": 6.19}, "dataset_tokens_per_second": {"earnings22-10mins": 50.04, "librispeech-10mins": 25.77}, "average_wer": 7.66, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T21:02:25Z", "speed": 23.96, "tokens_per_second": 84.59, "dataset_speed": {"librispeech-10mins": 18.97, "earnings22-10mins": 32.56}, "dataset_tokens_per_second": {"librispeech-10mins": 74.1, "earnings22-10mins": 102.67}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-base.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:32Z", "speed": 48.23, "tokens_per_second": 171.08, "dataset_speed": {"earnings22-10mins": 67.34, "librispeech-10mins": 37.6}, "dataset_tokens_per_second": {"earnings22-10mins": 218.4, "librispeech-10mins": 144.77}, "average_wer": 10.08, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:21:26Z", "speed": 9.11, "tokens_per_second": 38.11, "dataset_speed": {"librispeech-10mins": 6.59, "earnings22-10mins": 15.03}, "dataset_tokens_per_second": {"librispeech-10mins": 27.79, "earnings22-10mins": 62.47}, "average_wer": 8.04, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-small", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:13Z", "speed": 14.8, "tokens_per_second": 56.32, "dataset_speed": {"librispeech-10mins": 12.28, "earnings22-10mins": 18.64}, "dataset_tokens_per_second": {"librispeech-10mins": 52.09, "earnings22-10mins": 62.76}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:01:55Z", "speed": 16.71, "tokens_per_second": 59.01, "dataset_speed": {"earnings22-10mins": 20.09, "librispeech-10mins": 14.32}, "dataset_tokens_per_second": {"earnings22-10mins": 63.35, "librispeech-10mins": 55.93}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-base", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:16Z", "speed": 45.57, "tokens_per_second": 173.6, "dataset_speed": {"earnings22-10mins": 62.15, "librispeech-10mins": 36.01}, "dataset_tokens_per_second": {"earnings22-10mins": 211.42, "librispeech-10mins": 151.79}, "average_wer": 12.39, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:20:47Z", "speed": 4.45, "tokens_per_second": 16.7, "dataset_speed": {"librispeech-10mins": 3.95, "earnings22-10mins": 5.74}, "dataset_tokens_per_second": {"librispeech-10mins": 15.67, "earnings22-10mins": 19.35}, "average_wer": 26.3, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:05:35Z", "speed": 3.25, "tokens_per_second": 12.97, "dataset_speed": {"earnings22-10mins": 4.17, "librispeech-10mins": 2.97}, "dataset_tokens_per_second": {"earnings22-10mins": 13.61, "librispeech-10mins": 12.78}, "average_wer": 31.65, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:32:33Z", "speed": 7.08, "tokens_per_second": 26.4, "dataset_speed": {"earnings22-10mins": 12.59, "librispeech-10mins": 4.93}, "dataset_tokens_per_second": {"earnings22-10mins": 41.47, "librispeech-10mins": 20.52}, "average_wer": 7.77, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:56:26Z", "speed": 64.16, "tokens_per_second": 243.93, "dataset_speed": {"librispeech-10mins": 47.93, "earnings22-10mins": 97.23}, "dataset_tokens_per_second": {"librispeech-10mins": 201.72, "earnings22-10mins": 329.92}, "average_wer": 12.25, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-base.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:56Z", "speed": 63.1, "tokens_per_second": 223.94, "dataset_speed": {"earnings22-10mins": 97.81, "librispeech-10mins": 46.62}, "dataset_tokens_per_second": {"earnings22-10mins": 317.56, "librispeech-10mins": 179.51}, "average_wer": 10.04, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:51Z", "speed": 55.46, "tokens_per_second": 196.61, "dataset_speed": {"librispeech-10mins": 40.92, "earnings22-10mins": 86.25}, "dataset_tokens_per_second": {"librispeech-10mins": 157.55, "earnings22-10mins": 279.3}, "average_wer": 9.91, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:14:51Z", "speed": 9.15, "tokens_per_second": 38.65, "dataset_speed": {"librispeech-10mins": 6.57, "earnings22-10mins": 15.09}, "dataset_tokens_per_second": {"librispeech-10mins": 27.35, "earnings22-10mins": 64.71}, "average_wer": 6.01, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:28:29Z", "speed": 3.44, "tokens_per_second": 12.79, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 3.03}, "dataset_tokens_per_second": {"earnings22-10mins": 13.13, "librispeech-10mins": 12.68}, "average_wer": 31.34, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:24:19Z", "speed": 13.69, "tokens_per_second": 55.46, "dataset_speed": {"earnings22-10mins": 21.22, "librispeech-10mins": 10.12}, "dataset_tokens_per_second": {"earnings22-10mins": 82.91, "librispeech-10mins": 42.43}, "average_wer": 6.32, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 {"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T23:27:49Z", "speed": 2.42, "tokens_per_second": 9.11, "dataset_speed": {"earnings22-10mins": 3.53, "librispeech-10mins": 2.02}, "dataset_tokens_per_second": {"earnings22-10mins": 10.87, "librispeech-10mins": 8.46}, "average_wer": 23.68, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:54:50Z", "speed": 104.06, "tokens_per_second": 364.4, "dataset_speed": {"earnings22-10mins": 183.59, "librispeech-10mins": 72.7}, "dataset_tokens_per_second": {"earnings22-10mins": 581.36, "librispeech-10mins": 278.84}, "average_wer": 15.05, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-large-v2", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:59:47Z", "speed": 2.84, "tokens_per_second": 11.56, "dataset_speed": {"earnings22-10mins": 3.7, "librispeech-10mins": 2.62}, "dataset_tokens_per_second": {"earnings22-10mins": 12.49, "librispeech-10mins": 11.32}, "average_wer": 34.28, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 {"model": "openai/whisper-tiny", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:02:46Z", "speed": 58.11, "tokens_per_second": 222.29, "dataset_speed": {"librispeech-10mins": 38.38, "earnings22-10mins": 120.09}, "dataset_tokens_per_second": {"librispeech-10mins": 163.09, "earnings22-10mins": 408.3}, "average_wer": 16.53, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:22:44Z", "speed": 5.66, "tokens_per_second": 23.68, "dataset_speed": {"earnings22-10mins": 8.74, "librispeech-10mins": 4.24}, "dataset_tokens_per_second": {"earnings22-10mins": 36.37, "librispeech-10mins": 17.8}, "average_wer": 8.73, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:24:42Z", "speed": 6.88, "tokens_per_second": 27.57, "dataset_speed": {"librispeech-10mins": 5.09, "earnings22-10mins": 10.63}, "dataset_tokens_per_second": {"librispeech-10mins": 21.44, "earnings22-10mins": 40.44}, "average_wer": 6.7, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:24:39Z", "speed": 8.83, "tokens_per_second": 36.18, "dataset_speed": {"librispeech-10mins": 6.39, "earnings22-10mins": 14.31}, "dataset_tokens_per_second": {"librispeech-10mins": 26.94, "earnings22-10mins": 56.94}, "average_wer": 6.42, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:02Z", "speed": 23.25, "tokens_per_second": 88.34, "dataset_speed": {"librispeech-10mins": 18.17, "earnings22-10mins": 32.32}, "dataset_tokens_per_second": {"librispeech-10mins": 76.88, "earnings22-10mins": 108.8}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T03:32:23Z", "speed": 11.17, "tokens_per_second": 41.67, "dataset_speed": {"earnings22-10mins": 21.03, "librispeech-10mins": 7.62}, "dataset_tokens_per_second": {"earnings22-10mins": 69.21, "librispeech-10mins": 31.73}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:48:02Z", "speed": 10.15, "tokens_per_second": 38.0, "dataset_speed": {"earnings22-10mins": 16.99, "librispeech-10mins": 7.24}, "dataset_tokens_per_second": {"earnings22-10mins": 55.91, "librispeech-10mins": 30.39}, "average_wer": 6.59, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:34:25Z", "speed": 10.69, "tokens_per_second": 39.88, "dataset_speed": {"librispeech-10mins": 7.29, "earnings22-10mins": 20.16}, "dataset_tokens_per_second": {"librispeech-10mins": 30.35, "earnings22-10mins": 66.36}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-small.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:02:01Z", "speed": 15.39, "tokens_per_second": 54.26, "dataset_speed": {"earnings22-10mins": 19.13, "librispeech-10mins": 12.89}, "dataset_tokens_per_second": {"earnings22-10mins": 60.27, "librispeech-10mins": 50.24}, "average_wer": 7.53, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:53:48Z", "speed": 104.76, "tokens_per_second": 400.2, "dataset_speed": {"librispeech-10mins": 70.83, "earnings22-10mins": 201.82}, "dataset_tokens_per_second": {"librispeech-10mins": 300.84, "earnings22-10mins": 684.5}, "average_wer": 16.19, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:15:18Z", "speed": 3.55, "tokens_per_second": 14.21, "dataset_speed": {"librispeech-10mins": 3.17, "earnings22-10mins": 4.72}, "dataset_tokens_per_second": {"librispeech-10mins": 13.71, "earnings22-10mins": 15.8}, "average_wer": 29.69, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:06:27Z", "speed": 11.03, "tokens_per_second": 41.15, "dataset_speed": {"librispeech-10mins": 7.46, "earnings22-10mins": 21.26}, "dataset_tokens_per_second": {"librispeech-10mins": 31.08, "earnings22-10mins": 69.99}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:57:43Z", "speed": 66.41, "tokens_per_second": 235.59, "dataset_speed": {"librispeech-10mins": 50.21, "earnings22-10mins": 98.24}, "dataset_tokens_per_second": {"librispeech-10mins": 193.33, "earnings22-10mins": 318.63}, "average_wer": 9.77, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T06:23:48Z", "speed": 9.24, "tokens_per_second": 38.77, "dataset_speed": {"librispeech-10mins": 6.72, "earnings22-10mins": 14.79}, "dataset_tokens_per_second": {"librispeech-10mins": 28.34, "earnings22-10mins": 61.82}, "average_wer": 6.45, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:08:34Z", "speed": 16.98, "tokens_per_second": 59.92, "dataset_speed": {"earnings22-10mins": 28.46, "librispeech-10mins": 12.12}, "dataset_tokens_per_second": {"earnings22-10mins": 95.54, "librispeech-10mins": 44.82}, "average_wer": 6.63, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:37:48Z", "speed": 3.86, "tokens_per_second": 13.67, "dataset_speed": {"librispeech-10mins": 3.54, "earnings22-10mins": 4.77}, "dataset_tokens_per_second": {"librispeech-10mins": 13.31, "earnings22-10mins": 14.72}, "average_wer": 30.03, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 {"model": "openai/whisper-tiny.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:27:42Z", "speed": 61.34, "tokens_per_second": 214.9, "dataset_speed": {"earnings22-10mins": 120.14, "librispeech-10mins": 41.24}, "dataset_tokens_per_second": {"earnings22-10mins": 380.44, "librispeech-10mins": 158.31}, "average_wer": 15.08, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-tiny", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:55Z", "speed": 90.09, "tokens_per_second": 345.45, "dataset_speed": {"earnings22-10mins": 171.19, "librispeech-10mins": 61.21}, "dataset_tokens_per_second": {"earnings22-10mins": 585.47, "librispeech-10mins": 259.98}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-base", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:29Z", "speed": 59.8, "tokens_per_second": 227.86, "dataset_speed": {"earnings22-10mins": 91.24, "librispeech-10mins": 44.52}, "dataset_tokens_per_second": {"earnings22-10mins": 310.98, "librispeech-10mins": 187.47}, "average_wer": 12.46, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:11:24Z", "speed": 17.73, "tokens_per_second": 60.48, "dataset_speed": {"earnings22-10mins": 29.49, "librispeech-10mins": 12.69}, "dataset_tokens_per_second": {"earnings22-10mins": 94.08, "librispeech-10mins": 46.09}, "average_wer": 7.77, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-05T00:40:19Z", "speed": 7.49, "tokens_per_second": 27.94, "dataset_speed": {"earnings22-10mins": 14.53, "librispeech-10mins": 5.05}, "dataset_tokens_per_second": {"earnings22-10mins": 47.86, "librispeech-10mins": 21.04}, "average_wer": 7.7, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:59:44Z", "speed": 22.68, "tokens_per_second": 86.19, "dataset_speed": {"librispeech-10mins": 18.05, "earnings22-10mins": 30.57}, "dataset_tokens_per_second": {"librispeech-10mins": 76.35, "earnings22-10mins": 102.92}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-tiny", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:53:35Z", "speed": 100.8, "tokens_per_second": 385.1, "dataset_speed": {"earnings22-10mins": 186.67, "librispeech-10mins": 69.14}, "dataset_tokens_per_second": {"earnings22-10mins": 633.12, "librispeech-10mins": 293.62}, "average_wer": 16.19, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:55:45Z", "speed": 69.84, "tokens_per_second": 247.74, "dataset_speed": {"librispeech-10mins": 51.38, "earnings22-10mins": 109.24}, "dataset_tokens_per_second": {"librispeech-10mins": 197.84, "earnings22-10mins": 354.3}, "average_wer": 9.77, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
+{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T23:42:26Z", "speed": 4.65, "tokens_per_second": 17.45, "dataset_speed": {"librispeech-10mins": 3.91, "earnings22-10mins": 5.93}, "dataset_tokens_per_second": {"librispeech-10mins": 15.92, "earnings22-10mins": 20.09}, "average_wer": 13.53, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 {"model": "openai/whisper-small.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:23:54Z", "speed": 15.54, "tokens_per_second": 54.87, "dataset_speed": {"librispeech-10mins": 11.94, "earnings22-10mins": 22.29}, "dataset_tokens_per_second": {"librispeech-10mins": 46.62, "earnings22-10mins": 70.32}, "average_wer": 7.42, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 {"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T23:21:21Z", "speed": 10.02, "tokens_per_second": 37.55, "dataset_speed": {"earnings22-10mins": 21.91, "librispeech-10mins": 6.51}, "dataset_tokens_per_second": {"earnings22-10mins": 72.21, "librispeech-10mins": 27.3}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
 {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-21T20:17:05Z", "speed": 12.81, "tokens_per_second": 45.24, "dataset_speed": {"earnings22-10mins": 18.11, "librispeech-10mins": 9.92}, "dataset_tokens_per_second": {"earnings22-10mins": 57.19, "librispeech-10mins": 38.72}, "average_wer": 7.46, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}

dashboard_data/support_data_c814cae.csv

@@ -1,23 +1,23 @@
-,Model,"iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad mini (A17 Pro) (iPad16,1)"
-distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-base,openai_whisper-base,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-base.en,openai_whisper-base.en,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-large-v2,openai_whisper-large-v2,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-large-v3,openai_whisper-large-v3,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-small,openai_whisper-small,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-small.en,openai_whisper-small.en,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-tiny,openai_whisper-tiny,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
-openai_whisper-tiny.en,openai_whisper-tiny.en,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>
+,Model,"Apple M4 (Mac16,10)","iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 13-inch (M3) (iPad15,5)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)"
+distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
+distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 15.5,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 18.4.1
+distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
+distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
+openai_whisper-base,openai_whisper-base,✅ macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 18.4.1
+openai_whisper-base.en,openai_whisper-base.en,✅ macOS 15.5,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 18.4.1
+openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C5_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 18.4.1
+openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 15.5,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
+openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
+openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 18.4.1
+openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
+openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
+openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 18.4.1
+openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
+openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
+openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 15.5,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
+openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
+openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 18.4.1
+openai_whisper-small,openai_whisper-small,✅ macOS 15.5,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 18.4.1
+openai_whisper-small.en,openai_whisper-small.en,✅ macOS 15.5,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 18.4.1
+openai_whisper-tiny,openai_whisper-tiny,✅ macOS 15.5,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 18.4.1
+openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 15.5,✅ iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>✅ iPadOS 18.6</p>,✅ iPadOS 18.6,✅ iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,✅ iPadOS 18.4.1

dashboard_data/version.json

@@ -1 +1 @@
-{"last_modified": "2025-08-11T22:45:05+00:00", "sha": "253e4aace8e7c15b8384a0478116c38888fd0173", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1"]}
+{"last_modified": "2025-08-12T21:29:56+00:00", "sha": "f19875acfea99192e1a1ac3b189d78ae452614eb", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1"]}