From bb1e3ba20c2c258a9ee68af3f1ab97e08ba2cffe Mon Sep 17 00:00:00 2001 From: Bugra Ozgursoy <13810383+ozgursoy@users.noreply.github.com> Date: Sun, 7 Jun 2026 07:14:38 +0300 Subject: [PATCH] speed-bench: add Mac Studio M1 Ultra 64GB streaming numbers --- speed-bench/m1_ultra_64gb_stream.csv | 17 +++++++++ speed-bench/m1_ultra_64gb_stream_ts.svg | 49 +++++++++++++++++++++++++ 2 files changed, 66 insertions(+) create mode 100644 speed-bench/m1_ultra_64gb_stream.csv create mode 100644 speed-bench/m1_ultra_64gb_stream_ts.svg diff --git a/speed-bench/m1_ultra_64gb_stream.csv b/speed-bench/m1_ultra_64gb_stream.csv new file mode 100644 index 000000000..e1db7fa7c --- /dev/null +++ b/speed-bench/m1_ultra_64gb_stream.csv @@ -0,0 +1,17 @@ +ctx_tokens,prefill_tokens,prefill_tps,gen_tokens,gen_tps,kvcache_bytes +2048,2048,99.71,128,5.49,52184460 +4096,2048,118.26,128,5.23,80373132 +6144,2048,117.72,128,5.53,108561804 +8192,2048,115.91,128,5.09,136750476 +10240,2048,116.18,128,5.33,164939148 +12288,2048,114.83,128,5.80,193127820 +14336,2048,112.82,128,5.11,221316492 +16384,2048,115.85,128,5.12,249505164 +18432,2048,114.39,128,5.01,277693836 +20480,2048,112.39,128,5.49,305882508 +22528,2048,109.94,128,5.18,334071180 +24576,2048,110.66,128,4.97,362259852 +26624,2048,110.42,128,4.73,390448524 +28672,2048,110.02,128,4.83,418637196 +30720,2048,109.30,128,4.79,446825868 +32768,2048,107.86,128,4.90,475014540 diff --git a/speed-bench/m1_ultra_64gb_stream_ts.svg b/speed-bench/m1_ultra_64gb_stream_ts.svg new file mode 100644 index 000000000..f85f38f72 --- /dev/null +++ b/speed-bench/m1_ultra_64gb_stream_ts.svg @@ -0,0 +1,49 @@ + + + + +M1 Ultra 64GB streaming t/s + +0 + +50 + +100 + +150 + +200 +0 +2 +4 +6 +8 +10 + +0 + +10k + +20k + +30k + + + +ctx size +prefill t/s +generation t/s + + + + +prefill + +generation +