M3 사다리 위의 프리필과 디코드

#!/usr/bin/env python3
"""The M3 ladder, one table: base (air) / Max (pro2023) / Ultra (office), plus the
M2 Ultra (music) for the next lessons. Prefill and decode per model, and each
number's ratio to the base M3 -- bandwidth ratio is 1 : 4 : 8.2, GPU cores 1 : 4 : 8.
Standard library only. Usage: lab_ladder.py air.jsonl pro2023.jsonl office.jsonl music.jsonl"""
import json, sys

machines = []
for path in sys.argv[1:]:
    rows = {}
    for line in open(path):
        r = json.loads(line)
        if r.get("experiment") == "ladder":
            rows[r["model"].split("/")[-1]] = r
    first = next(iter(rows.values()))
    machines.append((first["alias"], first["device"], first["spec_gbps"], rows))

order = ["Qwen3.5-0.8B-4bit", "Qwen3.5-2B-4bit", "Qwen3.5-4B-4bit", "Qwen3.5-9B-4bit", "Qwen3.5-27B-4bit", "Qwen3.5-35B-A3B-4bit"]
base = machines[0][3]
print("model                 GB/tok |" + "".join(f" {m[0]:>9} {m[1].replace('Apple ',''):<9} |" for m in machines))
print("                             |" + "".join(f" {'prefill':>9} {'decode':<9} |" for _ in machines))
for name in order:
    line = f"{name:21} {base[name]['weight_bytes_per_token']/1e9:6.2f} |" if name in base else f"{name:21} {'':6} |"
    for alias, dev, spec, rows in machines:
        r = rows.get(name)
        line += f" {r['prompt_tps']:9.0f} {r['generation_tps']:<9.1f} |" if r else f" {'-':>9} {'-':<9} |"
    print(line)
print("\nratios to the base M3 (air), 9B row:")
r0 = base["Qwen3.5-9B-4bit"]
for alias, dev, spec, rows in machines:
    r = rows["Qwen3.5-9B-4bit"]
    print(f"  {alias:8} spec BW x{spec/100:4.1f}   prefill x{r['prompt_tps']/r0['prompt_tps']:4.1f}   decode x{r['generation_tps']/r0['generation_tps']:4.1f}")

# 2026-09-15, mlx 0.32.2 / mlx-lm 0.31.3, prompt 209 tokens, 200 generated, greedy, batch 1:
# model                 GB/tok |       air M3        |   pro2023 M3 Max    |    office M3 Ultra  |     music M2 Ultra  |
#                              |   prefill decode    |   prefill decode    |   prefill decode    |   prefill decode    |
# Qwen3.5-0.8B-4bit       0.42 |      1707 167.6     |      4017 416.6     |      6312 338.2     |      5396 369.4     |
# Qwen3.5-2B-4bit         1.06 |       774 76.8      |      2441 246.9     |      3992 257.1     |      3055 275.8     |
# Qwen3.5-4B-4bit         2.37 |       308 34.4      |      1126 121.3     |      1748 147.6     |      1333 153.3     |
# Qwen3.5-9B-4bit         4.47 |       172 19.4      |       642 72.9      |      1043 95.1      |       789 105.5     |
# Qwen3.5-27B-4bit       14.42 |        49 6.1       |       195 23.4      |       315 32.6      |       233 35.3      |
# Qwen3.5-35B-A3B-4bit         |         - -         |       909 109.9     |      1276 89.1      |       986 101.5     |
# ratios to the base M3, 9B row: pro2023 BW x4.0 prefill x3.7 decode x3.8; office BW x8.2 prefill x6.1 decode x4.9; music BW x8.0 prefill x4.6 decode x5.5