#!/usr/bin/env python3 """Per-item / per-level cycle model for the 7-card architecture rethink (2026-11-17). [M] inputs are quoted in ARCH_RETHINK_7CARD_20261117.md section 1; everything computed here is [P].""" import math, json CYC_US = 0.015151 # 66.001 MHz drafter clock def llama(N, T, W=1, fuse=False, tree4=False, ar=549, ctx=566): """cycles for one batch of W sibling items on N uniform cards, T = MAC per drafter cycle per card.""" mac = dict(g4=56.62e6, g6=9.44e6, g7g=25.17e6, g7u=25.17e6, g9=25.17e6) arr = sum(mac.values()) / (N * T) # array, per sibling g1 = 66 if fuse else 456 # G1FUSE -390 a8q = (253 - (194 if fuse else 0)) + 157 + 157 + 82 # G4 / G7g / G7u / G9 prologues, A8Q_OVL -194 norm = (491 - (387 if fuse else 0)) + 12 # R3 + pre-MLP norm (R3_EARLY on), NORMFUSE -387 g5 = 1420 if W == 1 else 1420 * 4 / 3 # 1 group = 3 sweeps (P2W 8); 2 siblings = 2 groups, G5_OVL 4 sweeps beats = 192 ar2 = 2 * (ar + (W - 1) * beats) # o-proj + down all-reduce; W widens the payload only g7p = 8192 / N / 16 fin = 466 + 226 + 22 # G11, GLM, G12 kick tiles = math.ceil(128256 / N / 256) tree = 216 + tiles * (4 if tree4 else 8) g8 = 737 * 2 / N merge = 120 + 60 # top-K merge + G8 merge, narrow syncs lvl = 261 + 200 # LVL_SEL/OUT/XCH + EMBG once = g1 + a8q + norm + fin + 216 + merge + lvl + ar2 + g5 per = arr + g7p + (tree - 216) + g8 return once + W * per, dict(arr=arr, once=once, per=per, tree=tree, g8=g8, g5=g5, ar2=ar2) def qwen(N, T, W=1, fuse=False, tree_floor=False, ar=677, ctx=300): mac = 435.16e6 arr = mac / (N * T) heads = math.ceil(40 / N) groups = math.ceil(heads * W / 8) sweeps = 3 if groups == 1 else 2 * groups # G5_OVL form for >1 group g5 = sweeps * ctx + 307 g1 = 713 norm = 1377 - (900 if fuse else 0) beats = 320 ar2 = 2 * (ar + (W - 1) * beats) silu = 16384 / N / 16 fin = 723 + 24 + 13 tiles = math.ceil(248320 / N / 256) tree = tiles * (7 if tree_floor else 14) g8 = 2000 * 2 / N merge = 180; lvl = 461; prol = 100 once = g1 + norm + fin + merge + lvl + prol + ar2 + g5 per = arr + silu + tree + g8 return once + W * per, dict(arr=arr, once=once, per=per, tree=tree, g8=g8, g5=g5, ar2=ar2) def toks_llama(tree_us, hit=0.0, pass_through=0.516): A, ha, jw, base_tree = 5.176, 0.510, 1.501, 2622.0 jw2 = max(0.0, jw - pass_through * (base_tree - tree_us) / 1000.0) step = A + ha + (1 - hit) * jw2 return 961.43 * 7.187 / step, step if __name__ == "__main__": print("=== LLAMA (today COMBO3 [M]: item 8,240 cyc = 124.8 us; level (2 items) 238.3 us; d11 tree 2,622 us)") rows = [] for name, T in (("T1 16,384 (L512@66 or L256@132)", 16384), ("T2 32,768 (L512@132)", 32768), ("T2.5 41,300 (L512@166)", 41300)): for N in (6, 7): for W, fuse, t4, tag in ((1, False, False, "A"), (2, False, False, "A+C"), (2, True, True, "A+C+fuse+TREE4")): c, d = llama(N, T, W, fuse, t4) lvl = c if W == 2 else 2 * c tree = (c if W == 1 else c) and (llama(N, T, 1, fuse, t4)[0] + 10 * lvl) * CYC_US tk, st = toks_llama(tree) print(f"{name:32s} N={N} {tag:16s} batch {c:7.0f} cyc level {lvl:7.0f} cyc = {lvl*CYC_US:6.1f} us arr/sib {d['arr']:5.0f} tree d11 {tree:6.0f} us step {st:.3f} tok/s {tk:6.1f}") print("\nsensitivity of the all-reduce term (N=7, T2, A+C+fuse+TREE4):") for ar in (150, 300, 549, 800, 1200): c, d = llama(7, 32768, 2, True, True, ar=ar) tree = (llama(7, 32768, 1, True, True, ar=ar)[0] + 10 * c) * CYC_US print(f" AR {ar:5d} cyc -> level {c:6.0f} cyc AR share {d['ar2']/c*100:4.1f} % tree {tree:6.0f} us tok/s {toks_llama(tree)[0]:6.1f}") print("\n(D) draft-ahead, Llama: tok/s vs hit rate, for today's tree and for a 1,400 us tree") for h in (0, .2, .3, .4, .5, .6, .8, 1.0): print(f" hit {h:.1f}: today {toks_llama(2622, h)[0]:7.1f} fast tree {toks_llama(1400, h)[0]:7.1f}") print("\n=== QWEN (today xsim [M]: ATT 15,757 + MLPV 15,616 per item; d7 W2 = 13 items; serve tree wait 5.82 ms, tree RPC 8.18 ms)") for name, T in (("T0 8,192 (L256@66, today)", 8192), ("T1 16,384 (L256@132)", 16384), ("T2 32,768 (L512@132 / +DSP)", 32768)): for N in (6, 7): for W, fuse, tf, tag in ((1, False, False, "A"), (2, False, False, "A+C"), (2, True, True, "A+C+fuse+floor")): c, d = qwen(N, T, W, fuse, tf) lvl = c if W == 2 else 2 * c tree = (qwen(N, T, 1, fuse, tf)[0] + 6 * lvl) * CYC_US / 1000 print(f"{name:30s} N={N} {tag:15s} batch {c:7.0f} cyc level {lvl*CYC_US:7.1f} us arr/sib {d['arr']:6.0f} d7 tree {tree:5.2f} ms") def role_split(a, m, H=2680, F_us=427.6, cal=2622/2741.0): item = max(a, (a + m + H) / 2) return (F_us + 21 * item * CYC_US) * cal, item if __name__ == "__main__": print("\n=== today's role split, pipeline law tree = F + 21*max(a,(a+m+H)/2), calibrated x0.957 to the COMBO3 census") for tag, a, m in (("COMBO3 + M1361 [M inputs]", 6533, 5327), ("+ NORMFUSE/G1FUSE/A8Q_OVL (-971 a)", 5562, 5327), ("+ ATT array 132 MHz (-853 a, xsim)", 4709, 5327), ("+ TREE4 (-1,100 m)", 4709, 4227), ("+ H halved (1,340)", 4709, 4227)): H = 1340 if "halved" in tag else 2680 t, it = role_split(a, m, H) print(f" {tag:40s} a {a} m {m} item {it:6.0f} tree {t:6.0f} us tok/s {toks_llama(t)[0]:6.1f}") print("\nbreakdown, Llama N=7 T1, W2 batch, fuse+TREE4:") c, d = llama(7, 16384, 2, True, True) print(f" level {c:.0f}: G5 {d['g5']:.0f} ({d['g5']/c*100:.0f}%) all-reduce x2 {d['ar2']:.0f} ({d['ar2']/c*100:.0f}%) array 2x{d['arr']:.0f} ({2*d['arr']/c*100:.0f}%) tree scan 2x{d['tree']-216:.0f} G8 2x{d['g8']:.0f} other once {d['once']-d['g5']-d['ar2']:.0f}") c, d = qwen(7, 16384, 2, True, True) print(f"breakdown, Qwen N=7 T1, W2 batch, fuse+floor: level {c:.0f}: array 2x{d['arr']:.0f} ({2*d['arr']/c*100:.0f}%) G5 {d['g5']:.0f} ({d['g5']/c*100:.0f}%) AR {d['ar2']:.0f} ({d['ar2']/c*100:.0f}%) tree 2x{d['tree']:.0f} G8 2x{d['g8']:.0f}") # (D) hit rates from the GPU-only d11 per-level miss hazards [M] hz = [6.1, 7.3, 11.4, 11.4, 13.2, 13.0, 12.5, 11.3, 15.1, 14.0, 16.4] S = 1.0; out = [] for i, h in enumerate(hz): S *= 1 - h / 100; out.append((i + 1, S)) print("\nLlama survival S(depth) from the hazards:", " ".join(f"d{d}:{s:.3f}" for d, s in out)) print(" full-accept d11 (product) %.3f vs logged 0.244; x(1-0.164) next-token = hit %.3f" % (out[-1][1], 0.244 * (1 - 0.164))) # Qwen: geometric hazard fitted to the mean accept def fitq(acc, d): lo, hi = 0.0, 0.9 for _ in range(60): q = (lo + hi) / 2 s = sum((1 - q) ** k for k in range(1, d + 1)) + 1 lo, hi = (q, hi) if s > acc else (lo, q) return q for tag, acc in (("humaneval:80 7.4166", 7.4166), ("he4+mt4 mix 4.0674", 4.0674)): q = fitq(acc, 7) print(f"Qwen {tag}: fitted per-level miss {q*100:.1f} % S(7) {(1-q)**7:.2f} hit {(1-q)**8:.2f} accept at d11 {1+sum((1-q)**k for k in range(1,12)):.2f} d15 {1+sum((1-q)**k for k in range(1,16)):.2f}") print("Qwen round (he4+mt4, w3b [M] 36.50 ms; card RPC 12.54, IPC-inject 1.14): hit h removes 13.68 ms") for h in (0, .23, .5, .84, 1.0): r = 36.50 - h * 13.68 print(f" h {h:.2f}: round {r:5.1f} ms ({36.50/r:.2f}x of today) vs GPU-only 21.9 ms")