demo.html page source (as served on 2026-11-17)

Source reports/arch_site/demo.html · source md5 68a19766ecfb733f3cc7a9c8d0f86a34 · EAGLE4 FPGA archive, 2026-11-18

<!doctype html>
<html lang="en">
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1, viewport-fit=cover">
<title>EAGLE4 Live</title>
<link rel="preconnect" href="https://fonts.googleapis.com">
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
<link href="https://fonts.googleapis.com/css2?family=Geist:wght@300..700&family=Geist+Mono:wght@300..600&display=swap" rel="stylesheet">
<link rel="icon" type="image/svg+xml" href="brand/eagle_mark.svg">
<meta name="color-scheme" content="light">

<style>
/* 2026-11-04 restyle: eagle.ai brand (bronze eagle mark, warm accent) on the talon demo's look
   (white canvas, Geist + Geist Mono, slate greys, 16px hairline cards, letter-spaced small caps). Light only. */
:root{
  --bg:#ffffff; --surface:#ffffff; --sunk:#f7f9fc; --ink:#0c0f13; --ink2:#202935; --muted:#687382; --line:#e6eaf2; --line2:#d6dde7;
  --accent:#8a6a1e; --accent-ink:#0c0f13; --accent-fill:#ffd658; --accent-soft:#fff8e1;
  --burst:#d5b246; --burst-soft:#fff3cd; --user:#f0f4f9;
  --good:#2e9e66; --warn:#c49508; --bad:#f23a3a;
  --f-display:"Geist",system-ui,-apple-system,"Segoe UI",sans-serif;
  --f-body:"Geist",system-ui,-apple-system,"Segoe UI",sans-serif;
  --f-mono:"Geist Mono",ui-monospace,SFMono-Regular,Menlo,Consolas,monospace;
  --r:16px;
  color-scheme:light;
}
*{box-sizing:border-box}
html,body{margin:0}
body{background:var(--bg);color:var(--ink2);font:14px/1.55 var(--f-body);padding-inline:max(16px,env(safe-area-inset-left,0px));padding-block:0 48px;-webkit-font-smoothing:antialiased}
a{color:var(--accent)}
.shell{max-width:1200px;margin:0 auto}
button,textarea,input{font:inherit;color:inherit}
:focus-visible{outline:2px solid var(--accent-fill);outline-offset:2px}

/* top bar */
.top{display:flex;align-items:center;justify-content:space-between;gap:16px;flex-wrap:wrap;padding-block:22px 14px;border-bottom:1px solid var(--line)}
.brand{display:flex;align-items:center;gap:12px;min-width:0}
.brand img{width:36px;height:auto;display:block}
.brand b{font:600 14px/1 var(--f-display);letter-spacing:.32em;text-transform:uppercase;color:var(--ink)}
.brand b em{font-style:normal;color:var(--muted);font-weight:400}
.brand span{font:400 11.5px var(--f-mono);color:var(--muted);letter-spacing:.04em;overflow-wrap:anywhere}
.links{display:flex;gap:18px;flex-wrap:wrap;font-size:13px}
.links a{color:var(--muted);text-decoration:none}
.links a:hover{color:var(--ink)}

/* masthead */
.mast{display:grid;grid-template-columns:minmax(0,1fr) minmax(0,1.9fr);gap:36px;align-items:end;padding-block:44px 36px}
.mast h1{font:600 clamp(30px,4vw,46px)/1.06 var(--f-display);margin:0 0 14px;letter-spacing:-.03em;color:var(--ink);text-wrap:balance}
.mast p{margin:0;color:var(--muted);max-width:54ch;font-size:14.5px}
.tiles{display:grid;grid-template-columns:repeat(3,minmax(0,1fr));gap:14px}
.tile{background:var(--surface);border:1px solid var(--line);border-radius:var(--r);padding:18px 18px 16px;display:grid;gap:6px;align-content:start}
.tile .k{font:500 10.5px/1.3 var(--f-display);letter-spacing:.14em;text-transform:uppercase;color:var(--muted)}
.tile .v{font:600 38px/1 var(--f-display);font-variant-numeric:tabular-nums;letter-spacing:-.035em;color:var(--ink)}
.tile .v small{font:400 13px var(--f-body);color:var(--muted);margin-left:6px;letter-spacing:0}
.tile .d{font-size:12.5px;color:var(--muted);line-height:1.5}
.tile.lead{border-color:var(--accent-fill);box-shadow:inset 0 3px 0 var(--accent-fill)}

/* workspace */
.work{display:grid;grid-template-columns:minmax(0,1fr) 360px;gap:20px;padding-block:8px 28px;align-items:start}
.panel{background:var(--surface);border:1px solid var(--line);border-radius:var(--r);min-width:0}
.chat{display:flex;flex-direction:column;min-height:560px;overflow:hidden}
.chat-head{display:flex;align-items:center;justify-content:space-between;gap:12px;flex-wrap:wrap;padding:14px 16px;border-bottom:1px solid var(--line)}
.seg{display:inline-flex;background:var(--sunk);border:1px solid var(--line);border-radius:10px;padding:3px;gap:2px;flex-wrap:wrap}
.seg button{border:0;background:transparent;padding:6px 12px;border-radius:8px;cursor:pointer;font-weight:500;font-size:13.5px;color:var(--muted)}
.seg button[aria-pressed="true"]{background:var(--surface);color:var(--ink);box-shadow:0 1px 2px rgb(12 15 19 / .10),0 0 0 1px var(--line)}
.be-note{font-size:12.5px;color:var(--muted)}
#log{flex:1;overflow-y:auto;padding:20px 18px;display:flex;flex-direction:column;gap:14px;max-height:62vh;min-height:320px}
.msg{max-width:88%;min-width:0}
.msg.user{align-self:flex-end;background:var(--user);padding:10px 14px;border-radius:14px 14px 4px 14px;white-space:pre-wrap;overflow-wrap:anywhere;color:var(--ink)}
.msg.bot{align-self:flex-start;display:grid;gap:8px}
.msg.bot .body{white-space:pre-wrap;overflow-wrap:anywhere;color:var(--ink)}
.msg.bot .body.err{color:var(--bad)}
.caret{display:inline-block;width:.55em;height:1.05em;vertical-align:-.15em;background:var(--accent-fill);margin-left:2px;animation:blink 1s steps(1) infinite}
@keyframes blink{50%{opacity:0}}
.bursts{display:flex;flex-wrap:wrap;gap:3px;align-items:flex-end;min-height:14px}
.bursts i{display:block;height:10px;border-radius:3px;background:var(--burst);opacity:.9}
.stats{display:flex;flex-wrap:wrap;gap:6px 14px;font:400 12px var(--f-mono);color:var(--muted);font-variant-numeric:tabular-nums}
.stats b{color:var(--ink);font-weight:500}
.fallback{justify-self:start;border:1px solid var(--line2);background:var(--surface);border-radius:10px;padding:5px 12px;cursor:pointer;font-size:13.5px}
.empty{margin:auto;max-width:520px;text-align:left;display:grid;gap:14px;color:var(--muted)}
.empty h2{font:600 20px/1.3 var(--f-display);letter-spacing:-.015em;color:var(--ink);margin:0}
.chips{display:flex;flex-wrap:wrap;gap:8px}
.chips button{border:1px solid var(--line);background:var(--surface);border-radius:999px;padding:6px 13px;cursor:pointer;font-size:13.5px;text-align:left;color:var(--ink2)}
.chips button:hover{border-color:var(--accent-fill);background:var(--accent-soft)}
.legend{display:flex;align-items:center;gap:8px;font-size:12.5px}
.legend i{display:inline-block;width:22px;height:10px;border-radius:3px;background:var(--burst)}
.composer{display:flex;gap:10px;padding:12px 16px 16px;border-top:1px solid var(--line)}
.composer[hidden]{display:none}
.composer textarea{flex:1;min-width:0;resize:none;min-height:48px;max-height:160px;border:1px solid var(--line2);border-radius:12px;background:var(--surface);padding:12px 14px}
.send{border:0;background:var(--accent-fill);color:var(--accent-ink);border-radius:12px;padding:0 22px;font-weight:600;cursor:pointer}
.send:disabled{opacity:.45;cursor:default}
/* model-load banner (FPGA model switch in progress / endpoint warming) */
.loadbar{border-bottom:1px solid var(--line);background:var(--accent-soft);padding:14px 16px;display:grid;gap:8px}
.loadbar[hidden]{display:none}
.loadbar.err{background:color-mix(in srgb,var(--bad) 8%,var(--surface))}
.loadbar .lh{display:flex;align-items:center;gap:10px;font-weight:600;color:var(--ink)}
.loadbar .lh .tm{margin-left:auto;font:400 12px var(--f-mono);color:var(--muted);font-variant-numeric:tabular-nums}
.spin{width:16px;height:16px;border-radius:50%;border:2px solid var(--line2);border-top-color:var(--accent);animation:spin .8s linear infinite;flex:none}
.loadbar.err .spin{display:none}
@keyframes spin{to{transform:rotate(360deg)}}
@media (prefers-reduced-motion:reduce){.spin{animation-duration:2.4s}}
.loadbar .now{font-size:13px;color:var(--ink)}
.loadbar ol{margin:0;padding-left:18px;font-size:12px;color:var(--muted);display:grid;gap:2px;max-height:9em;overflow:auto}
.loadbar ol li.bad{color:var(--bad)}
.loadbar .prog{height:3px;border-radius:2px;background:var(--line);overflow:hidden}
.loadbar .prog i{display:block;height:100%;width:30%;background:var(--accent-fill);animation:indet 1.4s ease-in-out infinite}
@keyframes indet{0%{margin-left:-30%}100%{margin-left:100%}}
.loadbar.err .prog{display:none}

/* hardware column */
.side{display:grid;gap:14px;align-content:start;min-width:0}
.side .panel{padding:18px}
.side h3{font:500 10.5px/1.2 var(--f-display);letter-spacing:.14em;text-transform:uppercase;color:var(--muted);margin:0 0 14px;display:flex;align-items:center;gap:8px}
.dot{width:7px;height:7px;border-radius:50%;background:var(--line2);flex:none}
.dot.ok{background:var(--good)}.dot.bad{background:var(--bad)}
.rows{display:grid;gap:8px}
.row{display:flex;justify-content:space-between;gap:12px;font-size:13.5px}
.row span:last-child{font:400 13px var(--f-mono);font-variant-numeric:tabular-nums;text-align:right;overflow-wrap:anywhere;color:var(--ink)}
.meter{height:4px;border-radius:99px;background:var(--sunk);overflow:hidden}
.meter span{display:block;height:100%;background:var(--ink2);transition:width .6s}
.idline{font:400 12.5px var(--f-mono);overflow-wrap:anywhere}
.small{font-size:12.5px;color:var(--muted);overflow-wrap:anywhere}
.pwr{display:flex;align-items:center;gap:10px;flex-wrap:wrap}
.pwr button{border:1px solid var(--line2);background:var(--surface);border-radius:999px;padding:5px 13px;font-weight:500;cursor:pointer}
.pwr button.on{border-color:var(--good);color:var(--good)}
.pwr button.warm{border-color:var(--warn);color:var(--warn)}

/* drafting-energy panel (power_live.json, scripts/demo_power/power_sampler.py) */
.pw details>summary{list-style:none;cursor:pointer;display:flex;align-items:center;gap:8px}
.pw details>summary::-webkit-details-marker{display:none}
.pw details>summary h3{margin:0;flex:1}
.pw details>summary::after{content:"";width:7px;height:7px;border-right:1.5px solid var(--muted);border-bottom:1.5px solid var(--muted);transform:rotate(45deg);margin:-4px 2px 0 0;transition:transform .2s}
.pw details:not([open])>summary::after{transform:rotate(-45deg);margin-top:0}
.pw .state{font:400 11px var(--f-mono);color:var(--muted);border:1px solid var(--line);border-radius:999px;padding:2px 8px;white-space:nowrap}
.pw .state.on{color:var(--ink);border-color:var(--accent-fill);background:var(--accent-soft)}
.pw .body{display:grid;gap:16px;margin-top:16px}
.mx{width:100%;border-collapse:collapse;table-layout:fixed}
.mx th{font:500 10px/1.3 var(--f-display);letter-spacing:.1em;text-transform:uppercase;color:var(--muted);text-align:right;padding:0 0 8px;vertical-align:bottom}
.mx th:first-child{text-align:left;width:27%}
.mx th.ours{color:var(--accent)}
.mx td{text-align:right;padding:10px 0;border-top:1px solid var(--line);vertical-align:top}
.mx td:first-child{text-align:left;font-size:13px;color:var(--ink);font-weight:500}
.mx td b{display:block;font:600 19px/1.1 var(--f-display);font-variant-numeric:tabular-nums;letter-spacing:-.02em;color:var(--ink)}
.mx td b small{font:400 11px var(--f-body);color:var(--muted);margin-left:2px;letter-spacing:0}
.mx td.ours b{color:var(--accent)}
.mx tr.fwd td{border-top:0;padding-top:0}
.mx tr.fwd td b{font:500 13px/1.2 var(--f-mono)}
.mx tr.fwd td:first-child{font-weight:400;font-size:11.5px;color:var(--muted)}
.tg{display:inline-block;margin-top:4px;font:400 9.5px/1 var(--f-mono);letter-spacing:.04em;text-transform:uppercase;color:var(--muted);border:1px solid var(--line);border-radius:999px;padding:2px 6px}
.tg.live{color:#1f7a4d;border-color:#88ddb3;background:#effaf4}
.tg.frozen{color:#2c80ed;border-color:#b9d5fa;background:#f2f7fe}
.dsp-ph{width:100%;border-collapse:collapse;font:400 12px var(--f-mono);font-variant-numeric:tabular-nums}
.dsp-ph th{font:500 10px/1.3 var(--f-display);letter-spacing:.08em;text-transform:uppercase;color:var(--muted);text-align:right;padding:0 0 6px}
.dsp-ph th:first-child,.dsp-ph td:first-child{text-align:left}
.dsp-ph td{text-align:right;padding:4px 0;border-top:1px solid var(--line);color:var(--ink)}
.dsp-ph td i{display:inline-block;height:6px;background:var(--burst);border-radius:3px;vertical-align:middle;margin-right:6px}
.dsp-big{display:grid;grid-template-columns:1fr 1fr;gap:10px}
.dsp-big .k{font-size:11.5px;color:var(--muted)}
.dsp-big .v{font:600 19px/1.15 var(--f-display);font-variant-numeric:tabular-nums;color:var(--accent)}
.dsp-big .v small{font:400 11px var(--f-body);color:var(--muted);margin-left:2px}
.tg.demo{white-space:normal;line-height:1.3;border-radius:6px;text-align:right;max-width:100%}
.pwnow{display:grid;grid-template-columns:1fr 1fr;gap:12px;border-top:1px solid var(--line);padding-top:14px}
.pwnow .k{font:500 10px/1.3 var(--f-display);letter-spacing:.12em;text-transform:uppercase;color:var(--muted)}
.pwnow .v{font:600 22px/1.15 var(--f-display);font-variant-numeric:tabular-nums;letter-spacing:-.02em;color:var(--ink)}
.pwnow .v small{font:400 11.5px var(--f-body);color:var(--muted);margin-left:3px;letter-spacing:0}
.cards4{grid-column:1/-1;display:grid;grid-template-columns:repeat(4,minmax(0,1fr));gap:6px}
.cards4 div{background:var(--sunk);border-radius:10px;padding:6px 8px;display:grid;gap:1px}
.cards4 span{font:400 10px var(--f-mono);color:var(--muted)}
.cards4 b{font:500 12.5px var(--f-mono);font-variant-numeric:tabular-nums;color:var(--ink)}
@media (prefers-reduced-motion:reduce){.pw details>summary::after{transition:none}}
/* 2026-11-10 dated energy card (white paper v5 section 5, talon2 2026-11-04): static measured figures, NOT box1 live */
.en .mx td b{font-size:15px}
.en .mx th:first-child{width:38%}
.en .live{border-top:1px solid var(--line);padding-top:10px;font-size:12.5px;color:var(--muted)}
.en .live b{font:600 15px var(--f-display);color:var(--ink);font-variant-numeric:tabular-nums}

/* how it works */
.how{display:grid;grid-template-columns:repeat(3,minmax(0,1fr));gap:14px;padding-block:10px 14px}
.step{padding:16px 0 0;border-top:1px solid var(--line)}
.step:nth-child(1),.step:nth-child(2),.step:nth-child(3){border-top-color:var(--line)}
.step b{font:600 14.5px var(--f-display);display:block;margin-bottom:6px;color:var(--ink)}
.step p{margin:0;font-size:13.5px;color:var(--muted)}
footer{font-size:12.5px;color:var(--muted);padding-block:20px 0;border-top:1px solid var(--line);display:flex;gap:16px;flex-wrap:wrap;justify-content:space-between}

/* 2026-11-10 auto-run (benchmark loop) + reply cap */
.headr{display:flex;align-items:center;gap:10px;flex-wrap:wrap}
.capsel{display:inline-flex;align-items:center;gap:6px;font-size:12.5px;color:var(--muted)}
.capsel select,.arbar select{font:inherit;font-size:13px;border:1px solid var(--line2);border-radius:8px;background:var(--surface);padding:4px 6px;color:var(--ink)}
.tally{display:flex;flex-wrap:wrap;gap:4px 16px;padding:10px 16px;border-bottom:1px solid var(--line);background:var(--sunk);font:400 12px var(--f-mono);color:var(--muted);font-variant-numeric:tabular-nums}
.tally[hidden]{display:none}
.tally b{color:var(--ink);font-weight:500}
.tally .st{font-weight:600;color:var(--accent)}
.tally .st.err{color:var(--bad)}
.arbar{display:flex;flex-wrap:wrap;align-items:center;gap:10px;padding:12px 16px 16px;border-top:1px solid var(--line)}
.arbar[hidden]{display:none}
.arbar label{font-size:12.5px;color:var(--muted);display:inline-flex;align-items:center;gap:6px}
.arbar .btn{border:1px solid var(--line2);background:var(--surface);border-radius:10px;padding:6px 14px;font-weight:600;cursor:pointer}
.arbar .btn.go{border:0;background:var(--accent-fill);color:var(--accent-ink)}
.arbar .btn:disabled{opacity:.45;cursor:default}
.arbar .arnote{flex-basis:100%;font-size:12px;color:var(--muted)}
/* 2026-11-10 mode-switch attach bar: every engine is kept running; switching only attaches (health + 1-token request) */
.atbar{display:flex;align-items:center;gap:10px;padding:8px 16px;border-bottom:1px solid var(--line);font-size:12.5px;color:var(--muted);min-width:0}
.atbar[hidden]{display:none}
.atbar b{color:var(--ink);font-weight:600;white-space:nowrap}
.atbar .pg{flex:1;min-width:40px;height:4px;border-radius:2px;background:var(--line);overflow:hidden}
.atbar .pg i{display:block;height:100%;width:0;background:var(--accent-fill);transition:width .2s}
.atbar.ok .pg i{background:var(--good)}
.atbar.bad b{color:var(--bad)}
.atbar #atnote{font:400 11.5px var(--f-mono);overflow-wrap:anywhere;max-width:45%}
.msg.src{align-self:center;max-width:100%;font:500 10.5px/1.3 var(--f-display);letter-spacing:.1em;text-transform:uppercase;color:var(--muted)}
.msg.user.bench{max-height:9.5em;overflow:hidden;position:relative;font:400 12.5px/1.45 var(--f-mono)}
.marker{font-size:12.5px;color:var(--bad)}
/* 2026-11-10 design audit items 5 and 10 + tile source line */
.row{display:grid;grid-template-columns:minmax(0,1fr) auto;gap:12px}
.tile .d.src{font:400 10.5px/1.4 var(--f-mono);color:var(--muted);overflow-wrap:anywhere}
@media (max-width:640px){.chat-head{padding:10px 12px}.be-note{display:none}.capsel{display:none}}
@media (max-width:980px){.work{grid-template-columns:minmax(0,1fr)}.mast{grid-template-columns:minmax(0,1fr)}}
@media (max-width:640px){.tiles,.how{grid-template-columns:minmax(0,1fr)}.msg{max-width:100%}#log{max-height:none}.mast{padding-block:28px 24px}}
@media (prefers-reduced-motion:reduce){.caret{animation:none}.meter span{transition:none}}
</style>
</head>
<body>
<div class="shell">
  <div class="top">
    <div class="brand"><img src="brand/eagle_logo.png" alt="Eagle" width="36" height="23"><b>Eagle <em>Live</em></b><span id="headid">reading card…</span></div>
    <nav class="links" aria-label="Other pages">
      <a href="drafter.html">Drafter bench</a>
      <a href="index.html">Dashboard</a>
      <a href="demo_classic.html">Classic view</a>
    </nav>
  </div>

  <section class="mast">
    <div>
      <h1>Speculative decoding on four FPGAs</h1>
      <p>An EAGLE drafter runs on four AMD V80 cards on box1 (an attention pair and an MLP/vocabulary pair, two cards each) and proposes a tree of tokens at once; an H200 checks the tree against the target model in one step. One FPGA image serves two targets, switched at runtime: Llama-3.2-3B and Qwen3.8-27B. Chat with it below and watch the bursts.</p>
    </div>
    <div class="tiles" id="tiles" aria-live="polite">
      <div class="tile lead"><span class="k">H200 + 4 FPGAs (our drafter)</span><span class="v">870.10<small>tok/s</small></span><span class="d">accept 7.12. Llama-3.2-3B, humaneval 80 × 256, width 2, depth 15, 20 verify tokens, fa4, same H200.</span></div>
      <div class="tile"><span class="k">H200 + EAGLE (drafting for itself)</span><span class="v">700.71<small>tok/s</small></span><span class="d">accept 6.92, same configuration.</span></div>
      <div class="tile"><span class="k">FPGA drafter vs H200 + EAGLE</span><span class="v">1.24×<small>faster</small></span><span class="d">same prompts, same tree, same H200; only the drafter differs.</span></div>
    </div>
  </section>

  <section class="work">
    <div class="panel chat">
      <div class="chat-head">
        <div class="headr">
        <div class="seg" role="group" aria-label="Chat or benchmark loop">
          <button type="button" data-view="manual" aria-pressed="true">Manual</button>
          <button type="button" data-view="auto" aria-pressed="false">Auto-run</button>
        </div>
        <div class="seg" role="group" aria-label="Engine">
          <button type="button" data-be="fpga" aria-pressed="true">FPGA (4 cards)</button>
          <button type="button" data-be="gpuspec" aria-pressed="false">GPU + EAGLE</button>
          <button type="button" data-be="gpu" aria-pressed="false">GPU only</button>
        </div>
        <label class="capsel" hidden>Max reply <select id="capsel" aria-label="Max reply tokens"><option value="256">256</option><option value="512">512</option><option value="1024" selected>1024</option></select> tokens</label>
        </div>
        <span class="be-note" id="benote">Drafts on four V80s, verifies on the H200. Greedy decoding.</span>
      </div>
      <div class="tally" id="tally" hidden aria-live="polite"></div>
      <div class="atbar" id="atbar" hidden role="status" aria-live="polite"><b id="atlabel">Connecting</b><span class="pg" aria-hidden="true"><i id="atpg"></i></span><span id="atnote"></span></div>
      <div class="loadbar" id="loadbar" role="status" aria-live="polite" hidden>
        <div class="lh"><span class="spin" aria-hidden="true"></span><span id="ldtitle">Loading model…</span><span class="tm" id="ldtime"></span></div>
        <div class="prog" aria-hidden="true"><i></i></div>
        <div class="now" id="ldnow"></div>
        <ol id="ldsteps"></ol>
      </div>
      <div id="log" aria-live="polite">
        <div class="empty" id="empty">
          <h2>Ask anything, then watch how the answer arrives.</h2>
          <div class="legend"><i></i><span>Each gold block is one streamed step. Wide blocks mean the draft guessed several tokens right at once.</span></div>
          <div class="chips">
            <button type="button">Write a Python function that checks whether a string is a palindrome.</button>
            <button type="button">Explain speculative decoding to a high-school student.</button>
            <button type="button">Summarize the plot of Hamlet in three sentences.</button>
            <button type="button">List five uses for an FPGA in a data center.</button>
          </div>
        </div>
      </div>
      <form class="composer" id="form">
        <label for="in" class="small" style="position:absolute;left:-9999px">Message</label>
        <textarea id="in" rows="1" placeholder="Message the model  (Enter to send, Shift+Enter for a new line)"></textarea>
        <button class="send" id="send" type="submit">Send</button>
      </form>
      <div class="arbar" id="arbar" hidden>
        <label>Prompt set <select id="arset" aria-label="Prompt set"><option value="best">Coding prompts (15 from HumanEval)</option></select></label>
        <label><input type="checkbox" id="arshuf"> Shuffle</label>
        <button type="button" class="btn go" id="arstart">Start</button>
        <button type="button" class="btn" id="arpause" disabled>Pause</button>
        <button type="button" class="btn" id="arstop" disabled>Stop</button>
        <span class="arnote" id="arnote">The loop runs on the server: every viewer sees the same stream, and a refresh reattaches. Each prompt is a fresh conversation, greedy decoding.</span>
      </div>
    </div>

    <aside class="side">
      <div class="panel pw" id="pwpanel">
        <details id="pwdet" open>
          <summary><h3><span class="dot" id="pwdot"></span>Drafter energy: 4&times; V80 vs H200</h3><span class="state" id="pwstate">idle</span></summary>
          <div class="body">
            <table class="mx" aria-label="Drafter energy, 4 V80 vs H200">
              <thead><tr><th scope="col">Drafter</th><th scope="col" class="ours">4&times; V80</th><th scope="col">H200</th><th scope="col">ours vs H200</th></tr></thead>
              <tbody id="pwmx">
                <tr><td>Time per forward</td><td class="ours"><b>0.177<small>ms</small></b></td><td><b>0.37<small>ms</small></b></td><td><b>2.1&times;</b> faster</td></tr>
                <tr class="fwd"><td>Energy per forward</td><td class="ours"><b>45<small>mJ</small></b></td><td><b>102<small>mJ</small></b></td><td><b>2.3&times;</b> less</td></tr>
                <tr><td>H200 power while serving</td><td class="ours"><b>227.0<small>W</small></b></td><td><b>276.7<small>W</small></b></td><td><b>18%</b> lower</td></tr>
              </tbody>
            </table>
            <div class="live" id="enlive">H200 on box1 now: <b>—</b></div>
            <div class="small">Measured on talon2 2026-11-04 (one drafter forward: time and mean power over the run; H200 power with the FPGA drafting vs the H200 drafting itself).</div>
            <div class="pwnow">
              <div><div class="k">4&times; V80 now</div><div class="v" id="pwtotal">—</div></div>
              <div><div class="k">H200 now</div><div class="v" id="pwgpu">—</div></div>
              <div class="cards4" id="pwcards"></div>
              <div><div class="k">Last FPGA reply</div><div class="v" id="pwfrate">—</div></div>
              <div><div class="k">Last GPU rate</div><div class="v" id="pwgrate">—</div></div>
            </div>
          </div>
        </details>
      </div>
      <div class="panel pw" id="dsppanel">
        <details id="dspdet" open>
          <summary><h3><span class="dot ok"></span>Drafter (FPGA) speed</h3><span class="state" id="dspstate">box1</span></summary>
          <div class="body" id="dspbody"><div class="small">Reading drafter_speed.json…</div></div>
        </details>
      </div>
      <div class="panel">
        <h3><span class="dot" id="fpgadot"></span>V80 attention card</h3>
        <div class="rows" id="fpgarows"><div class="small">Reading sensors…</div></div>
      </div>
      <div class="panel">
        <h3><span class="dot" id="gpudot"></span>H200 GPU</h3>
        <div class="rows" id="gpurows"><div class="small">Reading sensors…</div></div>
      </div>
      <div class="panel" id="pwrpanel" hidden>
        <h3>Model serving</h3>
        <div class="pwr"><button type="button" id="pwr">…</button><span class="small" id="pwrsub"></span></div>
      </div>
      <div class="panel" id="mdlpanel">
        <h3>FPGA model</h3>
        <div class="seg" role="group" aria-label="FPGA model">
          <button type="button" data-mdl="llama3b" aria-pressed="false">Llama-3.2-3B</button>
          <button type="button" data-mdl="qwen27b" aria-pressed="false">Qwen3.8-27B</button>
        </div>
        <p class="small" id="mdlstate">Reading the cards…</p>
        <div class="pwr"><button type="button" id="mdlprobe">Measure drafter speed</button></div>
        <div class="rows" id="mdlrows"></div>
      </div>
      <p class="small" id="telwhen"></p>
    </aside>
  </section>

  <section class="how" aria-label="How a reply is made">
    <div class="step"><b>Attention on two V80s</b><p>The attention pair splits the drafter's heads across two cards (12 Qwen heads or 16 Llama heads each), with low-bit weights held in on-chip memory and the prompt's keys and values imported from the GPU.</p></div>
    <div class="step"><b>MLP and vocabulary on two V80s</b><p>The second pair finishes the layer, scores the vocabulary and grows the draft tree. The four cards pass partial sums over direct QSFP links.</p></div>
    <div class="step"><b>Verify on the H200</b><p>The GPU runs the target (Llama-3.2-3B or Qwen3.8-27B) once over the whole tree and keeps the longest correct branch. The output is exactly what the GPU alone would write.</p></div>
  </section>

  <footer>
    <span>Numbers above are measured (greedy); each tile names its box, cards, date and source file. A single chat reply is shorter and noisier.</span>
    <span id="updated">Figures updated 2026-11-10 20:17Z</span>
  </footer>
</div>

<script>
(function(){
"use strict";
var $ = function(id){ return document.getElementById(id); };
function esc(s){ return String(s == null ? "" : s).replace(/[&<>"]/g, function(c){ return {"&":"&amp;","<":"&lt;",">":"&gt;","\"":"&quot;"}[c]; }); }
function row(k, v, unit){ return '<div class="row"><span>' + esc(k) + '</span><span>' + (v == null ? "—" : esc(v) + (unit ? " " + unit : "")) + '</span></div>'; }
function meter(pct){ pct = Math.max(0, Math.min(100, pct || 0)); return '<div class="meter"><span style="width:' + pct + '%"></span></div>'; }

/* ---- measured tiles (from measured_pair.json; the static markup is the fallback) ---- */
fetch("measured_pair.json", {cache:"no-store"}).then(function(r){ return r.json(); }).then(function(m){
  if (!m || !m.tiles) return;
  $("tiles").innerHTML = m.tiles.map(function(t, i){
    return '<div class="tile' + (i === 0 ? ' lead' : '') + '"' + (t.source ? ' title="Source: ' + esc(t.source) + '"' : '') + '><span class="k">' + esc(t.label) + '</span><span class="v">' + esc(t.value) +
           '<small>' + esc(t.unit) + '</small></span><span class="d">' + esc(t.detail) + '</span>' + (t.source ? '<span class="d src">Source: ' + esc(t.source) + '</span>' : '') + '</div>';
  }).join("");
  if (m.updated) $("updated").textContent = "Figures updated " + m.updated;   /* one date: the tiles file's own */
}).catch(function(){});

/* ---- Drafter (FPGA) speed panel (drafter_speed.json, written from DRAFT_SPEED_BOX1_20261110.md; static file, no server change) ---- */
var DSP = null;
function dspCfg(depth){ if (!DSP || !DSP.serving) return null; return DSP.serving["d" + depth] || DSP.serving["d" + DSP.demo_depth] || null; }
function dspPaint(){
  if (!DSP) return;
  var d = window.__treeDepth || DSP.demo_depth, s = dspCfg(d) || {}, b = (DSP.bench || {})["d" + (s.depth || d)] || {}, h = "";
  $("dspstate").textContent = (DSP.box || "box1") + " · w" + (s.width || 2) + " d" + (s.depth || d);
  h += '<div class="dsp-big">' +
       '<div><div class="k">Card time per draft tree</div><div class="v">' + esc(num(s.card_tree_ms_headline, 2)) + '<small>ms</small></div><span class="tg">measured · serving mean</span></div>' +
       '<div><div class="k">Drafted tokens/s on the card</div><div class="v">' + esc(num(s.drafted_tok_s_card, 0)) + '<small>tok/s</small></div><span class="tg">calc · measured inputs</span></div>' +
       '<div><div class="k">Accepted tokens/s at the drafter</div><div class="v">' + esc(num(s.accepted_tok_s_card, 0)) + '<small>tok/s</small></div><span class="tg">calc · measured inputs</span></div>' +
       '<div><div class="k">End to end (H200 verify incl.)</div><div class="v">' + esc(num(s.e2e_tok_s, 1)) + '<small>tok/s</small></div><span class="tg">measured · humaneval</span></div>' +
       '</div>';
  h += '<div class="rows">';
  h += row("Card time per tree, p50", num(s.card_tree_ms_p50, 2), "ms");
  h += row("  of which the on-card loop", num(s.card_loop_ms_mean, 2), "ms mean");
  h += row("Full-depth tree, bench", num(b.issue_done_ms_p50, 2), "ms (" + (b.items_per_tree || "?") + " forwards, " + (b.nodes_per_tree || "?") + " nodes)");
  h += row("Drafted tokens per tree", num(s.drafted_per_tree, 1), "");
  h += row("Accept length (incl. bonus)", num(s.accept, 2), "");
  h += row("Whole verify step (host+GPU+card)", num(s.step_wall_ms_mean, 2), "ms mean");
  h += '</div>';
  var ph = (DSP.phases || {})["d" + (s.depth || d)];
  if (ph && ph.rows) {
    var mx = Math.max.apply(null, ph.rows.map(function(r){ return r.us; }));
    h += '<table class="dsp-ph" aria-label="Per-phase on-card time per tree"><thead><tr><th>Phase (per tree)</th><th>card</th><th>&micro;s</th></tr></thead><tbody>' +
         ph.rows.map(function(r){ return '<tr><td><i style="width:' + Math.max(2, Math.round(60 * r.us / mx)) + 'px"></i>' + esc(r.phase) + '</td><td>' + esc(r.card) + '</td><td>' + esc(num(r.us, 0)) + '</td></tr>'; }).join("") +
         '</tbody></table><div class="small">' + esc(ph.note || "") + '</div>';
  }
  if (DSP.records) h += '<div class="rows">' + DSP.records.map(function(r){ return row(r.label, r.value, ""); }).join("") + '</div>';
  h += '<div class="small">' + esc(DSP.note || "") + ' Updated ' + esc(DSP.updated || "") + '.</div>';
  $("dspbody").innerHTML = h;
}
function dspLoad(){
  fetch("drafter_speed.json", {cache:"no-store"}).then(function(r){ if (!r.ok) throw 0; return r.json(); }).then(function(j){ DSP = j; dspPaint(); })
    .catch(function(){ $("dspbody").innerHTML = '<div class="small">Drafter speed figures unavailable.</div>'; });
}
/* per-reply drafter time: verify steps of THIS reply x the measured serving card time per tree (a calculation, labelled as such) */
function dspReply(j){
  var s = dspCfg(window.__treeDepth || (DSP && DSP.demo_depth));
  if (!s || !s.card_tree_ms_headline || j.spec_verify_ct == null || !j.tokens) return null;
  var ms = j.spec_verify_ct * s.card_tree_ms_headline;
  return "drafter on card ≈ <b>" + esc(ms.toFixed(0)) + "</b> ms (" + esc(j.spec_verify_ct) + " trees × " + esc(s.card_tree_ms_headline.toFixed(2)) + " ms, calc)";
}

/* ---- card identity (HEAD card, read live) ---- */
var KNOWN = {"0XE4B7119C":"0x129C dual-model (Llama + Qwen)","0XE4B7118B":"0x128B MLPV","0XE4B711B4":"wave E","0XE4B711ED":"wave D","0XE4B711BD":"HX1","0XE4B711A5":"A5","0XE4B711A7":"A7","0XE4B711DB":"HXF-EVAC","0XE4B711DD":"HXI1","0XE4B711E6":"HX1I1"};
function idpoll(){
  fetch("api/card", {cache:"no-store"}).then(function(r){ return r.json(); }).then(function(c){
    if (!c || !c.ok){ $("headid").textContent = "HEAD card unreadable"; return; }
    var hex = String(c.build_id_hex || "").toUpperCase();
    var name = KNOWN[hex] || (c.image && c.image !== "UNKNOWN" ? c.image : "");
    $("headid").textContent = "HEAD " + (name ? name + " · " : "") + (c.build_id_hex || "?");
  }).catch(function(){ $("headid").textContent = "HEAD card: no reading"; });
}
idpoll(); setInterval(idpoll, 15000);

/* ---- telemetry ---- */
function tel(){
  fetch("api/telemetry", {cache:"no-store"}).then(function(r){ return r.json(); }).then(function(d){
    var f = d.fpga || {}, g = d.gpu || {};
    $("fpgadot").className = "dot " + (f.ok ? "ok" : "bad");
    $("gpudot").className = "dot " + (g.ok ? "ok" : "bad");
    $("fpgarows").innerHTML = f.ok
      ? row("Device", f.device_temp_c, "°C") + row("HBM", f.hbm_temp_c, "°C") + row("Compute rail", f.vccint_w, "W") + row("Board estimate", f.est_power_w, "W")
      : '<div class="small">No reading right now (the lab may be testing the cards).</div>';
    var enl = $("enlive");
    if (enl) enl.innerHTML = g.ok && g.power_w != null
      ? 'H200 on box1 now (live): <b>' + esc(Math.round(g.power_w)) + ' W</b> · talon2 reference: 227.0 W while the FPGAs draft, 276.7 W while the GPU drafts'
      : 'H200 on box1 now: no reading';
    if (g.ok){
      var mem = g.mem_total_mb ? Math.round(100 * g.mem_used_mb / g.mem_total_mb) : 0;
      $("gpurows").innerHTML = row("Utilization", g.util_pct, "%") + meter(g.util_pct) +
        row("Memory", g.mem_used_mb != null ? Math.round(g.mem_used_mb / 1024) + " / " + Math.round(g.mem_total_mb / 1024) : null, "GB") + meter(mem) +
        row("Power", g.power_w, "W") + row("Temperature", g.temp_c, "°C") +
        (g.util_pct === 0 && g.mem_used_mb != null ? '<div class="small">Idle; ' + Math.round(g.mem_used_mb / 1024) + ' GB held by the three serving engines</div>' : '');
    } else $("gpurows").innerHTML = '<div class="small">No reading right now.</div>';
    $("telwhen").textContent = d.ts ? "Sensors read at " + new Date().toISOString().slice(11, 19) + "Z" : "";
  }).catch(function(){ $("telwhen").textContent = "Sensor feed unavailable."; });
}
tel(); setInterval(tel, 4000);

/* ---- drafting-energy panel: power_live.json (scripts/demo_power/power_sampler.py, every 2 s) ---- */
var pwKey = "eagle4.pwOpen";
try { if (localStorage.getItem(pwKey) === "0") $("pwdet").open = false; } catch(e) {}
$("pwdet").addEventListener("toggle", function(){ try { localStorage.setItem(pwKey, $("pwdet").open ? "1" : "0"); } catch(e) {} });
var PW_RANK = {live: 2, frozen: 1, measured: 0};
/* a non-default H200 value comes from the demo's GPU+EAGLE engine (no CUDA graphs, ~70-150 tok/s), not the benchmark stack: say so */
function pwTag(t, demo){ t = t || "measured"; demo = demo && t !== "measured"; return '<span class="tg ' + esc(t) + (demo ? ' demo' : '') + '">' + esc(t) + (demo ? ' · demo GPU stack' : '') + '</span>'; }
function pwJ(c, demo){ return c && c.j_per_tok != null ? '<b>' + Number(c.j_per_tok).toFixed(3) + '<small>J</small></b>' + pwTag(c.tag, demo) : '<b>—</b>' + pwTag("measured"); }
function pwRatio(g, o){
  if (!g || !o || !o.j_per_tok) return '<b>—</b>';
  var t = PW_RANK[g.tag] >= PW_RANK[o.tag] ? g.tag : o.tag;
  return '<b>' + (g.j_per_tok / o.j_per_tok).toFixed(2) + '&times;</b>' + pwTag(t, g.tag !== "measured");
}
function pwV(v, d, u){ return v == null ? "—" : Number(v).toFixed(d) + "<small>" + u + "</small>"; }
function pwPoll(){
  fetch("power_live.json", {cache:"no-store"}).then(function(r){ if (!r.ok) throw 0; return r.json(); }).then(function(p){
    if (!p || !p.matrix) throw 0;
    var age = p.epoch ? Date.now() / 1000 - p.epoch : 1e9, stale = age > 15;
    $("pwdot").className = "dot " + (stale || p.v80_total_w == null ? "bad" : "ok");
    var g = p.generating || "idle";
    $("pwstate").textContent = stale ? "stale" : g === "fpga" ? "FPGA drafting" : g === "gpu" ? "GPU drafting" : "idle";
    $("pwstate").className = "state" + (!stale && g !== "idle" ? " on" : "");
    var L = p.matrix.llama3b || {}, Q = p.matrix.qwen27b || {}, F = (p.per_forward_mj || {}).llama3b || {h200: 102, v80: 45};
    /* 2026-11-10 user: one merged side-by-side table, static rows (no per-model rows) */
    $("pwtotal").innerHTML = p.flash_pause ? "paused" : pwV(p.v80_total_w, 0, "W");
    $("pwgpu").innerHTML = p.h200_w != null ? pwV(p.h200_w, 0, "W") : '<small>while GPU drafts</small>';
    $("pwcards").innerHTML = (p.cards || []).map(function(c){ return '<div><span>' + esc(c.role) + " " + esc(String(c.bdf).slice(0, 2)) + '</span><b>' + (c.w == null ? "—" : Number(c.w).toFixed(1)) + '</b></div>'; }).join("");
    var fl = p.fpga_last;
    $("pwfrate").innerHTML = fl && fl.tok_s != null ? pwV(fl.tok_s, 0, "tok/s") : "—";
    $("pwgrate").innerHTML = p.gpu_tok_s != null ? pwV(p.gpu_tok_s, 0, "tok/s") : "—";
  }).catch(function(){ $("pwdot").className = "dot bad"; $("pwstate").textContent = "no feed"; $("pwstate").className = "state"; });
}
pwPoll(); setInterval(pwPoll, 2000);

/* ---- serving power switch (only for accounts allowed to use it) ---- */
var pwrState = null, pwrAt = 0;
function mmss(s){ s = Math.max(0, Math.round(s)); return Math.floor(s / 60) + ":" + ("0" + (s % 60)).slice(-2); }
function pwrPaint(){
  if (!pwrState) return;
  var b = $("pwr"), s = $("pwrsub"), st = pwrState;
  if (st.state === "warming"){ b.className = "warm"; b.textContent = "Restarting"; s.textContent = "Restarting in the background…"; }
  else if (st.serving){ b.className = "on"; b.textContent = "Serving";
    var rem = st.auto_off_in != null ? st.auto_off_in - (Date.now() - pwrAt) / 1000 : null;
    s.textContent = rem != null ? "Sleeps in " + mmss(rem) : ""; }
  else { b.className = ""; b.textContent = "Off"; s.textContent = st.latched_off ? "Stopped. Select to re-enable." : "Restarting in the background."; }
}
function pwrCall(action, cb){
  fetch("api/sgl/power", {method:"POST", headers:{"Content-Type":"application/json"}, body:JSON.stringify({action:action})})
    .then(function(r){ if (r.status === 403 || r.status === 404){ $("pwrpanel").hidden = true; throw 0; } return r.json(); })
    .then(function(j){ pwrState = j; pwrAt = Date.now(); $("pwrpanel").hidden = false; pwrPaint(); if (cb) cb(); })
    .catch(function(){});
}
$("pwr").addEventListener("click", function(){
  if (!pwrState) return;
  var off = pwrState.serving || pwrState.state === "warming";
  if (off && !confirm("Stop the demo's GPU model servers? This frees their GPU memory; they stay off until you switch them back on.")) return;
  $("pwr").disabled = true; $("pwrsub").textContent = off ? "Stopping…" : "Starting…";
  pwrCall(off ? "off" : "on", function(){ $("pwr").disabled = false; });
});
pwrCall("status"); setInterval(function(){ pwrCall("status"); }, 20000); setInterval(pwrPaint, 1000);

/* ---- engine selector ---- */
var NOTES = {
  fpga: "Drafts on four V80s, verifies on the H200. Greedy decoding.",
  gpuspec: "Draft and verify both on the H200 (the GPU reference).",
  gpu: "The H200 alone, one token per step, no speculation."
};
var backend = "fpga";
try { var saved = localStorage.getItem("eagle4.backend"); if (saved && NOTES[saved]) backend = saved; } catch(e) {}
function setBackend(be){
  backend = be;
  document.querySelectorAll("[data-be]").forEach(function(b){ b.setAttribute("aria-pressed", String(b.dataset.be === be)); });
  $("benote").textContent = NOTES[be];
  try { localStorage.setItem("eagle4.backend", be); } catch(e) {}
}
document.querySelectorAll("[data-be]").forEach(function(b){ b.addEventListener("click", function(){ setBackend(b.dataset.be); attach(b.dataset.be); if (window.__arOnMode) window.__arOnMode(b.dataset.be); }); });
setBackend(backend);
/* ---- mode switch = attach to an engine that is already running (api/engines/attach: health + a 1-token request) ----
   The input opens only when the engine answered. A crashed engine shows its real restart steps (api/engines), the server
   restarts it in the background, and the input opens when it is back. */
var AT = {seq: 0, anim: null, poll: null, hide: null};
var BE_NAME = {fpga: "FPGA (4 cards)", gpuspec: "GPU + EAGLE", gpu: "GPU only"};
var PH_DEFAULT = "Message the model  (Enter to send, Shift+Enter for a new line)";
function atShow(label, frac, note, cls){
  var b = $("atbar"); b.hidden = false; b.className = "atbar" + (cls ? " " + cls : "");
  $("atlabel").textContent = label; $("atpg").style.width = Math.round(Math.max(0, Math.min(1, frac)) * 100) + "%"; $("atnote").textContent = note || "";
}
function atGate(on, ph){
  window.__attachBusy = !!on;
  if (!busy) $("send").disabled = !!on || !!window.__fpgaLoading;
  if (!window.__fpgaLoading) input.placeholder = on ? (ph || "Connecting…") : PH_DEFAULT;
}
function atStop(){ if (AT.anim){ clearInterval(AT.anim); AT.anim = null; } if (AT.poll){ clearTimeout(AT.poll); AT.poll = null; } if (AT.hide){ clearTimeout(AT.hide); AT.hide = null; } }
function attach(be){
  atStop(); var my = ++AT.seq, t0 = Date.now(), w = 0.12, name = BE_NAME[be] || be;
  atGate(true, "Connecting to " + name + "…"); atShow("Switching to " + name, w, "");
  AT.anim = setInterval(function(){ if (my !== AT.seq) return; w = Math.min(0.9, w + (0.9 - w) * 0.25); atShow("Switching to " + name, w, ""); }, 80);
  return fetch("api/engines/attach", {method:"POST", headers:{"Content-Type":"application/json"}, body:JSON.stringify({mode: be})})
    .then(function(r){ return r.json(); })
    .then(function(j){
      if (my !== AT.seq) return j;
      atStop();
      if (j.ok){
        atShow(name + " ready", 1, (Date.now() - t0) + " ms", "ok"); atGate(false); input.focus();
        AT.hide = setTimeout(function(){ if (my === AT.seq) $("atbar").hidden = true; }, 1200);
      } else atRestartWatch(be, my);
      return j;
    })
    .catch(function(){ if (my === AT.seq){ atStop(); atRestartWatch(be, my); } });
}
function atRestartWatch(be, my){
  var name = BE_NAME[be] || be;
  fetch("api/engines", {cache:"no-store"}).then(function(r){ return r.json(); }).then(function(E){
    if (my !== AT.seq) return;
    var e = E[be] || {};
    if (be === "fpga"){
      if (e.state === "ready") return attach(be);
      atShow("FPGA engine " + (e.state === "loading" ? "starting" : "offline"), e.state === "loading" ? 0.5 : 0, e.note || "", e.state === "loading" ? "" : "bad");
      atGate(true, "The FPGA engine is not serving right now; GPU + EAGLE and GPU only are ready");
    } else if (e.state === "ready"){
      return attach(be);
    } else {
      var label = e.state === "restarting" ? "Restarting " + name : e.state === "held" ? name + " restarts after the model switch" : "Restarting " + name;
      atShow(label, e.progress || 0.02, (e.step || "") + (e.elapsed_s != null ? " · " + Math.round(e.elapsed_s) + " s" : ""), "");
      atGate(true, name + " is restarting; the box opens when it is back");
    }
    AT.poll = setTimeout(function(){ atRestartWatch(be, my); }, 1000);
  }).catch(function(){ if (my === AT.seq) AT.poll = setTimeout(function(){ atRestartWatch(be, my); }, 1500); });
}


/* ---- chat ---- */
var busy = false, log = $("log"), input = $("in");
function scrollDown(){ log.scrollTop = log.scrollHeight; }
function addUser(t){ var d = document.createElement("div"); d.className = "msg user"; d.textContent = t; log.appendChild(d); scrollDown(); }
function addBot(){
  var d = document.createElement("div"); d.className = "msg bot";
  var body = document.createElement("div"); body.className = "body";
  var bursts = document.createElement("div"); bursts.className = "bursts"; bursts.setAttribute("aria-hidden", "true");
  var stats = document.createElement("div"); stats.className = "stats";
  d.appendChild(body); d.appendChild(bursts); d.appendChild(stats); log.appendChild(d); scrollDown();
  return {row:d, body:body, bursts:bursts, stats:stats};
}
function statLine(j){
  var parts = [];
  if (j.tok_s != null) parts.push("<b>" + esc(j.tok_s) + "</b> tok/s");
  if (j.accept_len != null) parts.push("accept <b>" + esc(j.accept_len) + "</b>");
  if (j.tokens != null) parts.push(esc(j.tokens) + " tokens");
  if (j.ttft_s != null) parts.push("first token " + esc(j.ttft_s) + " s");
  var dr = (j.spec_verify_ct != null && /V80/.test(String(j.backend || ""))) ? dspReply(j) : null;
  if (dr) parts.push(dr);
  if (j.backend) parts.push(esc(j.backend));
  return parts.map(function(p){ return "<span>" + p + "</span>"; }).join("");
}
function setLabel(t){ return String(t || "").replace(/Best demo prompts/g, "Coding prompts").replace(/Coding prompts \(15 from HumanEval\)/g, "Coding prompts"); }  /* 2026-11-10 user: neutral set names, no qualifiers in brackets */  /* 2026-11-10 user: do not call it 15 HumanEval coding prompts */
function capMax(){ var s = $("capsel"), best = 0; if (!s) return 1024; Array.prototype.forEach.call(s.options, function(o){ var v = parseInt(o.value, 10); if (!o.disabled && v > best) best = v; }); return best || 1024; }
function capNow(){ var s = $("capsel"); if (s) s.value = String(capMax()); return capMax(); }  /* 2026-11-10 user: hide Max reply, always the highest cap the model allows */
function send(text){
  if (busy || window.__arView === "auto" || window.__attachBusy) return;
  text = (text || "").trim(); if (!text) return;
  var empty = $("empty"); if (empty) empty.remove();
  busy = true; $("send").disabled = true; input.value = ""; autosize();
  var be = backend;
  addUser(text);
  var m = addBot(), acc = "", started = false;
  m.body.innerHTML = '<span class="small">' + (be === "fpga" ? "Sending to the FPGA pair…" : "Sending…") + '</span>';
  function finish(){ busy = false; $("send").disabled = !!window.__fpgaLoading || !!window.__attachBusy; input.focus(); }
  function fail(msg){
    m.body.className = "body err"; m.body.textContent = msg;
    if (be === "fpga"){
      var b = document.createElement("button"); b.type = "button"; b.className = "fallback";
      b.textContent = "Try GPU + EAGLE instead";
      b.addEventListener("click", function(){ setBackend("gpuspec"); attach("gpuspec").then(function(j){ if (j && j.ok) send(text); }); });
      m.row.appendChild(b);
    }
  }
  fetch("api/chat/stream", {method:"POST", headers:{"Content-Type":"application/json"},
    body:JSON.stringify({prompt:text, max_tokens:capNow(), temperature:0.7, backend:be})})
  .then(function(resp){
    if (!resp.ok || !resp.body) throw new Error("The server answered HTTP " + resp.status + ".");
    var reader = resp.body.getReader(), dec = new TextDecoder(), buf = "";
    function pump(){
      return reader.read().then(function(res){
        if (res.done){ if (started) m.body.textContent = acc; finish(); return; }
        buf += dec.decode(res.value, {stream:true});
        var parts = buf.split("\n\n"); buf = parts.pop();
        parts.forEach(function(p){
          var line = p.trim(); if (line.indexOf("data:") !== 0) return;
          var j; try { j = JSON.parse(line.slice(5).trim()); } catch(e){ return; }
          if ((j.status === "warming" || j.status === "restarting") && !started) m.body.innerHTML = '<span class="small">' + esc(j.note || "Restarting the engine…") + '</span>';
          if (j.error){ fail(j.error); return; }
          if (j.delta){
            if (!started){ started = true; acc = ""; }
            acc += j.delta;
            m.body.textContent = acc; var c = document.createElement("span"); c.className = "caret"; m.body.appendChild(c);
            var blk = document.createElement("i");
            blk.style.width = Math.max(4, Math.min(64, j.delta.length * 2.2)) + "px";
            m.bursts.appendChild(blk);
            scrollDown();
          }
          if (j.done){ m.body.textContent = acc; m.stats.innerHTML = statLine(j); scrollDown(); }
        });
        return pump();
      });
    }
    return pump();
  })
  .catch(function(e){ fail("The request did not go through: " + (e && e.message ? e.message : e)); finish(); });
}
function autosize(){ input.style.height = "auto"; input.style.height = Math.min(160, input.scrollHeight) + "px"; }
input.addEventListener("input", autosize);
input.addEventListener("keydown", function(e){ if (e.key === "Enter" && !e.shiftKey){ e.preventDefault(); send(input.value); } });
$("form").addEventListener("submit", function(e){ e.preventDefault(); send(input.value); });
document.querySelectorAll(".chips button").forEach(function(b){ b.addEventListener("click", function(){ send(b.textContent); }); });
/* ---- FPGA model toggle + drafter-only speed probe (api/model*, model_toggle.py; measured values only) ---- */
var swPw = null;
function askPw(){ if (!swPw) { var v = window.prompt("Model-switch password"); swPw = v ? v : null; } return swPw; }
function mpost(url, body, cb){
  var pw = askPw(); if (!pw) { cb({ok:false, err:"model-switch password needed"}); return; }
  body.switch_password = pw;
  fetch(url, {method:"POST", headers:{"Content-Type":"application/json"}, body:JSON.stringify(body)})
    .then(function(r){ if (r.status === 403) swPw = null; return r.json(); })
    .then(cb).catch(function(e){ cb({ok:false, err:String(e)}); });
}
function num(v, d){ return (v == null || isNaN(v)) ? null : Number(v).toFixed(d == null ? 1 : d); }
function mstate(){
  fetch("api/model", {cache:"no-store"}).then(function(r){ return r.json(); }).then(function(s){
    var act = s.active && s.active.model;
    var td = s.active && s.active.tree && s.active.tree.depth;
    if (td && td !== window.__treeDepth) { window.__treeDepth = td; dspPaint(); }
    document.querySelectorAll("[data-mdl]").forEach(function(b){ b.setAttribute("aria-pressed", String(b.getAttribute("data-mdl") === act)); });
    var t = "";
    if (s.state === "switching") t = "Switching to " + (s.target || "") + ": " + (s.step || "") ;
    else if (s.state === "error") t = "Last switch failed: " + (s.error || s.err || "");
    else if (act) t = "Serving " + (s.active.name || act) + (s.active.warm ? "" : " (starting)") + (s.active.tree ? " · tree w" + s.active.tree.width + " d" + s.active.tree.depth : "");
    else t = "FPGA endpoint offline";
    if (s.lock && s.lock.held) { var ow = String(s.lock.owner || ""), om = ow.match(/owner=(\S+)/); t += " · cards busy (" + (om ? om[1] : (ow.split(/\s+/)[0] || "lab")) + ")"; }   /* owner name only: never the lock holder's command line */
    $("mdlstate").textContent = t;
    loadPaint(s, act);
    var p = act && s.probe && s.probe[act]; if (p) showProbe(p);
  }).catch(function(){ $("mdlstate").textContent = "Model control unavailable"; });
}
var ldPending = null, ldT0 = null, ldTimer = null;
function mdlName(id){ return id === "qwen27b" ? "Qwen3.8-27B" : id === "llama3b" ? "Llama-3.2-3B" : (id || "the model"); }
function fpgaSelected(){ var b = document.querySelector('[data-be="fpga"]'); return !b || b.getAttribute("aria-pressed") === "true"; }
function ldGate(on){
  window.__fpgaLoading = on && fpgaSelected();
  if (!busy) $("send").disabled = !!window.__fpgaLoading || !!window.__attachBusy;
  if (window.__fpgaLoading) $("in").placeholder = "The FPGA model is loading; chat opens when it is ready";
  else if (!window.__attachBusy) $("in").placeholder = "Message the model  (Enter to send, Shift+Enter for a new line)";
  document.querySelectorAll("[data-mdl]").forEach(function(b){ b.disabled = !!on || !!window.__arActive; });
}
function ldTick(){ if (ldT0) { var e = Math.round((Date.now() - ldT0) / 1000); $("ldtime").textContent = Math.floor(e / 60) + ":" + String(e % 60).padStart(2, "0"); } }
function loadPaint(s, act){
  var bar = $("loadbar"), switching = s.state === "switching", warming = !!(s.active && !s.active.warm);
  var target = (switching && s.target) || (ldPending && ldPending.target) || act;
  if (ldPending && !switching && act === ldPending.target && s.active && s.active.warm) ldPending = null;   // done: new model warm
  if (ldPending && s.state === "error") ldPending = null;
  var on = switching || warming || !!ldPending, err = !on && s.state === "error" && s.error && ldT0;
  if (!on && !err) { bar.hidden = true; bar.classList.remove("err"); ldT0 = null; if (ldTimer) { clearInterval(ldTimer); ldTimer = null; } ldGate(false); return; }
  bar.hidden = false; bar.classList.toggle("err", !!err);
  if (!ldT0) ldT0 = Date.now(); if (!ldTimer && on) ldTimer = setInterval(ldTick, 1000); ldTick();
  $("ldtitle").textContent = err ? ("Loading " + mdlName(target) + " failed") : ("Loading " + mdlName(target) + " onto the FPGAs");
  $("ldnow").textContent = err ? String(s.error).slice(0, 300) : switching ? ("Now: " + (s.step || "starting")) : warming ? "Now: the FPGA engine is starting (CUDA graphs + first trees)" : "Now: waiting for the switch to start";
  var st = (s.steps || []).slice(-12);
  $("ldsteps").innerHTML = st.map(function(x){ var bad = x.rc && x.rc !== 0; return '<li class="' + (bad ? "bad" : "") + '">' + (bad ? "✗ " : "✓ ") + String(x.step).replace(/</g, "&lt;") + (x.t ? " · " + x.t : "") + "</li>"; }).join("");
  ldGate(on);
  if (err && ldTimer) { clearInterval(ldTimer); ldTimer = null; }
}
function showProbe(p){
  var e = p.e2e || {}, r = p.raw || {}, h = "";
  h += row("End to end", num(e.tok_s) != null ? num(e.tok_s) + " tok/s @ accept " + num(e.accept_len, 2) : (e.error || null));
  h += row("Drafter tree fill", num(r.tree_fill_nodes_s, 0), "nodes/s");
  h += row("  on card only", num(r.card_nodes_s, 0), "nodes/s");
  h += row("Drafter tokens in a row", num(r.draft_tok_s, 0), "tok/s");
  h += row("  on card only", num(r.card_tok_s, 0), "tok/s");
  h += row("Shape", (p.tree ? "w" + p.tree.width + " d" + p.tree.depth : "—") + (r.kc ? " · K_C " + r.kc : "") + (r.kv_commit ? " · KV commit on" : " · KV commit off"));
  h += row("Measured", (p.t || "") + (p.mock ? " (MOCK)" : ""));
  if (r.error) h += row("Drafter run", r.error);
  $("mdlrows").innerHTML = h;
}
document.querySelectorAll("[data-mdl]").forEach(function(b){
  b.addEventListener("click", function(){
    var m = b.getAttribute("data-mdl");
    $("mdlstate").textContent = "Requesting switch to " + b.textContent + "…";
    ldPending = {target: m}; ldT0 = Date.now(); loadPaint({state: "idle", steps: []}, null);
    mpost("api/model", {model:m}, function(j){
      if (!j.ok) {   // 2026-11-04: a refused switch never starts, so drop the pending bar instead of counting "waiting" forever
        ldPending = null; ldT0 = null; if (ldTimer) { clearInterval(ldTimer); ldTimer = null; }
        $("loadbar").hidden = true; ldGate(false);
        window.alert("Model switch refused: " + (j.err || j.error || "unknown reason"));
      }
      $("mdlstate").textContent = j.ok ? (j.msg || "Switch started") : ("Refused: " + (j.err || j.error || ""));
      setTimeout(mstate, 1500);
    });
  });
});
$("mdlprobe").addEventListener("click", function(){
  $("mdlprobe").disabled = true; $("mdlrows").innerHTML = row("Measuring", "about 30 s…");
  mpost("api/model/probe", {seconds:8}, function(j){ $("mdlprobe").disabled = false; if (j.ok) showProbe(j); else $("mdlrows").innerHTML = row("Refused", j.err || j.error || ""); });
});
/* ---- Auto-run: the benchmark loop runs on the SERVER (api/autorun/*, demo_autorun.py); this page only views + controls it ---- */
var AR = {view: "manual", v: null, hv: null, st: null, sets: null, polling: false, curEl: null, curSeq: null, nb: 0, stash: null};
window.__arView = "manual"; window.__arActive = false;
function arPost(path, body){
  return fetch("api/autorun/" + path, {method:"POST", headers:{"Content-Type":"application/json"}, body:JSON.stringify(body || {})})
    .then(function(r){ return r.json(); }).catch(function(e){ return {ok:false, err:String(e)}; });
}
function arSetInfo(k){ var l = (AR.sets && AR.sets.sets) || []; for (var i = 0; i < l.length; i++) if (l[i].key === k) return l[i]; return null; }
function arSets(){
  fetch("api/autorun/sets", {cache:"no-store"}).then(function(r){ return r.json(); }).then(function(j){
    if (!j || !j.ok) return;
    AR.sets = j; var sel = $("arset"), cur = sel.value;
    sel.innerHTML = (j.sets || []).filter(function(x){ return !x.error; }).map(function(x){
      return '<option value="' + esc(x.key) + '">' + esc(setLabel(x.label)) + ' · ' + x.n + '</option>';
    }).join("");
    if (cur && arSetInfo(cur)) sel.value = cur;
    var caps = j.caps || [256];
    Array.prototype.forEach.call($("capsel").options, function(o){ o.disabled = caps.indexOf(parseInt(o.value, 10)) < 0; });
    if (AR.view === "auto" && !window.__arActive) arDefaultCap();
  }).catch(function(){});
}
function arDefaultCap(){ $("capsel").value = String(capMax()); }
function mmss2(s){ s = Math.max(0, Math.round(s || 0)); var h = Math.floor(s / 3600), m = Math.floor((s % 3600) / 60), x = s % 60; return (h ? h + ":" + ("0" + m).slice(-2) : m) + ":" + ("0" + x).slice(-2); }
function setView(v, fromServer){
  if (v === AR.view) return;
  if (v === "manual" && window.__arActive && !fromServer){
    if (!window.confirm("Switch to Manual? This stops the benchmark loop for every viewer.")) return;
    arPost("stop").then(function(){ AR.v = null; });
  }
  AR.view = v; window.__arView = v;
  document.querySelectorAll("[data-view]").forEach(function(b){ b.setAttribute("aria-pressed", String(b.dataset.view === v)); });
  $("form").hidden = v === "auto"; $("arbar").hidden = v !== "auto"; $("tally").hidden = v !== "auto";
  if (v === "auto"){
    AR.stash = document.createDocumentFragment();
    while (log.firstChild) AR.stash.appendChild(log.firstChild);
    AR.v = null; AR.hv = null; AR.curEl = null; AR.curSeq = null;
    log.innerHTML = '<div class="empty"><h2>Benchmark auto-run</h2><div class="small">Pick a prompt set and press Start. Replies stream here with the same gold burst blocks as chat; the strip above keeps the running tally.</div></div>';
    arSets(); if (!window.__arActive) arDefaultCap();
  } else {
    log.innerHTML = ""; if (AR.stash) log.appendChild(AR.stash); AR.stash = null;
    $("capsel").value = String(capMax());
  }
}
document.querySelectorAll("[data-view]").forEach(function(b){ b.addEventListener("click", function(){ setView(b.dataset.view); }); });
function arTurnEl(t){
  var wrap = document.createDocumentFragment();
  var src = document.createElement("div"); src.className = "msg src"; src.textContent = (t.label || "") + (t.mode ? " · " + (NOTES_SHORT[t.mode] || t.mode) : ""); wrap.appendChild(src);
  var u = document.createElement("div"); u.className = "msg user bench"; u.textContent = t.prompt || ""; wrap.appendChild(u);
  var d = document.createElement("div"); d.className = "msg bot";
  var body = document.createElement("div"); body.className = "body";
  var bursts = document.createElement("div"); bursts.className = "bursts"; bursts.setAttribute("aria-hidden", "true");
  var stats = document.createElement("div"); stats.className = "stats";
  d.appendChild(body); d.appendChild(bursts); d.appendChild(stats); wrap.appendChild(d);
  return {frag: wrap, body: body, bursts: bursts, stats: stats, nb: 0};
}
var NOTES_SHORT = {fpga: "FPGA (4 cards)", gpuspec: "GPU + EAGLE", gpu: "GPU only"};
function arFill(el, t){
  el.body.className = "body" + (t.state === "error" ? " err" : "");
  if (t.state === "error"){ el.body.textContent = (t.text ? t.text + "\n" : "") + "✗ skipped: " + (t.err || "error"); }
  else { el.body.textContent = t.text || ""; if (t.state === "streaming"){ var c = document.createElement("span"); c.className = "caret"; el.body.appendChild(c); } }
  var b = t.bursts || [];
  for (var i = el.nb; i < b.length; i++){ var blk = document.createElement("i"); blk.style.width = Math.max(4, Math.min(64, b[i] * 2.2)) + "px"; el.bursts.appendChild(blk); }
  el.nb = b.length;
  if (t.stats) el.stats.innerHTML = statLine(t.stats);
}
function arRender(s){
  if (s.turns){
    AR.hv = s.hv; log.innerHTML = ""; AR.curEl = null; AR.curSeq = null;
    if (!s.turns.length && !s.cur){
      log.innerHTML = '<div class="empty"><h2>Benchmark auto-run</h2><div class="small">' + (window.__arActive ? "Waiting for the first reply…" : "Pick a prompt set and press Start.") + '</div></div>';
    }
    s.turns.forEach(function(t){ var el = arTurnEl(t); log.appendChild(el.frag); arFill(el, t); });
  }
  if (s.cur){
    if (AR.curSeq !== s.cur.seq || !AR.curEl){
      var em = log.querySelector(".empty"); if (em) em.remove();
      AR.curEl = arTurnEl(s.cur); AR.curSeq = s.cur.seq; log.appendChild(AR.curEl.frag);
    }
    arFill(AR.curEl, s.cur);
  }
  scrollDown();
}
function arPaintTally(s){
  var t = s.tally || {}, c = s.cfg || {}, st = s.state, h = "";
  var stl = st === "running" ? "RUNNING" : st === "paused" ? "PAUSED" + (s.reason ? " (" + s.reason + ")" : "") : st === "stopping" ? "STOPPING" : "STOPPED";
  h += '<span class="st' + (st === "paused" && s.reason && /thermal/.test(s.reason) ? " err" : "") + '">' + esc(stl) + '</span>';
  if (s.cfg){
    h += '<span>set <b>' + esc(setLabel(s.set_label || c.set)) + '</b> · ' + esc(s.pos) + ' of ' + esc(s.n) + '</span>';
    h += '<span>mode <b>' + esc(s.mode_label || c.mode) + '</b></span><span>model <b>' + esc(mdlName(c.model)) + '</b></span><span>cap <b>' + esc(c.cap) + '</b> tokens</span>';
    h += '<span>prompts <b>' + esc(t.prompts || 0) + '</b>' + (t.errors ? ' (' + esc(t.errors) + ' errors)' : '') + '</span><span>tokens <b>' + esc(t.tokens || 0) + '</b></span>';
    h += '<span>mean <b>' + (t.mean_tok_s != null ? esc(t.mean_tok_s) : "—") + '</b> tok/s</span><span>mean accept <b>' + (t.mean_accept != null ? esc(t.mean_accept) : "—") + '</b></span>';
    h += '<span>elapsed <b>' + esc(mmss2(t.elapsed_s)) + '</b></span>';
    if (s.pending) h += '<span>switching to ' + esc(NOTES_SHORT[s.pending.mode] || s.pending.mode) + ' after this reply</span>';
  } else h += '<span>No loop running. Mean tok/s is token-weighted (all tokens / all decode time); mean accept = tokens / verify steps.</span>';
  if (s.temp_c != null) h += '<span>card ' + esc(Math.round(s.temp_c)) + ' °C (pause above ' + esc(s.thermal_c) + ')</span>';
  if (s.note) h += '<span>' + esc(s.note) + '</span>';
  $("tally").innerHTML = h;
}
function arApply(s){
  if (!s || !s.ok) return;
  var active = s.state === "running" || s.state === "paused" || s.state === "stopping";
  var was = window.__arActive; window.__arActive = active;
  if (active !== was){
    document.querySelectorAll("[data-mdl]").forEach(function(b){ b.disabled = active || !!window.__fpgaLoading; });
    $("mdlprobe").disabled = active;
    if (!active) arSets();
  }
  if (active && AR.view !== "auto") setView("auto", true);     /* every viewer follows the one loop; a refresh reattaches */
  AR.st = s; AR.v = s.v;
  if (AR.view !== "auto") return;
  arPaintTally(s);
  $("arstart").textContent = active ? "Apply" : "Start";
  $("arstart").title = active ? "Switch set / mode / cap after the current reply (resets the tally)" : "";
  $("arpause").disabled = !(s.state === "running" || s.state === "paused");
  $("arpause").textContent = s.state === "paused" ? "Resume" : "Pause";
  $("arstop").disabled = !active;
  if (active && s.cfg && !s.same){
    if (backend !== s.cfg.mode && NOTES[s.cfg.mode]){ backend = s.cfg.mode; document.querySelectorAll("[data-be]").forEach(function(b){ b.setAttribute("aria-pressed", String(b.dataset.be === backend)); }); $("benote").textContent = NOTES[backend]; }
  }
  if (!s.same) arRender(s);
}
function arTick(){
  var q = "api/autorun/status?" + (AR.v != null ? "since=" + AR.v + "&" : "") + (AR.hv != null && AR.view === "auto" ? "hv=" + AR.hv + "&" : "") + (AR.view === "auto" && AR.v != null ? "wait=12" : "");
  fetch(q, {cache:"no-store"}).then(function(r){ return r.json(); })
    .then(function(s){ arApply(s); setTimeout(arTick, AR.view === "auto" ? 60 : 2500); })
    .catch(function(){ setTimeout(arTick, 1500); });
}
window.__arOnMode = function(be){
  if (AR.view !== "auto" || !window.__arActive || !AR.st || !AR.st.cfg) return;
  var c = AR.st.cfg;
  arPost("start", {set: c.set, mode: be, cap: c.cap, shuffle: c.shuffle, gap_s: (be === "fpga" ? 0 : 1.5)}).then(function(j){ if (!j.ok) window.alert("Mode switch refused: " + (j.err || "")); });
};
$("arset").addEventListener("change", function(){ if (!window.__arActive) arDefaultCap(); });
$("arstart").addEventListener("click", function(){
  $("arstart").disabled = true;
  arPost("start", {set: $("arset").value, mode: backend, cap: capNow(), shuffle: $("arshuf").checked, gap_s: (backend === "fpga" ? 0 : 1.5)}).then(function(j){
    $("arstart").disabled = false;
    if (!j.ok) window.alert("Auto-run refused: " + (j.err || "unknown reason"));
  });
});
$("arpause").addEventListener("click", function(){ arPost(AR.st && AR.st.state === "paused" ? "resume" : "pause"); });
$("arstop").addEventListener("click", function(){ $("arstop").disabled = true; arPost("stop"); });
arTick();

attach(backend);   /* page load: attach to the selected engine (input opens when it answered) */
dspLoad(); setInterval(dspLoad, 300000);
mstate(); setInterval(mstate, 4000);
})();
</script>
</body>
</html>