https://supercomputing-system-ai-lab.github.io/blogs/tags/diffusion-drafters/Recent content in Diffusion Drafters on HomeHugoenCopyright (c) 2020-2024 ThuliteSun, 02 Aug 2026 00:00:00 +0000https://supercomputing-system-ai-lab.github.io/blogs/blog/xpress-parallel-refinement-for-diffusion-drafters-in-speculative-decoding/Sun, 02 Aug 2026 00:00:00 +0000https://supercomputing-system-ai-lab.github.io/blogs/blog/xpress-parallel-refinement-for-diffusion-drafters-in-speculative-decoding/<style> .xpress-grad{background:linear-gradient(0deg,#0043ce 0%,#1192e8 40%,#82cfff 72%,#f0fbff 100%);-webkit-background-clip:text;background-clip:text;color:transparent;font-style:italic;font-weight:700;font-family:Georgia,'Times New Roman',serif;letter-spacing:-.02em;} </style> <script> (function(){ function paint(){ var hs=document.querySelectorAll('h1'); for(var i=0;i<hs.length;i++){ var h=hs[i]; if(h.textContent.indexOf('XPress')===0&&h.innerHTML.indexOf('xpress-grad')<0){ h.innerHTML=h.innerHTML.replace('XPress','<span class="xpress-grad">XPress</span>'); } } } if(document.readyState==='loading'){document.addEventListener('DOMContentLoaded',paint);}else{paint();} })(); </script> <style> .xpress-wrap{ --bg:#ffffff; --surface:#f4f4f4; --surface2:#eaecef; --ink:#161616; --muted:#525252; --faint:#8d8d8d; --line:#e0e0e0; --line-strong:#c6c6c6; --accent:#0f62fe; --accent-strong:#0043ce; --accent-soft:#edf3ff; --teal:#007d79; --grey-bar:#a8a8a8; --serif:"Newsreader",Georgia,"Times New Roman",serif; --sans:"Inter",system-ui,-apple-system,"Segoe UI",Roboto,"Helvetica Neue",Arial,sans-serif; --mono:"SF Mono","Monaco","IBM Plex Mono","JetBrains Mono",ui-monospace,Menlo,Consolas,monospace; --col:58rem; --wide:82rem; } .xpress-wrap /* web-native Figure 3 */ .f3fig{max-width:56rem;} .xpress-wrap .f3-wrap{display:grid;grid-template-columns:repeat(3,1fr);gap:.4rem;border:1px solid var(--line);border-radius:8px;padding:.8rem .6rem .4rem;background:#fff;} .xpress-wrap .f3p{width:100%;height:auto;display:block;} .xpress-wrap .f3t{font:600 13px var(--sans);fill:var(--ink);} .xpress-wrap .f3ax{font:10px var(--sans);fill:var(--faint);} .xpress-wrap .f3grid{stroke:#ececec;stroke-width:1;} .xpress-wrap .f3xp{fill:none;stroke:var(--accent);stroke-width:2;} .xpress-wrap .f3dot{fill:var(--accent);stroke:#fff;stroke-width:2;} .xpress-wrap .f3mk{stroke:var(--teal);stroke-width:1.7;stroke-dasharray:5 4;fill:none;} .xpress-wrap .f3-legend{display:flex;gap:1.6rem;justify-content:center;font:12.5px var(--sans);color:var(--ink);margin:0 0 .5rem;} .xpress-wrap .f3-legend span{display:inline-flex;align-items:center;gap:.45rem;} .xpress-wrap .f3-table{margin-top:.6rem;font:12px var(--sans);color:var(--faint);} .xpress-wrap .f3-table table{border-collapse:collapse;margin-top:.4rem;} .xpress-wrap .f3-table td, .xpress-wrap .f3-table th{border:1px solid var(--line);padding:.2rem .5rem;text-align:right;} .xpress-wrap /* figures */ .archfig{max-width:62rem;} .xpress-wrap .archfig svg{display:block;width:100%;height:auto;margin:0 auto;background:#fff;border:1px solid var(--line);border-radius:8px;padding:.6rem;} .xpress-wrap #archtt{position:fixed;z-index:99;max-width:20rem;background:#161616;color:#f4f4f4;font-size:.82rem;line-height:1.35;padding:.5rem .65rem;border-radius:6px;pointer-events:none;opacity:0;transition:opacity .12s;box-shadow:0 4px 14px rgba(0,0,0,.25);} .xpress-wrap .demo-video{margin:0 auto 1.4rem;} .xpress-wrap .demo-video video{width:100%;border:1px solid var(--line);border-radius:10px;display:block;} .xpress-wrap .demo-video figcaption{margin-top:.8rem;font-style:italic;} .xpress-wrap .eqsys{display:grid;grid-template-columns:auto auto;gap:.5rem 1.1rem;align-items:baseline; width:fit-content;max-width:100%;margin:1.4rem auto;font-family:var(--serif);overflow-x:auto;justify-content:center;} .xpress-wrap .eqsys .lbl{font-family:var(--sans);font-size:.8rem;color:var(--accent);white-space:nowrap;text-align:right;} .xpress-wrap .eqsys .ex{font-size:1.04rem;} .xpress-wrap /* refine demo */ .refine-demo{max-width:var(--col);margin:2rem auto;font-family:var(--sans);border:1px solid var(--line); border-radius:10px;padding:1.2rem 1.3rem;background:var(--surface);} .xpress-wrap .rd-cap-top{font-size:.9rem;color:var(--muted);margin-bottom:1rem;} .xpress-wrap .rd-cap-top b{color:var(--ink);} .xpress-wrap .rd-anchor{color:var(--accent);font-weight:640;} .xpress-wrap .rd-lane{margin:.9rem 0;} .xpress-wrap .rd-head{display:flex;align-items:baseline;gap:.6rem;margin-bottom:.4rem;flex-wrap:wrap;} .xpress-wrap .rd-name{font-weight:660;font-size:.98rem;} .xpress-wrap .rd-sub{font-size:.8rem;color:var(--faint);} .xpress-wrap .rd-stat{font-size:.8rem;color:var(--muted);margin-left:auto;} .xpress-wrap .rd-stat b{color:var(--ink);} .xpress-wrap .rd-stat .fin{color:var(--teal);font-weight:640;} .xpress-wrap .rd-block{display:flex;flex-wrap:wrap;gap:4px;} .xpress-wrap .rd-cell{font-family:var(--mono);font-size:.8rem;padding:.2rem .4rem;border-radius:4px;border:1px solid var(--line); background:var(--bg);color:var(--muted);min-width:1.4rem;text-align:center;transition:background .2s,color .2s,border-color .2s;} .xpress-wrap .rd-cell.ok{background:var(--accent-soft);border-color:var(--accent);color:var(--accent-strong);} .xpress-wrap .rd-cell.bad{background:#fff0f0;border-color:#da1e28;color:#a2191f;} .xpress-wrap .rd-cell.idle, .xpress-wrap .rd-cell.neutral{opacity:.55;} .xpress-wrap .rd-cell.just{box-shadow:0 0 0 2px var(--accent-soft);} .xpress-wrap .rd-foot{display:flex;align-items:flex-start;gap:1rem;margin-top:1rem;} .xpress-wrap .rd-note{font-size:.82rem;color:var(--muted);line-height:1.5;} .xpress-wrap /* native bar charts */ .barfig{max-width:var(--col);margin:2.2rem auto;} .xpress-wrap .barchart{border:1px solid var(--line);border-radius:8px;padding:1.2rem 1.3rem .7rem;} .xpress-wrap .bc-legend{display:flex;gap:1.3rem;flex-wrap:wrap;font-family:var(--sans);font-size:.8rem;color:var(--muted);margin-bottom:1.3rem;} .xpress-wrap .bc-k{display:inline-flex;align-items:center;gap:.4rem;} .xpress-wrap .bc-sw{width:.8rem;height:.8rem;border-radius:2px;display:inline-block;} .xpress-wrap .bc-groups{display:flex;gap:1.1rem;align-items:flex-end;overflow-x:auto;padding-bottom:.2rem;} .xpress-wrap .bc-group{flex:1;min-width:66px;display:flex;flex-direction:column;align-items:center;gap:.45rem;} .xpress-wrap .bc-bars{height:184px;display:flex;align-items:flex-end;gap:4px;width:100%;justify-content:center;} .xpress-wrap .bc-bar{width:28%;position:relative;border-radius:3px 3px 0 0;min-height:2px;} .xpress-wrap .bc-val{position:absolute;top:-1.1rem;left:50%;transform:translateX(-50%);font-family:var(--sans);font-size:.65rem;color:var(--muted);font-variant-numeric:tabular-nums;white-space:nowrap;} .xpress-wrap .bc-lab{font-family:var(--sans);font-size:.71rem;line-height:1.1;color:var(--ink);text-align:center;word-break:break-word;} .xpress-wrap /* hover a benchmark to select it; the rest fade back */ .bc-group{border-radius:6px;padding:.25rem .15rem;transition:opacity .18s ease, background .18s ease;} .xpress-wrap .bc-groups:hover .bc-group{opacity:.28;} .xpress-wrap .bc-groups .bc-group:hover{opacity:1;background:var(--accent-soft);} .xpress-wrap .bc-bar{transition:box-shadow .18s ease;} .xpress-wrap .bc-groups .bc-group:hover .bc-bar{box-shadow:0 2px 10px rgba(22,22,22,.20);} .xpress-wrap .bc-groups .bc-group:hover .bc-val{color:var(--ink);font-weight:660;} .xpress-wrap .bc-groups .bc-group:hover .bc-lab{font-weight:660;} .xpress-wrap /* animated latency-vs-K chart */ .latfig{max-width:var(--col);margin:2.2rem auto;} .xpress-wrap .lat-read{font-family:var(--sans);font-size:.88rem;color:var(--ink);background:var(--surface);border:1px solid var(--line); border-left:3px solid var(--accent);border-radius:8px;padding:.6rem .9rem;margin-bottom:1rem;line-height:1.45;} .xpress-wrap .lat-read b{color:var(--accent);font-weight:660;} .xpress-wrap .lat-chart{position:relative;height:214px;display:flex;align-items:flex-end;gap:8px;padding:0 .3rem;margin-top:1.5rem;border-bottom:1px solid var(--line-strong);} .xpress-wrap /* vertical padding would make bar height% and line bottom% resolve against different boxes, .xpress-wrap floating the baseline above where the bars actually reach */ .lat-bar{flex:1;position:relative;height:0;background:var(--accent);border-radius:3px 3px 0 0;transition:height .5s cubic-bezier(.4,0,.2,1);} .xpress-wrap .lat-val{position:absolute;top:-1.15rem;left:50%;transform:translateX(-50%);font-family:var(--sans);font-size:.64rem; color:var(--muted);font-variant-numeric:tabular-nums;white-space:nowrap;} .xpress-wrap .lat-markov{position:absolute;left:0;right:0;border-top:2px dashed var(--teal);z-index:2;pointer-events:none;transform:translateY(2px);} .xpress-wrap /* border-top draws ABOVE the bottom-anchored box; shift down by its own thickness so the line's top edge sits exactly at 601 us, .xpress-wrap just under the K=7 (603 us) bar top */ .lat-markov span{position:absolute;left:0;top:-1.05rem;font-family:var(--sans);font-size:.66rem;color:var(--teal); font-weight:640;background:var(--bg);padding:0 .35rem;} .xpress-wrap .lat-klab{display:flex;gap:8px;padding:.35rem .3rem 0;} .xpress-wrap .lat-klab span{flex:1;text-align:center;font-family:var(--sans);font-size:.72rem;color:var(--muted);font-variant-numeric:tabular-nums;} .xpress-wrap .lat-xlab{font-family:var(--sans);font-size:.75rem;color:var(--faint);text-align:center;margin-top:.25rem;} .xpress-wrap .latfig .replay{margin-top:1rem;} @media(max-width:720px){.xpress-wrap .f3-wrap{grid-template-columns:repeat(2,1fr);}} @media(max-width:480px){.xpress-wrap .f3-wrap{grid-template-columns:1fr;}} </style> <p><video src="img/case_study.mp4" autoplay muted loop playsinline controls preload="auto" style="width:100%"></video></p>