[Docs] Reorder no-AllGather architecture diagram
Signed-off-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
47153d86e6
commit
3b9727c1e1
1 file changed
+107
-98
@@ -1,6 +1,6 @@
|
|||||||
<svg xmlns="http://www.w3.org/2000/svg" width="1280" height="850" viewBox="0 0 1280 850" role="img" aria-labelledby="title desc">
|
<svg xmlns="http://www.w3.org/2000/svg" width="1280" height="850" viewBox="0 0 1280 850" role="img" aria-labelledby="title desc">
|
||||||
<title id="title">No-AllGather DLO shared host weights and independent runtime orchestration</title>
|
<title id="title">No-AllGather DLO shared host weights and independent runtime orchestration</title>
|
||||||
<desc id="desc">Two independently scheduled diffusion engines on one node map the same immutable runtime-cache weight pages. Each worker owns its mmap view, optional host registration, DLO hooks, streams, events, and two GPU device slots. Complete blocks move independently from the shared host pages to each GPU without a cross-engine DLO AllGather. TP1 is shown; tensor parallel deployments repeat one shared cache entry per TP coordinate.</desc>
|
<desc id="desc">An external orchestrator routes requests to two independently scheduled diffusion engines on one node. Each engine has its own loader, mmap view, DLO runtime hooks, streams, events, and GPU device slots. Both engines map the same immutable runtime-cache weight pages stored at the bottom of the diagram, without a cross-engine DLO AllGather. TP1 is shown; tensor parallel deployments repeat one shared cache entry per TP coordinate.</desc>
|
||||||
<defs>
|
<defs>
|
||||||
<marker id="request-arrow" viewBox="0 0 10 10" refX="8" refY="5" markerWidth="7" markerHeight="7" orient="auto">
|
<marker id="request-arrow" viewBox="0 0 10 10" refX="8" refY="5" markerWidth="7" markerHeight="7" orient="auto">
|
||||||
<path d="M 0 0 L 10 5 L 0 10 z" fill="#7c3aed"/>
|
<path d="M 0 0 L 10 5 L 0 10 z" fill="#7c3aed"/>
|
||||||
@@ -35,16 +35,17 @@
|
|||||||
.box-text { font: 500 10.5px system-ui, -apple-system, Segoe UI, sans-serif; fill: #475569; }
|
.box-text { font: 500 10.5px system-ui, -apple-system, Segoe UI, sans-serif; fill: #475569; }
|
||||||
.payload-title { font: 700 14px system-ui, -apple-system, Segoe UI, sans-serif; fill: #ffffff; }
|
.payload-title { font: 700 14px system-ui, -apple-system, Segoe UI, sans-serif; fill: #ffffff; }
|
||||||
.payload-text { font: 500 11px system-ui, -apple-system, Segoe UI, sans-serif; fill: #ffffff; }
|
.payload-text { font: 500 11px system-ui, -apple-system, Segoe UI, sans-serif; fill: #ffffff; }
|
||||||
.slot-text { font: 700 10px system-ui, -apple-system, Segoe UI, sans-serif; fill: #ffffff; }
|
.slot-text { font: 700 9px system-ui, -apple-system, Segoe UI, sans-serif; fill: #ffffff; }
|
||||||
.slot-next-text { font: 700 10px system-ui, -apple-system, Segoe UI, sans-serif; fill: #166534; }
|
.slot-next-text { font: 700 9px system-ui, -apple-system, Segoe UI, sans-serif; fill: #166534; }
|
||||||
.arrow-label { font: 600 10.5px system-ui, -apple-system, Segoe UI, sans-serif; fill: #475569; }
|
.arrow-label { font: 600 10.5px system-ui, -apple-system, Segoe UI, sans-serif; fill: #475569; }
|
||||||
.request-label { font: 600 10.5px system-ui, -apple-system, Segoe UI, sans-serif; fill: #6d28d9; }
|
.request-label { font: 600 10.5px system-ui, -apple-system, Segoe UI, sans-serif; fill: #6d28d9; }
|
||||||
|
.mapping-label { font: 600 10.5px system-ui, -apple-system, Segoe UI, sans-serif; fill: #b45309; }
|
||||||
.no-title { font: 700 12px system-ui, -apple-system, Segoe UI, sans-serif; fill: #b91c1c; }
|
.no-title { font: 700 12px system-ui, -apple-system, Segoe UI, sans-serif; fill: #b91c1c; }
|
||||||
.no-text { font: 500 10.5px system-ui, -apple-system, Segoe UI, sans-serif; fill: #7f1d1d; }
|
.no-text { font: 500 10.5px system-ui, -apple-system, Segoe UI, sans-serif; fill: #7f1d1d; }
|
||||||
.request-path { fill: none; stroke: #7c3aed; stroke-width: 2; marker-end: url(#request-arrow); }
|
.request-path { fill: none; stroke: #7c3aed; stroke-width: 2; marker-end: url(#request-arrow); }
|
||||||
.mapping-path { fill: none; stroke: #d97706; stroke-width: 2; marker-end: url(#mapping-arrow); }
|
.mapping-path { fill: none; stroke: #d97706; stroke-width: 2; marker-end: url(#mapping-arrow); }
|
||||||
.runtime-path { fill: none; stroke: #2563eb; stroke-width: 2; marker-end: url(#runtime-arrow); }
|
.runtime-path { fill: none; stroke: #2563eb; stroke-width: 2; marker-end: url(#runtime-arrow); }
|
||||||
.control-path { fill: none; stroke: #2563eb; stroke-width: 1.5; stroke-dasharray: 4 3; marker-end: url(#runtime-arrow); }
|
.startup-path { fill: none; stroke: #94a3b8; stroke-width: 1.5; stroke-dasharray: 4 3; marker-end: url(#runtime-arrow); }
|
||||||
</style>
|
</style>
|
||||||
</defs>
|
</defs>
|
||||||
|
|
||||||
@@ -53,122 +54,130 @@
|
|||||||
<text id="title-text" x="40" y="50" class="title">No-AllGather DLO: one shared host payload, independent runtimes</text>
|
<text id="title-text" x="40" y="50" class="title">No-AllGather DLO: one shared host payload, independent runtimes</text>
|
||||||
<text x="40" y="74" class="subtitle">TP1 shown; TP>1 repeats this mapping once per TP coordinate, shared by equivalent workers across engines</text>
|
<text x="40" y="74" class="subtitle">TP1 shown; TP>1 repeats this mapping once per TP coordinate, shared by equivalent workers across engines</text>
|
||||||
|
|
||||||
<!-- External orchestration remains outside DLO. -->
|
<!-- The control plane remains outside DLO. -->
|
||||||
<rect x="390" y="94" width="500" height="68" rx="10" class="router"/>
|
<rect x="390" y="94" width="500" height="68" rx="10" class="router"/>
|
||||||
<text x="640" y="121" text-anchor="middle" class="section">External router / orchestrator</text>
|
<text x="640" y="121" text-anchor="middle" class="section">External router / orchestrator</text>
|
||||||
<text x="640" y="144" text-anchor="middle" class="section-sub">independent request placement · outside vLLM-Omni DLO</text>
|
<text x="640" y="144" text-anchor="middle" class="section-sub">independent request placement · outside vLLM-Omni DLO</text>
|
||||||
|
|
||||||
<!-- One node-local physical backing. -->
|
<!-- One node contains independent engine runtimes over one shared physical backing. -->
|
||||||
<rect x="30" y="184" width="1220" height="634" rx="14" class="node"/>
|
<rect x="30" y="184" width="1220" height="634" rx="14" class="node"/>
|
||||||
<text x="52" y="211" class="eyebrow">ONE NODE · SHARED PHYSICAL HOST MEMORY, PROCESS-LOCAL RUNTIMES</text>
|
<text x="52" y="211" class="eyebrow">ONE NODE · PROCESS-LOCAL ENGINES OVER SHARED PHYSICAL HOST MEMORY</text>
|
||||||
|
|
||||||
<rect x="58" y="230" width="242" height="140" rx="10" class="scope"/>
|
<!-- Independent request routing from the external orchestrator. -->
|
||||||
<text x="78" y="256" class="eyebrow">SHARING SCOPE</text>
|
<path d="M 500 162 C 456 181, 400 204, 332 232" class="request-path"/>
|
||||||
<text x="78" y="282" class="box-title">TP1: one full cache entry</text>
|
<text x="416" y="194" class="request-label">request A</text>
|
||||||
<text x="78" y="305" class="box-text">TP>1: one entry per TP coordinate</text>
|
<path d="M 780 162 C 824 181, 880 204, 948 232" class="request-path"/>
|
||||||
<text x="78" y="326" class="box-text">Equivalent engines reuse that entry;</text>
|
<text x="864" y="194" class="request-label">request B</text>
|
||||||
<text x="78" y="347" class="box-text">different TP ranks never alias layouts.</text>
|
|
||||||
|
|
||||||
<rect x="330" y="230" width="620" height="140" rx="10" class="cache"/>
|
|
||||||
<text x="350" y="256" class="eyebrow">NODE-LOCAL IMMUTABLE RUNTIME CACHE</text>
|
|
||||||
<rect x="370" y="272" width="540" height="60" rx="8" class="payload"/>
|
|
||||||
<text x="640" y="297" text-anchor="middle" class="payload-title">1× physical runtime-weight payload</text>
|
|
||||||
<text x="640" y="318" text-anchor="middle" class="payload-text">file-backed tensor pages shared by the OS page cache</text>
|
|
||||||
<text x="640" y="353" text-anchor="middle" class="box-text">Identity includes final layout + TP coordinate; engine and DP replica are excluded</text>
|
|
||||||
|
|
||||||
<rect x="980" y="230" width="242" height="140" rx="10" class="scope"/>
|
|
||||||
<text x="1000" y="256" class="eyebrow">WHAT STAYS PRIVATE</text>
|
|
||||||
<text x="1000" y="282" class="box-title">Per worker / process</text>
|
|
||||||
<text x="1000" y="305" class="box-text">mmap object and validation state</text>
|
|
||||||
<text x="1000" y="326" class="box-text">optional host registration</text>
|
|
||||||
<text x="1000" y="347" class="box-text">hooks, streams, events, GPU slots</text>
|
|
||||||
|
|
||||||
<!-- Independent engine A. -->
|
<!-- Independent engine A. -->
|
||||||
<rect x="55" y="410" width="540" height="300" rx="12" class="engine"/>
|
<rect x="45" y="232" width="575" height="250" rx="12" class="engine"/>
|
||||||
<text x="79" y="439" class="section">Independent engine A</text>
|
<text x="68" y="261" class="section">Independent engine A</text>
|
||||||
<text x="79" y="459" class="section-sub">own request schedule · own DLO backend state</text>
|
<text x="68" y="281" class="section-sub">own request schedule · own DLO backend state</text>
|
||||||
|
|
||||||
<rect x="80" y="485" width="205" height="72" rx="8" class="loader"/>
|
<rect x="68" y="310" width="115" height="130" rx="8" class="loader"/>
|
||||||
<text x="182" y="508" text-anchor="middle" class="eyebrow">STARTUP</text>
|
<text x="125" y="335" text-anchor="middle" class="eyebrow">STARTUP</text>
|
||||||
<text x="182" y="529" text-anchor="middle" class="box-title">ordinary loader</text>
|
<text x="125" y="360" text-anchor="middle" class="box-title">ordinary loader</text>
|
||||||
<text x="182" y="547" text-anchor="middle" class="box-text">final transforms → publish / join</text>
|
<text x="125" y="384" text-anchor="middle" class="box-text">final transforms</text>
|
||||||
|
<text x="125" y="403" text-anchor="middle" class="box-text">publish / join</text>
|
||||||
|
<text x="125" y="422" text-anchor="middle" class="box-text">runtime cache</text>
|
||||||
|
|
||||||
<rect x="360" y="485" width="205" height="72" rx="8" class="mapping"/>
|
<rect x="201" y="310" width="125" height="130" rx="8" class="mapping"/>
|
||||||
<text x="462" y="508" text-anchor="middle" class="eyebrow">HOST VIEW</text>
|
<text x="263" y="335" text-anchor="middle" class="eyebrow">HOST VIEW</text>
|
||||||
<text x="462" y="529" text-anchor="middle" class="box-title">mmap of shared pages</text>
|
<text x="263" y="360" text-anchor="middle" class="box-title">mmap of shared</text>
|
||||||
<text x="462" y="547" text-anchor="middle" class="box-text">optional process-local registration</text>
|
<text x="263" y="378" text-anchor="middle" class="box-title">weight pages</text>
|
||||||
|
<text x="263" y="403" text-anchor="middle" class="box-text">process-local view</text>
|
||||||
|
<text x="263" y="422" text-anchor="middle" class="box-text">optional registration</text>
|
||||||
|
|
||||||
<rect x="80" y="590" width="205" height="84" rx="8" class="hook"/>
|
<rect x="344" y="310" width="135" height="130" rx="8" class="hook"/>
|
||||||
<text x="182" y="614" text-anchor="middle" class="eyebrow">RUNTIME CONTROL</text>
|
<text x="411" y="335" text-anchor="middle" class="eyebrow">RUNTIME CONTROL</text>
|
||||||
<text x="182" y="636" text-anchor="middle" class="box-title">DLO backend + block hook</text>
|
<text x="411" y="360" text-anchor="middle" class="box-title">DLO backend</text>
|
||||||
<text x="182" y="655" text-anchor="middle" class="box-text">select · prefetch · repoint · rotate</text>
|
<text x="411" y="378" text-anchor="middle" class="box-title">+ block hook</text>
|
||||||
|
<text x="411" y="403" text-anchor="middle" class="box-text">select · prefetch</text>
|
||||||
|
<text x="411" y="422" text-anchor="middle" class="box-text">repoint · rotate</text>
|
||||||
|
|
||||||
<rect x="360" y="580" width="205" height="104" rx="8" class="gpu"/>
|
<rect x="497" y="310" width="100" height="130" rx="8" class="gpu"/>
|
||||||
<text x="462" y="604" text-anchor="middle" class="eyebrow">GPU A · TWO DEVICE SLOTS</text>
|
<text x="547" y="335" text-anchor="middle" class="eyebrow">GPU A</text>
|
||||||
<rect x="378" y="620" width="78" height="42" rx="5" class="slot-current"/>
|
<text x="547" y="355" text-anchor="middle" class="box-text">two device slots</text>
|
||||||
<text x="417" y="638" text-anchor="middle" class="slot-text">SLOT 0</text>
|
<rect x="510" y="373" width="74" height="24" rx="5" class="slot-current"/>
|
||||||
<text x="417" y="653" text-anchor="middle" class="slot-text">current</text>
|
<text x="547" y="389" text-anchor="middle" class="slot-text">SLOT 0 · NOW</text>
|
||||||
<rect x="469" y="620" width="78" height="42" rx="5" class="slot-next"/>
|
<rect x="510" y="404" width="74" height="24" rx="5" class="slot-next"/>
|
||||||
<text x="508" y="638" text-anchor="middle" class="slot-next-text">SLOT 1</text>
|
<text x="547" y="420" text-anchor="middle" class="slot-next-text">SLOT 1 · NEXT</text>
|
||||||
<text x="508" y="653" text-anchor="middle" class="slot-next-text">prefetch</text>
|
|
||||||
|
<path d="M 183 375 L 201 375" class="startup-path"/>
|
||||||
|
<path d="M 326 375 L 344 375" class="runtime-path"/>
|
||||||
|
<path d="M 479 375 L 497 375" class="runtime-path"/>
|
||||||
|
|
||||||
<!-- Independent engine B. -->
|
<!-- Independent engine B. -->
|
||||||
<rect x="685" y="410" width="540" height="300" rx="12" class="engine"/>
|
<rect x="660" y="232" width="575" height="250" rx="12" class="engine"/>
|
||||||
<text x="709" y="439" class="section">Independent engine B</text>
|
<text x="683" y="261" class="section">Independent engine B</text>
|
||||||
<text x="709" y="459" class="section-sub">own request schedule · own DLO backend state</text>
|
<text x="683" y="281" class="section-sub">own request schedule · own DLO backend state</text>
|
||||||
|
|
||||||
<rect x="710" y="485" width="205" height="72" rx="8" class="loader"/>
|
<rect x="683" y="310" width="115" height="130" rx="8" class="loader"/>
|
||||||
<text x="812" y="508" text-anchor="middle" class="eyebrow">STARTUP</text>
|
<text x="740" y="335" text-anchor="middle" class="eyebrow">STARTUP</text>
|
||||||
<text x="812" y="529" text-anchor="middle" class="box-title">ordinary loader</text>
|
<text x="740" y="360" text-anchor="middle" class="box-title">ordinary loader</text>
|
||||||
<text x="812" y="547" text-anchor="middle" class="box-text">final transforms → publish / join</text>
|
<text x="740" y="384" text-anchor="middle" class="box-text">final transforms</text>
|
||||||
|
<text x="740" y="403" text-anchor="middle" class="box-text">publish / join</text>
|
||||||
|
<text x="740" y="422" text-anchor="middle" class="box-text">runtime cache</text>
|
||||||
|
|
||||||
<rect x="990" y="485" width="205" height="72" rx="8" class="mapping"/>
|
<rect x="816" y="310" width="125" height="130" rx="8" class="mapping"/>
|
||||||
<text x="1092" y="508" text-anchor="middle" class="eyebrow">HOST VIEW</text>
|
<text x="878" y="335" text-anchor="middle" class="eyebrow">HOST VIEW</text>
|
||||||
<text x="1092" y="529" text-anchor="middle" class="box-title">mmap of shared pages</text>
|
<text x="878" y="360" text-anchor="middle" class="box-title">mmap of shared</text>
|
||||||
<text x="1092" y="547" text-anchor="middle" class="box-text">optional process-local registration</text>
|
<text x="878" y="378" text-anchor="middle" class="box-title">weight pages</text>
|
||||||
|
<text x="878" y="403" text-anchor="middle" class="box-text">process-local view</text>
|
||||||
|
<text x="878" y="422" text-anchor="middle" class="box-text">optional registration</text>
|
||||||
|
|
||||||
<rect x="710" y="590" width="205" height="84" rx="8" class="hook"/>
|
<rect x="959" y="310" width="135" height="130" rx="8" class="hook"/>
|
||||||
<text x="812" y="614" text-anchor="middle" class="eyebrow">RUNTIME CONTROL</text>
|
<text x="1026" y="335" text-anchor="middle" class="eyebrow">RUNTIME CONTROL</text>
|
||||||
<text x="812" y="636" text-anchor="middle" class="box-title">DLO backend + block hook</text>
|
<text x="1026" y="360" text-anchor="middle" class="box-title">DLO backend</text>
|
||||||
<text x="812" y="655" text-anchor="middle" class="box-text">select · prefetch · repoint · rotate</text>
|
<text x="1026" y="378" text-anchor="middle" class="box-title">+ block hook</text>
|
||||||
|
<text x="1026" y="403" text-anchor="middle" class="box-text">select · prefetch</text>
|
||||||
|
<text x="1026" y="422" text-anchor="middle" class="box-text">repoint · rotate</text>
|
||||||
|
|
||||||
<rect x="990" y="580" width="205" height="104" rx="8" class="gpu"/>
|
<rect x="1112" y="310" width="100" height="130" rx="8" class="gpu"/>
|
||||||
<text x="1092" y="604" text-anchor="middle" class="eyebrow">GPU B · TWO DEVICE SLOTS</text>
|
<text x="1162" y="335" text-anchor="middle" class="eyebrow">GPU B</text>
|
||||||
<rect x="1008" y="620" width="78" height="42" rx="5" class="slot-current"/>
|
<text x="1162" y="355" text-anchor="middle" class="box-text">two device slots</text>
|
||||||
<text x="1047" y="638" text-anchor="middle" class="slot-text">SLOT 0</text>
|
<rect x="1125" y="373" width="74" height="24" rx="5" class="slot-current"/>
|
||||||
<text x="1047" y="653" text-anchor="middle" class="slot-text">current</text>
|
<text x="1162" y="389" text-anchor="middle" class="slot-text">SLOT 0 · NOW</text>
|
||||||
<rect x="1099" y="620" width="78" height="42" rx="5" class="slot-next"/>
|
<rect x="1125" y="404" width="74" height="24" rx="5" class="slot-next"/>
|
||||||
<text x="1138" y="638" text-anchor="middle" class="slot-next-text">SLOT 1</text>
|
<text x="1162" y="420" text-anchor="middle" class="slot-next-text">SLOT 1 · NEXT</text>
|
||||||
<text x="1138" y="653" text-anchor="middle" class="slot-next-text">prefetch</text>
|
|
||||||
|
|
||||||
<!-- Independent request routing remains outside the DLO data path. -->
|
<path d="M 798 375 L 816 375" class="startup-path"/>
|
||||||
<path d="M 470 162 C 310 170, 110 176, 22 176 L 22 378 C 22 400, 80 410, 130 410" class="request-path"/>
|
<path d="M 941 375 L 959 375" class="runtime-path"/>
|
||||||
<text x="42" y="394" class="request-label">request A</text>
|
<path d="M 1094 375 L 1112 375" class="runtime-path"/>
|
||||||
<path d="M 810 162 C 970 170, 1170 176, 1258 176 L 1258 378 C 1258 400, 1200 410, 1150 410" class="request-path"/>
|
|
||||||
<text x="1238" y="394" text-anchor="end" class="request-label">request B</text>
|
|
||||||
|
|
||||||
<!-- Runtime mmap fan-out from one physical host payload. -->
|
<!-- The runtimes are deliberately not coupled by a DLO collective. -->
|
||||||
|
<rect x="365" y="516" width="550" height="44" rx="8" class="no-collective"/>
|
||||||
|
<circle cx="395" cy="538" r="12" fill="#dc2626"/>
|
||||||
|
<path d="M 389 532 L 401 544 M 401 532 L 389 544" stroke="#ffffff" stroke-width="2.2"/>
|
||||||
|
<text x="420" y="534" class="no-title">No cross-engine DLO AllGather</text>
|
||||||
|
<text x="420" y="551" class="no-text">shared host pages do not couple request order, progress, or failure domains</text>
|
||||||
|
<text x="640" y="592" text-anchor="middle" class="section-sub">Ordinary TP / SP model collectives, when configured, remain inside each engine</text>
|
||||||
|
|
||||||
<path d="M 455 370 C 440 410, 452 446, 462 485" class="mapping-path"/>
|
<!-- Runtime mmap views point to one physical host payload at the bottom. -->
|
||||||
<text x="405" y="451" class="arrow-label">same pages</text>
|
<path d="M 455 650 C 412 625, 340 610, 340 570 L 340 525 C 340 478, 300 454, 263 440" class="mapping-path"/>
|
||||||
<path d="M 825 370 C 970 404, 1070 432, 1092 485" class="mapping-path"/>
|
<text x="300" y="617" text-anchor="middle" class="mapping-label">same pages</text>
|
||||||
<text x="970" y="451" class="arrow-label">same pages</text>
|
<path d="M 825 650 C 868 625, 940 610, 940 570 L 940 525 C 940 478, 908 454, 878 440" class="mapping-path"/>
|
||||||
|
<text x="980" y="617" text-anchor="middle" class="mapping-label">same pages</text>
|
||||||
|
|
||||||
<!-- Independent runtime data paths. -->
|
<!-- One node-local physical backing, visually beneath its consumers. -->
|
||||||
<path d="M 462 557 C 448 578, 320 578, 285 614" class="control-path"/>
|
<rect x="58" y="650" width="242" height="140" rx="10" class="scope"/>
|
||||||
<text x="350" y="575" text-anchor="middle" class="arrow-label">tensor views</text>
|
<text x="78" y="676" class="eyebrow">SHARING SCOPE</text>
|
||||||
<path d="M 285 632 L 360 632" class="runtime-path"/>
|
<text x="78" y="702" class="box-title">TP1: one full cache entry</text>
|
||||||
<text x="322" y="620" text-anchor="middle" class="arrow-label">full-block H2D</text>
|
<text x="78" y="725" class="box-text">TP>1: one entry per TP coordinate</text>
|
||||||
|
<text x="78" y="746" class="box-text">Equivalent engines reuse that entry;</text>
|
||||||
|
<text x="78" y="767" class="box-text">different TP ranks never alias layouts.</text>
|
||||||
|
|
||||||
<path d="M 1092 557 C 1078 578, 950 578, 915 614" class="control-path"/>
|
<rect x="330" y="650" width="620" height="140" rx="10" class="cache"/>
|
||||||
<text x="980" y="575" text-anchor="middle" class="arrow-label">tensor views</text>
|
<text x="350" y="676" class="eyebrow">NODE-LOCAL IMMUTABLE RUNTIME CACHE</text>
|
||||||
<path d="M 915 632 L 990 632" class="runtime-path"/>
|
<rect x="370" y="692" width="540" height="60" rx="8" class="payload"/>
|
||||||
<text x="952" y="620" text-anchor="middle" class="arrow-label">full-block H2D</text>
|
<text x="640" y="717" text-anchor="middle" class="payload-title">1× physical runtime-weight payload</text>
|
||||||
|
<text x="640" y="738" text-anchor="middle" class="payload-text">file-backed tensor pages shared by the OS page cache</text>
|
||||||
|
<text x="640" y="773" text-anchor="middle" class="box-text">Identity includes final layout + TP coordinate; engine and DP replica are excluded</text>
|
||||||
|
|
||||||
<text x="640" y="730" text-anchor="middle" class="section-sub">Ordinary TP / SP model collectives, when configured, remain inside each engine</text>
|
<rect x="980" y="650" width="242" height="140" rx="10" class="scope"/>
|
||||||
<rect x="365" y="750" width="550" height="44" rx="8" class="no-collective"/>
|
<text x="1000" y="676" class="eyebrow">WHAT STAYS PRIVATE</text>
|
||||||
<circle cx="395" cy="772" r="12" fill="#dc2626"/>
|
<text x="1000" y="702" class="box-title">Per worker / process</text>
|
||||||
<path d="M 389 766 L 401 778 M 401 766 L 389 778" stroke="#ffffff" stroke-width="2.2"/>
|
<text x="1000" y="725" class="box-text">mmap object and validation state</text>
|
||||||
<text x="420" y="768" class="no-title">No cross-engine DLO AllGather</text>
|
<text x="1000" y="746" class="box-text">optional host registration</text>
|
||||||
<text x="420" y="785" class="no-text">shared host pages do not couple request order, progress, or failure domains</text>
|
<text x="1000" y="767" class="box-text">hooks, streams, events, GPU slots</text>
|
||||||
</svg>
|
</svg>
|
||||||
|
Before Width: | Height: | Size: 12 KiB After Width: | Height: | Size: 13 KiB |
Reference in new issue
Block a user