vizmatic 0.4.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/PROMPT.md +75 -531
- package/README.md +85 -1052
- package/ROADMAP.md +49 -67
- package/SCIENCE.md +250 -0
- package/assets/THIRD_PARTY_LICENSES.md +44 -1
- package/assets/fonts/InstrumentSerif-Italic.ttf +0 -0
- package/assets/fonts/InstrumentSerif-Regular.ttf +0 -0
- package/assets/fonts/SourceSerif4-24pt-Italic.ttf +0 -0
- package/assets/fonts/SourceSerif4-24pt-Regular.ttf +0 -0
- package/assets/licenses/raster-codecs-MIT.txt +74 -0
- package/dist/chunk-3F2VQ7NW.js +1 -0
- package/dist/{chunk-FEIPTPBZ.js → chunk-4XE64I2U.js} +53 -463
- package/dist/chunk-5ZAFH2JC.js +4231 -0
- package/dist/chunk-JHHPLALU.js +79 -0
- package/dist/chunk-LTX44BAE.js +112 -0
- package/dist/chunk-MLKGABMK.js +9 -0
- package/dist/chunk-PSBF4TEK.js +1 -0
- package/dist/chunk-RPAHMKAR.js +605 -0
- package/dist/chunk-RWF4VBUL.js +3617 -0
- package/dist/cli.js +369 -12
- package/dist/index.cjs +7413 -1810
- package/dist/index.d.cts +900 -599
- package/dist/index.d.ts +900 -599
- package/dist/index.js +5019 -3278
- package/dist/math-LXB4FH4E.js +7 -0
- package/dist/math-QVCETQDQ.js +1 -0
- package/dist/scene-browser-assets.d.ts +38 -0
- package/dist/scene-browser-assets.js +53 -0
- package/dist/scene-browser-chunks/chunk-5MVLYGXM.js +70 -0
- package/dist/scene-browser-chunks/chunk-ASXKN3NU.js +1 -0
- package/dist/scene-browser-chunks/chunk-CM5Y5LZP.js +1 -0
- package/dist/scene-browser-chunks/chunk-DP7NB4EW.js +6 -0
- package/dist/scene-browser-chunks/emscripten-module.browser-M5AEKJGE.js +1 -0
- package/dist/scene-browser-chunks/ffi-FL6ORJU3.js +1 -0
- package/dist/scene-browser-chunks/module-ES6BEMUI-JD5S5VKR.js +1 -0
- package/dist/scene-browser-chunks/module-asyncify-2EFITU5U-HWPFJFJC.js +1 -0
- package/dist/scene-browser-chunks/scene-browser-layout-M3XSXMV4.js +27 -0
- package/dist/scene-browser.d.ts +117 -0
- package/dist/scene-browser.js +220 -0
- package/dist/scene-cli.js +1 -1
- package/dist/scene-runtime.cjs +168 -103
- package/dist/scene-runtime.d.cts +3 -2
- package/dist/scene-runtime.d.ts +3 -2
- package/dist/scene-runtime.js +3 -1
- package/dist/server-2FYHZ4UO.js +331 -0
- package/dist/stage-browser/browser.d.ts +2483 -0
- package/dist/stage-browser/chunk-SQE76S5B.js +1 -0
- package/dist/stage-browser/chunk-VZNL6JY2.js +59 -0
- package/dist/stage-browser/dagre.esm-N2NIVIAZ.js +6 -0
- package/dist/stage-browser/math-4WFNHVV2.js +18 -0
- package/dist/stage-browser/stage.js +19 -0
- package/dist/stage-export.cjs +4980 -0
- package/dist/stage-export.d.cts +112 -0
- package/dist/stage-export.d.ts +112 -0
- package/dist/stage-export.js +544 -0
- package/dist/stage.cjs +9789 -0
- package/dist/stage.d.cts +1679 -0
- package/dist/stage.d.ts +1679 -0
- package/dist/stage.js +5418 -0
- package/dist/svg-import-Djj2q7Pc.d.cts +742 -0
- package/dist/svg-import-Djj2q7Pc.d.ts +742 -0
- package/dist/video-CcHW1qhV.d.cts +532 -0
- package/dist/video-CcHW1qhV.d.ts +532 -0
- package/examples/README.md +18 -0
- package/examples/agent-pipeline.tsx +4 -4
- package/examples/animated-pipeline.tsx +1 -5
- package/examples/attention-head.tsx +12 -12
- package/examples/aurora-incident.tsx +4 -3
- package/examples/building-blocks.tsx +8 -9
- package/examples/catalog-charts.tsx +4 -4
- package/examples/catalog-content.tsx +7 -9
- package/examples/catalog-convolution-kernel.tsx +116 -0
- package/examples/catalog-data.tsx +2 -8
- package/examples/catalog-dataflow.tsx +5 -9
- package/examples/catalog-dense.tsx +80 -0
- package/examples/catalog-deployment.tsx +5 -11
- package/examples/catalog-diagrams.tsx +13 -16
- package/examples/catalog-drawing.tsx +7 -7
- package/examples/catalog-flows.tsx +4 -4
- package/examples/catalog-foundations.tsx +11 -11
- package/examples/catalog-gaussian-blur.tsx +146 -0
- package/examples/catalog-image-tensors.tsx +115 -0
- package/examples/catalog-ml.tsx +36 -31
- package/examples/catalog-numeric-matrices.tsx +93 -0
- package/examples/catalog-photo-blur.tsx +209 -0
- package/examples/catalog-science-ai.tsx +130 -0
- package/examples/catalog-science-chemistry.tsx +103 -0
- package/examples/catalog-science-math.tsx +93 -0
- package/examples/catalog-science-physics.tsx +84 -0
- package/examples/catalog-sequence.tsx +59 -38
- package/examples/data-pipeline-lineage-presentation.tsx +5 -0
- package/examples/data-pipeline-lineage.tsx +85 -0
- package/examples/daybreak-launch.tsx +1 -0
- package/examples/desired-quadrant.tsx +7 -8
- package/examples/engineering-dashboard-presentation.tsx +13 -0
- package/examples/engineering-dashboard.tsx +160 -0
- package/examples/engineering-flow.tsx +2 -4
- package/examples/eval-dashboard.tsx +6 -6
- package/examples/films/attention.ts +278 -0
- package/examples/films/cache-miss.ts +431 -0
- package/examples/films/catalog.json +132 -0
- package/examples/films/central-limit.ts +269 -0
- package/examples/films/complex-maps.ts +273 -0
- package/examples/films/deck-example.ts +224 -0
- package/examples/films/euler-circle.ts +179 -0
- package/examples/films/fourier-epicycles.ts +265 -0
- package/examples/films/gradient-descent.ts +345 -0
- package/examples/films/linear-maps.ts +175 -0
- package/examples/films/lorenz.ts +207 -0
- package/examples/films/pythagoras.ts +185 -0
- package/examples/films/taylor-series.ts +159 -0
- package/examples/films/vizmatic-title.ts +117 -0
- package/examples/llm-serving-stack-presentation.tsx +5 -0
- package/examples/llm-serving-stack.tsx +94 -0
- package/examples/model-garden.tsx +1 -0
- package/examples/model-router.tsx +6 -6
- package/examples/nccl-all-gather.tsx +3 -3
- package/examples/nccl-all-reduce.tsx +3 -3
- package/examples/nccl-all-to-all.tsx +1 -1
- package/examples/nccl-broadcast.tsx +1 -1
- package/examples/nccl-reduce-scatter.tsx +5 -5
- package/examples/orthogonal-routing.tsx +4 -4
- package/examples/pareto-frontier.tsx +9 -10
- package/examples/presentation-frame.tsx +6 -6
- package/examples/production-system-map-presentation.tsx +5 -0
- package/examples/production-system-map.tsx +130 -0
- package/examples/rag-graph.tsx +7 -7
- package/examples/release-card.tsx +5 -5
- package/examples/spec-anatomy.tsx +5 -5
- package/examples/system-architecture.tsx +19 -32
- package/examples/theme-system.tsx +1 -1
- package/examples/token-matrix.tsx +4 -2
- package/examples/transparent-badge.tsx +1 -2
- package/examples/videos/README.md +36 -2
- package/examples/videos/calculus-tangent.tsx +101 -0
- package/examples/videos/catalyst-pathway.tsx +56 -0
- package/examples/videos/causal-attention.tsx +91 -0
- package/examples/videos/convolution-kernel.tsx +34 -0
- package/examples/videos/gaussian-blur.tsx +32 -0
- package/examples/videos/image-to-matrix.tsx +22 -0
- package/examples/videos/matrix-multiplication.tsx +128 -0
- package/examples/videos/photo-gaussian-blur.tsx +39 -0
- package/examples/videos/wave-interference.tsx +80 -0
- package/examples/vizmatic-bare.d.ts +1 -0
- package/examples/vizmatic-hero.tsx +9 -18
- package/examples/website-workflow.tsx +7 -7
- package/examples/weekend-field-notes.tsx +3 -2
- package/package.json +65 -11
- package/dist/chunk-TH3F4SDB.js +0 -79
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
import {
|
|
2
|
+
BarChart,
|
|
3
|
+
DataTable,
|
|
4
|
+
DiagramLegend,
|
|
5
|
+
FactRows,
|
|
6
|
+
Heatmap,
|
|
7
|
+
LineChart,
|
|
8
|
+
MetricStrip,
|
|
9
|
+
Panel,
|
|
10
|
+
Row,
|
|
11
|
+
Scene,
|
|
12
|
+
SmallMultiples,
|
|
13
|
+
StatusList,
|
|
14
|
+
Timeline,
|
|
15
|
+
getThemeColors,
|
|
16
|
+
type ThemeMode,
|
|
17
|
+
} from 'vizmatic'
|
|
18
|
+
|
|
19
|
+
// A fictional platform on one printable page. All figures are illustrative.
|
|
20
|
+
export const width = 1500
|
|
21
|
+
export const height = 1050
|
|
22
|
+
|
|
23
|
+
const wave = (base: number, swing: number, seed: number, length = 28) =>
|
|
24
|
+
Array.from({ length }, (_, i) => Math.round(base + swing * Math.sin(i / 3 + seed) + swing * 0.4 * Math.sin(i * 1.7 + seed * 2)))
|
|
25
|
+
|
|
26
|
+
const hours = ['00', '03', '06', '09', '12', '15', '18', '21']
|
|
27
|
+
const regions = ['us-east-1', 'us-west-2', 'eu-west-1', 'ap-south-1']
|
|
28
|
+
const latency = regions.map((_, r) => hours.map((_, h) => Math.min(1, 0.18 + 0.1 * r + 0.34 * Math.max(0, Math.sin((h + r) / 2.2)))))
|
|
29
|
+
|
|
30
|
+
/** One source for print and for a room. At presentation density every panel scales with its type. */
|
|
31
|
+
export function createAt(theme: ThemeMode, density: 'dense' | 'presentation') {
|
|
32
|
+
const c = getThemeColors(theme, 'default', { density })
|
|
33
|
+
const k = density === 'presentation' ? 1.66 : 1
|
|
34
|
+
const w = (value: number) => Math.round(value * k)
|
|
35
|
+
|
|
36
|
+
return (
|
|
37
|
+
<Scene
|
|
38
|
+
c={c}
|
|
39
|
+
title="Platform health, week 44"
|
|
40
|
+
subtitle="Monday 09:00 UTC. All figures illustrative. Budgets are 28-day rolling. Dashed lines mark SLO targets."
|
|
41
|
+
background={c.bg}
|
|
42
|
+
gap={10}
|
|
43
|
+
>
|
|
44
|
+
<Row gap={10} align="stretch" justify="start" width="100%">
|
|
45
|
+
<Panel c={c} title="Reliability" width={w(366)} gap={6}>
|
|
46
|
+
<MetricStrip c={c} metrics={[
|
|
47
|
+
{ label: 'availability', value: '99.971', unit: '%', spark: wave(90, 6, 1) },
|
|
48
|
+
{ label: 'budget left', value: '62', unit: '%', bar: 0.62 },
|
|
49
|
+
{ label: 'open incidents', value: '2', tone: 'warm' },
|
|
50
|
+
]} />
|
|
51
|
+
</Panel>
|
|
52
|
+
<Panel c={c} title="Delivery" width={w(366)} gap={6}>
|
|
53
|
+
<MetricStrip c={c} metrics={[
|
|
54
|
+
{ label: 'deploys / day', value: '184', spark: wave(180, 30, 2) },
|
|
55
|
+
{ label: 'change fail', value: '1.8', unit: '%', spark: wave(18, 4, 3) },
|
|
56
|
+
{ label: 'lead time', value: '42', unit: 'min' },
|
|
57
|
+
]} />
|
|
58
|
+
</Panel>
|
|
59
|
+
<Panel c={c} title="Cost" width={w(366)} gap={6}>
|
|
60
|
+
<MetricStrip c={c} metrics={[
|
|
61
|
+
{ label: 'run rate', value: '$1.21', unit: 'M/mo', spark: wave(120, 8, 4) },
|
|
62
|
+
{ label: 'per 1k req', value: '$0.018' },
|
|
63
|
+
{ label: 'GPU idle', value: '11', unit: '%', bar: 0.11 },
|
|
64
|
+
]} />
|
|
65
|
+
</Panel>
|
|
66
|
+
<Panel c={c} title="On call" width={w(324)} gap={6}>
|
|
67
|
+
<FactRows c={c} rows={[
|
|
68
|
+
{ key: 'pages this week', value: '14' },
|
|
69
|
+
{ key: 'after hours', value: '3' },
|
|
70
|
+
{ key: 'median ack', value: '2m 40s' },
|
|
71
|
+
]} />
|
|
72
|
+
</Panel>
|
|
73
|
+
</Row>
|
|
74
|
+
|
|
75
|
+
<Panel c={c} title="p99 latency by service" subtitle="Last 14 days, each with its own SLO. Shared scale, in milliseconds." gap={6}>
|
|
76
|
+
<SmallMultiples c={c} columns={6} cellWidth={w(224)} cellHeight={w(40)} sharedScale items={[
|
|
77
|
+
{ label: 'gateway', value: '41', unit: 'ms', status: 'ok', values: wave(40, 5, 1), reference: 120 },
|
|
78
|
+
{ label: 'identity', value: '22', unit: 'ms', status: 'ok', values: wave(24, 3, 2), reference: 120 },
|
|
79
|
+
{ label: 'catalog', value: '31', unit: 'ms', status: 'ok', values: wave(32, 5, 3), reference: 120 },
|
|
80
|
+
{ label: 'search', value: '184', unit: 'ms', status: 'warn', tone: 'warm', values: wave(150, 34, 4), reference: 120 },
|
|
81
|
+
{ label: 'cart', value: '27', unit: 'ms', status: 'ok', values: wave(28, 4, 5), reference: 120 },
|
|
82
|
+
{ label: 'pricing', value: '18', unit: 'ms', status: 'ok', values: wave(19, 2, 6), reference: 120 },
|
|
83
|
+
{ label: 'checkout', value: '212', unit: 'ms', status: 'warn', tone: 'warm', values: wave(180, 26, 7), reference: 120 },
|
|
84
|
+
{ label: 'payments', value: '148', unit: 'ms', status: 'warn', tone: 'warm', values: wave(130, 16, 8), reference: 120 },
|
|
85
|
+
{ label: 'ledger', value: '12', unit: 'ms', status: 'ok', values: wave(13, 2, 9), reference: 120 },
|
|
86
|
+
{ label: 'orders', value: '64', unit: 'ms', status: 'ok', values: wave(60, 8, 10), reference: 120 },
|
|
87
|
+
{ label: 'inventory', value: '24', unit: 'ms', status: 'ok', values: wave(24, 3, 11), reference: 120 },
|
|
88
|
+
{ label: 'features', value: '4', unit: 'ms', status: 'ok', values: wave(5, 1, 12), reference: 120 },
|
|
89
|
+
]} />
|
|
90
|
+
</Panel>
|
|
91
|
+
|
|
92
|
+
<Row gap={10} align="stretch" justify="start" width="100%">
|
|
93
|
+
<Panel c={c} title="Error budget burn" width={w(500)} gap={4}>
|
|
94
|
+
<LineChart c={c} width={w(476)} height={w(190)} format="percent" showPoints={false} labels={['W41', 'W42', 'W43', 'W44']} series={[
|
|
95
|
+
{ name: 'checkout', points: [0.96, 0.88, 0.74, 0.58], color: 'warning' },
|
|
96
|
+
{ name: 'search', points: [0.92, 0.81, 0.72, 0.62], color: 'primary' },
|
|
97
|
+
{ name: 'gateway', points: [0.99, 0.97, 0.96, 0.95], color: 'positive' },
|
|
98
|
+
]} />
|
|
99
|
+
</Panel>
|
|
100
|
+
<Panel c={c} title="Latency heat, by region and hour" width={w(440)} gap={4}>
|
|
101
|
+
<Heatmap c={c} data={latency} xLabels={hours} yLabels={regions} cellWidth={w(38)} cellHeight={w(38)} rowLabelWidth={w(62)} colorDomain={[0, 1]} labels={latency.map((row) => row.map((value) => `${Math.round(60 + value * 240)}`))} />
|
|
102
|
+
</Panel>
|
|
103
|
+
<Panel c={c} title="Cost by team" width={w(492)} gap={4}>
|
|
104
|
+
<BarChart c={c} width={w(468)} height={w(190)} format={(value) => `$${value}k`} data={[
|
|
105
|
+
{ label: 'inference', value: 512 },
|
|
106
|
+
{ label: 'search', value: 188 },
|
|
107
|
+
{ label: 'data', value: 164 },
|
|
108
|
+
{ label: 'commerce', value: 142 },
|
|
109
|
+
{ label: 'edge', value: 96 },
|
|
110
|
+
{ label: 'other', value: 108 },
|
|
111
|
+
]} />
|
|
112
|
+
</Panel>
|
|
113
|
+
</Row>
|
|
114
|
+
|
|
115
|
+
<Row gap={10} align="stretch" justify="start" width="100%">
|
|
116
|
+
<Panel c={c} title="Slowest endpoints" width={w(630)} gap={4}>
|
|
117
|
+
<DataTable c={c} width="100%" align={['left', 'left', 'right', 'right', 'right', 'right']} rows={[
|
|
118
|
+
['Endpoint', 'Owner', 'Traffic', 'p50', 'p99', 'Errors'],
|
|
119
|
+
['POST /v2/checkout', 'payments', '1.9k/s', '88 ms', '212 ms', '0.04%'],
|
|
120
|
+
['GET /v1/search', 'discovery', '6.2k/s', '42 ms', '184 ms', '0.11%'],
|
|
121
|
+
['POST /v1/payments', 'payments', '1.9k/s', '61 ms', '148 ms', '0.02%'],
|
|
122
|
+
['GET /v1/recommend', 'ml-platform', '3.4k/s', '38 ms', '96 ms', '0.01%'],
|
|
123
|
+
['GET /v1/orders', 'commerce', '2.0k/s', '21 ms', '64 ms', '0.01%'],
|
|
124
|
+
['GET /v2/inventory', 'commerce', '3.3k/s', '9 ms', '24 ms', '0.00%'],
|
|
125
|
+
['GET /v1/catalog', 'discovery', '14k/s', '11 ms', '31 ms', '0.00%'],
|
|
126
|
+
]} />
|
|
127
|
+
</Panel>
|
|
128
|
+
<Panel c={c} title="This week" width={w(440)} gap={4}>
|
|
129
|
+
<Timeline c={c} gap={0} events={[
|
|
130
|
+
{ time: 'Mon 09:41', title: 'Clickstream consumer stalled', detail: 'Lag 4m. Rebalance loop on two brokers.', tone: 'red' },
|
|
131
|
+
{ time: 'Tue 14:12', title: 'Search reindex finished', detail: 'Heap stayed above 85% afterward.', tone: 'warm' },
|
|
132
|
+
{ time: 'Thu 02:30', title: 'Decode pool scaled to 1,160', detail: 'Queue p99 back below 200 ms.', tone: 'green' },
|
|
133
|
+
]} />
|
|
134
|
+
</Panel>
|
|
135
|
+
<Panel c={c} title="Open actions" width={w(362)} gap={4}>
|
|
136
|
+
<StatusList c={c} gap={2} rows={[
|
|
137
|
+
{ label: 'Split search heap by index', detail: 'Wed', status: 'warn' },
|
|
138
|
+
{ label: 'Add retry budget to fraud', detail: 'Fri', status: 'pending' },
|
|
139
|
+
{ label: 'Backfill clickstream gap', detail: 'done', status: 'check' },
|
|
140
|
+
{ label: 'Drill failover for ledger', detail: 'Nov 12', status: 'pending' },
|
|
141
|
+
{ label: 'Shrink decode warm spares', detail: 'Nov 14', status: 'pending' },
|
|
142
|
+
{ label: 'Rotate gateway signing keys', detail: 'done', status: 'check' },
|
|
143
|
+
{ label: 'Review cache eviction policy', detail: 'Nov 18', status: 'pending' },
|
|
144
|
+
]} />
|
|
145
|
+
<DiagramLegend c={c} items={[
|
|
146
|
+
{ label: 'within SLO', style: 'dot', tone: 'green' },
|
|
147
|
+
{ label: 'over SLO', style: 'dot', tone: 'warm' },
|
|
148
|
+
{ label: 'SLO target', style: 'dashed' },
|
|
149
|
+
]} />
|
|
150
|
+
</Panel>
|
|
151
|
+
</Row>
|
|
152
|
+
</Scene>
|
|
153
|
+
)
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
export function create(theme: ThemeMode = 'dark') {
|
|
157
|
+
return createAt(theme, 'dense')
|
|
158
|
+
}
|
|
159
|
+
|
|
160
|
+
export default create('dark')
|
|
@@ -15,9 +15,9 @@ height = 600;
|
|
|
15
15
|
nodeHeight={76}
|
|
16
16
|
labelFontSize={17}
|
|
17
17
|
nodes={[
|
|
18
|
-
{ id: 'prefix', label: 'Stable prefix', detail: 'instructions + tools', x: 0.10, y: 0.50
|
|
18
|
+
{ id: 'prefix', label: 'Stable prefix', detail: 'instructions + tools', x: 0.10, y: 0.50 },
|
|
19
19
|
{ id: 'turn', label: 'Dynamic turn', detail: 'history + input', x: 0.38, y: 0.50, tone: 'warm' },
|
|
20
|
-
{ id: 'cache', label: 'Cache lookup', detail: 'match reusable bytes', x: 0.66, y: 0.50
|
|
20
|
+
{ id: 'cache', label: 'Cache lookup', detail: 'match reusable bytes', x: 0.66, y: 0.50 },
|
|
21
21
|
{ id: 'model', label: 'Model response', detail: 'less uncached input', x: 0.92, y: 0.50, tone: 'green' },
|
|
22
22
|
]}
|
|
23
23
|
edges={[
|
|
@@ -39,14 +39,12 @@ height = 600;
|
|
|
39
39
|
label="Uncached input"
|
|
40
40
|
value="-71%"
|
|
41
41
|
detail="sample per task"
|
|
42
|
-
tone="purple"
|
|
43
42
|
width={250}
|
|
44
43
|
valueFontSize={25}
|
|
45
44
|
/>
|
|
46
45
|
<CalloutCard
|
|
47
46
|
title="Request layout example"
|
|
48
47
|
detail="Place volatile fields after reusable context and preserve provider cache controls."
|
|
49
|
-
tone="blue"
|
|
50
48
|
width={420}
|
|
51
49
|
align="left"
|
|
52
50
|
/>
|
|
@@ -10,11 +10,11 @@ height = 620;
|
|
|
10
10
|
subtitle="sample task scores"
|
|
11
11
|
format="percent"
|
|
12
12
|
data={[
|
|
13
|
-
{ label: 'tools', value: 0.82
|
|
14
|
-
{ label: 'math', value: 0.71
|
|
15
|
-
{ label: 'code', value: 0.77
|
|
16
|
-
{ label: 'long', value: 0.58
|
|
17
|
-
{ label: 'cite', value: 0.64
|
|
13
|
+
{ label: 'tools', value: 0.82 },
|
|
14
|
+
{ label: 'math', value: 0.71 },
|
|
15
|
+
{ label: 'code', value: 0.77 },
|
|
16
|
+
{ label: 'long', value: 0.58 },
|
|
17
|
+
{ label: 'cite', value: 0.64 },
|
|
18
18
|
]}
|
|
19
19
|
/>
|
|
20
20
|
<LineChart
|
|
@@ -30,5 +30,5 @@ height = 620;
|
|
|
30
30
|
]}
|
|
31
31
|
/>
|
|
32
32
|
</Row>
|
|
33
|
-
<CalloutCard
|
|
33
|
+
<CalloutCard title="Shared chart styling" detail="Bar and line charts use the same typography, grid, and semantic colors." width={900} />
|
|
34
34
|
</Scene>
|
|
@@ -0,0 +1,278 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Scaled dot-product attention, computed for real on small illustrative vectors.
|
|
3
|
+
* Every number on screen is produced by the arithmetic in this file: scores from
|
|
4
|
+
* Q K^T, scaling by sqrt(d), softmax per row, and the weighted sum of values.
|
|
5
|
+
*/
|
|
6
|
+
import {
|
|
7
|
+
Node, dynamic, fade, fadeIn, fadeOut, film, line, linear, morphMatching, parseColor, parseSvgPath, rect, smoother, text, tex, to, write, mixColor,
|
|
8
|
+
type Rgba,
|
|
9
|
+
} from 'vizmatic/stage'
|
|
10
|
+
|
|
11
|
+
const WORDS = ['the', 'river', 'bank', 'flooded', 'last', 'spring'] as const
|
|
12
|
+
const D = 4
|
|
13
|
+
const Q = [[0, 0.2, 0.4, 0.5], [0.8, 0.1, 0.1, 0.9], [1.7, 0.1, 0, 0.8], [1.5, 0.4, 0.2, 0.1], [0, 1.7, 0, 0], [0.3, 1.5, 0.1, 0.4]]
|
|
14
|
+
const K = [[0.1, 0, 1.6, 0], [2, 0.1, 0, 0.3], [0.9, 0, 0, 0.2], [1.5, 0.2, 0, 1.4], [0, 1.6, 0.3, 0], [0.4, 1.8, 0, 0.1]]
|
|
15
|
+
const V = [[0.1, 0.2, 1.5, 0.1], [1.8, 0.3, 0.1, 0.6], [1, 1, 0.2, 0.3], [1.5, 0.2, 0.1, 1.7], [0.1, 1.6, 0.4, 0.2], [0.5, 1.8, 0.1, 0.3]]
|
|
16
|
+
const BANK = 2
|
|
17
|
+
|
|
18
|
+
const dotProduct = (a: readonly number[], b: readonly number[]) => a.reduce((sum, value, i) => sum + value * b[i]!, 0)
|
|
19
|
+
const RAW = Q.map((q) => K.map((k) => dotProduct(q, k)))
|
|
20
|
+
const SCALED = RAW.map((row) => row.map((value) => value / Math.sqrt(D)))
|
|
21
|
+
const WEIGHTS = SCALED.map((row) => {
|
|
22
|
+
const exps = row.map(Math.exp)
|
|
23
|
+
const total = exps.reduce((sum, value) => sum + value, 0)
|
|
24
|
+
return exps.map((value) => value / total)
|
|
25
|
+
})
|
|
26
|
+
const OUTPUT = Array.from({ length: D }, (_, c) => WEIGHTS[BANK]!.reduce((sum, weight, j) => sum + weight * V[j]![c]!, 0))
|
|
27
|
+
|
|
28
|
+
const CELL = 92
|
|
29
|
+
const MATRIX_X = -566, MATRIX_Y = -404
|
|
30
|
+
const STRIP = 22
|
|
31
|
+
const COLUMN = 480
|
|
32
|
+
const VALUE_X = 66
|
|
33
|
+
|
|
34
|
+
export default film({
|
|
35
|
+
title: 'Attention, computed',
|
|
36
|
+
description: 'Queries, keys, and values produce a live heatmap as softmax(QK^T / sqrt(d)) V builds up term by term.',
|
|
37
|
+
fps: 60,
|
|
38
|
+
bloom: 0.07,
|
|
39
|
+
}, (s) => {
|
|
40
|
+
const fill = s.value(0)
|
|
41
|
+
const scaled = s.value(0)
|
|
42
|
+
const soft = s.value(0)
|
|
43
|
+
const focus = s.value(0)
|
|
44
|
+
const arcs = s.value(0)
|
|
45
|
+
const flow = s.value(0)
|
|
46
|
+
|
|
47
|
+
const cellValue = (i: number, j: number): number => {
|
|
48
|
+
const raw = RAW[i]![j]!, half = SCALED[i]![j]!
|
|
49
|
+
const before = raw + (half - raw) * scaled.value
|
|
50
|
+
return before + (WEIGHTS[i]![j]! - before) * soft.value
|
|
51
|
+
}
|
|
52
|
+
const highest = () => {
|
|
53
|
+
let best = 0
|
|
54
|
+
for (let i = 0; i < WORDS.length; i++) for (let j = 0; j < WORDS.length; j++) best = Math.max(best, cellValue(i, j))
|
|
55
|
+
return best
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
const groundTone = parseColor('bg')
|
|
59
|
+
const inkTone = parseColor('ink')
|
|
60
|
+
const blueTone = parseColor('blue')
|
|
61
|
+
const heatStops = [mixColor(groundTone, blueTone, 0.1), mixColor(groundTone, blueTone, 0.48), parseColor('teal'), parseColor('yellow')]
|
|
62
|
+
const heat = (amount: number): Rgba => {
|
|
63
|
+
const at = Math.max(0, Math.min(1, amount)) * (heatStops.length - 1)
|
|
64
|
+
const index = Math.min(heatStops.length - 2, Math.floor(at))
|
|
65
|
+
return mixColor(heatStops[index]!, heatStops[index + 1]!, at - index)
|
|
66
|
+
}
|
|
67
|
+
const strip = (values: readonly number[], color: string, x: number, y: number, size: number, vertical = false, alpha = 1): Node[] => {
|
|
68
|
+
const tone = parseColor(color)
|
|
69
|
+
return values.map((value, c) => {
|
|
70
|
+
const shade = mixColor(groundTone, tone, Math.min(1, 0.14 + value / 1.9))
|
|
71
|
+
const px = x + (vertical ? 0 : c * (size + 2)), py = y + (vertical ? c * (size + 2) : 0)
|
|
72
|
+
return rect(size, size, { fill: shade, stroke: null, radius: 2 }).at(px + size / 2, py + size / 2).opacity(alpha)
|
|
73
|
+
})
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
// ── The matrix ──────────────────────────────────────────────────────────
|
|
77
|
+
|
|
78
|
+
const rowY = (i: number) => MATRIX_Y + i * CELL
|
|
79
|
+
const colX = (j: number) => MATRIX_X + j * CELL
|
|
80
|
+
|
|
81
|
+
const matrix = dynamic(() => {
|
|
82
|
+
const items: Node[] = []
|
|
83
|
+
const shown = fill.value
|
|
84
|
+
const top = highest()
|
|
85
|
+
for (let i = 0; i < WORDS.length; i++) {
|
|
86
|
+
for (let j = 0; j < WORDS.length; j++) {
|
|
87
|
+
const order = i * WORDS.length + j
|
|
88
|
+
const amount = Math.max(0, Math.min(1, shown - order))
|
|
89
|
+
if (amount <= 0) continue
|
|
90
|
+
const value = cellValue(i, j)
|
|
91
|
+
const intensity = value / top
|
|
92
|
+
const color = heat(intensity)
|
|
93
|
+
items.push(rect(CELL - 3, CELL - 3, { fill: color, stroke: null, radius: 3 }).at(colX(j) + CELL / 2, rowY(i) + CELL / 2).opacity(amount))
|
|
94
|
+
const label = text(value.toFixed(2), { font: 'mono', size: 23, color: intensity > 0.52 ? groundTone : inkTone })
|
|
95
|
+
items.push(label.moveTo([colX(j) + CELL / 2, rowY(i) + CELL / 2]).opacity(amount))
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
const f = focus.value
|
|
99
|
+
if (f > 0) {
|
|
100
|
+
items.push(rect(CELL * WORDS.length + 2, CELL + 2, { stroke: 'yellow', width: 3, radius: 5 })
|
|
101
|
+
.at(MATRIX_X + (CELL * WORDS.length) / 2, rowY(BANK) + CELL / 2).opacity(f))
|
|
102
|
+
}
|
|
103
|
+
// The scan cursor shows which pair the current dot product belongs to.
|
|
104
|
+
if (shown > 0 && shown < WORDS.length * WORDS.length) {
|
|
105
|
+
const index = Math.floor(shown)
|
|
106
|
+
const i = Math.floor(index / WORDS.length), j = index % WORDS.length
|
|
107
|
+
items.push(rect(CELL - 1, CELL - 1, { stroke: 'ink', width: 2.6, radius: 4 }).at(colX(j) + CELL / 2, rowY(i) + CELL / 2))
|
|
108
|
+
}
|
|
109
|
+
return items
|
|
110
|
+
})
|
|
111
|
+
|
|
112
|
+
const rowLabels = new Node()
|
|
113
|
+
const colLabels = new Node()
|
|
114
|
+
WORDS.forEach((word, i) => {
|
|
115
|
+
rowLabels.add(text(word, { size: 24, color: i === BANK ? 'yellow' : 'ink' }).alignTo([MATRIX_X - 124, 0], 'right').moveTo([0, 0]))
|
|
116
|
+
const row = rowLabels.children[i]!
|
|
117
|
+
row.alignTo([MATRIX_X - 124, 0], 'right')
|
|
118
|
+
const b = row.bounds()
|
|
119
|
+
row.shift(0, rowY(i) + CELL / 2 - (b.y + b.height / 2))
|
|
120
|
+
colLabels.add(text(word, { size: 22, color: i === BANK ? 'yellow' : 'ink' }).moveTo([colX(i) + CELL / 2, MATRIX_Y - 60]))
|
|
121
|
+
})
|
|
122
|
+
const qStrips = new Node().add(...Q.flatMap((values, i) => strip(values, 'blue', MATRIX_X - 112, rowY(i) + CELL / 2 - STRIP / 2, STRIP)))
|
|
123
|
+
const kStrips = new Node().add(...K.flatMap((values, j) => strip(values, 'teal', colX(j) + (CELL - (STRIP * 4 + 6) * 0.84) / 2, MATRIX_Y - 32, STRIP * 0.84)))
|
|
124
|
+
const qTag = tex('Q', { size: 30, color: 'blue', display: false }).moveTo([MATRIX_X - 112 + 46, MATRIX_Y - 28])
|
|
125
|
+
const kTag = tex('K', { size: 30, color: 'teal', display: false }).moveTo([MATRIX_X + CELL * WORDS.length + 30, MATRIX_Y - 24])
|
|
126
|
+
const sums = dynamic(() => {
|
|
127
|
+
if (soft.value <= 0) return null
|
|
128
|
+
return WORDS.map((_, i) => {
|
|
129
|
+
const total = WEIGHTS[i]!.reduce((sum, value) => sum + value, 0)
|
|
130
|
+
const row = text(`= ${total.toFixed(2)}`, { font: 'mono', size: 20, color: 'dim' })
|
|
131
|
+
return row.alignTo([MATRIX_X + CELL * WORDS.length + 10, 0], 'left').moveTo([MATRIX_X + CELL * WORDS.length + 46, rowY(i) + CELL / 2]).opacity(soft.value)
|
|
132
|
+
})
|
|
133
|
+
})
|
|
134
|
+
|
|
135
|
+
// ── Values and the output ───────────────────────────────────────────────
|
|
136
|
+
|
|
137
|
+
const vStrips = new Node().add(...V.flatMap((values, i) => strip(values, 'purple', VALUE_X + 112, rowY(i) + CELL / 2 - STRIP / 2, STRIP)))
|
|
138
|
+
const vTag = tex('V', { size: 30, color: 'purple', display: false }).moveTo([VALUE_X + 158, MATRIX_Y - 24])
|
|
139
|
+
const OUT_Y = 196
|
|
140
|
+
const outTag = tex('z_{\\text{bank}}', { size: 30, color: 'yellow', display: false }).moveTo([VALUE_X + 158, OUT_Y - 40])
|
|
141
|
+
const output = dynamic(() => {
|
|
142
|
+
const a = flow.value
|
|
143
|
+
const items: Node[] = []
|
|
144
|
+
if (a > 0 && a < 1) {
|
|
145
|
+
// Each word's value travels to the output, thinned by its attention share.
|
|
146
|
+
WORDS.forEach((_, j) => {
|
|
147
|
+
const local = Math.max(0, Math.min(1, a * 1.5 - j * 0.1))
|
|
148
|
+
if (local <= 0 || local >= 1) return
|
|
149
|
+
const eased = local * local * (3 - 2 * local)
|
|
150
|
+
const y = rowY(j) + CELL / 2 - STRIP / 2 + (OUT_Y - (rowY(j) + CELL / 2 - STRIP / 2)) * eased
|
|
151
|
+
items.push(...strip(V[j]!, 'purple', VALUE_X + 112, y, STRIP, false, Math.min(1, WEIGHTS[BANK]![j]! * 3.2) * (1 - eased * 0.4)))
|
|
152
|
+
})
|
|
153
|
+
}
|
|
154
|
+
const progress = Math.max(0, Math.min(1, (a - 0.45) / 0.55))
|
|
155
|
+
if (progress > 0) items.push(...strip(OUTPUT.map((value) => value * progress), 'yellow', VALUE_X + 112, OUT_Y, STRIP))
|
|
156
|
+
if (a >= 1) {
|
|
157
|
+
items.push(text(`(${OUTPUT.map((value) => value.toFixed(2)).join(', ')})`, { font: 'mono', size: 19, color: 'yellow' }).moveTo([VALUE_X + 158, OUT_Y + 42]))
|
|
158
|
+
}
|
|
159
|
+
return items
|
|
160
|
+
})
|
|
161
|
+
|
|
162
|
+
// ── The sentence and its arcs ───────────────────────────────────────────
|
|
163
|
+
|
|
164
|
+
const SENTENCE_Y = 440
|
|
165
|
+
const sentence = text('the river bank flooded last spring', { font: 'serif', size: 92 }).moveTo([-250, -30])
|
|
166
|
+
const wordEnds: [number, number][] = []
|
|
167
|
+
let cursor = 0
|
|
168
|
+
for (const word of WORDS) {
|
|
169
|
+
const glyphCount = word.length
|
|
170
|
+
wordEnds.push([cursor, cursor + glyphCount])
|
|
171
|
+
cursor += glyphCount
|
|
172
|
+
}
|
|
173
|
+
const wordsOf = (index: number) => sentence.chars.slice(wordEnds[index]![0], wordEnds[index]![1])
|
|
174
|
+
|
|
175
|
+
const arcDiagram = dynamic(() => {
|
|
176
|
+
const a = arcs.value
|
|
177
|
+
if (a <= 0) return null
|
|
178
|
+
const center = (index: number): number => {
|
|
179
|
+
const glyphs = wordsOf(index)
|
|
180
|
+
const first = glyphs[0]!.bounds(), last = glyphs[glyphs.length - 1]!.bounds()
|
|
181
|
+
return (first.x + last.x + last.width) / 2
|
|
182
|
+
}
|
|
183
|
+
const start = center(BANK)
|
|
184
|
+
const top = SENTENCE_Y - 42
|
|
185
|
+
return WORDS.flatMap((_, j) => {
|
|
186
|
+
const end = center(j)
|
|
187
|
+
const weight = WEIGHTS[BANK]![j]!
|
|
188
|
+
const bend = j === BANK ? 0 : Math.min(170, 52 + Math.abs(end - start) * 0.34)
|
|
189
|
+
const path = j === BANK
|
|
190
|
+
? parseSvgPath(`M${start - 22} ${top}C${start - 42} ${top - 64} ${start + 42} ${top - 64} ${start + 22} ${top}`)
|
|
191
|
+
: parseSvgPath(`M${start} ${top}C${start} ${top - bend} ${end} ${top - bend} ${end} ${top}`)
|
|
192
|
+
const node = new Node(path).stroke('yellow', 1.4 + 22 * weight, Math.min(1, 0.26 + weight * 1.9)).set('cap', 'butt')
|
|
193
|
+
node.set('trimTo', a)
|
|
194
|
+
return [node]
|
|
195
|
+
})
|
|
196
|
+
})
|
|
197
|
+
|
|
198
|
+
// ── Column ──────────────────────────────────────────────────────────────
|
|
199
|
+
|
|
200
|
+
const rule = line([COLUMN - 44, -540], [COLUMN - 44, 540], { stroke: 'grid', width: 1.2 })
|
|
201
|
+
const place = <T extends Node>(node: T, top: number): T => {
|
|
202
|
+
node.alignTo([COLUMN, 0], 'left').alignTo([0, top], 'top')
|
|
203
|
+
return node
|
|
204
|
+
}
|
|
205
|
+
const title = place(text('Every word asks a question of every other word.', { font: 'serif', size: 52, maxWidth: 420, leading: 1.08 }), -490)
|
|
206
|
+
const eq0 = place(tex('Q K^{T}', { size: 48 }), -304)
|
|
207
|
+
const eq1 = place(tex('\\frac{Q K^{T}}{\\sqrt{d}}', { size: 42 }), -322)
|
|
208
|
+
const eq2 = place(tex('\\mathrm{softmax}\\left(\\frac{Q K^{T}}{\\sqrt{d}}\\right)', { size: 38 }), -322)
|
|
209
|
+
const eq3 = place(tex('\\mathrm{softmax}\\left(\\frac{Q K^{T}}{\\sqrt{d}}\\right) V', { size: 38 }), -322)
|
|
210
|
+
for (const eq of [eq0, eq1, eq2, eq3]) {
|
|
211
|
+
for (const glyph of eq.part('Q')) glyph.fill('blue')
|
|
212
|
+
for (const glyph of eq.part('K')) glyph.fill('teal')
|
|
213
|
+
}
|
|
214
|
+
for (const glyph of eq3.part('V')) glyph.fill('purple')
|
|
215
|
+
|
|
216
|
+
const note = (content: string) => place(text(content, { size: 24, color: 'dim', maxWidth: 410, leading: 1.42 }), -178)
|
|
217
|
+
const note0 = note('Each cell is one dot product: how well the query of a row word matches the key of a column word.')
|
|
218
|
+
const note1 = note(`Dividing by the square root of d keeps long vectors from pushing softmax into a corner. Here d = ${D}.`)
|
|
219
|
+
const note2 = note('Softmax turns each row into shares that sum to 1. The row for "bank" is now a budget of attention.')
|
|
220
|
+
const note3 = note('The output for "bank" is those shares applied to the value of every word.')
|
|
221
|
+
|
|
222
|
+
const shareLabel = place(text('What "bank" looks at', { size: 19, color: 'dim', uppercase: true, tracking: 0.08, weight: 600 }), -36)
|
|
223
|
+
const ranked = WORDS.map((word, j) => ({ word, weight: WEIGHTS[BANK]![j]!, j })).sort((a, b) => b.weight - a.weight)
|
|
224
|
+
const shares = dynamic(() => {
|
|
225
|
+
const a = soft.value
|
|
226
|
+
return ranked.flatMap((entry, index) => {
|
|
227
|
+
const y = 6 + index * 48
|
|
228
|
+
const barWidth = 200 * entry.weight * 2.6 * a
|
|
229
|
+
return [
|
|
230
|
+
place(text(entry.word, { size: 24, color: 'ink' }), y).opacity(a),
|
|
231
|
+
rect(Math.max(1, barWidth), 16, { fill: 'yellow', stroke: null, radius: 2 }).at(COLUMN + 108 + barWidth / 2, y + 14).opacity(a),
|
|
232
|
+
text((entry.weight * a).toFixed(3), { font: 'mono', size: 22, color: 'yellow' }).alignTo([870, 0], 'right').alignTo([0, y + 1], 'top').opacity(a),
|
|
233
|
+
]
|
|
234
|
+
})
|
|
235
|
+
})
|
|
236
|
+
const caveat = place(text('Illustrative vectors. Real arithmetic.', { size: 20, color: 'faint' }), 486)
|
|
237
|
+
|
|
238
|
+
// ── Timeline ────────────────────────────────────────────────────────────
|
|
239
|
+
|
|
240
|
+
s.add(rule)
|
|
241
|
+
s.chapter('A sentence')
|
|
242
|
+
s.play(write(sentence), { duration: 1.6 })
|
|
243
|
+
s.play(write(title), { duration: 1.8 })
|
|
244
|
+
s.play(to(sentence, (node) => {
|
|
245
|
+
node.moveTo([-400, SENTENCE_Y])
|
|
246
|
+
node.scale(0.54)
|
|
247
|
+
}), fade(rule, 1), { duration: 1.2 })
|
|
248
|
+
for (const index of [BANK]) s.play(...wordsOf(index).map((glyph) => to(glyph, (g) => g.fill('yellow'), { duration: 0.6 })))
|
|
249
|
+
s.wait(0.2)
|
|
250
|
+
|
|
251
|
+
s.chapter('Scores')
|
|
252
|
+
s.play(fadeIn([rowLabels, colLabels], { lag: 0.04 }), fadeIn(qStrips, { lag: 0.01 }), fadeIn(kStrips, { lag: 0.01 }), fadeIn([qTag, kTag]), { duration: 1.2 })
|
|
253
|
+
s.play(write(eq0), fadeIn(note0), { duration: 1.2 })
|
|
254
|
+
s.add(matrix)
|
|
255
|
+
s.play(fill.to(36, { ease: linear }), { duration: 4.6 })
|
|
256
|
+
s.wait(0.6)
|
|
257
|
+
|
|
258
|
+
s.chapter('Scale')
|
|
259
|
+
s.play(morphMatching(eq0, eq1), fadeOut(note0), fadeIn(note1), { duration: 1.3 })
|
|
260
|
+
s.play(scaled.to(1, { ease: smoother }), { duration: 1.8 })
|
|
261
|
+
s.wait(0.8)
|
|
262
|
+
|
|
263
|
+
s.chapter('Softmax')
|
|
264
|
+
s.play(morphMatching(eq1, eq2), fadeOut(note1), fadeIn(note2), { duration: 1.3 })
|
|
265
|
+
s.add(sums, shares)
|
|
266
|
+
s.play(soft.to(1, { ease: smoother }), fadeIn(shareLabel), focus.to(1), { duration: 2.6 })
|
|
267
|
+
s.wait(0.6)
|
|
268
|
+
s.add(arcDiagram)
|
|
269
|
+
s.play(arcs.to(1, { ease: smoother }), { duration: 1.8 })
|
|
270
|
+
s.wait(1.2)
|
|
271
|
+
|
|
272
|
+
s.chapter('Values')
|
|
273
|
+
s.play(morphMatching(eq2, eq3), fadeOut(note2), fadeIn(note3), fadeIn(vStrips, { lag: 0.01 }), fadeIn(vTag), { duration: 1.5 })
|
|
274
|
+
s.add(output)
|
|
275
|
+
s.play(flow.to(1, { ease: linear }), fadeIn(outTag), { duration: 3.2 })
|
|
276
|
+
s.play(fadeIn(caveat), { duration: 0.8 })
|
|
277
|
+
s.wait(3)
|
|
278
|
+
})
|