@nodetool-ai/game-renderer 0.8.2 → 0.8.4-a13.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (106) hide show
  1. package/dist/.nodetool-build-stamp +1 -1
  2. package/dist/audio/music.d.ts +38 -0
  3. package/dist/audio/music.d.ts.map +1 -0
  4. package/dist/audio/music.js +186 -0
  5. package/dist/audio/music.js.map +1 -0
  6. package/dist/audio/player.d.ts +15 -1
  7. package/dist/audio/player.d.ts.map +1 -1
  8. package/dist/audio/player.js +185 -19
  9. package/dist/audio/player.js.map +1 -1
  10. package/dist/build-tauri.d.ts +69 -0
  11. package/dist/build-tauri.d.ts.map +1 -0
  12. package/dist/build-tauri.js +405 -0
  13. package/dist/build-tauri.js.map +1 -0
  14. package/dist/build3d.d.ts +1 -1
  15. package/dist/build3d.d.ts.map +1 -1
  16. package/dist/build3d.js +13 -1
  17. package/dist/build3d.js.map +1 -1
  18. package/dist/game3d-capture-page.js +328 -262
  19. package/dist/game3d-player.js +415 -311
  20. package/dist/index.d.ts +2 -0
  21. package/dist/index.d.ts.map +1 -1
  22. package/dist/index.js +2 -0
  23. package/dist/index.js.map +1 -1
  24. package/dist/node3d.d.ts +3 -0
  25. package/dist/node3d.d.ts.map +1 -1
  26. package/dist/node3d.js +27 -1
  27. package/dist/node3d.js.map +1 -1
  28. package/dist/particles/index.d.ts +1 -0
  29. package/dist/particles/index.d.ts.map +1 -1
  30. package/dist/particles/index.js +1 -0
  31. package/dist/particles/index.js.map +1 -1
  32. package/dist/particles/particles3d.d.ts +89 -0
  33. package/dist/particles/particles3d.d.ts.map +1 -0
  34. package/dist/particles/particles3d.js +176 -0
  35. package/dist/particles/particles3d.js.map +1 -0
  36. package/dist/particles/pass3d.d.ts +63 -0
  37. package/dist/particles/pass3d.d.ts.map +1 -0
  38. package/dist/particles/pass3d.js +394 -0
  39. package/dist/particles/pass3d.js.map +1 -0
  40. package/dist/particles/simulator.d.ts +4 -0
  41. package/dist/particles/simulator.d.ts.map +1 -1
  42. package/dist/particles/simulator.js +9 -1
  43. package/dist/particles/simulator.js.map +1 -1
  44. package/dist/player-v1.js +412 -353
  45. package/dist/preparation3d.d.ts +2 -0
  46. package/dist/preparation3d.d.ts.map +1 -1
  47. package/dist/preparation3d.js +1 -0
  48. package/dist/preparation3d.js.map +1 -1
  49. package/dist/renderer3d/assets/image-cache.d.ts +20 -0
  50. package/dist/renderer3d/assets/image-cache.d.ts.map +1 -0
  51. package/dist/renderer3d/assets/image-cache.js +140 -0
  52. package/dist/renderer3d/assets/image-cache.js.map +1 -0
  53. package/dist/renderer3d/assets/image-contract.d.ts +14 -0
  54. package/dist/renderer3d/assets/image-contract.d.ts.map +1 -0
  55. package/dist/renderer3d/assets/image-contract.js +2 -0
  56. package/dist/renderer3d/assets/image-contract.js.map +1 -0
  57. package/dist/renderer3d/assets/image-preparation.d.ts +18 -0
  58. package/dist/renderer3d/assets/image-preparation.d.ts.map +1 -0
  59. package/dist/renderer3d/assets/image-preparation.js +167 -0
  60. package/dist/renderer3d/assets/image-preparation.js.map +1 -0
  61. package/dist/renderer3d/capture-page.d.ts +3 -0
  62. package/dist/renderer3d/capture-page.d.ts.map +1 -1
  63. package/dist/renderer3d/capture-page.js +17 -4
  64. package/dist/renderer3d/capture-page.js.map +1 -1
  65. package/dist/renderer3d/hud/paint.d.ts +1 -0
  66. package/dist/renderer3d/hud/paint.d.ts.map +1 -1
  67. package/dist/renderer3d/hud/paint.js +7 -0
  68. package/dist/renderer3d/hud/paint.js.map +1 -1
  69. package/dist/renderer3d/index.d.ts +13 -2
  70. package/dist/renderer3d/index.d.ts.map +1 -1
  71. package/dist/renderer3d/index.js +26 -4
  72. package/dist/renderer3d/index.js.map +1 -1
  73. package/dist/renderer3d/passes/editor.d.ts +59 -0
  74. package/dist/renderer3d/passes/editor.d.ts.map +1 -0
  75. package/dist/renderer3d/passes/editor.js +290 -0
  76. package/dist/renderer3d/passes/editor.js.map +1 -0
  77. package/dist/renderer3d/passes/post-processing.d.ts +2 -0
  78. package/dist/renderer3d/passes/post-processing.d.ts.map +1 -1
  79. package/dist/renderer3d/passes/post-processing.js +3 -1
  80. package/dist/renderer3d/passes/post-processing.js.map +1 -1
  81. package/dist/renderer3d/preparation.d.ts.map +1 -1
  82. package/dist/renderer3d/preparation.js +2 -0
  83. package/dist/renderer3d/preparation.js.map +1 -1
  84. package/dist/save-storage.d.ts +19 -0
  85. package/dist/save-storage.d.ts.map +1 -0
  86. package/dist/save-storage.js +135 -0
  87. package/dist/save-storage.js.map +1 -0
  88. package/dist/smoke.d.ts.map +1 -1
  89. package/dist/smoke.js +12 -2
  90. package/dist/smoke.js.map +1 -1
  91. package/dist/standalone-player.d.ts +3 -0
  92. package/dist/standalone-player.d.ts.map +1 -1
  93. package/dist/standalone-player.js +40 -30
  94. package/dist/standalone-player.js.map +1 -1
  95. package/dist/standalone-player3d.d.ts +3 -0
  96. package/dist/standalone-player3d.d.ts.map +1 -1
  97. package/dist/standalone-player3d.js +47 -13
  98. package/dist/standalone-player3d.js.map +1 -1
  99. package/dist/ui/controller.d.ts.map +1 -1
  100. package/dist/ui/controller.js +2 -1
  101. package/dist/ui/controller.js.map +1 -1
  102. package/dist/ui/hud3d.d.ts +5 -0
  103. package/dist/ui/hud3d.d.ts.map +1 -0
  104. package/dist/ui/hud3d.js +5 -0
  105. package/dist/ui/hud3d.js.map +1 -0
  106. package/package.json +19 -6
@@ -1,3 +1,5 @@
1
1
  export * from "./renderer3d/preparation.js";
2
2
  export * from "./renderer3d/import.js";
3
+ export { prepareGameImage3D, GAME_IMAGE_MAX_SOURCE_BYTES_3D, GAME_IMAGE_MAX_DIMENSION_3D, GAME_IMAGE_MAX_TEXTURE_BYTES_3D } from "./renderer3d/assets/image-preparation.js";
4
+ export type { PreparedGameImage3D, DecodeGameImage3D, GameImageSources3D } from "./renderer3d/assets/image-contract.js";
3
5
  //# sourceMappingURL=preparation3d.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"preparation3d.d.ts","sourceRoot":"","sources":["../src/preparation3d.ts"],"names":[],"mappings":"AAAA,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC"}
1
+ {"version":3,"file":"preparation3d.d.ts","sourceRoot":"","sources":["../src/preparation3d.ts"],"names":[],"mappings":"AAAA,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,OAAO,EAAE,kBAAkB,EAAE,8BAA8B,EAAE,2BAA2B,EAAE,+BAA+B,EAAE,MAAM,0CAA0C,CAAC;AAC5K,YAAY,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,uCAAuC,CAAC"}
@@ -1,3 +1,4 @@
1
1
  export * from "./renderer3d/preparation.js";
2
2
  export * from "./renderer3d/import.js";
3
+ export { prepareGameImage3D, GAME_IMAGE_MAX_SOURCE_BYTES_3D, GAME_IMAGE_MAX_DIMENSION_3D, GAME_IMAGE_MAX_TEXTURE_BYTES_3D } from "./renderer3d/assets/image-preparation.js";
3
4
  //# sourceMappingURL=preparation3d.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"preparation3d.js","sourceRoot":"","sources":["../src/preparation3d.ts"],"names":[],"mappings":"AAAA,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC"}
1
+ {"version":3,"file":"preparation3d.js","sourceRoot":"","sources":["../src/preparation3d.ts"],"names":[],"mappings":"AAAA,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,OAAO,EAAE,kBAAkB,EAAE,8BAA8B,EAAE,2BAA2B,EAAE,+BAA+B,EAAE,MAAM,0CAA0C,CAAC"}
@@ -0,0 +1,20 @@
1
+ import { Texture } from "three";
2
+ import type { GameImageSources3D, PreparedGameImage3D } from "./image-contract.js";
3
+ /** Decodes prepared bytes without issuing a URL request, retaining bitmap ownership until texture disposal. */
4
+ export declare function decodeGameImage3D(image: PreparedGameImage3D, signal: AbortSignal): Promise<Texture>;
5
+ /** Owns canonical image textures. Materials clone them when choosing UV transforms or color space. */
6
+ export declare class GameImageCache3D {
7
+ private readonly sources;
8
+ private readonly signal;
9
+ private readonly entries;
10
+ private disposed;
11
+ private reservedBytes;
12
+ private readonly onAbort;
13
+ constructor(sources: GameImageSources3D, signal: AbortSignal);
14
+ get textureBytes(): number;
15
+ get(logicalId: string): Promise<Texture>;
16
+ private load;
17
+ invalidate(slot: string): Promise<void>;
18
+ dispose(): void;
19
+ }
20
+ //# sourceMappingURL=image-cache.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"image-cache.d.ts","sourceRoot":"","sources":["../../../src/renderer3d/assets/image-cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,OAAO,CAAC;AAEhC,OAAO,KAAK,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAInF,+GAA+G;AAC/G,wBAAsB,iBAAiB,CAAC,KAAK,EAAE,mBAAmB,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAUzG;AAUD,sGAAsG;AACtG,qBAAa,gBAAgB;IAKf,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAsB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAJjF,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAmC;IAC3D,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA8B;IACtD,YAA6B,OAAO,EAAE,kBAAkB,EAAmB,MAAM,EAAE,WAAW,EAG7F;IACD,IAAI,YAAY,IAAI,MAAM,CAA2F;IAC/G,GAAG,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CA4B7C;YACa,IAAI;IAuBZ,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAQ5C;IACD,OAAO,IAAI,IAAI,CASd;CACF"}
@@ -0,0 +1,140 @@
1
+ import { Texture } from "three";
2
+ import { gameAssetBinding3D } from "@nodetool-ai/protocol";
3
+ import { prepareGameImage3D } from "./image-preparation.js";
4
+ import { GAME_MODEL_BUDGETS } from "../preparation.js";
5
+ /** Decodes prepared bytes without issuing a URL request, retaining bitmap ownership until texture disposal. */
6
+ export async function decodeGameImage3D(image, signal) {
7
+ signal.throwIfAborted();
8
+ const bitmap = await createImageBitmap(new Blob([new Uint8Array(image.bytes).buffer], { type: `image/${image.binding.format}` }), { imageOrientation: "flipY", premultiplyAlpha: "none", colorSpaceConversion: "none" });
9
+ if (signal.aborted) {
10
+ bitmap.close();
11
+ signal.throwIfAborted();
12
+ }
13
+ const texture = new Texture(bitmap);
14
+ const close = () => { texture.removeEventListener("dispose", close); bitmap.close(); };
15
+ texture.addEventListener("dispose", close);
16
+ texture.needsUpdate = true;
17
+ return texture;
18
+ }
19
+ /** Owns canonical image textures. Materials clone them when choosing UV transforms or color space. */
20
+ export class GameImageCache3D {
21
+ sources;
22
+ signal;
23
+ entries = new Map();
24
+ disposed = false;
25
+ reservedBytes = 0;
26
+ onAbort = () => this.dispose();
27
+ constructor(sources, signal) {
28
+ this.sources = sources;
29
+ this.signal = signal;
30
+ signal.addEventListener("abort", this.onAbort, { once: true });
31
+ if (signal.aborted) {
32
+ this.dispose();
33
+ }
34
+ }
35
+ get textureBytes() { return [...this.entries.values()].reduce((sum, entry) => sum + entry.textureBytes, 0); }
36
+ async get(logicalId) {
37
+ this.signal.throwIfAborted();
38
+ if (this.disposed) {
39
+ throw new Error("Image cache is disposed");
40
+ }
41
+ const existing = this.entries.get(logicalId);
42
+ if (existing) {
43
+ return existing.pending;
44
+ }
45
+ const controller = new AbortController();
46
+ const signal = AbortSignal.any([this.signal, controller.signal]);
47
+ let reservation = 0;
48
+ const reserve = (bytes) => {
49
+ if (this.reservedBytes + bytes > GAME_MODEL_BUDGETS.maxTextureBytes) {
50
+ throw new Error("Image cache exceeds aggregate texture byte budget");
51
+ }
52
+ this.reservedBytes += bytes;
53
+ reservation = bytes;
54
+ };
55
+ const release = () => { this.reservedBytes -= reservation; reservation = 0; };
56
+ const entry = { controller, release, textureBytes: 0, pending: this.load(logicalId, signal, reserve).then((texture) => {
57
+ if (signal.aborted || this.disposed) {
58
+ texture.dispose();
59
+ signal.throwIfAborted();
60
+ throw new Error("Image cache is disposed");
61
+ }
62
+ entry.texture = texture;
63
+ const image = texture.image;
64
+ if (image !== null && typeof image === "object" && "width" in image && "height" in image && typeof image.width === "number" && typeof image.height === "number") {
65
+ entry.textureBytes = image.width * image.height * 4;
66
+ }
67
+ return texture;
68
+ }).catch((error) => {
69
+ release();
70
+ if (this.entries.get(logicalId) === entry) {
71
+ this.entries.delete(logicalId);
72
+ }
73
+ throw error;
74
+ }) };
75
+ this.entries.set(logicalId, entry);
76
+ return entry.pending;
77
+ }
78
+ async load(logicalId, signal, reserve) {
79
+ const source = await this.sources.resolveImage?.(logicalId, signal);
80
+ signal.throwIfAborted();
81
+ if (!source) {
82
+ throw new Error(`Image asset ${logicalId} is missing`);
83
+ }
84
+ const binding = gameAssetBinding3D.parse(source.binding);
85
+ if (binding.mediaKind !== "image") {
86
+ throw new Error("Expected image binding");
87
+ }
88
+ const checked = await prepareGameImage3D(source.bytes, { assetId: binding.assetId, expectedDigest: binding.digest, signal });
89
+ if (!checked.ok) {
90
+ throw new Error(`Image ${logicalId} failed preparation: ${checked.diagnostics.map((entry) => entry.message).join("; ")}`);
91
+ }
92
+ if (binding.width !== checked.image.binding.width || binding.height !== checked.image.binding.height || binding.format !== checked.image.binding.format || binding.byteLength !== source.bytes.length) {
93
+ throw new Error("Image source metadata does not match binding");
94
+ }
95
+ signal.throwIfAborted();
96
+ reserve(binding.width * binding.height * 4);
97
+ const texture = await (this.sources.decodeImage ?? decodeGameImage3D)(checked.image, signal);
98
+ try {
99
+ signal.throwIfAborted();
100
+ const image = texture.image;
101
+ if (image === null || typeof image !== "object" || !("width" in image) || !("height" in image) || image.width !== binding.width || image.height !== binding.height) {
102
+ throw new Error("Decoded image dimensions do not match binding");
103
+ }
104
+ return texture;
105
+ }
106
+ catch (error) {
107
+ texture.dispose();
108
+ throw error;
109
+ }
110
+ }
111
+ async invalidate(slot) {
112
+ const entry = this.entries.get(slot);
113
+ this.entries.delete(slot);
114
+ if (entry) {
115
+ entry.controller.abort();
116
+ if (entry.texture) {
117
+ entry.texture.dispose();
118
+ entry.texture = undefined;
119
+ entry.release();
120
+ }
121
+ await entry.pending.catch(() => undefined);
122
+ }
123
+ }
124
+ dispose() {
125
+ if (this.disposed) {
126
+ return;
127
+ }
128
+ this.disposed = true;
129
+ this.signal.removeEventListener("abort", this.onAbort);
130
+ for (const entry of this.entries.values()) {
131
+ entry.controller.abort();
132
+ if (entry.texture) {
133
+ entry.texture.dispose();
134
+ entry.release();
135
+ }
136
+ }
137
+ this.entries.clear();
138
+ }
139
+ }
140
+ //# sourceMappingURL=image-cache.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"image-cache.js","sourceRoot":"","sources":["../../../src/renderer3d/assets/image-cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,OAAO,CAAC;AAChC,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAE3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAEvD,+GAA+G;AAC/G,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,KAA0B,EAAE,MAAmB;IACrF,MAAM,CAAC,cAAc,EAAE,CAAC;IACxB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,EAC9H,EAAE,gBAAgB,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,EAAE,oBAAoB,EAAE,MAAM,EAAE,CAAC,CAAC;IACzF,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAAC,MAAM,CAAC,cAAc,EAAE,CAAC;IAAC,CAAC;IAChE,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,GAAS,EAAE,GAAG,OAAO,CAAC,mBAAmB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7F,OAAO,CAAC,gBAAgB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC3C,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC;AAUD,sGAAsG;AACtG,MAAM,OAAO,gBAAgB;IAKE,OAAO;IAAuC,MAAM;IAJhE,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;IACnD,QAAQ,GAAG,KAAK,CAAC;IACjB,aAAa,GAAG,CAAC,CAAC;IACT,OAAO,GAAG,GAAS,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;IACtD,YAA6B,OAA2B,EAAmB,MAAmB;uBAAjE,OAAO;sBAAuC,MAAM;QAC/E,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/D,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAAC,CAAC;IACzC,CAAC;IACD,IAAI,YAAY,KAAa,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACrH,KAAK,CAAC,GAAG,CAAC,SAAiB;QACzB,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QAC7B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAAC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAAC,CAAC;QAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,QAAQ,EAAE,CAAC;YAAC,OAAO,QAAQ,CAAC,OAAO,CAAC;QAAC,CAAC;QAC1C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QACjE,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,MAAM,OAAO,GAAG,CAAC,KAAa,EAAQ,EAAE;YACtC,IAAI,IAAI,CAAC,aAAa,GAAG,KAAK,GAAG,kBAAkB,CAAC,eAAe,EAAE,CAAC;gBAAC,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;YAAC,CAAC;YAC9I,IAAI,CAAC,aAAa,IAAI,KAAK,CAAC;YAAC,WAAW,GAAG,KAAK,CAAC;QACnD,CAAC,CAAC;QACF,MAAM,OAAO,GAAG,GAAS,EAAE,GAAG,IAAI,CAAC,aAAa,IAAI,WAAW,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACpF,MAAM,KAAK,GAAiB,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;gBAClI,IAAI,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oBAAC,MAAM,CAAC,cAAc,EAAE,CAAC;oBAAC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;gBAAC,CAAC;gBAChI,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC;gBACxB,MAAM,KAAK,GAAY,OAAO,CAAC,KAAK,CAAC;gBACrC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,IAAI,KAAK,IAAI,QAAQ,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;oBAChK,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;gBACtD,CAAC;gBACD,OAAO,OAAO,CAAC;YACjB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;gBAC1B,OAAO,EAAE,CAAC;gBACV,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,KAAK,EAAE,CAAC;oBAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBAAC,CAAC;gBAC9E,MAAM,KAAK,CAAC;YACd,CAAC,CAAC,EAAE,CAAC;QACL,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACnC,OAAO,KAAK,CAAC,OAAO,CAAC;IACvB,CAAC;IACO,KAAK,CAAC,IAAI,CAAC,SAAiB,EAAE,MAAmB,EAAE,OAAgC;QACzF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACpE,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,IAAI,CAAC,MAAM,EAAE,CAAC;YAAC,MAAM,IAAI,KAAK,CAAC,eAAe,SAAS,aAAa,CAAC,CAAC;QAAC,CAAC;QACxE,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzD,IAAI,OAAO,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;YAAC,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAAC,CAAC;QACjF,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,cAAc,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7H,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;YAAC,MAAM,IAAI,KAAK,CAAC,SAAS,SAAS,wBAAwB,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAAC,CAAC;QAC/I,IAAI,OAAO,CAAC,KAAK,KAAK,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,UAAU,KAAK,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtM,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,OAAO,CAAC,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,iBAAiB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7F,IAAI,CAAC;YACH,MAAM,CAAC,cAAc,EAAE,CAAC;YACxB,MAAM,KAAK,GAAY,OAAO,CAAC,KAAK,CAAC;YACrC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnK,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;YACnE,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAAC,MAAM,KAAK,CAAC;QAAC,CAAC;IACrD,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1B,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACzB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBAAC,KAAK,CAAC,OAAO,GAAG,SAAS,CAAC;gBAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YAAC,CAAC;YAC3F,MAAM,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IACD,OAAO;QACL,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAAC,OAAO;QAAC,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACvD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACzB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YAAC,CAAC;QAClE,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF"}
@@ -0,0 +1,14 @@
1
+ import type { Texture } from "three";
2
+ import type { GameAssetBinding3D } from "@nodetool-ai/protocol";
3
+ export interface PreparedGameImage3D {
4
+ readonly bytes: Uint8Array;
5
+ readonly binding: Extract<GameAssetBinding3D, {
6
+ mediaKind: "image";
7
+ }>;
8
+ }
9
+ export type DecodeGameImage3D = (image: PreparedGameImage3D, signal: AbortSignal) => Promise<Texture>;
10
+ export interface GameImageSources3D {
11
+ readonly resolveImage?: (logicalId: string, signal: AbortSignal) => Promise<PreparedGameImage3D | null>;
12
+ readonly decodeImage?: DecodeGameImage3D;
13
+ }
14
+ //# sourceMappingURL=image-contract.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"image-contract.d.ts","sourceRoot":"","sources":["../../../src/renderer3d/assets/image-contract.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,OAAO,CAAC;AACrC,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAEhE,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,kBAAkB,EAAE;QAAE,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;CACvE;AACD,MAAM,MAAM,iBAAiB,GAAG,CAAC,KAAK,EAAE,mBAAmB,EAAE,MAAM,EAAE,WAAW,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;AACtG,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,KAAK,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC;IACxG,QAAQ,CAAC,WAAW,CAAC,EAAE,iBAAiB,CAAC;CAC1C"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=image-contract.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"image-contract.js","sourceRoot":"","sources":["../../../src/renderer3d/assets/image-contract.ts"],"names":[],"mappings":""}
@@ -0,0 +1,18 @@
1
+ import type { GameModelDiagnostic } from "../preparation.js";
2
+ import type { PreparedGameImage3D } from "./image-contract.js";
3
+ export declare const GAME_IMAGE_MAX_SOURCE_BYTES_3D: number;
4
+ export declare const GAME_IMAGE_MAX_DIMENSION_3D = 4096;
5
+ export declare const GAME_IMAGE_MAX_TEXTURE_BYTES_3D: number;
6
+ /** Checks encoded identity and decoded allocation bounds before handing bytes to an image decoder. */
7
+ export declare function prepareGameImage3D(source: Uint8Array, options: {
8
+ readonly assetId: string;
9
+ readonly expectedDigest?: string;
10
+ readonly signal?: AbortSignal;
11
+ }): Promise<{
12
+ readonly ok: true;
13
+ readonly image: PreparedGameImage3D;
14
+ } | {
15
+ readonly ok: false;
16
+ readonly diagnostics: readonly GameModelDiagnostic[];
17
+ }>;
18
+ //# sourceMappingURL=image-preparation.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"image-preparation.d.ts","sourceRoot":"","sources":["../../../src/renderer3d/assets/image-preparation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAC7D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAE/D,eAAO,MAAM,8BAA8B,QAAmB,CAAC;AAC/D,eAAO,MAAM,2BAA2B,OAAO,CAAC;AAChD,eAAO,MAAM,+BAA+B,QAAmB,CAAC;AA8FhE,sGAAsG;AACtG,wBAAsB,kBAAkB,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE;IAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,GAAG,OAAO,CACzK;IAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,mBAAmB,CAAA;CAAE,GAC1D;IAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,WAAW,EAAE,SAAS,mBAAmB,EAAE,CAAA;CAAE,CAC/E,CAkBA"}
@@ -0,0 +1,167 @@
1
+ export const GAME_IMAGE_MAX_SOURCE_BYTES_3D = 16 * 1024 * 1024;
2
+ export const GAME_IMAGE_MAX_DIMENSION_3D = 4096;
3
+ export const GAME_IMAGE_MAX_TEXTURE_BYTES_3D = 64 * 1024 * 1024;
4
+ const CRC_TABLE = Uint32Array.from({ length: 256 }, (_, index) => {
5
+ let value = index;
6
+ for (let bit = 0; bit < 8; bit++) {
7
+ value = (value & 1) === 1 ? 0xedb88320 ^ (value >>> 1) : value >>> 1;
8
+ }
9
+ return value >>> 0;
10
+ });
11
+ function pngCrc(bytes) {
12
+ let crc = 0xffffffff;
13
+ for (const byte of bytes) {
14
+ crc = (crc >>> 8) ^ (CRC_TABLE[(crc ^ byte) & 255] ?? 0);
15
+ }
16
+ return (crc ^ 0xffffffff) >>> 0;
17
+ }
18
+ function jpegExifOrientation(bytes) {
19
+ if (bytes.length < 14 || bytes[0] !== 69 || bytes[1] !== 120 || bytes[2] !== 105 || bytes[3] !== 102 || bytes[4] !== 0 || bytes[5] !== 0) {
20
+ return undefined;
21
+ }
22
+ const view = new DataView(bytes.buffer, bytes.byteOffset + 6, bytes.length - 6);
23
+ const byteOrder = view.getUint16(0);
24
+ if (byteOrder !== 0x4949 && byteOrder !== 0x4d4d) {
25
+ return undefined;
26
+ }
27
+ const littleEndian = byteOrder === 0x4949;
28
+ if (view.getUint16(2, littleEndian) !== 42) {
29
+ return undefined;
30
+ }
31
+ const offset = view.getUint32(4, littleEndian);
32
+ if (offset < 8 || offset > view.byteLength - 2) {
33
+ return undefined;
34
+ }
35
+ const count = view.getUint16(offset, littleEndian);
36
+ if (count > Math.floor((view.byteLength - offset - 2) / 12)) {
37
+ return undefined;
38
+ }
39
+ for (let index = 0; index < count; index++) {
40
+ const entry = offset + 2 + index * 12;
41
+ if (view.getUint16(entry, littleEndian) !== 0x112 || view.getUint16(entry + 2, littleEndian) !== 3 || view.getUint32(entry + 4, littleEndian) !== 1) {
42
+ continue;
43
+ }
44
+ const orientation = view.getUint16(entry + 8, littleEndian);
45
+ if (orientation >= 1 && orientation <= 8) {
46
+ return orientation;
47
+ }
48
+ }
49
+ return undefined;
50
+ }
51
+ function dimensions(bytes) {
52
+ const view = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
53
+ if (bytes.length >= 33 && view.getUint32(0) === 0x89504e47 && view.getUint32(4) === 0x0d0a1a0a &&
54
+ view.getUint32(8) === 13 && view.getUint32(12) === 0x49484452) {
55
+ let cursor = 8;
56
+ let sawData = false;
57
+ while (cursor + 12 <= bytes.length) {
58
+ const length = view.getUint32(cursor);
59
+ if (length > bytes.length - cursor - 12) {
60
+ throw new Error("Truncated PNG chunk");
61
+ }
62
+ const kind = view.getUint32(cursor + 4);
63
+ if (view.getUint32(cursor + 8 + length) !== pngCrc(bytes.subarray(cursor + 4, cursor + 8 + length))) {
64
+ throw new Error("PNG chunk checksum mismatch");
65
+ }
66
+ if (kind === 0x49484452 && cursor !== 8) {
67
+ throw new Error("Duplicate PNG image header");
68
+ }
69
+ if (kind === 0x49444154) {
70
+ sawData = true;
71
+ }
72
+ cursor += length + 12;
73
+ if (kind === 0x49454e44) {
74
+ if (length !== 0 || cursor !== bytes.length || !sawData) {
75
+ throw new Error("Malformed PNG end chunk");
76
+ }
77
+ return { format: "png", width: view.getUint32(16), height: view.getUint32(20) };
78
+ }
79
+ }
80
+ throw new Error("PNG requires complete image data and end chunks");
81
+ }
82
+ if (bytes.length >= 4 && view.getUint16(0) === 0xffd8 && view.getUint16(bytes.length - 2) === 0xffd9) {
83
+ let cursor = 2;
84
+ let size;
85
+ let orientation = 1;
86
+ while (cursor + 2 <= bytes.length) {
87
+ if (bytes[cursor] !== 255) {
88
+ throw new Error("Malformed JPEG marker");
89
+ }
90
+ while (cursor + 1 < bytes.length && bytes[cursor + 1] === 255) {
91
+ cursor++;
92
+ }
93
+ if (cursor + 2 > bytes.length) {
94
+ throw new Error("Truncated JPEG marker");
95
+ }
96
+ const marker = bytes[cursor + 1];
97
+ if (marker === 217 || marker === 218) {
98
+ break;
99
+ }
100
+ if (cursor + 4 > bytes.length) {
101
+ throw new Error("Truncated JPEG segment");
102
+ }
103
+ const length = view.getUint16(cursor + 2);
104
+ if (length < 2 || length > bytes.length - cursor - 2) {
105
+ throw new Error("Truncated JPEG segment");
106
+ }
107
+ if (marker === 225) {
108
+ orientation = jpegExifOrientation(bytes.subarray(cursor + 4, cursor + 2 + length)) ?? orientation;
109
+ }
110
+ if (marker !== undefined && [192, 193, 194].includes(marker) && length >= 8) {
111
+ size = { width: view.getUint16(cursor + 7), height: view.getUint16(cursor + 5) };
112
+ }
113
+ cursor += length + 2;
114
+ }
115
+ if (size) {
116
+ return { format: "jpeg", width: orientation >= 5 ? size.height : size.width, height: orientation >= 5 ? size.width : size.height };
117
+ }
118
+ }
119
+ if (bytes.length >= 30 && view.getUint32(0) === 0x52494646 && view.getUint32(8) === 0x57454250 && view.getUint32(4, true) === bytes.length - 8) {
120
+ const kind = view.getUint32(12);
121
+ const length = view.getUint32(16, true);
122
+ if (length > bytes.length - 20) {
123
+ throw new Error("Truncated WebP chunk");
124
+ }
125
+ if (kind === 0x56503858 && length === 10) {
126
+ const width = 1 + view.getUint8(24) + view.getUint8(25) * 256 + view.getUint8(26) * 65536;
127
+ const height = 1 + view.getUint8(27) + view.getUint8(28) * 256 + view.getUint8(29) * 65536;
128
+ return { format: "webp", width, height };
129
+ }
130
+ if (kind === 0x56503820 && length >= 10 && view.getUint8(23) === 0x9d && view.getUint8(24) === 1 && view.getUint8(25) === 0x2a) {
131
+ return { format: "webp", width: view.getUint16(26, true) & 0x3fff, height: view.getUint16(28, true) & 0x3fff };
132
+ }
133
+ if (kind === 0x5650384c && length >= 5 && view.getUint8(20) === 0x2f) {
134
+ const bits = view.getUint32(21, true);
135
+ return { format: "webp", width: (bits & 0x3fff) + 1, height: ((bits >>> 14) & 0x3fff) + 1 };
136
+ }
137
+ }
138
+ throw new Error("Expected a complete PNG, JPEG or WebP image");
139
+ }
140
+ /** Checks encoded identity and decoded allocation bounds before handing bytes to an image decoder. */
141
+ export async function prepareGameImage3D(source, options) {
142
+ options.signal?.throwIfAborted();
143
+ try {
144
+ if (source.length === 0 || source.length > GAME_IMAGE_MAX_SOURCE_BYTES_3D) {
145
+ throw new Error("Image source exceeds byte bounds");
146
+ }
147
+ const bytes = new Uint8Array(source);
148
+ const size = dimensions(bytes);
149
+ if (size.width < 1 || size.height < 1 || size.width > GAME_IMAGE_MAX_DIMENSION_3D || size.height > GAME_IMAGE_MAX_DIMENSION_3D ||
150
+ size.width * size.height * 4 > GAME_IMAGE_MAX_TEXTURE_BYTES_3D) {
151
+ throw new Error("Image dimensions exceed texture allocation bounds");
152
+ }
153
+ const digestBytes = await crypto.subtle.digest("SHA-256", bytes);
154
+ options.signal?.throwIfAborted();
155
+ const digest = Array.from(new Uint8Array(digestBytes), (byte) => byte.toString(16).padStart(2, "0")).join("");
156
+ if (options.expectedDigest !== undefined && digest !== options.expectedDigest) {
157
+ throw new Error("Image digest does not match binding");
158
+ }
159
+ return { ok: true, image: { bytes, binding: { mediaKind: "image", assetId: options.assetId, digest, required: true,
160
+ ...size, byteLength: bytes.length, preparationVersion: "1" } } };
161
+ }
162
+ catch (error) {
163
+ options.signal?.throwIfAborted();
164
+ return { ok: false, diagnostics: [{ code: "image.preparation", path: "", message: error instanceof Error ? error.message : "Invalid image" }] };
165
+ }
166
+ }
167
+ //# sourceMappingURL=image-preparation.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"image-preparation.js","sourceRoot":"","sources":["../../../src/renderer3d/assets/image-preparation.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,MAAM,8BAA8B,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAC/D,MAAM,CAAC,MAAM,2BAA2B,GAAG,IAAI,CAAC;AAChD,MAAM,CAAC,MAAM,+BAA+B,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAGhE,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;IAC/D,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC;QAAC,KAAK,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC;IAAC,CAAC;IAC3G,OAAO,KAAK,KAAK,CAAC,CAAC;AACrB,CAAC,CAAC,CAAC;AACH,SAAS,MAAM,CAAC,KAAiB;IAC/B,IAAI,GAAG,GAAG,UAAU,CAAC;IACrB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAAC,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IAAC,CAAC;IACvF,OAAO,CAAC,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;AAClC,CAAC;AACD,SAAS,mBAAmB,CAAC,KAAiB;IAC5C,IAAI,KAAK,CAAC,MAAM,GAAG,EAAE,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;QAAC,OAAO,SAAS,CAAC;IAAC,CAAC;IAC/J,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,GAAG,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAChF,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IACpC,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QAAC,OAAO,SAAS,CAAC;IAAC,CAAC;IACvE,MAAM,YAAY,GAAG,SAAS,KAAK,MAAM,CAAC;IAC1C,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,YAAY,CAAC,KAAK,EAAE,EAAE,CAAC;QAAC,OAAO,SAAS,CAAC;IAAC,CAAC;IACjE,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;IAC/C,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QAAC,OAAO,SAAS,CAAC;IAAC,CAAC;IACrE,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACnD,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,GAAG,MAAM,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC;QAAC,OAAO,SAAS,CAAC;IAAC,CAAC;IAClF,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;QAC3C,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;QACtC,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,YAAY,CAAC,KAAK,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,GAAG,CAAC,EAAE,YAAY,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,GAAG,CAAC,EAAE,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YAAC,SAAS;QAAC,CAAC;QAClK,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC;QAC5D,IAAI,WAAW,IAAI,CAAC,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;YAAC,OAAO,WAAW,CAAC;QAAC,CAAC;IACnE,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AACD,SAAS,UAAU,CAAC,KAAiB;IACnC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IAC5E,IAAI,KAAK,CAAC,MAAM,IAAI,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,UAAU;QAC5F,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,UAAU,EAAE,CAAC;QAChE,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,OAAO,MAAM,GAAG,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACtC,IAAI,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,MAAM,GAAG,EAAE,EAAE,CAAC;gBAAC,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAAC,CAAC;YACpF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACxC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,EAAE,CAAC;gBAAC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;YAAC,CAAC;YACxJ,IAAI,IAAI,KAAK,UAAU,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;gBAAC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAAC,CAAC;YAC3F,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;gBAAC,OAAO,GAAG,IAAI,CAAC;YAAC,CAAC;YAC5C,MAAM,IAAI,MAAM,GAAG,EAAE,CAAC;YACtB,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;gBACxB,IAAI,MAAM,KAAK,CAAC,IAAI,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;oBAAC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;gBAAC,CAAC;gBACxG,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;YAClF,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC;QACrG,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,IAAmD,CAAC;QACxD,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,OAAO,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC;gBAAC,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAAC,CAAC;YACxE,OAAO,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBAAC,MAAM,EAAE,CAAC;YAAC,CAAC;YAC5E,IAAI,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBAAC,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAAC,CAAC;YAC5E,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACjC,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;gBAAC,MAAM;YAAC,CAAC;YAChD,IAAI,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBAAC,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;YAAC,CAAC;YAC7E,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC1C,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC;gBAAC,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;YAAC,CAAC;YACpG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;gBAAC,WAAW,GAAG,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,WAAW,CAAC;YAAC,CAAC;YAC1H,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;gBAC5E,IAAI,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;YACnF,CAAC;YACD,MAAM,IAAI,MAAM,GAAG,CAAC,CAAC;QACvB,CAAC;QACD,IAAI,IAAI,EAAE,CAAC;YAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QAAC,CAAC;IACnJ,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,IAAI,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/I,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACxC,IAAI,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAAC,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAAC,CAAC;QAC5E,IAAI,IAAI,KAAK,UAAU,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC;YAC1F,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC;YAC3F,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAC3C,CAAC;QACD,IAAI,IAAI,KAAK,UAAU,IAAI,MAAM,IAAI,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC;YAC/H,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,MAAM,EAAE,CAAC;QACjH,CAAC;QACD,IAAI,IAAI,KAAK,UAAU,IAAI,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC;YACrE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YACtC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9F,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;AACjE,CAAC;AAED,sGAAsG;AACtG,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,MAAkB,EAAE,OAAsG;IAIjK,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,IAAI,CAAC;QACH,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,8BAA8B,EAAE,CAAC;YAAC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QAAC,CAAC;QACnI,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,GAAG,2BAA2B,IAAI,IAAI,CAAC,MAAM,GAAG,2BAA2B;YAC5H,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,+BAA+B,EAAE,CAAC;YAAC,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QAAC,CAAC;QAC3I,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACjE,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9G,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,IAAI,MAAM,KAAK,OAAO,CAAC,cAAc,EAAE,CAAC;YAAC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QAAC,CAAC;QAC1I,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI;oBAChH,GAAG,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,MAAM,EAAE,kBAAkB,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;IACrE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,EAAE,CAAC;IAClJ,CAAC;AACH,CAAC"}
@@ -1,5 +1,6 @@
1
1
  import type { GameRenderFrame3D } from "@nodetool-ai/protocol";
2
2
  import { type GameRendererCapabilities3D, type GameRendererStats3D, type GameProjectedBounds3D } from "./index.js";
3
+ import { type GameParticleSample3D } from "../particles/particles3d.js";
3
4
  export interface GameCapturePageInput3D {
4
5
  readonly frame: GameRenderFrame3D;
5
6
  readonly interpolation: number;
@@ -8,6 +9,8 @@ export interface GameCapturePageInput3D {
8
9
  readonly boundsOverlay?: boolean;
9
10
  readonly benchmarkFrames?: number;
10
11
  readonly camera?: GameRenderFrame3D["camera"];
12
+ /** Live particles at the captured tick, simulated beside the session by the caller. */
13
+ readonly particles?: readonly GameParticleSample3D[];
11
14
  readonly assets: Readonly<Record<string, {
12
15
  readonly base64: string;
13
16
  readonly digest?: string;
@@ -1 +1 @@
1
- {"version":3,"file":"capture-page.d.ts","sourceRoot":"","sources":["../../src/renderer3d/capture-page.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAwB,KAAK,0BAA0B,EAAE,KAAK,mBAAmB,EAAE,KAAK,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAEzI,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,KAAK,EAAE,iBAAiB,CAAC;IAClC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,aAAa,CAAC,EAAE,OAAO,CAAC;IACjC,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,MAAM,CAAC,EAAE,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC9C,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAC;CAClG;AACD,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,YAAY,EAAE,0BAA0B,CAAC;IAClD,QAAQ,CAAC,KAAK,EAAE,mBAAmB,CAAC;IACpC,QAAQ,CAAC,eAAe,EAAE,SAAS,qBAAqB,EAAE,CAAC;IAC3D,QAAQ,CAAC,SAAS,CAAC,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE;YAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;YAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;YAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;SAAE,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAA;KAAE,CAAC;CACrM;AACD,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,mBAAmB,EAAE,CAAC,KAAK,EAAE,sBAAsB,KAAK,OAAO,CAAC,uBAAuB,CAAC,CAAC;KAC1F;CACF"}
1
+ {"version":3,"file":"capture-page.d.ts","sourceRoot":"","sources":["../../src/renderer3d/capture-page.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAwB,KAAK,0BAA0B,EAAE,KAAK,mBAAmB,EAAE,KAAK,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACzI,OAAO,EAAkC,KAAK,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AAExG,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,KAAK,EAAE,iBAAiB,CAAC;IAClC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,aAAa,CAAC,EAAE,OAAO,CAAC;IACjC,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,MAAM,CAAC,EAAE,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC9C,uFAAuF;IACvF,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,oBAAoB,EAAE,CAAC;IACrD,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAC;CAClG;AACD,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,YAAY,EAAE,0BAA0B,CAAC;IAClD,QAAQ,CAAC,KAAK,EAAE,mBAAmB,CAAC;IACpC,QAAQ,CAAC,eAAe,EAAE,SAAS,qBAAqB,EAAE,CAAC;IAC3D,QAAQ,CAAC,SAAS,CAAC,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE;YAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;YAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;YAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;SAAE,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAA;KAAE,CAAC;CACrM;AACD,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,mBAAmB,EAAE,CAAC,KAAK,EAAE,sBAAsB,KAAK,OAAO,CAAC,uBAAuB,CAAC,CAAC;KAC1F;CACF"}
@@ -1,5 +1,6 @@
1
1
  import { BoxHelper } from "three";
2
2
  import { createGameRenderer3D } from "./index.js";
3
+ import { gameParticleFieldFromSamples3D } from "../particles/particles3d.js";
3
4
  window.captureNativeGame3D = async (input) => {
4
5
  const canvas = document.querySelector("canvas");
5
6
  if (!canvas) {
@@ -7,6 +8,17 @@ window.captureNativeGame3D = async (input) => {
7
8
  }
8
9
  const controller = new AbortController();
9
10
  const renderer = await createGameRenderer3D({ canvas, signal: controller.signal, preserveDrawingBuffer: true,
11
+ resolveImage: async (logicalId) => {
12
+ const binding = input.frame.images && Object.hasOwn(input.frame.images, logicalId) ? input.frame.images[logicalId] : undefined;
13
+ const asset = Object.hasOwn(input.assets, logicalId) ? input.assets[logicalId] : undefined;
14
+ if (!asset || !binding) {
15
+ return null;
16
+ }
17
+ if (asset.digest !== undefined && asset.digest !== binding.digest) {
18
+ throw new Error(`Capture image digest changed for ${logicalId}`);
19
+ }
20
+ return { bytes: Uint8Array.from(atob(asset.base64), (character) => character.charCodeAt(0)), binding };
21
+ },
10
22
  resolveFont: async (logicalId) => {
11
23
  const asset = input.assets[logicalId];
12
24
  return asset ? { bytes: Uint8Array.from(atob(asset.base64), (character) => character.charCodeAt(0)), digest: asset.digest } : null;
@@ -21,7 +33,8 @@ window.captureNativeGame3D = async (input) => {
21
33
  try {
22
34
  renderer.resize(input.width, input.height);
23
35
  renderer.setCameraOverride(input.camera ?? null);
24
- let stats = await renderer.render(input.frame, input.interpolation);
36
+ const particles = input.particles ? gameParticleFieldFromSamples3D(input.particles, input.frame) : undefined;
37
+ let stats = await renderer.render(input.frame, input.interpolation, particles);
25
38
  const helpers = [];
26
39
  try {
27
40
  if (input.boundsOverlay) {
@@ -35,18 +48,18 @@ window.captureNativeGame3D = async (input) => {
35
48
  renderer.getScene().add(helper);
36
49
  helpers.push(helper);
37
50
  }
38
- stats = await renderer.render(input.frame, input.interpolation);
51
+ stats = await renderer.render(input.frame, input.interpolation, particles);
39
52
  }
40
53
  if (input.benchmarkFrames) {
41
54
  const gl = canvas.getContext("webgl2");
42
55
  for (let index = 0; index < 60; index++) {
43
- await renderer.render(input.frame, input.interpolation);
56
+ await renderer.render(input.frame, input.interpolation, particles);
44
57
  gl?.finish();
45
58
  }
46
59
  const samples = [];
47
60
  for (let index = 0; index < input.benchmarkFrames; index++) {
48
61
  const started = performance.now();
49
- stats = await renderer.render(input.frame, input.interpolation);
62
+ stats = await renderer.render(input.frame, input.interpolation, particles);
50
63
  gl?.finish();
51
64
  samples.push(performance.now() - started);
52
65
  }
@@ -1 +1 @@
1
- {"version":3,"file":"capture-page.js","sourceRoot":"","sources":["../../src/renderer3d/capture-page.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAElC,OAAO,EAAE,oBAAoB,EAAyF,MAAM,YAAY,CAAC;AAwBzI,MAAM,CAAC,mBAAmB,GAAG,KAAK,EAAE,KAAK,EAAE,EAAE;IAC3C,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,CAAC,MAAM,EAAE,CAAC;QAAC,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAAC,CAAC;IAC9D,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,qBAAqB,EAAE,IAAI;QAC1G,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;YAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACtC,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACrI,CAAC;QACD,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;YAChC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACtC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAAC,OAAO,IAAI,CAAC;YAAC,CAAC;YAC5B,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;QACtH,CAAC,EAAE,CAAC,CAAC;IACP,IAAI,CAAC;QACH,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAC3C,QAAQ,CAAC,iBAAiB,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC;QACjD,IAAI,KAAK,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;QACpE,MAAM,OAAO,GAAgB,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;gBACxB,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;oBAC1C,MAAM,MAAM,GAAG,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBACzD,IAAI,CAAC,MAAM,EAAE,CAAC;wBAAC,SAAS;oBAAC,CAAC;oBAC1B,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;oBAChD,MAAM,CAAC,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC;oBACjC,QAAQ,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBAChC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvB,CAAC;gBACD,KAAK,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;YAClE,CAAC;YACD,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;gBAC1B,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;gBACvC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;oBAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;oBAAC,EAAE,EAAE,MAAM,EAAE,CAAC;gBAAC,CAAC;gBACnH,MAAM,OAAO,GAAa,EAAE,CAAC;gBAC7B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,eAAe,EAAE,KAAK,EAAE,EAAE,CAAC;oBAC3D,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;oBAClC,KAAK,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;oBAChE,EAAE,EAAE,MAAM,EAAE,CAAC;oBACb,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC;gBAC5C,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;gBAC5C,MAAM,UAAU,GAAG,CAAC,QAAgB,EAAU,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;gBACnG,OAAO,EAAE,YAAY,EAAE,QAAQ,CAAC,YAAY,EAAE,KAAK,EAAE,eAAe,EAAE,QAAQ,CAAC,eAAe,EAAE;oBAC9F,SAAS,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,eAAe,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,SAAS,CAAC,SAAS,EAAE,aAAa,EAAE,EAAE,KAAK,IAAI,EAAE,EAAE,CAAC;YAC9L,CAAC;YACD,OAAO,EAAE,YAAY,EAAE,QAAQ,CAAC,YAAY,EAAE,KAAK,EAAE,eAAe,EAAE,QAAQ,CAAC,eAAe,EAAE,EAAE,CAAC;QACrG,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACpH,CAAC;IACH,CAAC;YAAS,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;IAAC,CAAC;AACnC,CAAC,CAAC"}
1
+ {"version":3,"file":"capture-page.js","sourceRoot":"","sources":["../../src/renderer3d/capture-page.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAElC,OAAO,EAAE,oBAAoB,EAAyF,MAAM,YAAY,CAAC;AACzI,OAAO,EAAE,8BAA8B,EAA6B,MAAM,6BAA6B,CAAC;AA0BxG,MAAM,CAAC,mBAAmB,GAAG,KAAK,EAAE,KAAK,EAAE,EAAE;IAC3C,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,CAAC,MAAM,EAAE,CAAC;QAAC,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAAC,CAAC;IAC9D,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,qBAAqB,EAAE,IAAI;QAC1G,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;YAChC,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAC/H,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAC3F,IAAI,CAAC,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC;gBAAC,OAAO,IAAI,CAAC;YAAC,CAAC;YACxC,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;gBAAC,MAAM,IAAI,KAAK,CAAC,oCAAoC,SAAS,EAAE,CAAC,CAAC;YAAC,CAAC;YACxI,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;QACzG,CAAC;QACD,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;YAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACtC,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACrI,CAAC;QACD,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;YAChC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACtC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAAC,OAAO,IAAI,CAAC;YAAC,CAAC;YAC5B,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;QACtH,CAAC,EAAE,CAAC,CAAC;IACP,IAAI,CAAC;QACH,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAC3C,QAAQ,CAAC,iBAAiB,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,8BAA8B,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC7G,IAAI,KAAK,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;QAC/E,MAAM,OAAO,GAAgB,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;gBACxB,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;oBAC1C,MAAM,MAAM,GAAG,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBACzD,IAAI,CAAC,MAAM,EAAE,CAAC;wBAAC,SAAS;oBAAC,CAAC;oBAC1B,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;oBAChD,MAAM,CAAC,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC;oBACjC,QAAQ,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBAChC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvB,CAAC;gBACD,KAAK,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;YAC7E,CAAC;YACD,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;gBAC1B,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;gBACvC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;oBAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;oBAAC,EAAE,EAAE,MAAM,EAAE,CAAC;gBAAC,CAAC;gBAC9H,MAAM,OAAO,GAAa,EAAE,CAAC;gBAC7B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,eAAe,EAAE,KAAK,EAAE,EAAE,CAAC;oBAC3D,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;oBAClC,KAAK,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;oBAC3E,EAAE,EAAE,MAAM,EAAE,CAAC;oBACb,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC;gBAC5C,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;gBAC5C,MAAM,UAAU,GAAG,CAAC,QAAgB,EAAU,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;gBACnG,OAAO,EAAE,YAAY,EAAE,QAAQ,CAAC,YAAY,EAAE,KAAK,EAAE,eAAe,EAAE,QAAQ,CAAC,eAAe,EAAE;oBAC9F,SAAS,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,eAAe,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,SAAS,CAAC,SAAS,EAAE,aAAa,EAAE,EAAE,KAAK,IAAI,EAAE,EAAE,CAAC;YAC9L,CAAC;YACD,OAAO,EAAE,YAAY,EAAE,QAAQ,CAAC,YAAY,EAAE,KAAK,EAAE,eAAe,EAAE,QAAQ,CAAC,eAAe,EAAE,EAAE,CAAC;QACrG,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACpH,CAAC;IACH,CAAC;YAAS,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;IAAC,CAAC;AACnC,CAAC,CAAC"}
@@ -1,4 +1,5 @@
1
1
  import * as THREE from "three";
2
2
  import type { GameRenderFrame3D } from "@nodetool-ai/protocol";
3
+ /** Paints the 3D HUD at one canvas pixel per HUD pixel: the widget tree, then the `hud` labels above it. */
3
4
  export declare function paintGameHud(canvas: HTMLCanvasElement, texture: THREE.CanvasTexture, frame: GameRenderFrame3D): void;
4
5
  //# sourceMappingURL=paint.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"paint.d.ts","sourceRoot":"","sources":["../../../src/renderer3d/hud/paint.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAC/B,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAE/D,wBAAgB,YAAY,CAAC,MAAM,EAAE,iBAAiB,EAAE,OAAO,EAAE,KAAK,CAAC,aAAa,EAAE,KAAK,EAAE,iBAAiB,GAAG,IAAI,CAiBpH"}
1
+ {"version":3,"file":"paint.d.ts","sourceRoot":"","sources":["../../../src/renderer3d/hud/paint.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAC/B,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAK/D,4GAA4G;AAC5G,wBAAgB,YAAY,CAAC,MAAM,EAAE,iBAAiB,EAAE,OAAO,EAAE,KAAK,CAAC,aAAa,EAAE,KAAK,EAAE,iBAAiB,GAAG,IAAI,CAmBpH"}
@@ -1,4 +1,7 @@
1
1
  import { gameFontFamily } from "../../fonts.js";
2
+ import { paintGameUi } from "../../ui/paint.js";
3
+ import { gameUiViewport3D } from "../../ui/hud3d.js";
4
+ /** Paints the 3D HUD at one canvas pixel per HUD pixel: the widget tree, then the `hud` labels above it. */
2
5
  export function paintGameHud(canvas, texture, frame) {
3
6
  const { hudWidth, hudHeight } = frame.presentation;
4
7
  if (canvas.width !== Math.round(hudWidth) || canvas.height !== Math.round(hudHeight)) {
@@ -10,6 +13,10 @@ export function paintGameHud(canvas, texture, frame) {
10
13
  throw new Error("HUD Canvas2D context is unavailable");
11
14
  }
12
15
  context.clearRect(0, 0, hudWidth, hudHeight);
16
+ // 3D documents bind no image assets, so image nodes stay empty.
17
+ if (frame.ui) {
18
+ paintGameUi(context, frame.ui, gameUiViewport3D(frame), { gameId: frame.gameId });
19
+ }
13
20
  for (const label of frame.hud) {
14
21
  context.font = `${label.size ?? 18}px ${label.fontId ? `"${gameFontFamily(frame.gameId, label.fontId)}",` : ""}system-ui,sans-serif`;
15
22
  context.fillStyle = label.color ?? "#ffffff";
@@ -1 +1 @@
1
- {"version":3,"file":"paint.js","sourceRoot":"","sources":["../../../src/renderer3d/hud/paint.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,MAAM,UAAU,YAAY,CAAC,MAAyB,EAAE,OAA4B,EAAE,KAAwB;IAC5G,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC,YAAY,CAAC;IACnD,IAAI,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;QACrF,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACxC,IAAI,CAAC,OAAO,EAAE,CAAC;QAAC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAAC,CAAC;IACzE,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IAC7C,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,GAAG,GAAG,KAAK,CAAC,IAAI,IAAI,EAAE,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,sBAAsB,CAAC;QACrI,OAAO,CAAC,SAAS,GAAG,KAAK,CAAC,KAAK,IAAI,SAAS,CAAC;QAC7C,OAAO,CAAC,SAAS,GAAG,KAAK,CAAC,KAAK,IAAI,MAAM,CAAC;QAC1C,OAAO,CAAC,YAAY,GAAG,KAAK,CAAC;QAC7B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;AAC7B,CAAC"}
1
+ {"version":3,"file":"paint.js","sourceRoot":"","sources":["../../../src/renderer3d/hud/paint.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,4GAA4G;AAC5G,MAAM,UAAU,YAAY,CAAC,MAAyB,EAAE,OAA4B,EAAE,KAAwB;IAC5G,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC,YAAY,CAAC;IACnD,IAAI,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;QACrF,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACxC,IAAI,CAAC,OAAO,EAAE,CAAC;QAAC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAAC,CAAC;IACzE,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IAC7C,gEAAgE;IAChE,IAAI,KAAK,CAAC,EAAE,EAAE,CAAC;QAAC,WAAW,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,gBAAgB,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAAC,CAAC;IACpG,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,GAAG,GAAG,KAAK,CAAC,IAAI,IAAI,EAAE,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,sBAAsB,CAAC;QACrI,OAAO,CAAC,SAAS,GAAG,KAAK,CAAC,KAAK,IAAI,SAAS,CAAC;QAC7C,OAAO,CAAC,SAAS,GAAG,KAAK,CAAC,KAAK,IAAI,MAAM,CAAC;QAC1C,OAAO,CAAC,YAAY,GAAG,KAAK,CAAC;QAC7B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;AAC7B,CAAC"}