@hyperframes/studio 0.9.40 → 0.9.42

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (93) hide show
  1. package/dist/assets/{codec-BPK_2CLL.js → codec-CKqLGYc6.js} +1 -1
  2. package/dist/assets/{hyperframes-player-D7qTTDIp.js → hyperframes-player-DoEYqOIa.js} +1 -1
  3. package/dist/assets/{index-CdA00Ybn.js → index-DLyQ91Ek.js} +166 -166
  4. package/dist/assets/{index-QS-DuxAU.js → index-s9iqoWnr.js} +1 -1
  5. package/dist/assets/{pausedVideoDecoder-Byzz98Gb.js → pausedVideoDecoder-B-ReRg6i.js} +1 -1
  6. package/dist/{chunk-KF6YVXJP.js → chunk-4QQMX4BX.js} +6 -3
  7. package/dist/{chunk-VZ5MD32A.js → chunk-GVW7AU57.js} +190 -254
  8. package/dist/{chunk-AV2PV7NE.js → chunk-VHV2ZDKY.js} +4 -40
  9. package/dist/{domEditingLayers-4KRREI5C.js → domEditingLayers-SA5KLSSS.js} +4 -2
  10. package/dist/index.d.ts +12 -0
  11. package/dist/index.html +1 -1
  12. package/dist/index.js +1501 -818
  13. package/dist/player.js +2 -2
  14. package/package.json +10 -10
  15. package/src/components/editor/DomEditOverlay.tsx +3 -15
  16. package/src/components/editor/LayersPanel.opaque.test.ts +176 -0
  17. package/src/components/editor/LayersPanel.tsx +41 -10
  18. package/src/components/editor/clickAfterPreventedPress.test.tsx +17 -1
  19. package/src/components/editor/domEditInlineText.ts +1 -16
  20. package/src/components/editor/domEditOverlayBasis.ts +7 -2
  21. package/src/components/editor/domEditOverlayCrop.test.ts +1 -1
  22. package/src/components/editor/domEditOverlayCrop.ts +17 -3
  23. package/src/components/editor/domEditOverlayGeometry.ts +64 -139
  24. package/src/components/editor/domEditSelectionRules.ts +138 -0
  25. package/src/components/editor/domEditing.test.ts +6 -28
  26. package/src/components/editor/domEditingDom.preview.test.ts +3 -3
  27. package/src/components/editor/domEditingDom.ts +3 -76
  28. package/src/components/editor/domEditingElement.ts +19 -240
  29. package/src/components/editor/domEditingGroups.ts +0 -31
  30. package/src/components/editor/domEditingLayers.ts +95 -100
  31. package/src/components/editor/domEditingRootLayer.ts +35 -30
  32. package/src/components/editor/domEditingTypes.ts +10 -0
  33. package/src/components/editor/gestureUndoRevert.ts +18 -1
  34. package/src/components/editor/inlineTextStyleRange.fill.test.ts +129 -0
  35. package/src/components/editor/inlineTextStyleRange.test.ts +0 -82
  36. package/src/components/editor/layerKind.ts +2 -19
  37. package/src/components/editor/layersPanelSort.ts +2 -2
  38. package/src/components/editor/manualEdits.ts +1 -0
  39. package/src/components/editor/manualEditsSnapshot.ts +10 -0
  40. package/src/components/editor/manualOffsetDrag.test.ts +1 -1
  41. package/src/components/editor/manualOffsetDrag.ts +7 -1
  42. package/src/components/editor/marqueeCommit.ts +47 -4
  43. package/src/components/editor/plainTranslate.ts +35 -16
  44. package/src/components/editor/previewDrafts.test.ts +263 -0
  45. package/src/components/editor/previewDrafts.ts +73 -0
  46. package/src/components/editor/previewGestureStarts.ts +73 -10
  47. package/src/components/editor/previewLayers.test.ts +308 -0
  48. package/src/components/editor/previewLayers.ts +164 -0
  49. package/src/components/editor/previewOverlayRects.test.ts +316 -0
  50. package/src/components/editor/previewOverlayRects.ts +150 -0
  51. package/src/components/editor/previewPointerTargets.test.ts +327 -0
  52. package/src/components/editor/previewSelection.test.ts +481 -0
  53. package/src/components/editor/previewSelection.ts +516 -0
  54. package/src/components/editor/probeSourceElement.ts +19 -1
  55. package/src/components/editor/propertyPanelFill.tsx +5 -1
  56. package/src/components/editor/resizeDraft.ts +38 -0
  57. package/src/components/editor/useDomEditOverlayGestures.ts +2 -2
  58. package/src/components/editor/useDomEditOverlayRects.ts +80 -1
  59. package/src/components/editor/useInlineTextEditing.tsx +1 -6
  60. package/src/components/editor/useLayerDrag.ts +1 -1
  61. package/src/components/nle/NLEPreview.slowBoot.test.ts +0 -1
  62. package/src/hooks/domEditDeleteMembers.test.ts +7 -0
  63. package/src/hooks/domSelectionTestHarness.ts +1 -1
  64. package/src/hooks/domSelectionTimelineMirror.ts +3 -1
  65. package/src/hooks/timelineTimingSync.ts +4 -1
  66. package/src/hooks/useDomEditSession.test.tsx +23 -1
  67. package/src/hooks/useDomEditSession.ts +2 -1
  68. package/src/hooks/useDomSelection.ts +63 -47
  69. package/src/hooks/useEditorSave.test.tsx +22 -1
  70. package/src/hooks/useEditorSave.ts +3 -1
  71. package/src/hooks/useGsapSelectionHandlers.test.tsx +17 -0
  72. package/src/hooks/useGsapSelectionHandlers.ts +2 -1
  73. package/src/hooks/usePreviewInteraction.test.ts +10 -2
  74. package/src/hooks/usePreviewInteraction.ts +9 -5
  75. package/src/hooks/useProjectFileWriter.ts +7 -3
  76. package/src/hooks/useStudioSelectionPublisher.test.tsx +50 -0
  77. package/src/hooks/useStudioSelectionPublisher.ts +9 -7
  78. package/src/hooks/useTimelineSelectionPreviewSync.test.tsx +30 -0
  79. package/src/hooks/useTimelineSelectionPreviewSync.ts +7 -2
  80. package/src/player/lib/layerOrdering.ts +2 -11
  81. package/src/player/lib/previewChannel.ts +4 -3
  82. package/src/player/lib/previewElements.ts +143 -3
  83. package/src/styles/hex-baseline.json +1 -2
  84. package/src/test-setup.ts +2 -0
  85. package/src/utils/gsapSoftReload.ts +1 -1
  86. package/src/utils/studioFileHistory.ts +1 -1
  87. package/src/utils/studioHelpers.ts +27 -17
  88. package/src/utils/studioPreviewHelpers.test.ts +8 -8
  89. package/src/utils/studioPreviewHelpers.ts +26 -242
  90. package/src/utils/studioSaveDiagnostics.test.ts +34 -0
  91. package/src/utils/studioSaveDiagnostics.ts +35 -6
  92. package/src/utils/timelineCompositionInsert.ts +3 -1
  93. package/src/components/editor/domEditOverlayTransform.ts +0 -126
@@ -0,0 +1,327 @@
1
+ // @vitest-environment happy-dom
2
+
3
+ import React, { act } from "react";
4
+ import { createRoot } from "react-dom/client";
5
+ import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";
6
+ // The frame's real runtime agent, serving the opaque frame from this document.
7
+ import { installEditingAgent } from "../../../../core/src/runtime/editingAgent";
8
+ import {
9
+ getAllPreviewTargetsFromPointer,
10
+ getPreviewTargetFromPointer,
11
+ } from "../../utils/studioPreviewHelpers";
12
+ import {
13
+ elementWithin,
14
+ findPointerTarget,
15
+ findPointerTargets,
16
+ pointerMayHitElement,
17
+ selectionDataAttribute,
18
+ } from "./previewSelection";
19
+ import type { PreviewElement } from "../../player/lib/previewElements";
20
+ import { detachedFakeIframe } from "../../player/hooks/timelinePlayerTestHarness";
21
+ import { installReactActEnvironment } from "../../hooks/domSelectionTestHarness";
22
+ import { useDomSelection } from "../../hooks/useDomSelection";
23
+ import { usePreviewInteraction } from "../../hooks/usePreviewInteraction";
24
+ import { useCanvasContextMenuState } from "./useCanvasContextMenuState";
25
+ import type { TimelineElement } from "../../player";
26
+
27
+ installReactActEnvironment();
28
+
29
+ const FIXTURE = `
30
+ <main data-composition-id="main" data-width="1920" data-height="1080">
31
+ <section id="block"><div id="mask" style="overflow: hidden"><h1 id="title">Launch</h1></div></section>
32
+ <div id="ghost" style="pointer-events: none"><p id="under-ghost">hidden from clicks</p></div>
33
+ <div id="backdrop" style="background: #111"></div>
34
+ <p data-hf-id="note">Note</p>
35
+ <div id="pair" data-hf-group="pair"><i id="a" style="background: red"></i><i data-hf-id="b-hf" style="background: blue"></i></div>
36
+ </main>`;
37
+ const RECTS: Record<string, number[]> = {
38
+ title: [44, 44, 220, 48],
39
+ mask: [40, 40, 260, 64],
40
+ block: [30, 30, 300, 100],
41
+ "under-ghost": [500, 40, 200, 60],
42
+ ghost: [500, 40, 200, 60],
43
+ backdrop: [0, 0, 1920, 1080],
44
+ pair: [0, 0, 1, 1],
45
+ a: [1000, 600, 100, 100],
46
+ "b-hf": [1300, 800, 100, 100],
47
+ };
48
+ /** Frame points, in the composition's pixels, and what lies under each, topmost first. */
49
+ const STACKS: Array<[x: number, y: number, ids: string[]]> = [
50
+ [60, 60, ["title", "mask", "block", "backdrop"]],
51
+ [560, 60, ["under-ghost", "ghost", "backdrop"]],
52
+ [900, 500, ["backdrop"]],
53
+ [1200, 700, ["backdrop"]],
54
+ [1050, 650, ["a", "pair", "backdrop"]],
55
+ ];
56
+ const FRAME = [100, 50, 960, 540];
57
+
58
+ function sized(element: Element, [x, y, width, height]: number[]) {
59
+ element.getBoundingClientRect = () =>
60
+ ({ x, y, width, height, left: x, top: y, right: x + width, bottom: y + height }) as DOMRect;
61
+ return element;
62
+ }
63
+
64
+ const at = (x: number, y: number) => STACKS.find(([px, py]) => px === x && py === y)?.[2] ?? [];
65
+ const byId = (id: string) =>
66
+ document.getElementById(id) ?? document.querySelector(`[data-hf-id="${id}"]`);
67
+
68
+ const closers: Array<() => void> = [];
69
+ beforeEach(() => {
70
+ document.body.innerHTML = FIXTURE;
71
+ sized(document.querySelector("main")!, [0, 0, 1920, 1080]);
72
+ for (const [id, rect] of Object.entries(RECTS)) sized(byId(id)!, rect);
73
+ const stack = (x: number, y: number) => at(Math.round(x), Math.round(y)).map((id) => byId(id)!);
74
+ Object.assign(document, {
75
+ elementsFromPoint: stack,
76
+ elementFromPoint: (x: number, y: number) => stack(x, y)[0] ?? null,
77
+ });
78
+ });
79
+ afterEach(() => {
80
+ closers.splice(0).forEach((close) => close());
81
+ document.body.innerHTML = "";
82
+ delete (document as { elementsFromPoint?: unknown }).elementsFromPoint;
83
+ delete (document as { elementFromPoint?: unknown }).elementFromPoint;
84
+ });
85
+
86
+ /** A frame Studio scripts directly; its document is this one. */
87
+ function liveFrame(): HTMLIFrameElement {
88
+ const iframe = detachedFakeIframe({});
89
+ Object.defineProperty(iframe, "contentDocument", { value: document });
90
+ return sized(iframe, FRAME) as HTMLIFrameElement;
91
+ }
92
+
93
+ /** A frame Studio cannot read, whose runtime is the real editing agent over this document. */
94
+ function opaqueFrame(): HTMLIFrameElement {
95
+ const frame: Record<string, unknown> = {};
96
+ const iframe = sized(detachedFakeIframe(frame), FRAME) as HTMLIFrameElement;
97
+ Object.defineProperty(iframe, "contentDocument", { value: null });
98
+ Object.defineProperty(frame, "document", {
99
+ get: () => {
100
+ throw new DOMException("blocked", "SecurityError");
101
+ },
102
+ });
103
+ const parent = {
104
+ postMessage: (data: unknown, _origin: string, ports: MessagePort[]) =>
105
+ window.dispatchEvent(
106
+ new MessageEvent("message", { source: frame as unknown as Window, data, ports }),
107
+ ),
108
+ } as unknown as Window;
109
+ const agent = installEditingAgent(parent);
110
+ frame.postMessage = (data: unknown) =>
111
+ window.dispatchEvent(new MessageEvent("message", { source: parent, data }));
112
+ closers.push(() => agent.dispose());
113
+ return iframe;
114
+ }
115
+
116
+ /** The client point over frame point (x, y): the frame shows the composition at half size. */
117
+ const client = (x: number, y: number) => [FRAME[0]! + x / 2, FRAME[1]! + y / 2] as const;
118
+ const nameOf = (element: HTMLElement | PreviewElement | null | undefined) => {
119
+ if (!element) return null;
120
+ if ("handle" in element)
121
+ return element.id ?? element.attributes.find(([k]) => k === "data-hf-id")?.[1];
122
+ return element.id || element.getAttribute("data-hf-id");
123
+ };
124
+
125
+ describe("canvas hit-tests on an opaque frame match same-origin ones", () => {
126
+ it.each(STACKS.map(([x, y]) => [x, y]))("at (%d, %d)", async (x, y) => {
127
+ const [cx, cy] = client(x, y);
128
+ const live = liveFrame();
129
+ const opaque = opaqueFrame();
130
+ const pick = nameOf(getPreviewTargetFromPointer(live, cx, cy));
131
+ expect(nameOf(await findPointerTarget(opaque, cx, cy))).toBe(pick);
132
+ const stack = getAllPreviewTargetsFromPointer(live, cx, cy).map(nameOf);
133
+ expect((await findPointerTargets(opaque, cx, cy)).map(nameOf)).toEqual(stack);
134
+ });
135
+
136
+ it("picks what each rule decides: the leaf, not a pointer-events:none layer, not a backdrop, a group's gap", async () => {
137
+ const opaque = opaqueFrame();
138
+ const picks = [];
139
+ for (const [x, y] of STACKS)
140
+ picks.push(nameOf(await findPointerTarget(opaque, ...client(x, y))));
141
+ expect(picks).toEqual(["title", null, null, "pair", "a"]);
142
+ });
143
+
144
+ it("knows whether a press lands on an element only where the frame last answered", async () => {
145
+ const opaque = opaqueFrame();
146
+ const title = client(60, 60);
147
+ const empty = client(900, 500);
148
+ expect(pointerMayHitElement(opaque, ...empty)).toBe(true);
149
+ await findPointerTarget(opaque, ...empty);
150
+ expect(pointerMayHitElement(opaque, ...empty)).toBe(false);
151
+ expect(pointerMayHitElement(opaque, ...title)).toBe(true);
152
+ await findPointerTarget(opaque, ...title);
153
+ expect(pointerMayHitElement(opaque, ...title)).toBe(true);
154
+ expect(pointerMayHitElement(liveFrame(), ...empty)).toBe(false);
155
+ });
156
+
157
+ it("says it cannot tell when the frame has no editing agent", async () => {
158
+ vi.useFakeTimers();
159
+ try {
160
+ const iframe = sized(detachedFakeIframe({}), FRAME) as HTMLIFrameElement;
161
+ Object.defineProperty(iframe, "contentDocument", { value: null });
162
+ Object.defineProperty(iframe.contentWindow!, "document", {
163
+ get: () => {
164
+ throw new DOMException("blocked", "SecurityError");
165
+ },
166
+ });
167
+ const found = findPointerTarget(iframe, ...client(60, 60));
168
+ await vi.advanceTimersByTimeAsync(2_000);
169
+ expect(await found).toBeUndefined();
170
+ } finally {
171
+ vi.useRealTimers();
172
+ }
173
+ });
174
+ });
175
+
176
+ describe("useDomSelection over an opaque frame's canvas", () => {
177
+ type Resolve = ReturnType<typeof useDomSelection>["resolveDomSelectionFromPreviewPoint"];
178
+ let interaction: ReturnType<typeof usePreviewInteraction> | null = null;
179
+ let menu: ReturnType<typeof useCanvasContextMenuState> | null = null;
180
+ function renderSelection(iframe: HTMLIFrameElement, wrapResolve = (resolve: Resolve) => resolve) {
181
+ let hook: ReturnType<typeof useDomSelection> | null = null;
182
+ function Harness() {
183
+ hook = useDomSelection({
184
+ projectId: null,
185
+ activeCompPath: "index.html",
186
+ isMasterView: true,
187
+ compIdToSrc: new Map(),
188
+ captionEditMode: false,
189
+ previewIframeRef: { current: iframe },
190
+ timelineElements: [],
191
+ getTimelineSelectionSet: () => new Set(),
192
+ setSelectedTimelineElementId: vi.fn(),
193
+ setTimelineSelectionSet: vi.fn(),
194
+ setRightCollapsed: vi.fn(),
195
+ setRightPanelTab: vi.fn(),
196
+ previewIframe: iframe,
197
+ refreshKey: 0,
198
+ rightPanelTab: "design",
199
+ });
200
+ interaction = usePreviewInteraction({
201
+ captionEditMode: false,
202
+ compositionLoading: false,
203
+ previewIframeRef: { current: iframe },
204
+ showToast: vi.fn(),
205
+ applyDomSelection: hook.applyDomSelection,
206
+ resolveDomSelectionFromPreviewPoint: wrapResolve(hook.resolveDomSelectionFromPreviewPoint),
207
+ resolveAllDomSelectionsFromPreviewPoint: hook.resolveAllDomSelectionsFromPreviewPoint,
208
+ updateDomEditHoverSelection: hook.updateDomEditHoverSelection,
209
+ setActiveGroupElement: hook.setActiveGroupElement,
210
+ });
211
+ // The overlay's right-click path, which awaits the same lookup a pointer move runs.
212
+ menu = useCanvasContextMenuState({
213
+ selection: hook.domEditSelection,
214
+ selectionRef: { current: hook.domEditSelection },
215
+ hoverSelectionRef: { current: hook.domEditHoverSelection },
216
+ onCanvasPointerMoveRef: { current: interaction.handlePreviewCanvasPointerMove },
217
+ onSelectionChangeRef: { current: hook.applyDomSelection },
218
+ });
219
+ return null;
220
+ }
221
+ const root = createRoot(document.createElement("div"));
222
+ act(() => root.render(React.createElement(Harness)));
223
+ closers.push(() => act(() => root.unmount()));
224
+ return () => hook!;
225
+ }
226
+
227
+ it("selects the clicked element and keeps a hover on it", async () => {
228
+ const hook = renderSelection(opaqueFrame());
229
+ const point = client(60, 60);
230
+ const picked = await act(() => hook().resolveDomSelectionFromPreviewPoint(...point));
231
+ expect(picked).toMatchObject({ id: "title", selector: "#title" });
232
+ act(() => hook().updateDomEditHoverSelection(picked));
233
+ expect(hook().domEditHoverSelection).toBe(picked);
234
+ const cycle = await act(() => hook().resolveAllDomSelectionsFromPreviewPoint(...point));
235
+ expect(cycle.map((selection) => selection.id)).toEqual(["title", "mask", "block"]);
236
+ });
237
+
238
+ const move = (x: number, y: number) => {
239
+ const [clientX, clientY] = client(x, y);
240
+ const event = { clientX, clientY } as React.PointerEvent<HTMLDivElement>;
241
+ return interaction!.handlePreviewCanvasPointerMove(event);
242
+ };
243
+
244
+ it.each([
245
+ ["opaque", opaqueFrame],
246
+ ["same-origin", liveFrame],
247
+ ])("drops a hover the pointer left before it resolved (%s)", async (_kind, frame) => {
248
+ const hook = renderSelection(frame());
249
+ const moved = move(60, 60);
250
+ act(() => interaction!.handlePreviewCanvasPointerLeave());
251
+ await act(() => moved);
252
+ expect(hook().domEditHoverSelection).toBeNull();
253
+ });
254
+
255
+ it("keeps the newest move's hover when an older one resolves after it", async () => {
256
+ let calls = 0;
257
+ const hook = renderSelection(opaqueFrame(), (resolve) => async (...args) => {
258
+ const delay = ++calls === 1 ? 60 : 0;
259
+ const picked = await resolve(...args);
260
+ await new Promise((done) => setTimeout(done, delay));
261
+ return picked;
262
+ });
263
+ const older = move(60, 60);
264
+ const newer = move(1050, 650);
265
+ await act(() => Promise.all([older, newer]));
266
+ expect(hook().domEditHoverSelection).toMatchObject({ id: "pair" });
267
+ });
268
+
269
+ it("opens the menu on a right-click whose lookup a pointer move overtook", async () => {
270
+ const hook = renderSelection(opaqueFrame());
271
+ const [clientX, clientY] = client(60, 60);
272
+ const rightClick = { clientX, clientY, preventDefault: () => {} };
273
+ const opened = menu!.handleContextMenu(rightClick as React.MouseEvent<HTMLDivElement>);
274
+ const jitter = move(1050, 650);
275
+ await act(() => Promise.all([opened, jitter]));
276
+ expect(hook().domEditSelection).toMatchObject({ id: "title" });
277
+ expect(menu!.contextMenu?.sel).toMatchObject({ id: "title" });
278
+ expect(hook().domEditHoverSelection).toMatchObject({ id: "pair" });
279
+ });
280
+
281
+ it("takes a hover of the same element from a reloaded frame, whose handle is new", async () => {
282
+ const hook = renderSelection(opaqueFrame());
283
+ const picked = (await act(() =>
284
+ hook().resolveDomSelectionFromPreviewPoint(...client(60, 60)),
285
+ ))!;
286
+ act(() => hook().updateDomEditHoverSelection(picked));
287
+ const reloaded = { ...picked, handle: "0123456789abcdef:1" };
288
+ act(() => hook().updateDomEditHoverSelection(reloaded));
289
+ expect(hook().domEditHoverSelection).toBe(reloaded);
290
+ act(() => hook().updateDomEditHoverSelection({ ...reloaded }));
291
+ expect(hook().domEditHoverSelection).toBe(reloaded);
292
+ });
293
+
294
+ it("drills into a group and stays in it while selecting its members", async () => {
295
+ const hook = renderSelection(opaqueFrame());
296
+ const group = (await act(() =>
297
+ hook().resolveDomSelectionFromPreviewPoint(...client(1200, 700)),
298
+ ))!;
299
+ expect(selectionDataAttribute(group, "data-hf-group")).toBe("pair");
300
+ expect(group.element.hasAttribute("data-hf-group")).toBe(false);
301
+ act(() => hook().setActiveGroupElement(group.element));
302
+ const member = (await act(() =>
303
+ hook().resolveDomSelectionFromPreviewPoint(...client(1050, 650), {
304
+ activeGroupElement: group.element,
305
+ }),
306
+ ))!;
307
+ expect(member.id).toBe("a");
308
+ expect(elementWithin(group.element, member.element)).toBe(true);
309
+ expect(elementWithin(member.element, group.element)).toBe(false);
310
+ act(() => hook().applyDomSelection(member));
311
+ expect(hook().activeGroupElement).toBe(group.element);
312
+ });
313
+
314
+ it("selects a timeline clip the frame knows only by its clip id", async () => {
315
+ const hook = renderSelection(opaqueFrame());
316
+ const clip = (id: string) => ({ id, key: `index.html:${id}:0` }) as unknown as TimelineElement;
317
+ await act(() => hook().handleTimelineElementSelect(clip("title")));
318
+ expect(hook().domEditSelection).toMatchObject({ id: "title" });
319
+ await act(() => hook().handleTimelineElementSelect(clip("note")));
320
+ expect(hook().domEditSelection).toMatchObject({ hfId: "note" });
321
+ await act(() => hook().handleTimelineElementSelect(clip("nowhere")));
322
+ expect(hook().domEditSelection).toBeNull();
323
+ const moved = { ...clip("title"), selector: "#renamed" } as TimelineElement;
324
+ await act(() => hook().handleTimelineElementSelect(moved));
325
+ expect(hook().domEditSelection).toBeNull();
326
+ });
327
+ });