@pixerate/editor 0.201.0 → 0.203.0

package/dist/agent/index.cjs

@@ -5,7 +5,7 @@
 var _chunkSOSBOS5Tcjs = require('../chunk-SOSBOS5T.cjs');
 
 
-var _chunkGLQQ2VILcjs = require('../chunk-GLQQ2VIL.cjs');
+var _chunk53GOGBTMcjs = require('../chunk-53GOGBTM.cjs');
 
 
 
@@ -2107,7 +2107,7 @@ function createCanvasComponentToolProvider(controller, options = { id: "canvas-c
       ({ id }) => check(controller.restoreMainComponent(id))
     )
   ];
-  if (_chunkGLQQ2VILcjs.hasVariantCommands.call(void 0, controller)) {
+  if (_chunk53GOGBTMcjs.hasVariantCommands.call(void 0, controller)) {
     const SET = { type: "string", description: "Component set, or one of its variants (default: the selection\u2019s set)." };
     const VARIANT = { type: "string", description: "Variant id (default: the first selected variant)." };
     const VALUES = { type: "object", additionalProperties: { type: "string" }, description: 'Variant property \u2192 value, e.g. { "Size": "Medium" }.' };

package/dist/agent/index.js

@@ -5,7 +5,7 @@ import {
 } from "../chunk-GOBOCZZI.js";
 import {
   hasVariantCommands
-} from "../chunk-3TNA7JKI.js";
+} from "../chunk-ZPJEH456.js";
 import {
   createNodeLookup,
   ensureLayout,

package/dist/{chunk-GLQQ2VIL.cjs → chunk-53GOGBTM.cjs}

@@ -283,6 +283,26 @@ var BRUSH_PAINT_PARAM = {
     }
   ]
 };
+function planFreehandPlayback(points, max = 32) {
+  if (!Array.isArray(points)) return null;
+  const all = points.filter((p) => Array.isArray(p) && Number.isFinite(p[0]) && Number.isFinite(p[1])).map(([x, y]) => ({ x, y }));
+  if (!all.length) return null;
+  const step = (all.length - 1) / (max - 1);
+  const picked = all.length <= max ? all : Array.from({ length: max }, (_, i) => all[Math.round(i * step)]);
+  const [first, ...rest] = picked;
+  const gap = (p, i) => {
+    const prev = i ? rest[i - 1] : first;
+    return Math.hypot(p.x - prev.x, p.y - prev.y);
+  };
+  const total = rest.reduce((sum, p, i) => sum + gap(p, i), 0);
+  return [
+    { type: "move", to: first },
+    { type: "press", gesture: "path" },
+    ...rest.map((p, i) => ({ type: "drag", to: p, ms: total > 0 ? Math.max(16, 900 * gap(p, i) / total) : 16 })),
+    { type: "release" },
+    { type: "commit" }
+  ];
+}
 function createDrawCommands(target, options = {}) {
   const prefix = _nullishCoalesce(options.prefix, () => ( "canvas."));
   const group = _nullishCoalesce(options.group, () => ( "Draw"));
@@ -323,6 +343,7 @@ function createDrawCommands(target, options = {}) {
         }
       },
       enabled: () => _optionalChain([options, 'access', _29 => _29.readOnlyReason, 'optionalCall', _30 => _30()]) || true,
+      plan: (_ctx, params) => planFreehandPlayback(params.points),
       run: (_ctx, params) => target.drawStroke({
         points: params.points,
         ...params.tool ? { tool: params.tool } : {},
@@ -676,4 +697,5 @@ function createSpreadsheetCommands(controller, options = {}) {
 
 
 
-exports.DEFAULT_HISTORY_SHORTCUTS = DEFAULT_HISTORY_SHORTCUTS; exports.createHistoryCommands = createHistoryCommands; exports.matchHistoryShortcut = matchHistoryShortcut; exports.createArrangeCommands = createArrangeCommands; exports.createShapeCommands = createShapeCommands; exports.createDrawCommands = createDrawCommands; exports.hasVariantCommands = hasVariantCommands; exports.createComponentCommands = createComponentCommands; exports.createSpreadsheetCommands = createSpreadsheetCommands;
+
+exports.DEFAULT_HISTORY_SHORTCUTS = DEFAULT_HISTORY_SHORTCUTS; exports.createHistoryCommands = createHistoryCommands; exports.matchHistoryShortcut = matchHistoryShortcut; exports.createArrangeCommands = createArrangeCommands; exports.createShapeCommands = createShapeCommands; exports.planFreehandPlayback = planFreehandPlayback; exports.createDrawCommands = createDrawCommands; exports.hasVariantCommands = hasVariantCommands; exports.createComponentCommands = createComponentCommands; exports.createSpreadsheetCommands = createSpreadsheetCommands;

package/dist/{chunk-3TNA7JKI.js → chunk-ZPJEH456.js}

@@ -283,6 +283,26 @@ var BRUSH_PAINT_PARAM = {
     }
   ]
 };
+function planFreehandPlayback(points, max = 32) {
+  if (!Array.isArray(points)) return null;
+  const all = points.filter((p) => Array.isArray(p) && Number.isFinite(p[0]) && Number.isFinite(p[1])).map(([x, y]) => ({ x, y }));
+  if (!all.length) return null;
+  const step = (all.length - 1) / (max - 1);
+  const picked = all.length <= max ? all : Array.from({ length: max }, (_, i) => all[Math.round(i * step)]);
+  const [first, ...rest] = picked;
+  const gap = (p, i) => {
+    const prev = i ? rest[i - 1] : first;
+    return Math.hypot(p.x - prev.x, p.y - prev.y);
+  };
+  const total = rest.reduce((sum, p, i) => sum + gap(p, i), 0);
+  return [
+    { type: "move", to: first },
+    { type: "press", gesture: "path" },
+    ...rest.map((p, i) => ({ type: "drag", to: p, ms: total > 0 ? Math.max(16, 900 * gap(p, i) / total) : 16 })),
+    { type: "release" },
+    { type: "commit" }
+  ];
+}
 function createDrawCommands(target, options = {}) {
   const prefix = options.prefix ?? "canvas.";
   const group = options.group ?? "Draw";
@@ -323,6 +343,7 @@ function createDrawCommands(target, options = {}) {
         }
       },
       enabled: () => options.readOnlyReason?.() || true,
+      plan: (_ctx, params) => planFreehandPlayback(params.points),
       run: (_ctx, params) => target.drawStroke({
         points: params.points,
         ...params.tool ? { tool: params.tool } : {},
@@ -672,6 +693,7 @@ export {
   matchHistoryShortcut,
   createArrangeCommands,
   createShapeCommands,
+  planFreehandPlayback,
   createDrawCommands,
   hasVariantCommands,
   createComponentCommands,

package/dist/commands/builtins.d.cts

@@ -3,6 +3,7 @@ import type { CanvasArrangeAction } from '../canvas/arrangeShortcuts.cjs';
 import type { AlignEdge, DistributeAxis, DistributeMode, ZOrderOperation } from '../canvas/arrange.cjs';
 import type { CanvasBrush, CanvasBrushPaint, CanvasBrushPreset } from '../canvas/brushTypes.cjs';
 import type { CommandSpec } from './registry.cjs';
+import type { PlaybackStep } from '../tools/playback.cjs';
 import { type ShortcutBinding } from './shortcuts.cjs';
 import type { KeyboardEventLike, Platform } from './chords.cjs';
 /** Minimal history surface (`HistoryManager` satisfies it). */
@@ -135,6 +136,11 @@ export interface DrawCommandOptions {
     /** Refuse drawing with this reason (e.g. a read-only canvas); `canvas.listBrushes` still runs. */
     readOnlyReason?: () => string | null | undefined;
 }
+/**
+ * Agent playback for `canvas.drawFreehand`: traces the stroke (canvas coordinates) with the
+ * button down, through at most `max` of its points, paced by length (about 900 ms in all).
+ */
+export declare function planFreehandPlayback(points: unknown, max?: number): PlaybackStep[] | null;
 /**
  * Agent / palette commands for freehand drawing: `canvas.drawFreehand` (a pen or highlighter
  * stroke through given points, optionally brushed with a dry paint preset and a pressure / tilt

package/dist/commands/builtins.d.ts

@@ -3,6 +3,7 @@ import type { CanvasArrangeAction } from '../canvas/arrangeShortcuts.js';
 import type { AlignEdge, DistributeAxis, DistributeMode, ZOrderOperation } from '../canvas/arrange.js';
 import type { CanvasBrush, CanvasBrushPaint, CanvasBrushPreset } from '../canvas/brushTypes.js';
 import type { CommandSpec } from './registry.js';
+import type { PlaybackStep } from '../tools/playback.js';
 import { type ShortcutBinding } from './shortcuts.js';
 import type { KeyboardEventLike, Platform } from './chords.js';
 /** Minimal history surface (`HistoryManager` satisfies it). */
@@ -135,6 +136,11 @@ export interface DrawCommandOptions {
     /** Refuse drawing with this reason (e.g. a read-only canvas); `canvas.listBrushes` still runs. */
     readOnlyReason?: () => string | null | undefined;
 }
+/**
+ * Agent playback for `canvas.drawFreehand`: traces the stroke (canvas coordinates) with the
+ * button down, through at most `max` of its points, paced by length (about 900 ms in all).
+ */
+export declare function planFreehandPlayback(points: unknown, max?: number): PlaybackStep[] | null;
 /**
  * Agent / palette commands for freehand drawing: `canvas.drawFreehand` (a pen or highlighter
  * stroke through given points, optionally brushed with a dry paint preset and a pressure / tilt

package/dist/commands/index.cjs

@@ -8,7 +8,8 @@
 
 
 
-var _chunkGLQQ2VILcjs = require('../chunk-GLQQ2VIL.cjs');
+
+var _chunk53GOGBTMcjs = require('../chunk-53GOGBTM.cjs');
 
 
 
@@ -1027,4 +1028,5 @@ function createCanvasAnimationCommands(controller, options = {}) {
 
 
 
-exports.CommandRegistry = CommandRegistry; exports.CommandRegistryError = CommandRegistryError; exports.DEFAULT_HISTORY_SHORTCUTS = _chunkGLQQ2VILcjs.DEFAULT_HISTORY_SHORTCUTS; exports.DEFAULT_RECENT_LIMIT = DEFAULT_RECENT_LIMIT; exports.PLATFORMS = _chunk4EFNS2HVcjs.PLATFORMS; exports.ShortcutMap = _chunk4EFNS2HVcjs.ShortcutMap; exports.chordToString = _chunk4EFNS2HVcjs.chordToString; exports.codeFromKey = _chunk4EFNS2HVcjs.codeFromKey; exports.codeToKeyText = _chunk4EFNS2HVcjs.codeToKeyText; exports.createArrangeCommands = _chunkGLQQ2VILcjs.createArrangeCommands; exports.createCanvasAnimationCommands = createCanvasAnimationCommands; exports.createCommandPaletteController = createCommandPaletteController; exports.createCommandRegistry = createCommandRegistry; exports.createCommandToolProvider = createCommandToolProvider; exports.createComponentCommands = _chunkGLQQ2VILcjs.createComponentCommands; exports.createDrawCommands = _chunkGLQQ2VILcjs.createDrawCommands; exports.createFormatCommands = _chunkVCL7CB56cjs.createFormatCommands; exports.createHistoryCommands = _chunkGLQQ2VILcjs.createHistoryCommands; exports.createShapeCommands = _chunkGLQQ2VILcjs.createShapeCommands; exports.createSpreadsheetCommands = _chunkGLQQ2VILcjs.createSpreadsheetCommands; exports.defineCommand = defineCommand; exports.detectPlatform = _chunk4EFNS2HVcjs.detectPlatform; exports.effectiveChord = _chunk4EFNS2HVcjs.effectiveChord; exports.effectiveChordKey = _chunk4EFNS2HVcjs.effectiveChordKey; exports.eventCode = _chunk4EFNS2HVcjs.eventCode; exports.exactBonus = exactBonus; exports.formatCommandsFor = _chunkVCL7CB56cjs.formatCommandsFor; exports.formatShortcut = _chunk4EFNS2HVcjs.formatShortcut; exports.fuzzyMatch = fuzzyMatch; exports.fuzzyScore = fuzzyScore; exports.hasVariantCommands = _chunkGLQQ2VILcjs.hasVariantCommands; exports.isEditableEventTarget = _chunk4EFNS2HVcjs.isEditableEventTarget; exports.keyToCode = _chunk4EFNS2HVcjs.keyToCode; exports.matchHistoryShortcut = _chunkGLQQ2VILcjs.matchHistoryShortcut; exports.matchPaletteHotkey = matchPaletteHotkey; exports.normalizeChord = _chunk4EFNS2HVcjs.normalizeChord; exports.parseChord = _chunk4EFNS2HVcjs.parseChord; exports.pushRecent = pushRecent; exports.rankCommands = rankCommands; exports.shortcutCode = _chunk4EFNS2HVcjs.shortcutCode; exports.toShortcutBindings = _chunk4EFNS2HVcjs.toShortcutBindings;
+
+exports.CommandRegistry = CommandRegistry; exports.CommandRegistryError = CommandRegistryError; exports.DEFAULT_HISTORY_SHORTCUTS = _chunk53GOGBTMcjs.DEFAULT_HISTORY_SHORTCUTS; exports.DEFAULT_RECENT_LIMIT = DEFAULT_RECENT_LIMIT; exports.PLATFORMS = _chunk4EFNS2HVcjs.PLATFORMS; exports.ShortcutMap = _chunk4EFNS2HVcjs.ShortcutMap; exports.chordToString = _chunk4EFNS2HVcjs.chordToString; exports.codeFromKey = _chunk4EFNS2HVcjs.codeFromKey; exports.codeToKeyText = _chunk4EFNS2HVcjs.codeToKeyText; exports.createArrangeCommands = _chunk53GOGBTMcjs.createArrangeCommands; exports.createCanvasAnimationCommands = createCanvasAnimationCommands; exports.createCommandPaletteController = createCommandPaletteController; exports.createCommandRegistry = createCommandRegistry; exports.createCommandToolProvider = createCommandToolProvider; exports.createComponentCommands = _chunk53GOGBTMcjs.createComponentCommands; exports.createDrawCommands = _chunk53GOGBTMcjs.createDrawCommands; exports.createFormatCommands = _chunkVCL7CB56cjs.createFormatCommands; exports.createHistoryCommands = _chunk53GOGBTMcjs.createHistoryCommands; exports.createShapeCommands = _chunk53GOGBTMcjs.createShapeCommands; exports.createSpreadsheetCommands = _chunk53GOGBTMcjs.createSpreadsheetCommands; exports.defineCommand = defineCommand; exports.detectPlatform = _chunk4EFNS2HVcjs.detectPlatform; exports.effectiveChord = _chunk4EFNS2HVcjs.effectiveChord; exports.effectiveChordKey = _chunk4EFNS2HVcjs.effectiveChordKey; exports.eventCode = _chunk4EFNS2HVcjs.eventCode; exports.exactBonus = exactBonus; exports.formatCommandsFor = _chunkVCL7CB56cjs.formatCommandsFor; exports.formatShortcut = _chunk4EFNS2HVcjs.formatShortcut; exports.fuzzyMatch = fuzzyMatch; exports.fuzzyScore = fuzzyScore; exports.hasVariantCommands = _chunk53GOGBTMcjs.hasVariantCommands; exports.isEditableEventTarget = _chunk4EFNS2HVcjs.isEditableEventTarget; exports.keyToCode = _chunk4EFNS2HVcjs.keyToCode; exports.matchHistoryShortcut = _chunk53GOGBTMcjs.matchHistoryShortcut; exports.matchPaletteHotkey = matchPaletteHotkey; exports.normalizeChord = _chunk4EFNS2HVcjs.normalizeChord; exports.parseChord = _chunk4EFNS2HVcjs.parseChord; exports.planFreehandPlayback = _chunk53GOGBTMcjs.planFreehandPlayback; exports.pushRecent = pushRecent; exports.rankCommands = rankCommands; exports.shortcutCode = _chunk4EFNS2HVcjs.shortcutCode; exports.toShortcutBindings = _chunk4EFNS2HVcjs.toShortcutBindings;

package/dist/commands/index.js

@@ -7,8 +7,9 @@ import {
   createShapeCommands,
   createSpreadsheetCommands,
   hasVariantCommands,
-  matchHistoryShortcut
-} from "../chunk-3TNA7JKI.js";
+  matchHistoryShortcut,
+  planFreehandPlayback
+} from "../chunk-ZPJEH456.js";
 import {
   PLATFORMS,
   ShortcutMap,
@@ -1023,6 +1024,7 @@ export {
   matchPaletteHotkey,
   normalizeChord,
   parseChord,
+  planFreehandPlayback,
   pushRecent,
   rankCommands,
   shortcutCode,

package/dist/image-editor/controller.d.cts

@@ -163,6 +163,9 @@ export interface FocusAreaCommandOptions extends FocusAreaOptions {
 }
 /** Options of {@link ImageEditorController.selectSky}. */
 export interface SkyCommandOptions extends SkyOptions {
+    /** With a segmentation provider set, ask it for the sky (default true); false finds it classically. */
+    useModel?: boolean;
+    signal?: AbortSignal;
     /** How the sky combines with the selection (default `replace`). */
     mode?: SelectionMode;
     /** Sample every layer (default true) or only the active pixel layer. */
@@ -170,6 +173,12 @@ export interface SkyCommandOptions extends SkyOptions {
 }
 /** Options of {@link ImageEditorController.selectObject}. */
 export interface SelectObjectCommandOptions {
+    /**
+     * With a segmentation provider set, ask it for the object in the box or under the point (default
+     * true), falling back to GrabCut when nothing it returns fits; false always uses GrabCut.
+     */
+    useModel?: boolean;
+    signal?: AbortSignal;
     /** How the object combines with the selection (default `replace`). */
     mode?: SelectionMode;
     /** Sample every layer (default true) or only the active pixel layer. */
@@ -1549,13 +1558,26 @@ export declare class ImageEditorController {
      * one undo step. Resolves to the resulting selection.
      */
     quickSelect(strokes: ImagePoint[][], options?: QuickSelectCommandOptions): Promise<SelectionMask | null>;
+    /**
+     * Asks the segmentation provider (which must be set) for `request.target` in the flattened image
+     * and returns its results with masks decoded to pixels.
+     */
+    private modelSegments;
+    /**
+     * The model's object for Object Selection: of what it returns, the pieces mostly inside the box
+     * (clipped to the box grown by a tenth) or those under the point. `null` when none fits.
+     */
+    private modelObject;
     /**
      * Object Selection: the object inside `target.rect` (natural pixels; what is outside the box is
      * background) or under `target.point`, found by GrabCut (colour models of object and background
      * plus a graph cut along edges), combined with the selection by `mode` as one undo step.
      * Resolves to the resulting selection.
      */
-    selectObject(target: ObjectTarget, options?: SelectObjectCommandOptions): Promise<SelectionMask | null>;
+    selectObject(target: ObjectTarget, options?: SelectObjectCommandOptions): Promise<{
+        selection: SelectionMask | null;
+        method: 'model' | 'grabcut';
+    }>;
     /**
      * Select › Focus Area: selects the parts of the image that are in focus (fine detail above the
      * image's noise), fitted to its edges, combined with the selection by `mode` as one undo step.
@@ -1573,6 +1595,7 @@ export declare class ImageEditorController {
      */
     selectSky(options?: SkyCommandOptions): Promise<{
         selection: SelectionMask | null;
+        method: 'model' | 'classical';
         note?: string;
     }>;
     /**

package/dist/image-editor/controller.d.ts

@@ -163,6 +163,9 @@ export interface FocusAreaCommandOptions extends FocusAreaOptions {
 }
 /** Options of {@link ImageEditorController.selectSky}. */
 export interface SkyCommandOptions extends SkyOptions {
+    /** With a segmentation provider set, ask it for the sky (default true); false finds it classically. */
+    useModel?: boolean;
+    signal?: AbortSignal;
     /** How the sky combines with the selection (default `replace`). */
     mode?: SelectionMode;
     /** Sample every layer (default true) or only the active pixel layer. */
@@ -170,6 +173,12 @@ export interface SkyCommandOptions extends SkyOptions {
 }
 /** Options of {@link ImageEditorController.selectObject}. */
 export interface SelectObjectCommandOptions {
+    /**
+     * With a segmentation provider set, ask it for the object in the box or under the point (default
+     * true), falling back to GrabCut when nothing it returns fits; false always uses GrabCut.
+     */
+    useModel?: boolean;
+    signal?: AbortSignal;
     /** How the object combines with the selection (default `replace`). */
     mode?: SelectionMode;
     /** Sample every layer (default true) or only the active pixel layer. */
@@ -1549,13 +1558,26 @@ export declare class ImageEditorController {
      * one undo step. Resolves to the resulting selection.
      */
     quickSelect(strokes: ImagePoint[][], options?: QuickSelectCommandOptions): Promise<SelectionMask | null>;
+    /**
+     * Asks the segmentation provider (which must be set) for `request.target` in the flattened image
+     * and returns its results with masks decoded to pixels.
+     */
+    private modelSegments;
+    /**
+     * The model's object for Object Selection: of what it returns, the pieces mostly inside the box
+     * (clipped to the box grown by a tenth) or those under the point. `null` when none fits.
+     */
+    private modelObject;
     /**
      * Object Selection: the object inside `target.rect` (natural pixels; what is outside the box is
      * background) or under `target.point`, found by GrabCut (colour models of object and background
      * plus a graph cut along edges), combined with the selection by `mode` as one undo step.
      * Resolves to the resulting selection.
      */
-    selectObject(target: ObjectTarget, options?: SelectObjectCommandOptions): Promise<SelectionMask | null>;
+    selectObject(target: ObjectTarget, options?: SelectObjectCommandOptions): Promise<{
+        selection: SelectionMask | null;
+        method: 'model' | 'grabcut';
+    }>;
     /**
      * Select › Focus Area: selects the parts of the image that are in focus (fine detail above the
      * image's noise), fitted to its edges, combined with the selection by `mode` as one undo step.
@@ -1573,6 +1595,7 @@ export declare class ImageEditorController {
      */
     selectSky(options?: SkyCommandOptions): Promise<{
         selection: SelectionMask | null;
+        method: 'model' | 'classical';
         note?: string;
     }>;
     /**