@popmelt.com/core 0.16.0 → 0.18.0

package/dist/{image-adapter-D8L8QumX.d.mts → video-adapter-DzNtG67g.d.mts}

@@ -73,6 +73,28 @@ type ImageObjectContext = {
         height: number;
     };
 };
+/** Coordinates refer to the decoded video frame, not its responsive DOM box. */
+type VideoObjectContext = {
+    src: string;
+    width: number;
+    height: number;
+    duration: number;
+    currentTime: number;
+    normalizedBox: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    };
+    box: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    };
+    trackStart: number;
+    trackEnd: number;
+};
 type SubjectFeedbackAttachment = {
     /** Zero-based index in this annotation's transported images. */
     cropImageIndex?: number;
@@ -91,6 +113,7 @@ type ElementInfo = {
     reactComponentPath?: string[];
     reactSource?: ReactSourceLocation;
     imageObject?: ImageObjectContext;
+    videoObject?: VideoObjectContext;
     /** The real DOM surface, rather than the subject's hidden projection. */
     sourceElement?: ElementInfo;
     context?: string;
@@ -184,6 +207,87 @@ type AnnotationAttachment = {
     size: number;
     kind: 'svg' | 'text';
 };
+type InteractionEpisodeElementState = {
+    selector?: string;
+    tagName: string;
+    className?: string;
+    role?: string;
+    ariaLabel?: string;
+    text?: string;
+    value?: string;
+    checked?: boolean;
+    disabled?: boolean;
+    expanded?: boolean;
+    pressed?: boolean;
+    selected?: boolean;
+    rect?: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    };
+    subject?: {
+        adapter: string;
+        key: string;
+        label: string;
+        context?: string;
+        data?: Record<string, string>;
+    };
+    media?: {
+        kind: 'image';
+        src?: string;
+        complete: boolean;
+        naturalWidth: number;
+        naturalHeight: number;
+    } | {
+        kind: 'video';
+        src?: string;
+        currentTime: number;
+        duration?: number;
+        paused: boolean;
+    } | {
+        kind: 'canvas';
+        width: number;
+        height: number;
+    };
+};
+type InteractionEpisodeChange = {
+    kind: 'added' | 'removed' | 'updated';
+    element: InteractionEpisodeElementState;
+};
+type InteractionEpisodeStep = {
+    id: string;
+    action: {
+        kind: 'click' | 'drag' | 'input' | 'change' | 'submit' | 'keydown' | 'scroll' | 'play' | 'pause' | 'seek';
+        label: string;
+        key?: string;
+        target?: InteractionEpisodeElementState;
+    };
+    startedAt: number;
+    completedAt: number;
+    outcome: 'changed' | 'no-observable-change';
+    changes: InteractionEpisodeChange[];
+    result?: InteractionEpisodeElementState;
+    visuals?: {
+        beforeFrameId?: string;
+        afterFrameId?: string;
+    };
+};
+type InteractionEpisodeFrame = {
+    id: string;
+    /** Index in the annotation's out-of-band image list. */
+    imageIndex: number;
+    fingerprint: string;
+};
+/** A compact, semantic account of actions performed while Comment passes through. */
+type InteractionEpisode = {
+    version: 1;
+    startedAt: number;
+    completedAt: number;
+    subject?: InteractionEpisodeElementState;
+    steps: InteractionEpisodeStep[];
+    frames?: InteractionEpisodeFrame[];
+};
 type Annotation = {
     id: string;
     type: AnnotationType;
@@ -210,6 +314,7 @@ type Annotation = {
     linkedAnchor?: 'top-left' | 'bottom-left';
     imageCount?: number;
     attachments?: AnnotationAttachment[];
+    interactionEpisode?: InteractionEpisode;
 };
 type BridgeStatus = {
     ok: boolean;
@@ -234,6 +339,12 @@ type PopmeltSubjectBounds = {
     width: number;
     height: number;
 };
+type PopmeltSubjectTrackingAnchor = {
+    /** Horizontal position normalized within the subject bounds. */
+    x: number;
+    /** Vertical position normalized within the subject bounds. */
+    y: number;
+};
 type PopmeltSubject = {
     key: string;
     label: string;
@@ -245,6 +356,9 @@ type PopmeltSubject = {
     /** Live owning surface; never serialized or included in model context. */
     sourceElement?: Element;
     imageObject?: ImageObjectContext;
+    videoObject?: VideoObjectContext;
+    /** Optional provider-neutral foreground anchors used by motion tracking. */
+    trackingAnchors?: readonly PopmeltSubjectTrackingAnchor[];
 };
 type PopmeltSurfaceSnapshot = {
     element: HTMLCanvasElement;
@@ -266,12 +380,16 @@ type PopmeltSubjectCreationSession = {
 type PopmeltSubjectAdapter = {
     id: string;
     /** Surface ownership; an explicit image adapter replaces Core's default. */
-    surfaceKind?: 'image';
+    surfaceKind?: 'image' | 'video';
+    /** Resolve once the adapter's persisted subject index is available. */
+    whenReady?(): Promise<void>;
     hitTest(clientPoint: {
         x: number;
         y: number;
     }): PopmeltSubject | null;
     resolve(key: string): PopmeltSubject | null;
+    /** Recreate a missing durable subject from annotation-captured context. */
+    restoreSubject?(key: string, elementInfo: ElementInfo): PopmeltSubject | null;
     /** Optional clean subject crop, without Popmelt's overlay. */
     captureSubject?(key: string): Blob | null | Promise<Blob | null>;
     /** Optional bitmap capture for renderer surfaces that DOM cloning cannot read. */
@@ -285,6 +403,8 @@ type PopmeltSubjectAdapter = {
     renameSubject?(key: string, label: string): PopmeltSubject | null;
     /** Replace a subject's viewport bounds, projected back into adapter space. */
     updateSubjectBounds?(key: string, bounds: PopmeltSubjectBounds): PopmeltSubject | null;
+    /** Replace optional foreground anchors normalized within subject bounds. */
+    updateSubjectTrackingAnchors?(key: string, anchors: readonly PopmeltSubjectTrackingAnchor[]): PopmeltSubject | null;
     /** Remove a user-created subject or hide an adapter-owned subject. */
     removeSubject?(key: string): void;
 };
@@ -398,6 +518,7 @@ declare class ImageSubjectAdapter implements PopmeltSubjectAdapter {
         y: number;
     }): PopmeltSubject | null;
     resolve(key: string): PopmeltSubject | null;
+    restoreSubject(key: string, elementInfo: ElementInfo): PopmeltSubject | null;
     private imageObjectContext;
     captureSubject(key: string): Promise<Blob | null>;
     beginCreate(clientPoint: {
@@ -423,4 +544,205 @@ declare class ImageSubjectAdapter implements PopmeltSubjectAdapter {
 }
 declare function createImageSubjectAdapter(options?: ImageSubjectAdapterOptions): ImageSubjectAdapter;
 
-export { type Annotation as A, type BridgeStatus as B, type ClaudeResponse as C, type DomModification as D, type ElementInfo as E, type ImageRecognitionProvider as I, type OpaqueTargetReference as O, type PopmeltSubjectAdapter as P, type ReactSourceLocation as R, type SubjectFeedbackAttachment as S, type TextModification as T, type ImageSubjectAdapterOptions as a, type AnnotationAttachment as b, type StyleModification as c, type SpacingTokenChange as d, type AnnotationType as e, type ImageObjectContext as f, type Point as g, type PopmeltSubject as h, type PopmeltSubjectBounds as i, type PopmeltSubjectCreationSession as j, type PopmeltSurfaceSnapshot as k, type StyleChange as l, type ToolType as m, type ImageObjectBox as n, type BrowserImageSubjectStoreOptions as o, type ImageContentHasher as p, type ImageObjectObservation as q, ImageSubjectAdapter as r, type ImageSubjectStore as s, type PersistedImageAnalysis as t, type PersistedImageSubject as u, type PersistedImageSuppression as v, createBrowserImageSubjectStore as w, createImageSubjectAdapter as x, createMemoryImageSubjectStore as y };
+type VideoObjectBox = ImageObjectBox;
+type VideoTrackingAnchor = PopmeltSubjectTrackingAnchor;
+type VideoTrackKeyframe = {
+    time: number;
+    box: VideoObjectBox;
+    score: number;
+    source: 'manual' | 'tracked';
+};
+type VideoTrackObservation = {
+    time: number;
+    box: VideoObjectBox;
+    score: number;
+};
+type VideoTrackingAttempt = {
+    /** Expand the normal local search crop during reacquisition. */
+    searchScale?: number;
+};
+type VideoTrackSegment = {
+    /** First media time at which this object is confidently observable. */
+    start: number;
+    /** Last confidently observable media time. Omitted while the segment is open. */
+    end?: number;
+};
+type VideoTrackingSeed = {
+    video: HTMLVideoElement;
+    time: number;
+    box: VideoObjectBox;
+    anchors?: readonly VideoTrackingAnchor[];
+};
+type VideoTrackingSession = {
+    track(video: HTMLVideoElement, time: number, attempt?: VideoTrackingAttempt): Promise<VideoTrackObservation | null>;
+    reseed?(seed: VideoTrackingSeed): void | Promise<void>;
+    dispose?(): void | Promise<void>;
+};
+type VideoTrackSmoother = {
+    /** Builds one presentation frame from a chronological durable observation. */
+    smooth(frame: VideoTrackKeyframe): VideoTrackKeyframe;
+};
+type VideoMotionState = {
+    visible: boolean;
+    misses: number;
+    hits: number;
+    lostAt?: number;
+};
+type VideoMotionPresenceDecision = {
+    state: VideoMotionState;
+    action: 'accept' | 'hold' | 'close' | 'reopen';
+};
+type VideoMotionAttempt = {
+    framesPerSecond: number;
+    tracking: VideoTrackingAttempt;
+};
+type VideoBackwardAnalysisOptions = {
+    source: HTMLVideoElement;
+    seedTime: number;
+    keyframes: readonly VideoTrackKeyframe[];
+    anchors: readonly VideoTrackingAnchor[];
+    maximumFramesPerSecond: number;
+    cancelled: () => boolean;
+    forwardWork: () => Promise<void> | undefined;
+};
+type VideoBackwardAnalysisResult = {
+    earliestTime: number;
+    keyframes: VideoTrackKeyframe[];
+};
+/**
+ * Pixel-derived motion policy supplied by a perception extension. Core invokes
+ * it, then stores and renders the resulting durable and presentation tracks.
+ */
+type VideoMotionPolicy = {
+    createSmoother(): VideoTrackSmoother;
+    attempt(options: {
+        state: VideoMotionState;
+        time: number;
+        maximumFramesPerSecond: number;
+    }): VideoMotionAttempt;
+    observe(options: {
+        state: VideoMotionState;
+        time: number;
+        observation: VideoTrackObservation | null;
+    }): VideoMotionPresenceDecision;
+    analyzeBackward(options: VideoBackwardAnalysisOptions): Promise<VideoBackwardAnalysisResult>;
+};
+/** Optional local perception boundary. Core owns tracks and authoring. */
+type VideoTrackingProvider = {
+    cacheKey: string;
+    configurationKey: string;
+    motion: VideoMotionPolicy;
+    createSession(seed: VideoTrackingSeed): Promise<VideoTrackingSession>;
+    dispose?(): void | Promise<void>;
+};
+type PersistedVideoTrack = {
+    id: string;
+    label: string;
+    origin: 'manual' | 'detected';
+    keyframes: readonly VideoTrackKeyframe[];
+    /** See-derived display geometry, persisted so Core can replay it alone. */
+    presentationKeyframes?: readonly VideoTrackKeyframe[];
+    anchors?: readonly VideoTrackingAnchor[];
+    /** Explicit visible spans. Missing on schema-v1 tracks, which migrate open-ended. */
+    segments?: readonly VideoTrackSegment[];
+    /** Furthest media time already covered by forward inference. */
+    analyzedThrough?: number;
+    createdAt: number;
+    updatedAt: number;
+};
+type PersistedVideoAnalysis = {
+    schemaVersion: 1 | 2 | 3;
+    source: string;
+    duration: number;
+    tracks: readonly PersistedVideoTrack[];
+    updatedAt: number;
+};
+type VideoSubjectStore = {
+    load(key: string): PersistedVideoAnalysis | null | Promise<PersistedVideoAnalysis | null>;
+    save(key: string, analysis: PersistedVideoAnalysis): void | Promise<void>;
+    remove?(key: string): void | Promise<void>;
+};
+
+type VideoSubjectAdapterOptions = {
+    tracking?: VideoTrackingProvider;
+    selector?: string;
+    root?: Document | Element;
+    observe?: boolean;
+    id?: string;
+    store?: VideoSubjectStore;
+    maxTrackingFramesPerSecond?: number;
+    onError?: (error: unknown, video: HTMLVideoElement) => void;
+};
+declare class VideoSubjectAdapter implements PopmeltSubjectAdapter {
+    private readonly options;
+    readonly surfaceKind: "video";
+    readonly id: string;
+    private readonly records;
+    private readonly videoKeys;
+    private readonly metadata;
+    private readonly analyzedSources;
+    private readonly listeners;
+    private readonly frameHandles;
+    private readonly persistTimers;
+    private readonly writeChains;
+    private readonly pendingWrites;
+    private readonly observer;
+    private refreshQueued;
+    private destroyed;
+    private manualSequence;
+    private activeTrackingKey;
+    private readyPromise;
+    constructor(options?: VideoSubjectAdapterOptions);
+    whenReady(): Promise<void>;
+    listSubjects(): readonly PopmeltSubject[];
+    refresh(): Promise<void>;
+    hitTest(point: {
+        x: number;
+        y: number;
+    }): PopmeltSubject | null;
+    resolve(key: string): PopmeltSubject | null;
+    captureSubject(key: string): Promise<Blob | null>;
+    beginCreate(point: {
+        x: number;
+        y: number;
+    }): PopmeltSubjectCreationSession | null;
+    renameSubject(key: string, label: string): PopmeltSubject | null;
+    updateSubjectBounds(key: string, bounds: PopmeltSubjectBounds): PopmeltSubject | null;
+    updateSubjectTrackingAnchors(key: string, anchors: readonly PopmeltSubjectTrackingAnchor[]): PopmeltSubject | null;
+    removeSubject(key: string): void;
+    destroy(): Promise<void>;
+    private analyze;
+    private addVideoListeners;
+    private removeVideoListeners;
+    private scheduleFrame;
+    private trackVideo;
+    private startSession;
+    private reseed;
+    private failTracking;
+    private activeRecordFor;
+    private activateMostRecentRecord;
+    private activateTrackingRecord;
+    private scheduleBackwardAnalysis;
+    private cancelBackwardAnalysis;
+    private runBackwardAnalysis;
+    private acceptObservation;
+    private openSegment;
+    private closeSegment;
+    private insertKeyframe;
+    private rebuildPresentationTrack;
+    private clearLiveFrames;
+    private videoObjectContext;
+    private replaceVideoRecords;
+    private persistVideo;
+    private schedulePersistence;
+    private flushScheduledPersistence;
+    private matchingVideos;
+    private videoIdentity;
+    private newObjectId;
+    private removeVideoRecords;
+    private removeVideo;
+    private queueRefresh;
+}
+declare function createVideoSubjectAdapter(options?: VideoSubjectAdapterOptions): VideoSubjectAdapter;
+
+export { type VideoTrackingAttempt as $, type Annotation as A, type BridgeStatus as B, type ClaudeResponse as C, type DomModification as D, type ElementInfo as E, type PersistedImageSuppression as F, type PersistedVideoAnalysis as G, type PersistedVideoTrack as H, type ImageRecognitionProvider as I, type VideoBackwardAnalysisOptions as J, type VideoBackwardAnalysisResult as K, type VideoMotionAttempt as L, type VideoMotionPolicy as M, type VideoMotionPresenceDecision as N, type OpaqueTargetReference as O, type PopmeltSubjectAdapter as P, type VideoMotionState as Q, type ReactSourceLocation as R, type SubjectFeedbackAttachment as S, type TextModification as T, VideoSubjectAdapter as U, type VideoTrackingProvider as V, type VideoTrackKeyframe as W, type VideoTrackObservation as X, type VideoTrackSegment as Y, type VideoTrackSmoother as Z, type VideoTrackingAnchor as _, type ImageSubjectAdapterOptions as a, type VideoTrackingSeed as a0, type VideoTrackingSession as a1, createBrowserImageSubjectStore as a2, createImageSubjectAdapter as a3, createMemoryImageSubjectStore as a4, createVideoSubjectAdapter as a5, type VideoSubjectAdapterOptions as b, type AnnotationAttachment as c, type StyleModification as d, type SpacingTokenChange as e, type AnnotationType as f, type ImageObjectContext as g, type Point as h, type PopmeltSubject as i, type PopmeltSubjectBounds as j, type PopmeltSubjectCreationSession as k, type PopmeltSubjectTrackingAnchor as l, type PopmeltSurfaceSnapshot as m, type StyleChange as n, type ToolType as o, type VideoObjectContext as p, type ImageObjectBox as q, type VideoSubjectStore as r, type VideoObjectBox as s, type BrowserImageSubjectStoreOptions as t, type ImageContentHasher as u, type ImageObjectObservation as v, ImageSubjectAdapter as w, type ImageSubjectStore as x, type PersistedImageAnalysis as y, type PersistedImageSubject as z };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@popmelt.com/core",
-  "version": "0.16.0",
+  "version": "0.18.0",
   "description": "A tiny, powerful design layer for humans and AI",
   "license": "PolyForm-Shield-1.0.0",
   "author": "Popmelt <reb@popmelt.com> (https://popmelt.com)",

package/dist/chunk-HS4EVUFK.mjs

@@ -1,2 +0,0 @@
-"use client";
-var b=(r,e=0,t=1)=>Math.min(t,Math.max(e,r));function z(r){let{width:e,height:t}=r.rect,s=Math.max(1,r.naturalWidth),n=Math.max(1,r.naturalHeight),i=Math.min(e/s,t/n),o=Math.max(e/s,t/n);switch(r.objectFit){case"contain":return{width:s*i,height:n*i};case"cover":return{width:s*o,height:n*o};case"none":return{width:s,height:n};case"scale-down":{let a=Math.min(1,i);return{width:s*a,height:n*a}}default:return{width:e,height:t}}}function A(r,e){let t=r.trim().toLowerCase();if(t.endsWith("%")){let s=Number.parseFloat(t);return Number.isFinite(s)?e*(s/100):0}if(t.endsWith("px")){let s=Number.parseFloat(t);return Number.isFinite(s)?s:0}return t==="center"?e/2:t==="right"||t==="bottom"?e:0}function $(r,e,t){let s=r.objectPosition.trim().split(/\s+/),n=s[0]||"50%",i=s[1]||"50%";return{x:A(n,r.rect.width-e),y:A(i,r.rect.height-t)}}function x(r){let e=r.getBoundingClientRect();if(e.width<=0||e.height<=0||r.naturalWidth<=0||r.naturalHeight<=0)return null;let t=r.ownerDocument.defaultView?.getComputedStyle(r)??getComputedStyle(r),s={rect:e,naturalWidth:r.naturalWidth,naturalHeight:r.naturalHeight,objectFit:t.objectFit||"fill",objectPosition:t.objectPosition||"50% 50%"},n=z(s);return{layout:s,rendered:n,position:$(s,n.width,n.height)}}function j(r,e){let t=x(r);if(!t)return null;let{layout:s,rendered:n,position:i}=t;if(e.x<s.rect.left||e.x>s.rect.left+s.rect.width||e.y<s.rect.top||e.y>s.rect.top+s.rect.height)return null;let o=(e.x-s.rect.left-i.x)/n.width,a=(e.y-s.rect.top-i.y)/n.height;return o>=0&&o<=1&&a>=0&&a<=1?{x:o,y:a}:null}function T(r,e){let t=x(r);if(!t)return null;let{layout:s,rendered:n,position:i}=t,o=(e.left-s.rect.left-i.x)/n.width,a=(e.top-s.rect.top-i.y)/n.height,l=(e.left+e.width-s.rect.left-i.x)/n.width,c=(e.top+e.height-s.rect.top-i.y)/n.height,d=b(Math.min(o,l)),u=b(Math.min(a,c)),m=b(Math.max(o,l)),h=b(Math.max(a,c));return m<=d||h<=u?null:{left:d,top:u,width:m-d,height:h-u}}function M(r,e){if(![e.left,e.top,e.width,e.height].every(Number.isFinite))return null;let t=x(r);if(!t)return null;let{layout:s,rendered:n,position:i}=t,{rect:o}=s,a=o.left+i.x+b(e.left)*n.width,l=o.top+i.y+b(e.top)*n.height,c=o.left+i.x+b(e.left+Math.max(0,e.width))*n.width,d=o.top+i.y+b(e.top+Math.max(0,e.height))*n.height,u=Math.max(o.left,a),m=Math.max(o.top,l),h=Math.min(o.left+o.width,c),p=Math.min(o.top+o.height,d);return h<=u||p<=m?null:{left:u,top:m,width:h-u,height:p-m}}var D="popmelt:see:v1";function P(r){if(!r||typeof r!="object")return!1;let e=r;return["left","top","width","height"].every(t=>typeof e[t]=="number"&&Number.isFinite(e[t]))}function W(r){if(!r||typeof r!="object")return!1;let e=r;return typeof e.id=="string"&&typeof e.label=="string"&&typeof e.score=="number"&&(e.origin==="detected"||e.origin==="manual")&&P(e.box)&&(e.detectedBox===void 0||P(e.detectedBox))}function F(r){if(!r||typeof r!="object")return!1;let e=r;return typeof e.detectedLabel=="string"&&P(e.detectedBox)}function B(r){if(!r||typeof r!="object")return!1;let e=r;return e.schemaVersion===1&&typeof e.source=="string"&&typeof e.imageHash=="string"&&typeof e.inferenceKey=="string"&&typeof e.dedupeKey=="string"&&typeof e.updatedAt=="number"&&Array.isArray(e.subjects)&&e.subjects.every(W)&&(e.suppressions===void 0||Array.isArray(e.suppressions)&&e.suppressions.every(F))}function Y(r={}){let e=r.namespace??D,t=()=>r.storage??window.localStorage,s=a=>`${e}:${a}`,n=a=>`${s(a)}:history`,i=a=>{try{let l=t().getItem(s(a));if(!l)return null;let c=JSON.parse(l);return B(c)?c:null}catch{return null}},o=a=>{try{let l=t().getItem(n(a));if(!l)return[];let c=JSON.parse(l);return Array.isArray(c)?c.filter(B).slice(0,10):[]}catch{return[]}};return{load:i,save(a,l){let c=i(a);if(c&&c.imageHash!==l.imageHash){let d=o(a).filter(u=>u.imageHash!==c.imageHash||u.updatedAt!==c.updatedAt);t().setItem(n(a),JSON.stringify([c,...d].slice(0,10)))}t().setItem(s(a),JSON.stringify(l))},remove(a){t().removeItem(s(a)),t().removeItem(n(a))},loadHistory:o}}function G(){let r=new Map,e=new Map;return{load:t=>r.get(t)??null,save:(t,s)=>{let n=r.get(t);if(n&&n.imageHash!==s.imageHash){let i=e.get(t)??[];e.set(t,[n,...i.filter(o=>o.imageHash!==n.imageHash||o.updatedAt!==n.updatedAt)].slice(0,10))}r.set(t,s)},remove:t=>{r.delete(t),e.delete(t)},loadHistory:t=>e.get(t)??[]}}function K(r){return{label:r.label,score:r.score,box:{...r.box}}}var H="img";function L(r){let e=2166136261;for(let t=0;t<r.length;t+=1)e^=r.charCodeAt(t),e=Math.imul(e,16777619);return(e>>>0).toString(36)}function R(r){return new URL(g(r),r.ownerDocument.baseURI).href}async function N(r){let e=R(r);try{let t=await fetch(e,{cache:"force-cache",credentials:"same-origin"});if(!t.ok)throw new Error(`Unable to hash image (${t.status})`);let s=await t.arrayBuffer();if(!globalThis.crypto?.subtle)throw new Error("SubtleCrypto unavailable");let n=await globalThis.crypto.subtle.digest("SHA-256",s);return Array.from(new Uint8Array(n),i=>i.toString(16).padStart(2,"0")).join("")}catch{return`source:${L(e)}:${r.naturalWidth}x${r.naturalHeight}`}}function g(r){return r.currentSrc||r.src||r.getAttribute("src")||""}function U(r){return r.complete&&r.naturalWidth>0&&r.naturalHeight>0?Promise.resolve():new Promise((e,t)=>{let s=()=>{i(),e()},n=()=>{i(),t(new Error(`Unable to load image: ${g(r)}`))},i=()=>{r.removeEventListener("load",s),r.removeEventListener("error",n)};r.addEventListener("load",s,{once:!0}),r.addEventListener("error",n,{once:!0})})}function _(r,e){return{id:e.id,image:r,detection:K(e),detectedLabel:e.detectedLabel,detectedBox:e.detectedBox?{...e.detectedBox}:void 0,boundsOverridden:e.boundsOverridden,manual:e.origin==="manual"}}function q(r){return{id:r.id,label:r.detection.label,detectedLabel:r.detectedLabel,score:r.detection.score,box:{...r.detection.box},detectedBox:r.detectedBox?{...r.detectedBox}:void 0,origin:r.manual?"manual":"detected",boundsOverridden:r.boundsOverridden}}function V(r){return r.origin==="manual"||r.boundsOverridden===!0||!!(r.detectedLabel&&r.label!==r.detectedLabel)}function J(r,e){return e.x>=r.left&&e.x<=r.left+r.width&&e.y>=r.top&&e.y<=r.top+r.height}var O=class{constructor(e={}){this.options=e;this.surfaceKind="image";this.records=new Map;this.imageKeys=new Map;this.analyzedSources=new WeakMap;this.pending=new WeakMap;this.analysisMetadata=new WeakMap;this.suppressions=new WeakMap;this.writeChains=new WeakMap;this.pendingWrites=new Set;this.refreshQueued=!1;this.destroyed=!1;this.manualSequence=0;this.id=e.id??"see:image",this.readyPromise=this.refresh();let t=e.root??document;this.observer=e.observe!==!1&&typeof MutationObserver<"u"?new MutationObserver(()=>this.queueRefresh()):null,this.observer?.observe(t,{childList:!0,subtree:!0,attributes:!0,attributeFilter:["src","srcset","sizes"]})}whenReady(){return this.readyPromise}listSubjects(){let e=[];for(let t of this.records.keys()){let s=this.resolve(t);s&&e.push(s)}return e}async refresh(){if(this.destroyed)return;let e=this.options.root??document,t=this.options.selector??H,s=new Set;e instanceof HTMLImageElement&&e.matches(t)&&s.add(e);for(let n of e.querySelectorAll(t))n instanceof HTMLImageElement&&s.add(n);for(let n of this.imageKeys.keys())(!s.has(n)||!n.isConnected)&&this.removeImage(n);if(this.options.recognition)for(let n of s)await this.analyze(n);else await Promise.all(Array.from(s,n=>this.analyze(n)))}hitTest(e){let t=null;for(let s of this.records.keys()){let n=this.resolve(s),i=this.records.get(s);if(!n||!i||!J(n.bounds,e))continue;let o=n.bounds.width*n.bounds.height;(!t||o<t.area||o===t.area&&i.detection.score>t.score)&&(t={subject:n,area:o,score:i.detection.score})}return t?.subject??null}resolve(e){let t=this.records.get(e);if(!t||!t.image.isConnected)return null;let s=M(t.image,t.detection.box);if(!s)return null;let n=t.image.getBoundingClientRect(),i=Math.round(t.detection.score*1e3)/1e3;return{key:e,label:t.detection.label,sourceElement:t.image,imageObject:this.imageObjectContext(t),bounds:s,surfaceBounds:{left:n.left,top:n.top,width:n.width,height:n.height},context:`${t.detection.label} ${t.manual?"labelled":"detected"} in ${t.image.alt||"image"}`,data:{kind:"image-object",label:t.detection.label,origin:t.manual?"manual":"detected",...t.detectedLabel?{detectedLabel:t.detectedLabel}:{},score:String(i),imageSrc:g(t.image)}}}imageObjectContext(e){let{image:t,detection:{box:s}}=e;return{src:g(t),alt:t.alt,width:t.naturalWidth,height:t.naturalHeight,normalizedBox:{x:s.left,y:s.top,width:s.width,height:s.height},box:{x:s.left*t.naturalWidth,y:s.top*t.naturalHeight,width:s.width*t.naturalWidth,height:s.height*t.naturalHeight}}}async captureSubject(e){let t=this.records.get(e);if(!t?.image.isConnected||!t.image.complete)return null;let{box:s}=this.imageObjectContext(t);if(s.width<=0||s.height<=0)return null;let n=Math.min(1,1024/Math.max(s.width,s.height)),i=document.createElement("canvas");i.width=Math.max(1,Math.round(s.width*n)),i.height=Math.max(1,Math.round(s.height*n));let o=i.getContext("2d");return o?(o.drawImage(t.image,s.x,s.y,s.width,s.height,0,0,i.width,i.height),new Promise((a,l)=>{try{i.toBlob(a,"image/webp",.95)}catch(c){l(c)}})):null}beginCreate(e){let t=this.matchingImages();for(let s=t.length-1;s>=0;s-=1){let n=t[s];if(!n)continue;let i=j(n,e);if(!i)continue;let o=g(n),a=this.imageIdentity(n,o),l=`manual:${this.newObjectId()}`,c=`${a}:${l}`,d={label:"object",score:1,box:{left:i.x,top:i.y,width:0,height:0}},u=!1,m=!1,h=()=>{if(m)return;m=!0,this.records.set(c,{id:l,image:n,detection:d,manual:!0});let p=this.imageKeys.get(n)??new Set;p.add(c),this.imageKeys.set(n,p)};return{key:c,update:p=>{if(u)return null;h();let y=this.clampedImagePoint(n,p);return y?(d.box={left:Math.min(i.x,y.x),top:Math.min(i.y,y.y),width:Math.abs(y.x-i.x),height:Math.abs(y.y-i.y)},this.resolve(c)):this.resolve(c)},commit:()=>u?null:(h(),this.persistImage(n),this.resolve(c)),cancel:()=>{u||(u=!0,m&&this.removeSubject(c))}}}return null}renameSubject(e,t){let s=this.records.get(e),n=t.trim();return!s||!n?null:(!s.manual&&!s.detectedLabel&&(s.detectedLabel=s.detection.label),s.detection.label=n,this.persistImage(s.image),this.resolve(e))}updateSubjectBounds(e,t){let s=this.records.get(e);if(!s)return null;let n=T(s.image,t);return n?(s.detection.box=n,s.boundsOverridden=!0,this.persistImage(s.image),this.resolve(e)):null}removeSubject(e){let t=this.records.get(e);if(!t)return;if(!t.manual){let n=this.suppressions.get(t.image)??[];n.push({detectedLabel:t.detectedLabel??t.detection.label,detectedBox:{...t.detectedBox??t.detection.box}}),this.suppressions.set(t.image,n)}this.records.delete(e);let s=this.imageKeys.get(t.image);s?.delete(e),s?.size===0&&this.imageKeys.delete(t.image),this.persistImage(t.image)}async destroy(){this.destroyed||(this.destroyed=!0,this.observer?.disconnect(),this.records.clear(),this.imageKeys.clear(),await Promise.allSettled(this.pendingWrites),await this.options.recognition?.dispose?.())}queueRefresh(){this.refreshQueued||this.destroyed||(this.refreshQueued=!0,queueMicrotask(()=>{this.refreshQueued=!1,this.readyPromise=this.refresh()}))}async analyze(e){let t=g(e);if(!t||this.analyzedSources.get(e)===t)return;let s=this.pending.get(e);if(s)return s.source===t?s.promise:(await s.promise,this.analyze(e));this.analyzedSources.has(e)&&this.removeImage(e);let n={source:t,promise:Promise.resolve()},i=(async()=>{try{if(await U(e),this.destroyed)return;let o=R(e),a=this.imageIdentity(e,t),l=`${this.id}:${a}`,c=this.options.recognition,d=this.options.store?await this.options.store.load(l):null;if(this.destroyed||g(e)!==t)return;let u=c?.cacheKey??d?.inferenceKey??"",m=c?.configurationKey??d?.dedupeKey??"",h=d?.source===o,p=!!(e.dataset.popmeltMediaId||e.dataset.popmeltSeeId),y=h||p;if(d&&y){let S=new Map(d.subjects.map(f=>[f.id,f]));for(let f of this.imageSubjects(e))S.set(f.id,f);this.replaceImageRecords(e,a,[...S.values()]),this.suppressions.set(e,[...d.suppressions??[]]),this.analysisMetadata.set(e,{storeKey:l,source:o,imageHash:d.imageHash,inferenceKey:d.inferenceKey,dedupeKey:d.dedupeKey})}if(this.options.hydrateOnly){this.analyzedSources.set(e,t);return}let I=this.options.store?await(this.options.imageHasher??N)(e):"ephemeral";if(this.destroyed||g(e)!==t)return;if(!!(d&&y&&d.imageHash===I&&(!c||d.inferenceKey===u&&d.dedupeKey===m))){this.analysisMetadata.set(e,{storeKey:l,source:o,imageHash:I,inferenceKey:u,dedupeKey:m}),this.analyzedSources.set(e,t),await this.saveImage(e);return}let v=y&&d?.imageHash===I;if(d&&!v){let S=new Set(d.subjects.map(w=>w.id)),f=d.subjects.filter(V);this.replaceImageRecords(e,a,[...f,...this.imageSubjects(e).filter(w=>!S.has(w.id))]),this.suppressions.set(e,[])}if(this.analysisMetadata.set(e,{storeKey:l,source:o,imageHash:I,inferenceKey:v?d.inferenceKey:"",dedupeKey:v?d.dedupeKey:""}),!c){this.analyzedSources.set(e,t),await this.saveImage(e);return}let C=await c.detect(e);if(this.destroyed||g(e)!==t)return;let E=this.suppressions.get(e)??[],k=c.reconcile(C,this.imageSubjects(e),E);this.replaceImageRecords(e,a,k),this.suppressions.set(e,[...E]),this.analysisMetadata.set(e,{storeKey:l,source:o,imageHash:I,inferenceKey:u,dedupeKey:m}),this.analyzedSources.set(e,t),await this.saveImage(e)}catch(o){this.options.onError?.(o,e)}finally{this.pending.get(e)===n&&this.pending.delete(e)}})();return n.promise=i,this.pending.set(e,n),i}replaceImageRecords(e,t,s){this.removeImage(e);let n=new Set;for(let i of s){let o=`${t}:${i.id}`;n.add(o),this.records.set(o,_(e,i))}this.imageKeys.set(e,n)}imageIdentity(e,t){if(e.dataset.popmeltMediaId)return e.dataset.popmeltMediaId;if(e.dataset.popmeltSeeId)return e.dataset.popmeltSeeId;let s=new URL(t,e.ownerDocument.baseURI).href,n=this.options.root??e.ownerDocument,i=this.options.selector??H,o=Array.from(n.querySelectorAll(i)).filter(l=>g(l)===t),a=Math.max(0,o.indexOf(e));return`${L(s)}:${a}`}matchingImages(){let e=this.options.root??document,t=this.options.selector??H,s=[];e instanceof HTMLImageElement&&e.matches(t)&&s.push(e);for(let n of e.querySelectorAll(t))n instanceof HTMLImageElement&&s.push(n);return s}clampedImagePoint(e,t){let s=M(e,{left:0,top:0,width:1,height:1});return s?j(e,{x:Math.max(s.left,Math.min(s.left+s.width,t.x)),y:Math.max(s.top,Math.min(s.top+s.height,t.y))}):null}newObjectId(){let e=globalThis.crypto?.randomUUID?.();return e||L(`${Date.now()}:${this.manualSequence++}:${Math.random().toString(36)}`)}persistImage(e){let t=this.persistencePayload(e);if(!t)return Promise.resolve();let n=(this.writeChains.get(e)??Promise.resolve()).catch(()=>{}).then(()=>t.store.save(t.key,t.analysis)).catch(i=>{this.options.onError?.(i,e)});return this.writeChains.set(e,n),this.pendingWrites.add(n),n.finally(()=>this.pendingWrites.delete(n)),n}async saveImage(e){await this.persistImage(e)}imageSubjects(e){return Array.from(this.imageKeys.get(e)??[]).map(t=>this.records.get(t)).filter(t=>!!t).map(q)}persistencePayload(e){let t=this.options.store,s=this.analysisMetadata.get(e);if(!t||!s)return null;let n=this.imageSubjects(e),i={schemaVersion:1,source:s.source,imageHash:s.imageHash,inferenceKey:s.inferenceKey,dedupeKey:s.dedupeKey,subjects:n,suppressions:this.suppressions.get(e)??[],updatedAt:Date.now()};return{store:t,key:s.storeKey,analysis:i}}removeImage(e){for(let t of this.imageKeys.get(e)??[])this.records.delete(t);this.imageKeys.delete(e),this.analyzedSources.delete(e),this.analysisMetadata.delete(e),this.suppressions.delete(e)}};function se(r={}){return new O(r)}export{j as a,T as b,M as c,Y as d,G as e,O as f,se as g};