@popmelt.com/core 0.18.0 → 0.18.1

package/dist/video-adapter-Gq8saCDn.d.mts

@@ -0,0 +1,339 @@
+import { P as PopmeltSubjectAdapter, f as PopmeltSubject, E as ElementInfo, h as PopmeltSubjectCreationSession, g as PopmeltSubjectBounds, i as PopmeltSubjectTrackingAnchor } from './subjects-CeqtFged.mjs';
+
+/** Geometry is normalized against the loaded image, not its rendered size. */
+type ImageObjectBox = {
+    left: number;
+    top: number;
+    width: number;
+    height: number;
+};
+/** A provider's observation; no inference runtime is required by Core. */
+type ImageObjectObservation = {
+    label: string;
+    score: number;
+    box: ImageObjectBox;
+};
+
+type PersistedImageSubject = {
+    id: string;
+    label: string;
+    detectedLabel?: string;
+    score: number;
+    box: ImageObjectBox;
+    detectedBox?: ImageObjectBox;
+    origin: 'detected' | 'manual';
+    boundsOverridden?: boolean;
+};
+type PersistedImageSuppression = {
+    detectedLabel: string;
+    detectedBox: ImageObjectBox;
+};
+type PersistedImageAnalysis = {
+    schemaVersion: 1;
+    source: string;
+    imageHash: string;
+    inferenceKey: string;
+    dedupeKey: string;
+    subjects: readonly PersistedImageSubject[];
+    /** Inferred objects explicitly removed by the user for this image hash. */
+    suppressions?: readonly PersistedImageSuppression[];
+    updatedAt: number;
+};
+type ImageSubjectStore = {
+    load(key: string): PersistedImageAnalysis | null | Promise<PersistedImageAnalysis | null>;
+    save(key: string, analysis: PersistedImageAnalysis): void | Promise<void>;
+    remove?(key: string): void | Promise<void>;
+    /** Older content-hash versions retained before the active record changed. */
+    loadHistory?(key: string): readonly PersistedImageAnalysis[] | Promise<readonly PersistedImageAnalysis[]>;
+};
+type BrowserImageSubjectStoreOptions = {
+    /** Prefix used for browser storage entries. */
+    namespace?: string;
+    /** Override localStorage, primarily for embedded browsers and tests. */
+    storage?: Storage;
+};
+declare function createBrowserImageSubjectStore(options?: BrowserImageSubjectStoreOptions): ImageSubjectStore;
+declare function createMemoryImageSubjectStore(): ImageSubjectStore;
+
+type ImageContentHasher = (image: HTMLImageElement) => string | Promise<string>;
+/** Optional perception boundary. Core keeps media authoring usable without it. */
+type ImageRecognitionProvider = {
+    cacheKey: string;
+    configurationKey: string;
+    detect(image: HTMLImageElement): Promise<readonly ImageObjectObservation[]>;
+    reconcile(observations: readonly ImageObjectObservation[], previousSubjects: readonly PersistedImageSubject[], suppressions: readonly PersistedImageSuppression[]): readonly PersistedImageSubject[];
+    dispose?(): void | Promise<void>;
+};
+type ImageSubjectAdapterOptions = {
+    /** Optional perception; omit for manual-only image annotation. */
+    recognition?: ImageRecognitionProvider;
+    /** Restore saved subjects without hashing or running recognition. */
+    hydrateOnly?: boolean;
+    /** Images to analyze when the adapter starts. Defaults to every image. */
+    selector?: string;
+    /** Root to scan and observe. Defaults to document. */
+    root?: Document | Element;
+    /** Observe added images and src changes. Defaults to true. */
+    observe?: boolean;
+    /** Override the durable Core adapter id. */
+    id?: string;
+    /** Persist detections and user overrides. Omit to keep adapter state ephemeral. */
+    store?: ImageSubjectStore;
+    /** Override content hashing, primarily for authenticated or virtual images. */
+    imageHasher?: ImageContentHasher;
+    onError?: (error: unknown, image: HTMLImageElement) => void;
+};
+declare class ImageSubjectAdapter implements PopmeltSubjectAdapter {
+    private readonly options;
+    readonly surfaceKind: "image";
+    readonly id: string;
+    private readonly records;
+    private readonly imageKeys;
+    private readonly analyzedSources;
+    private readonly pending;
+    private readonly analysisMetadata;
+    private readonly suppressions;
+    private readonly writeChains;
+    private readonly pendingWrites;
+    private readonly observer;
+    private refreshQueued;
+    private destroyed;
+    private readyPromise;
+    private manualSequence;
+    constructor(options?: ImageSubjectAdapterOptions);
+    whenReady(): Promise<void>;
+    listSubjects(): readonly PopmeltSubject[];
+    refresh(): Promise<void>;
+    hitTest(clientPoint: {
+        x: number;
+        y: number;
+    }): PopmeltSubject | null;
+    resolve(key: string): PopmeltSubject | null;
+    restoreSubject(key: string, elementInfo: ElementInfo): PopmeltSubject | null;
+    private imageObjectContext;
+    captureSubject(key: string): Promise<Blob | null>;
+    beginCreate(clientPoint: {
+        x: number;
+        y: number;
+    }): PopmeltSubjectCreationSession | null;
+    renameSubject(key: string, label: string): PopmeltSubject | null;
+    updateSubjectBounds(key: string, bounds: PopmeltSubjectBounds): PopmeltSubject | null;
+    removeSubject(key: string): void;
+    destroy(): Promise<void>;
+    private queueRefresh;
+    private analyze;
+    private replaceImageRecords;
+    private imageIdentity;
+    private matchingImages;
+    private clampedImagePoint;
+    private newObjectId;
+    private persistImage;
+    private saveImage;
+    private imageSubjects;
+    private persistencePayload;
+    private removeImage;
+}
+declare function createImageSubjectAdapter(options?: ImageSubjectAdapterOptions): ImageSubjectAdapter;
+
+type VideoObjectBox = ImageObjectBox;
+type VideoTrackingAnchor = PopmeltSubjectTrackingAnchor;
+type VideoTrackKeyframe = {
+    time: number;
+    box: VideoObjectBox;
+    score: number;
+    source: 'manual' | 'tracked';
+};
+type VideoTrackObservation = {
+    time: number;
+    box: VideoObjectBox;
+    score: number;
+};
+type VideoTrackingAttempt = {
+    /** Expand the normal local search crop during reacquisition. */
+    searchScale?: number;
+};
+type VideoTrackSegment = {
+    /** First media time at which this object is confidently observable. */
+    start: number;
+    /** Last confidently observable media time. Omitted while the segment is open. */
+    end?: number;
+};
+type VideoTrackingSeed = {
+    video: HTMLVideoElement;
+    time: number;
+    box: VideoObjectBox;
+    anchors?: readonly VideoTrackingAnchor[];
+};
+type VideoTrackingSession = {
+    track(video: HTMLVideoElement, time: number, attempt?: VideoTrackingAttempt): Promise<VideoTrackObservation | null>;
+    reseed?(seed: VideoTrackingSeed): void | Promise<void>;
+    dispose?(): void | Promise<void>;
+};
+type VideoTrackSmoother = {
+    /** Builds one presentation frame from a chronological durable observation. */
+    smooth(frame: VideoTrackKeyframe): VideoTrackKeyframe;
+};
+type VideoMotionState = {
+    visible: boolean;
+    misses: number;
+    hits: number;
+    lostAt?: number;
+};
+type VideoMotionPresenceDecision = {
+    state: VideoMotionState;
+    action: 'accept' | 'hold' | 'close' | 'reopen';
+};
+type VideoMotionAttempt = {
+    framesPerSecond: number;
+    tracking: VideoTrackingAttempt;
+};
+type VideoBackwardAnalysisOptions = {
+    source: HTMLVideoElement;
+    seedTime: number;
+    keyframes: readonly VideoTrackKeyframe[];
+    anchors: readonly VideoTrackingAnchor[];
+    maximumFramesPerSecond: number;
+    cancelled: () => boolean;
+    forwardWork: () => Promise<void> | undefined;
+};
+type VideoBackwardAnalysisResult = {
+    earliestTime: number;
+    keyframes: VideoTrackKeyframe[];
+};
+/**
+ * Pixel-derived motion policy supplied by a perception extension. Core invokes
+ * it, then stores and renders the resulting durable and presentation tracks.
+ */
+type VideoMotionPolicy = {
+    createSmoother(): VideoTrackSmoother;
+    attempt(options: {
+        state: VideoMotionState;
+        time: number;
+        maximumFramesPerSecond: number;
+    }): VideoMotionAttempt;
+    observe(options: {
+        state: VideoMotionState;
+        time: number;
+        observation: VideoTrackObservation | null;
+    }): VideoMotionPresenceDecision;
+    analyzeBackward(options: VideoBackwardAnalysisOptions): Promise<VideoBackwardAnalysisResult>;
+};
+/** Optional local perception boundary. Core owns tracks and authoring. */
+type VideoTrackingProvider = {
+    cacheKey: string;
+    configurationKey: string;
+    motion: VideoMotionPolicy;
+    createSession(seed: VideoTrackingSeed): Promise<VideoTrackingSession>;
+    dispose?(): void | Promise<void>;
+};
+type PersistedVideoTrack = {
+    id: string;
+    label: string;
+    origin: 'manual' | 'detected';
+    keyframes: readonly VideoTrackKeyframe[];
+    /** See-derived display geometry, persisted so Core can replay it alone. */
+    presentationKeyframes?: readonly VideoTrackKeyframe[];
+    anchors?: readonly VideoTrackingAnchor[];
+    /** Explicit visible spans. Missing on schema-v1 tracks, which migrate open-ended. */
+    segments?: readonly VideoTrackSegment[];
+    /** Furthest media time already covered by forward inference. */
+    analyzedThrough?: number;
+    createdAt: number;
+    updatedAt: number;
+};
+type PersistedVideoAnalysis = {
+    schemaVersion: 1 | 2 | 3;
+    source: string;
+    duration: number;
+    tracks: readonly PersistedVideoTrack[];
+    updatedAt: number;
+};
+type VideoSubjectStore = {
+    load(key: string): PersistedVideoAnalysis | null | Promise<PersistedVideoAnalysis | null>;
+    save(key: string, analysis: PersistedVideoAnalysis): void | Promise<void>;
+    remove?(key: string): void | Promise<void>;
+};
+
+type VideoSubjectAdapterOptions = {
+    tracking?: VideoTrackingProvider;
+    selector?: string;
+    root?: Document | Element;
+    observe?: boolean;
+    id?: string;
+    store?: VideoSubjectStore;
+    maxTrackingFramesPerSecond?: number;
+    onError?: (error: unknown, video: HTMLVideoElement) => void;
+};
+declare class VideoSubjectAdapter implements PopmeltSubjectAdapter {
+    private readonly options;
+    readonly surfaceKind: "video";
+    readonly id: string;
+    private readonly records;
+    private readonly videoKeys;
+    private readonly metadata;
+    private readonly analyzedSources;
+    private readonly listeners;
+    private readonly frameHandles;
+    private readonly persistTimers;
+    private readonly writeChains;
+    private readonly pendingWrites;
+    private readonly observer;
+    private refreshQueued;
+    private destroyed;
+    private manualSequence;
+    private activeTrackingKey;
+    private readyPromise;
+    constructor(options?: VideoSubjectAdapterOptions);
+    whenReady(): Promise<void>;
+    listSubjects(): readonly PopmeltSubject[];
+    refresh(): Promise<void>;
+    hitTest(point: {
+        x: number;
+        y: number;
+    }): PopmeltSubject | null;
+    resolve(key: string): PopmeltSubject | null;
+    captureSubject(key: string): Promise<Blob | null>;
+    beginCreate(point: {
+        x: number;
+        y: number;
+    }): PopmeltSubjectCreationSession | null;
+    renameSubject(key: string, label: string): PopmeltSubject | null;
+    updateSubjectBounds(key: string, bounds: PopmeltSubjectBounds): PopmeltSubject | null;
+    updateSubjectTrackingAnchors(key: string, anchors: readonly PopmeltSubjectTrackingAnchor[]): PopmeltSubject | null;
+    removeSubject(key: string): void;
+    destroy(): Promise<void>;
+    private analyze;
+    private addVideoListeners;
+    private removeVideoListeners;
+    private scheduleFrame;
+    private trackVideo;
+    private startSession;
+    private reseed;
+    private failTracking;
+    private activeRecordFor;
+    private activateMostRecentRecord;
+    private activateTrackingRecord;
+    private scheduleBackwardAnalysis;
+    private cancelBackwardAnalysis;
+    private runBackwardAnalysis;
+    private acceptObservation;
+    private openSegment;
+    private closeSegment;
+    private insertKeyframe;
+    private rebuildPresentationTrack;
+    private clearLiveFrames;
+    private videoObjectContext;
+    private replaceVideoRecords;
+    private persistVideo;
+    private schedulePersistence;
+    private flushScheduledPersistence;
+    private matchingVideos;
+    private videoIdentity;
+    private newObjectId;
+    private removeVideoRecords;
+    private removeVideo;
+    private queueRefresh;
+}
+declare function createVideoSubjectAdapter(options?: VideoSubjectAdapterOptions): VideoSubjectAdapter;
+
+export { type VideoTrackingSeed as A, type BrowserImageSubjectStoreOptions as B, type VideoTrackingSession as C, createBrowserImageSubjectStore as D, createImageSubjectAdapter as E, createMemoryImageSubjectStore as F, createVideoSubjectAdapter as G, type ImageRecognitionProvider as I, type PersistedImageAnalysis as P, type VideoTrackingProvider as V, type ImageSubjectAdapterOptions as a, type VideoSubjectAdapterOptions as b, type ImageObjectBox as c, type VideoSubjectStore as d, type VideoObjectBox as e, type ImageContentHasher as f, type ImageObjectObservation as g, ImageSubjectAdapter as h, type ImageSubjectStore as i, type PersistedImageSubject as j, type PersistedImageSuppression as k, type PersistedVideoAnalysis as l, type PersistedVideoTrack as m, type VideoBackwardAnalysisOptions as n, type VideoBackwardAnalysisResult as o, type VideoMotionAttempt as p, type VideoMotionPolicy as q, type VideoMotionPresenceDecision as r, type VideoMotionState as s, VideoSubjectAdapter as t, type VideoTrackKeyframe as u, type VideoTrackObservation as v, type VideoTrackSegment as w, type VideoTrackSmoother as x, type VideoTrackingAnchor as y, type VideoTrackingAttempt as z };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@popmelt.com/core",
-  "version": "0.18.0",
+  "version": "0.18.1",
   "description": "A tiny, powerful design layer for humans and AI",
   "license": "PolyForm-Shield-1.0.0",
   "author": "Popmelt <reb@popmelt.com> (https://popmelt.com)",
@@ -24,6 +24,7 @@
     "popmelt": "dist/cli.mjs"
   },
   "sideEffects": false,
+  "packageManager": "pnpm@9.12.0",
   "engines": {
     "node": ">=18.0.0"
   },
@@ -88,6 +89,10 @@
     "./three": {
       "types": "./dist/adapter-three.d.mts",
       "import": "./dist/adapter-three.mjs"
+    },
+    "./react-three-fiber": {
+      "types": "./dist/adapter-react-three-fiber.d.mts",
+      "import": "./dist/adapter-react-three-fiber.mjs"
     }
   },
   "files": [
@@ -106,18 +111,23 @@
     "next": ">=14.0.0",
     "react": ">=18.0.0",
     "react-dom": ">=18.0.0",
+    "@react-three/fiber": ">=8.0.0",
     "three": ">=0.150.0"
   },
   "peerDependenciesMeta": {
     "next": {
       "optional": true
     },
+    "@react-three/fiber": {
+      "optional": true
+    },
     "three": {
       "optional": true
     }
   },
   "devDependencies": {
     "@kit/eslint-config": "workspace:^",
+    "@react-three/fiber": "9.7.0",
     "@tanstack/react-router": "1.120.5",
     "@types/react": "19.1.0",
     "@types/react-dom": "19.1.2",
@@ -129,14 +139,14 @@
     "geist": "1.7.2",
     "jsdom": "26.1.0",
     "lucide-react": "^1.23.0",
-    "next": "15.3.8",
-    "prettier": "^3.5.3",
+    "next": "15.5.24",
+    "prettier": "3.5.3",
     "react": "19.1.0",
     "react-dom": "19.1.0",
     "three": "^0.185.1",
     "tsup": "^8.5.1",
     "typescript": "^5.8.3",
     "vite": "7.3.6",
-    "vitest": "^3.2.4"
+    "vitest": "3.2.4"
   }
 }