@incodetech/core 2.1.1 → 2.2.0-rc.0

package/dist/{createFaceAvatar-CpdYp9Iy.d.ts → FaceDetectionProvider-Mh6q3EbA.d.ts}

@@ -1,7 +1,6 @@
-import { t as IncodeCanvas } from "./canvas-90BqS0NF.js";
-
+import { n as WasmPipeline } from "./warmup-Dv2alr2-.js";
+import { a as MLProviderConfig, i as IMLProviderCapability, o as IncodeCanvas } from "./IStorageCapability-ORkQfK3F.js";
 //#region ../infra/src/wasm/wasmWebClient.d.ts
-
 /**
  * Configuration shape that the C++ `WebApi` passes when calling `.post(...)`
  * on its host JS adapter. Mirrors the upstream `ml-wasm-kit/WebClient`
@@ -14,65 +13,6 @@ type WebApiHostRequestConfig = {
   timeout?: number;
 };
 //#endregion
-//#region ../infra/src/capabilities/IMLProviderCapability.d.ts
-/**
- * Base configuration shared by all ML provider capabilities.
- */
-interface MLProviderConfig {
-  /** Path to the WASM binary */
-  wasmPath?: string;
-  /** Path to the SIMD-optimized WASM binary (optional) */
-  wasmSimdPath?: string;
-  /** Path to the WASM glue code (paired with `wasmPath`) */
-  glueCodePath?: string;
-  /**
-   * Path to the SIMD-optimized WASM glue code (paired with `wasmSimdPath`).
-   * If omitted, defaults to a sibling `.js` derived from `wasmSimdPath`.
-   */
-  glueCodeSimdPath?: string;
-  /** Whether to use SIMD optimizations (default: true) */
-  useSimd?: boolean;
-  /**
-   * Base path for ML model files. Models will be loaded from `${modelsBasePath}/${modelFileName}`.
-   * If not provided, models are expected in a 'models' subdirectory relative to the WASM binary.
-   */
-  modelsBasePath?: string;
-}
-/**
- * Base interface for ML provider capabilities.
- * Provides common lifecycle and frame processing methods shared by
- * FaceDetectionCapability and IdCaptureCapability.
- */
-interface IMLProviderCapability<TConfig extends MLProviderConfig> {
-  /**
-   * Whether the provider has been initialized and is ready to process frames.
-   */
-  readonly initialized: boolean;
-  /**
-   * Initializes the provider with the given configuration.
-   * If WASM was already warmed up via `setup()` or `warmupWasm()`, this returns almost instantly.
-   * @param config - Provider configuration including WASM paths
-   */
-  initialize(config: TConfig): Promise<void>;
-  /**
-   * Processes a frame through the ML pipeline.
-   * Callbacks set via `setCallbacks()` will be invoked based on the analysis results.
-   * @param image - Image data to process
-   * @throws Error if provider is not initialized
-   */
-  processFrame(image: ImageData): Promise<void>;
-  /**
-   * Resets the pipeline to its initial state.
-   * Safe to call even if not initialized (no-op in that case).
-   */
-  reset(): void;
-  /**
-   * Disposes of resources and resets initialization state.
-   * Safe to call even if not initialized.
-   */
-  dispose(): Promise<void>;
-}
-//#endregion
 //#region ../infra/src/capabilities/IFaceDetectionCapability.d.ts
 /**
  * Configuration for face detection provider.
@@ -291,111 +231,119 @@ interface IFaceDetectionCapability extends IMLProviderCapability<FaceDetectionCo
   postFaceResults(config?: WebApiHostRequestConfig): Promise<unknown>;
 }
 //#endregion
-//#region ../infra/src/avatar/faceFeed.d.ts
+//#region ../infra/src/wasm/WasmPipelineType.d.ts
+declare enum WasmPipelineType {
+  IdBlurGlarePipeline = 0,
+  IdBarcodeAndTextQualityPipeline = 1,
+  IdVideoSelfiePipeline = 2,
+  SelfieWithAggregationMetrics = 3,
+  SelfieWithQualityMetrics = 4,
+  OnDeviceSelfieWorkflow = 5
+}
+//#endregion
+//#region ../infra/src/providers/wasm/BaseWasmProvider.d.ts
 /**
- * A tiny per-frame pub/sub channel for the Incode WASM pipeline's `FaceData`.
- *
- * The parked `incode-2d` avatar drives the cosmetic avatar from the **existing** Incode face-detection
- * pipeline (no second MediaPipe model). The detection pipeline lives in core's
- * detection actor, while the avatar lives in the avatar actor — so the avatar is
- * *fed* `FaceData` through this channel rather than running its own model.
- *
- * Deliberately NOT routed through XState events/context: the pipeline emits
- * ~10×/s, and assigning that into context would re-run `mapState` and notify all
- * manager subscribers 10×/s — needless churn that could itself regress UI perf.
- * The feed is a plain emitter passed as input to both actors (detection
- * publishes, the avatar source subscribes); nothing else observes it.
- *
- * Strictly read-only w.r.t. the authoritative pipeline — the feed only forwards
- * data the pipeline already computed; it never influences detection/autocapture.
+ * Base configuration for WASM providers
  */
-interface FaceFeedReader {
-  /** Subscribe to per-frame faces. Returns an unsubscribe function. */
-  subscribe(listener: (face: FaceData) => void): () => void;
-  /** The most recently published face, or null if none yet. */
-  getLatest(): FaceData | null;
+interface BaseWasmConfig {
+  /** Path to the WASM binary */
+  wasmPath?: string;
+  /** Path to the SIMD-optimized WASM binary (optional) */
+  wasmSimdPath?: string;
+  /** Path to the WASM glue code (paired with `wasmPath`) */
+  glueCodePath?: string;
+  /**
+   * Path to the SIMD-optimized WASM glue code (paired with `wasmSimdPath`).
+   * If omitted, defaults to a sibling `.js` derived from `wasmSimdPath`.
+   */
+  glueCodeSimdPath?: string;
+  /** Whether to use SIMD optimizations (default: true) */
+  useSimd?: boolean;
   /**
-   * Subscribe to the coarse "eyes closed" pulse — the only real eye signal the
-   * Incode pipeline exposes (a threshold event, both eyes, fired only when the
-   * closed-eyes check is enabled via `validateClosedEyes`). The avatar uses it
-   * to drive a real blink. Returns an unsubscribe function.
+   * Base path for ML model files. Models will be loaded from `${modelsBasePath}/${modelFileName}`.
+   * If not provided, models are expected in a 'models' subdirectory relative to the WASM binary.
    */
-  onEyesClosed(listener: () => void): () => void;
-}
-interface FaceFeed extends FaceFeedReader {
-  publish(face: FaceData): void;
-  /** Fire the eyes-closed pulse (from the detection pipeline's threshold event). */
-  signalEyesClosed(): void;
+  modelsBasePath?: string;
 }
-//#endregion
-//#region ../infra/src/capabilities/IFaceAvatarCapability.d.ts
 /**
- * Caller-supplied overrides. Any omitted field falls back to the default
- * CDN layout (see `avatar/avatarDefaults.ts`). `basePath`/`version` rewrite
- * the whole directory; the individual `*Path` fields win over both.
+ * Base provider class that abstracts common WASM functionality.
+ * This serves as a foundation for specific ML capability providers
+ * like FaceDetectionProvider and IdCaptureProvider.
  */
-interface AvatarAssetsOverrides {
-  basePath?: string;
-  version?: string;
-  mediapipeModulePath?: string;
-  mediapipeWasmPath?: string;
-  faceLandmarkerModelPath?: string;
-  vrmModelPath?: string;
+declare abstract class BaseWasmProvider {
+  private _isInitialized;
+  protected pipelineType: WasmPipelineType | undefined;
+  /**
+   * Creates a new BaseWasmProvider
+   * @param pipelineType - The WASM pipeline type this provider uses
+   */
+  constructor(pipelineType?: WasmPipelineType);
+  /**
+   * Returns whether this provider has been initialized.
+   */
+  get initialized(): boolean;
+  protected getPipelineType(): WasmPipelineType;
+  /**
+   * Initializes the provider by ensuring WASM is loaded
+   * @param config - Provider configuration
+   * @param pipeline - The pipeline type to warm up ('selfie', 'idCapture', etc.)
+   */
+  protected initializeBase(config: BaseWasmConfig, pipeline: WasmPipeline): Promise<void>;
+  /**
+   * Ensures the provider is initialized before performing operations.
+   * @throws Error if not initialized
+   */
+  protected ensureInitialized(): void;
+  /**
+   * Processes a frame through the WASM pipeline
+   * @param image - Image data to process
+   * @returns The pipeline result (type depends on pipeline - WASM returns any)
+   */
+  protected processFrameWasm(image: ImageData): Promise<any>;
+  abstract processFrame(image: ImageData): Promise<void>;
+  /**
+   * Resets the pipeline to its initial state.
+   * Safe to call even if not initialized (no-op in that case).
+   */
+  reset(): void;
+  /**
+   * Disposes of resources and resets initialization state.
+   * Safe to call even if not initialized.
+   */
+  dispose(): Promise<void>;
 }
-/**
- * Verdict cue an avatar can reflect: `detecting` (working) / `success` / `error`.
- * Pose-driven 2D avatars colour the face accordingly (green wink / red frown);
- * avatars without a verdict visual (VRM, privacy-lens) treat `setState` as a no-op.
- * Driven by the host module (selfie capture outcome, personhood verdict).
- */
-type AvatarFaceState = 'detecting' | 'success' | 'error';
 //#endregion
-//#region src/internal/avatar/createFaceAvatar.d.ts
-/**
- * Shared face-avatar dispatch — the single code path BOTH the selfie module
- * (`faceCapture` runAvatar actor) and the public `@incodetech/core/avatar` facade
- * use, so every camera module mounts avatars the same way. Lives in `internal/`
- * (not `modules/`) because `internal/` may not import from `modules/`; the public
- * `modules/avatar` entry is a thin re-export of this. See
- * docs/features/FACE_AVATAR.md.
- *
- * Public catalog of shippable face avatars. Each id maps to a lazily-loaded
- * provider, so a module only pays the bundle cost of the avatar it picks:
- *  - `avatar-3d`    → 3D VRM character, MediaPipe-tracked (premium look).
- *  - `avatar-2d`    → stylized 2D "satin" face, MediaPipe-tracked. Also the
- *                     personhood avatar.
- *  - `privacy-lens` → WebGL frosted-glass lens over the real video (no tracking).
- *
- * (The Incode-data 2D avatar is parked — kept in infra, not in the public
- * catalog. See docs/features/FACE_AVATAR.md → Parked: the Incode-data avatar.)
- */
-type AvatarId = 'avatar-3d' | 'avatar-2d' | 'privacy-lens';
-interface FaceAvatarOptions {
-  /** Which avatar to render. */
-  variant: AvatarId;
-  /** The already-acquired camera stream (the host module owns it). */
-  stream: MediaStream;
-  /** Runtime asset overrides (MediaPipe wasm/model, VRM); defaults to the CDN layout. */
-  assets?: AvatarAssetsOverrides;
-  /** Upper bound on the avatar's internal detect/render loop (default 30). */
-  maxFps?: number;
-  /** Initial verdict cue; defaults to `detecting`. */
-  initialState?: AvatarFaceState;
-}
-interface FaceAvatarHandle {
-  /** The canvas to mount in place of the live video. */
-  readonly canvas: HTMLCanvasElement;
-  /** Push a verdict cue (no-op for avatars without a verdict visual). */
-  setState(state: AvatarFaceState): void;
-  /** Tear down the loop, model and hidden decode video. */
-  stop(): void;
+//#region ../infra/src/providers/wasm/FaceDetectionProvider.d.ts
+declare class FaceDetectionProvider extends BaseWasmProvider implements IFaceDetectionCapability {
+  private defaultThresholds;
+  private currentThresholds;
+  private currentFrame;
+  private onFaceDataCallback;
+  constructor();
+  processFrame(image: ImageData): Promise<void>;
+  initialize(config: FaceDetectionConfig): Promise<void>;
+  /**
+   * Last-registered onCapture callback — captured into a private
+   * field so `forceCapture()` (called from outside the WASM-callback
+   * lifecycle) can re-fire the same wrapper. `setCallbacks` rebinds
+   * this on each invocation, so the field always reflects the
+   * current consumer.
+   */
+  private currentOnCaptureWrapper;
+  processPhoto(canvas: HTMLCanvasElement): void;
+  postFaceResults(config?: WebApiHostRequestConfig): Promise<unknown>;
+  setCallbacks(callbacks: FaceDetectionCallbacks): void;
+  setPositionConstraints(constraints: FacePositionConstraints): void;
+  applyDefaults(autocaptureInterval?: number): void;
+  setAutocaptureInterval(interval: number): void;
+  setThresholds(thresholds: FaceDetectionThresholds): void;
+  setAttributesThresholds(thresholds: FaceAttributesThresholds): void;
+  setChecksEnabled(config: FaceChecksConfig): void;
+  setVideoSelfieMode(enabled: boolean): void;
+  forceCapture(): void;
+  reset(): void;
+  private createDefaultFaceCoordinates;
+  private formatFaceCoordinates;
 }
-/**
- * Mounts a cosmetic face avatar: lazy-loads the chosen provider, starts it on the
- * given stream, and returns a handle to mount the canvas + push verdict cues. The
- * avatar is **cosmetic-only** — it never feeds the authoritative
- * detection/quality/liveness/upload pipeline.
- */
-declare function createFaceAvatar(options: FaceAvatarOptions): Promise<FaceAvatarHandle>;
 //#endregion
-export { MLProviderConfig as _, AvatarAssetsOverrides as a, FaceAttributesThresholds as c, FaceDetectionCallbacks as d, FaceDetectionConfig as f, IMLProviderCapability as g, IFaceDetectionCapability as h, createFaceAvatar as i, FaceChecksConfig as l, FacePositionConstraints as m, FaceAvatarHandle as n, AvatarFaceState as o, FaceDetectionThresholds as p, FaceAvatarOptions as r, FaceFeed as s, AvatarId as t, FaceCoordinates as u, WebApiHostRequestConfig as v };
+export { FaceData as i, BaseWasmProvider as n, FaceCoordinates as r, FaceDetectionProvider as t };

package/dist/IBrowserEnvironmentCapability-DEaRRk-R.esm.js

@@ -0,0 +1,9 @@
+//#region ../infra/src/capabilities/IBrowserEnvironmentCapability.ts
+function getTimestamp() {
+	return Date.now();
+}
+function revokeObjectURL(url) {
+	URL.revokeObjectURL(url);
+}
+//#endregion
+export { revokeObjectURL as n, getTimestamp as t };

package/dist/IFaceAvatarCapability-BrL19G0s.d.ts

@@ -0,0 +1,23 @@
+//#region ../infra/src/capabilities/IFaceAvatarCapability.d.ts
+/**
+ * Caller-supplied overrides. Any omitted field falls back to the default
+ * CDN layout (see `avatar/avatarDefaults.ts`). `basePath`/`version` rewrite
+ * the whole directory; the individual `*Path` fields win over both.
+ */
+interface AvatarAssetsOverrides {
+  basePath?: string;
+  version?: string;
+  mediapipeModulePath?: string;
+  mediapipeWasmPath?: string;
+  faceLandmarkerModelPath?: string;
+  vrmModelPath?: string;
+}
+/**
+ * Verdict cue an avatar can reflect: `detecting` (working) / `success` / `error`.
+ * Pose-driven 2D avatars colour the face accordingly (green wink / red frown);
+ * avatars without a verdict visual (VRM, privacy-lens) treat `setState` as a no-op.
+ * Driven by the host module (selfie capture outcome, personhood verdict).
+ */
+type AvatarFaceState = 'detecting' | 'success' | 'error';
+//#endregion
+export { AvatarFaceState as n, AvatarAssetsOverrides as t };