@pose-tracker/react-native-pose-estimation-light 0.1.0 → 0.2.1

package/lib/camera/WebViewPoseView.js

@@ -178,6 +178,8 @@ function WebViewPoseView(props) {
             // injected via __PT_SET_SKELETON (avoids remounting on uuid fetch).
             skeletonDef: props.skeletonDef ?? null,
             capturePriority: client.getQualityState().capturePriority,
+            sourceType: props.source ?? 'camera',
+            sourceUrl: props.sourceUri,
         });
     }, [
         facingMode,
@@ -188,6 +190,8 @@ function WebViewPoseView(props) {
         coldStart,
         loadingText,
         props.skeletonDef,
+        props.source,
+        props.sourceUri,
     ]);
     // Apply custom skeleton (uuid fetch or prop) without remounting the page.
     (0, react_1.useEffect)(() => {
@@ -210,6 +214,31 @@ function WebViewPoseView(props) {
         const payload = JSON.stringify(loadingText);
         webRef.current?.injectJavaScript?.(`window.__PT_SET_LOADING_TEXT && window.__PT_SET_LOADING_TEXT(${payload}); true;`);
     }, [isWebViewBackend, html, loadingText]);
+    // Live source switches after first HTML boot (CFG already has initial source).
+    const lastSourceHtmlRef = (0, react_1.useRef)(null);
+    (0, react_1.useEffect)(() => {
+        if (!isWebViewBackend || !html)
+            return;
+        if (lastSourceHtmlRef.current !== html) {
+            lastSourceHtmlRef.current = html;
+            return;
+        }
+        const type = props.source ?? 'camera';
+        const payload = JSON.stringify({
+            type,
+            url: props.sourceUri ?? null,
+            base64: props.sourceBase64 ?? null,
+            mime: props.sourceMime ?? null,
+        });
+        webRef.current?.injectJavaScript?.(`window.__PT_SET_SOURCE && window.__PT_SET_SOURCE(${payload}); true;`);
+    }, [
+        isWebViewBackend,
+        html,
+        props.source,
+        props.sourceUri,
+        props.sourceBase64,
+        props.sourceMime,
+    ]);
     (0, react_1.useEffect)(() => {
         if (!(backend instanceof WebViewPoseBackend_1.WebViewPoseBackend)) {
             return;

package/lib/client.d.ts

@@ -60,8 +60,8 @@ export interface PoseTrackerClientOptions extends ConfigureOptions {
     usageTracker?: UsageTracker;
     /**
      * Docs API `model` query parity (`movenet` default, `blazepose`, …).
-     * BlazePose is not wired in the light WebView yet — use `modelUrl` for a
-     * custom TF.js graph model. Ignored when {@link modelUrl} is set.
+     * BlazePose loads via CDN pose-detection in the WebView (heavier than
+     * MoveNet). Ignored when {@link modelUrl} is set.
      */
     model?: PoseModelAlias;
     /**
@@ -102,6 +102,12 @@ export interface PoseTrackerClientOptions extends ConfigureOptions {
      * triaging Android GPU issues in the field.
      */
     onDiagnostic?: (message: string) => void;
+    /**
+     * When true, exercise sessions request `engine_debug` snapshots from the
+     * remote engine (bundle ≥ 1.2.4). Overridable per call via
+     * `startExercise(id, { debug: true|false })`.
+     */
+    debugEngine?: boolean;
 }
 /**
  * Per-session options for {@link PoseTrackerClient.startExercise} — the SDK
@@ -118,6 +124,11 @@ export interface StartExerciseOptions {
     userHeightCm?: number;
     /** Device pitch in degrees — jump exercises compensate camera tilt. */
     devicePitchDeg?: number;
+    /**
+     * Request throttled `engine_debug` events for this session (movement FSM
+     * QA). Defaults to {@link PoseTrackerClientOptions.debugEngine}.
+     */
+    debug?: boolean;
 }
 export declare class PoseTrackerClient {
     private status;

package/lib/client.js

@@ -398,7 +398,7 @@ class PoseTrackerClient {
             tfjsVersion: this.options.tfjsVersion,
         });
         this.options.onDiagnostic?.(`[posetracker-light] pose-runtime online version=${parts.version} ` +
-            `modelId=${parts.modelId} modelUrl=${parts.modelUrl}`);
+            `modelId=${parts.modelId} modelKind=${parts.modelKind} modelUrl=${parts.modelUrl}`);
         return parts;
     }
     /**
@@ -818,17 +818,21 @@ class PoseTrackerClient {
         this.stopExercise();
         this.currentExerciseId = exerciseId;
         this.keypointsSuppressionLogged = false;
+        const debug = options.debug ?? this.options.debugEngine === true;
         this.session = this.engine.createSession({
             exercise,
             locale: this.options.locale ?? 'en',
             difficulty: options.difficulty,
             minGrade: this.features.minGrade ?? undefined,
+            debug,
             features: {
                 angles: this.features.angles,
                 recommendations: this.features.recommendations,
                 progression: this.features.progression,
             },
         }, (event) => this.emitFromSession(event));
+        this.options.onDiagnostic?.(`[posetracker] startExercise id=${exercise.id} difficulty=${options.difficulty ?? 'medium'} ` +
+            `debug=${debug} engine=${this.engine.version} minGrade=${this.features.minGrade ?? 'off'}`);
     }
     /** Custom engine session (jump_analysis / air_time_jump). */
     startCustomExercise(custom, options) {
@@ -1032,6 +1036,10 @@ class PoseTrackerClient {
             return;
         }
         const classic = (0, classicMessage_1.toClassicNativeMessage)(event);
+        if (classic == null) {
+            // SDK-only events (e.g. engine_debug) have no classic equivalent.
+            return;
+        }
         this.messageListeners.forEach((l) => {
             try {
                 l(classic);

package/lib/engine/types.d.ts

@@ -36,6 +36,11 @@ export interface EngineSessionOptions {
     minGrade?: MinGrade;
     /** Emission flags — engines older than 1.1.0 ignore them (client re-filters). */
     features?: EngineSessionFeatures;
+    /**
+     * When true, the engine emits throttled `engine_debug` events (movement
+     * FSM snapshot). Requires engine bundle ≥ 1.2.4. Ignored by older engines.
+     */
+    debug?: boolean;
 }
 export interface EngineSession {
     /** Feed one estimated pose; the session emits events through the sink. */

package/lib/events/classicMessage.d.ts

@@ -26,6 +26,6 @@ export declare function anglesToClassicTree(angles: AngleValue[]): {
 /**
  * Map a typed SDK event to a classic PoseTracker `sendDataToNative` payload.
  * Returns null for SDK-only events that have no classic equivalent and should
- * not be mirrored (none today — quality/performance map to error/warning).
+ * not be mirrored (e.g. `engine_debug` QA snapshots).
  */
-export declare function toClassicNativeMessage(event: PoseTrackerEvent): ClassicNativeMessage;
+export declare function toClassicNativeMessage(event: PoseTrackerEvent): ClassicNativeMessage | null;

package/lib/events/classicMessage.js

@@ -49,7 +49,7 @@ function anglesToClassicTree(angles) {
 /**
  * Map a typed SDK event to a classic PoseTracker `sendDataToNative` payload.
  * Returns null for SDK-only events that have no classic equivalent and should
- * not be mirrored (none today — quality/performance map to error/warning).
+ * not be mirrored (e.g. `engine_debug` QA snapshots).
  */
 function toClassicNativeMessage(event) {
     switch (event.type) {
@@ -236,6 +236,9 @@ function toClassicNativeMessage(event) {
                 totalParts: event.totalParts,
                 timestampMs: event.timestampMs,
             };
+        case 'engine_debug':
+            // SDK-only QA stream — no classic WebView equivalent; skip onMessage.
+            return null;
         default: {
             const _exhaustive = event;
             return { type: 'unknown', event: _exhaustive };

package/lib/index.d.ts

@@ -19,10 +19,10 @@ export { UsageTracker, TrackError } from './api/track';
 export type { TrackRequest, TrackResponse, UsageTrackerOptions } from './api/track';
 export { RuntimeCache } from './runtime/RuntimeCache';
 export type { PoseRuntimeParts, RuntimeCacheOptions, RuntimeCacheProgress, } from './runtime/RuntimeCache';
-export { getOnlineRuntimeParts, getOnlineRuntimeVersion, defaultOnlineRuntimeUrls, ONLINE_TFJS_VERSION, } from './backends/webview/onlineRuntime';
+export { getOnlineRuntimeParts, getOnlineRuntimeVersion, defaultOnlineRuntimeUrls, defaultPoseDetectionCdnUrl, ONLINE_TFJS_VERSION, ONLINE_POSE_DETECTION_VERSION, } from './backends/webview/onlineRuntime';
 export type { GetOnlineRuntimeOptions, OnlineRuntimeParts, OnlineRuntimeUrls, } from './backends/webview/onlineRuntime';
 export { DEFAULT_MOVENET_LIGHTNING_URL, originFromModelUrl, resolvePoseModel, } from './models/poseModels';
-export type { PoseModelAlias, ResolvePoseModelOptions, ResolvedPoseModel, } from './models/poseModels';
+export type { PoseModelAlias, PoseModelKind, ResolvePoseModelOptions, ResolvedPoseModel, } from './models/poseModels';
 export { PoseTrackerClient } from './client';
 export type { PoseTrackerClientOptions, PreferredBackend, StartExerciseOptions } from './client';
 export type { ColdStartMode, PreloadOptions } from './types/preload';

package/lib/index.js

@@ -28,8 +28,8 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.logPlatformBanner = exports.logFrameStats = exports.logAccelerationReport = exports.defaultDiagnosticLogger = exports.createNativeFileStore = exports.createMemoryFileStore = exports.createBlobUtilFileStore = exports.createRnfsFileStore = exports.createExpoFileStore = exports.EngineLoader = exports.isExpoGo = exports.PoseCameraView = exports.VISION_JOINT_TO_SDK = exports.poseFromVisionPluginResult = exports.VISION_BODY_POSE_PLUGIN_NAME = exports.isVisionPoseCameraAvailable = exports.isVisionBackendAvailable = exports.VisionUnavailableError = exports.VisionPoseBackend = exports.POSETRACKER_LOGO_DATA_URL = exports.POSE_HTML_BUILD = exports.DEFAULT_LOADING_TEXT = exports.buildPoseHtml = exports.WebViewPoseView = exports.isWebViewPoseBackend = exports.WebViewPoseBackend = exports.usePoseTracker = exports.PoseTrackerProvider = exports.SkeletonFetchError = exports.fetchSkeletonDefinition = exports.DEFAULT_SKELETON_DEFINITION = exports.PoseTrackerClient = exports.resolvePoseModel = exports.originFromModelUrl = exports.DEFAULT_MOVENET_LIGHTNING_URL = exports.ONLINE_TFJS_VERSION = exports.defaultOnlineRuntimeUrls = exports.getOnlineRuntimeVersion = exports.getOnlineRuntimeParts = exports.RuntimeCache = exports.TrackError = exports.UsageTracker = exports.resolveExerciseName = exports.findExerciseByIdOrAlias = exports.EXERCISE_ALIASES = exports.SDK_VERSION = exports.SDK_NAME = exports.DEFAULT_BASE_URL = exports.ConfigureError = exports.configure = void 0;
-exports.resolveFeatures = exports.shouldShowWatermark = exports.isPaidPlan = exports.freeBlockedFeatures = exports.featureNotSupportedMessage = exports.COMBINED_REFERENCE_EXERCISE_MESSAGE = exports.INVALID_TOKEN_MESSAGE = exports.FREE_PLAN_FEATURES_MESSAGE = exports.DEFAULT_FEATURES = exports.RuntimeGuard = exports.scoreDeviceCapability = exports.profileFromScore = exports.isMaliRenderer = exports.ENABLE_MALI_HARD_CAP = exports.CAPTURE_CONSTRAINT_MODE = exports.ANDROID_SOFT_CAP_PROFILE = exports.ANDROID_PREPROCESS_PATH = exports.ANDROID_PERF_DEBUG = exports.ANDROID_MIN_TARGET_FPS = exports.ANDROID_INFER_FRAME_SKIP = exports.profileFromWarmupMedianMs = exports.nextLowerQualityProfile = exports.minMedianMsForMinTarget = exports.lowerQualityProfile = exports.isQualityProfileId = exports.getQualityProfile = exports.getMinTargetFps = exports.getIdealFpsRange = exports.getCriticalFpsThreshold = exports.estimatedFpsFromMedianMs = exports.currentQualityPlatform = exports.TARGET_MEDIAN_MS = exports.TARGET_FPS = exports.QUALITY_PROFILES = exports.QUALITY_LADDER = exports.MIN_TARGET_FPS_IOS = exports.MIN_TARGET_FPS_DEFAULT = exports.MIN_TARGET_FPS_ANDROID = exports.QUALITY_SETTLE_MS = exports.LOW_FPS_STREAK_BEFORE_DOWNGRADE = exports.IDEAL_FPS_RANGE_IOS = exports.IDEAL_FPS_RANGE_ANDROID = exports.CRITICAL_FPS_THRESHOLD = exports.AdaptiveQualityController = exports.toClassicNativeMessage = void 0;
+exports.logAccelerationReport = exports.defaultDiagnosticLogger = exports.createNativeFileStore = exports.createMemoryFileStore = exports.createBlobUtilFileStore = exports.createRnfsFileStore = exports.createExpoFileStore = exports.EngineLoader = exports.isExpoGo = exports.PoseCameraView = exports.VISION_JOINT_TO_SDK = exports.poseFromVisionPluginResult = exports.VISION_BODY_POSE_PLUGIN_NAME = exports.isVisionPoseCameraAvailable = exports.isVisionBackendAvailable = exports.VisionUnavailableError = exports.VisionPoseBackend = exports.POSETRACKER_LOGO_DATA_URL = exports.POSE_HTML_BUILD = exports.DEFAULT_LOADING_TEXT = exports.buildPoseHtml = exports.WebViewPoseView = exports.isWebViewPoseBackend = exports.WebViewPoseBackend = exports.usePoseTracker = exports.PoseTrackerProvider = exports.SkeletonFetchError = exports.fetchSkeletonDefinition = exports.DEFAULT_SKELETON_DEFINITION = exports.PoseTrackerClient = exports.resolvePoseModel = exports.originFromModelUrl = exports.DEFAULT_MOVENET_LIGHTNING_URL = exports.ONLINE_POSE_DETECTION_VERSION = exports.ONLINE_TFJS_VERSION = exports.defaultPoseDetectionCdnUrl = exports.defaultOnlineRuntimeUrls = exports.getOnlineRuntimeVersion = exports.getOnlineRuntimeParts = exports.RuntimeCache = exports.TrackError = exports.UsageTracker = exports.resolveExerciseName = exports.findExerciseByIdOrAlias = exports.EXERCISE_ALIASES = exports.SDK_VERSION = exports.SDK_NAME = exports.DEFAULT_BASE_URL = exports.ConfigureError = exports.configure = void 0;
+exports.resolveFeatures = exports.shouldShowWatermark = exports.isPaidPlan = exports.freeBlockedFeatures = exports.featureNotSupportedMessage = exports.COMBINED_REFERENCE_EXERCISE_MESSAGE = exports.INVALID_TOKEN_MESSAGE = exports.FREE_PLAN_FEATURES_MESSAGE = exports.DEFAULT_FEATURES = exports.RuntimeGuard = exports.scoreDeviceCapability = exports.profileFromScore = exports.isMaliRenderer = exports.ENABLE_MALI_HARD_CAP = exports.CAPTURE_CONSTRAINT_MODE = exports.ANDROID_SOFT_CAP_PROFILE = exports.ANDROID_PREPROCESS_PATH = exports.ANDROID_PERF_DEBUG = exports.ANDROID_MIN_TARGET_FPS = exports.ANDROID_INFER_FRAME_SKIP = exports.profileFromWarmupMedianMs = exports.nextLowerQualityProfile = exports.minMedianMsForMinTarget = exports.lowerQualityProfile = exports.isQualityProfileId = exports.getQualityProfile = exports.getMinTargetFps = exports.getIdealFpsRange = exports.getCriticalFpsThreshold = exports.estimatedFpsFromMedianMs = exports.currentQualityPlatform = exports.TARGET_MEDIAN_MS = exports.TARGET_FPS = exports.QUALITY_PROFILES = exports.QUALITY_LADDER = exports.MIN_TARGET_FPS_IOS = exports.MIN_TARGET_FPS_DEFAULT = exports.MIN_TARGET_FPS_ANDROID = exports.QUALITY_SETTLE_MS = exports.LOW_FPS_STREAK_BEFORE_DOWNGRADE = exports.IDEAL_FPS_RANGE_IOS = exports.IDEAL_FPS_RANGE_ANDROID = exports.CRITICAL_FPS_THRESHOLD = exports.AdaptiveQualityController = exports.toClassicNativeMessage = exports.logPlatformBanner = exports.logFrameStats = void 0;
 // Handshake + usage tracking
 var configure_1 = require("./api/configure");
 Object.defineProperty(exports, "configure", { enumerable: true, get: function () { return configure_1.configure; } });
@@ -51,7 +51,9 @@ var onlineRuntime_1 = require("./backends/webview/onlineRuntime");
 Object.defineProperty(exports, "getOnlineRuntimeParts", { enumerable: true, get: function () { return onlineRuntime_1.getOnlineRuntimeParts; } });
 Object.defineProperty(exports, "getOnlineRuntimeVersion", { enumerable: true, get: function () { return onlineRuntime_1.getOnlineRuntimeVersion; } });
 Object.defineProperty(exports, "defaultOnlineRuntimeUrls", { enumerable: true, get: function () { return onlineRuntime_1.defaultOnlineRuntimeUrls; } });
+Object.defineProperty(exports, "defaultPoseDetectionCdnUrl", { enumerable: true, get: function () { return onlineRuntime_1.defaultPoseDetectionCdnUrl; } });
 Object.defineProperty(exports, "ONLINE_TFJS_VERSION", { enumerable: true, get: function () { return onlineRuntime_1.ONLINE_TFJS_VERSION; } });
+Object.defineProperty(exports, "ONLINE_POSE_DETECTION_VERSION", { enumerable: true, get: function () { return onlineRuntime_1.ONLINE_POSE_DETECTION_VERSION; } });
 var poseModels_1 = require("./models/poseModels");
 Object.defineProperty(exports, "DEFAULT_MOVENET_LIGHTNING_URL", { enumerable: true, get: function () { return poseModels_1.DEFAULT_MOVENET_LIGHTNING_URL; } });
 Object.defineProperty(exports, "originFromModelUrl", { enumerable: true, get: function () { return poseModels_1.originFromModelUrl; } });

package/lib/models/poseModels.d.ts

@@ -5,9 +5,9 @@
  * MoveNet SinglePose Lightning hosted at app.posetracker.com (same URL as
  * `usePoseDetection` / tracking WebView `modelUrl`).
  *
- * BlazePose is accepted as a `model` alias for API parity but is not wired
- * in the RN WebView yet (needs MediaPipe). Pass a TF.js `modelUrl` for any
- * custom graph model.
+ * BlazePose loads via CDN `@tensorflow-models/pose-detection` inside the
+ * WebView (no graph `modelUrl`). Pass a TF.js `modelUrl` for any custom
+ * graph model.
  */
 /** Production MoveNet SinglePose Lightning topology (Front default). */
 export declare const DEFAULT_MOVENET_LIGHTNING_URL = "https://app.posetracker.com/scripts/tmp_model_to_remove.json";
@@ -22,16 +22,18 @@ export interface ResolvePoseModelOptions {
     /** Explicit TF.js graph-model topology URL (weights resolve as siblings). */
     modelUrl?: string;
 }
+export type PoseModelKind = 'movenet-graph' | 'blazepose' | 'custom-graph' | 'unsupported';
 export interface ResolvedPoseModel {
     /** Stable id reported in diagnostics / track params. */
     modelId: string;
-    /** TF.js `loadGraphModel` URL, or null when unsupported without override. */
+    kind: PoseModelKind;
+    /** TF.js `loadGraphModel` URL when kind is movenet-graph or custom-graph. */
     modelUrl: string | null;
-    /** Human-readable reason when {@link modelUrl} is null. */
+    /** Human-readable reason when kind is unsupported. */
     unsupportedReason?: string;
 }
 /**
- * Resolve which TF.js graph model the light WebView should fetch.
+ * Resolve which online pose model the light WebView should run.
  * Default: MoveNet SinglePose Lightning (product URL).
  */
 export declare function resolvePoseModel(options?: ResolvePoseModelOptions): ResolvedPoseModel;

package/lib/models/poseModels.js

@@ -6,9 +6,9 @@
  * MoveNet SinglePose Lightning hosted at app.posetracker.com (same URL as
  * `usePoseDetection` / tracking WebView `modelUrl`).
  *
- * BlazePose is accepted as a `model` alias for API parity but is not wired
- * in the RN WebView yet (needs MediaPipe). Pass a TF.js `modelUrl` for any
- * custom graph model.
+ * BlazePose loads via CDN `@tensorflow-models/pose-detection` inside the
+ * WebView (no graph `modelUrl`). Pass a TF.js `modelUrl` for any custom
+ * graph model.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DEFAULT_MOVENET_LIGHTNING_URL = void 0;
@@ -17,7 +17,7 @@ exports.originFromModelUrl = originFromModelUrl;
 /** Production MoveNet SinglePose Lightning topology (Front default). */
 exports.DEFAULT_MOVENET_LIGHTNING_URL = 'https://app.posetracker.com/scripts/tmp_model_to_remove.json';
 /**
- * Resolve which TF.js graph model the light WebView should fetch.
+ * Resolve which online pose model the light WebView should run.
  * Default: MoveNet SinglePose Lightning (product URL).
  */
 function resolvePoseModel(options = {}) {
@@ -28,27 +28,28 @@ function resolvePoseModel(options = {}) {
         const alias = typeof options.model === 'string' && options.model.trim().length > 0
             ? options.model.trim()
             : 'custom';
-        return { modelId: alias, modelUrl: explicit };
+        return { modelId: alias, kind: 'custom-graph', modelUrl: explicit };
     }
     const key = (options.model ?? 'movenet').trim().toLowerCase();
     if (key === 'movenet' || key === 'movenet-singlepose-lightning' || key === 'lightning') {
         return {
             modelId: 'movenet-singlepose-lightning',
+            kind: 'movenet-graph',
             modelUrl: exports.DEFAULT_MOVENET_LIGHTNING_URL,
         };
     }
     if (key === 'blazepose') {
         return {
             modelId: 'blazepose',
+            kind: 'blazepose',
             modelUrl: null,
-            unsupportedReason: 'BlazePose is not wired in the light RN WebView yet (needs MediaPipe). ' +
-                'Use model="movenet" or pass a TF.js graph modelUrl.',
         };
     }
     return {
         modelId: key,
+        kind: 'unsupported',
         modelUrl: null,
-        unsupportedReason: `Unknown model "${options.model}". Use "movenet" (default) or pass modelUrl.`,
+        unsupportedReason: `Unknown model "${options.model}". Use "movenet" (default), "blazepose", or pass modelUrl.`,
     };
 }
 /** Origin used as WebView `baseUrl` so model fetches are same-origin when possible. */

package/lib/sdkVersion.d.ts

@@ -1,2 +1,2 @@
 /** AUTO-GENERATED by scripts/sync-sdk-version.mjs — do not edit. */
-export declare const SDK_VERSION = "0.1.0";
+export declare const SDK_VERSION = "0.2.1";

package/lib/sdkVersion.js

@@ -2,4 +2,4 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.SDK_VERSION = void 0;
 /** AUTO-GENERATED by scripts/sync-sdk-version.mjs — do not edit. */
-exports.SDK_VERSION = '0.1.0';
+exports.SDK_VERSION = '0.2.1';

package/lib/types/events.d.ts

@@ -23,7 +23,7 @@ export type PoseTrackerStatus = 'idle' | 'configuring' | 'downloading' | 'warmin
  * restarting the camera pipeline, via `configure()` or a preload retry.
  */
 export type PoseTrackerMode = 'keypoints-only' | 'full-engine';
-export type InitializationStep = 'configuring' | 'downloading' | 'warming' | 'accessing_webcam' | 'loading_pose_model' | 'ready';
+export type InitializationStep = 'configuring' | 'downloading' | 'warming' | 'accessing_webcam' | 'loading_media' | 'loading_pose_model' | 'ready';
 export interface InitializationEvent {
     type: 'initialization';
     /**
@@ -154,6 +154,40 @@ export interface ProgressionEvent {
     value: number;
     timestampMs: number;
 }
+/**
+ * Throttled movement / rep-FSM snapshot for QA (engine ≥ 1.2.4).
+ * Enable via `PoseTrackerClientOptions.debugEngine` or `startExercise(..., { debug: true })`.
+ */
+export interface EngineDebugEvent {
+    type: 'engine_debug';
+    exerciseId: string;
+    engineVersion: string;
+    ready: boolean;
+    postureHint: string;
+    direction?: string;
+    missingKeypoints: string[];
+    stepIndex: number;
+    stepCount: number;
+    stepPosition: number | null;
+    stepProgression: number;
+    progression: number;
+    /** Raw FSM rep count (before minGrade gate). */
+    rawCount: number;
+    /** Public counter after minGrade gate. */
+    publicCount: number;
+    difficulty: string;
+    minGrade: MinGrade | null;
+    pointOfView: 'low' | 'up';
+    computeError?: string;
+    lastSkipReason: string | null;
+    posesProcessed: number;
+    visibleKeypoints: number;
+    knees: {
+        left: number | null;
+        right: number | null;
+    };
+    timestampMs: number;
+}
 export interface RecommendationsEvent {
     type: 'recommendations';
     /** Localized form advice strings. */
@@ -309,7 +343,7 @@ export interface RuntimeDownloadProgressEvent {
     partBytes: number;
     timestampMs: number;
 }
-export type PoseTrackerEvent = InitializationEvent | ErrorEvent | WarningEvent | RuntimeDownloadProgressEvent | KeypointsEvent | AnglesEvent | CounterEvent | PostureEvent | ProgressionEvent | RecommendationsEvent | FormScoreEvent | ExerciseSummaryEvent | JumpCalibrationEvent | JumpStartedEvent | JumpHeightEvent | JumpDiscardedEvent | JumpResultEvent | JumpSummaryEvent | QualityChangedEvent | PerformanceWarningEvent;
+export type PoseTrackerEvent = InitializationEvent | ErrorEvent | WarningEvent | RuntimeDownloadProgressEvent | KeypointsEvent | AnglesEvent | CounterEvent | PostureEvent | ProgressionEvent | EngineDebugEvent | RecommendationsEvent | FormScoreEvent | ExerciseSummaryEvent | JumpCalibrationEvent | JumpStartedEvent | JumpHeightEvent | JumpDiscardedEvent | JumpResultEvent | JumpSummaryEvent | QualityChangedEvent | PerformanceWarningEvent;
 export type PoseTrackerEventType = PoseTrackerEvent['type'];
 export type PoseTrackerEventListener = (event: PoseTrackerEvent) => void;
 /**
@@ -325,6 +359,7 @@ export interface PoseTrackerCallbacks {
     onCounter?: (event: CounterEvent) => void;
     onPosture?: (event: PostureEvent) => void;
     onProgression?: (event: ProgressionEvent) => void;
+    onEngineDebug?: (event: EngineDebugEvent) => void;
     onRecommendations?: (event: RecommendationsEvent) => void;
     onFormScore?: (event: FormScoreEvent) => void;
     onExerciseSummary?: (event: ExerciseSummaryEvent) => void;

package/lib/types/features.d.ts

@@ -11,8 +11,8 @@
  * - `keypoints` DURING an exercise session requires a paid plan too
  *   (free may stream keypoints only in pose-only mode, i.e. no exercise).
  * - `blazepose` / `poseEngine` / `mediapipeModel` / `poseBackend` /
- *   `runInWorker` are NOT part of this SDK (MoveNet Lightning only) and are
- *   rejected with a clear error.
+ *   `runInWorker` are NOT feature flags here — select BlazePose with
+ *   `options.model = 'blazepose'` instead of `{ features: { blazepose: true } }`.
  */
 import type { MinGrade } from './events';
 export interface PoseTrackerFeatures {

package/lib/types/features.js

@@ -12,8 +12,8 @@
  * - `keypoints` DURING an exercise session requires a paid plan too
  *   (free may stream keypoints only in pose-only mode, i.e. no exercise).
  * - `blazepose` / `poseEngine` / `mediapipeModel` / `poseBackend` /
- *   `runInWorker` are NOT part of this SDK (MoveNet Lightning only) and are
- *   rejected with a clear error.
+ *   `runInWorker` are NOT feature flags here — select BlazePose with
+ *   `options.model = 'blazepose'` instead of `{ features: { blazepose: true } }`.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.COMBINED_REFERENCE_EXERCISE_MESSAGE = exports.INVALID_TOKEN_MESSAGE = exports.FREE_PLAN_FEATURES_MESSAGE = exports.DEFAULT_FEATURES = void 0;
@@ -38,12 +38,12 @@ const KNOWN_FEATURE_KEYS = new Set([
     'minGrade',
 ]);
 /**
- * WebView params that this SDK deliberately does NOT ship (one SDK, one
- * model: MoveNet Lightning). Passing them (possible from untyped JS hosts)
- * produces a clear `feature_not_supported` error.
+ * WebView params that are NOT feature flags in this SDK.
+ * Note: `options.model = 'blazepose'` is supported on light; passing
+ * `{ blazepose: true }` inside `features` is rejected (WebView query parity).
  */
 const UNSUPPORTED_FEATURE_HINTS = {
-    blazepose: 'BlazePose',
+    blazepose: 'BlazePose as a features flag (use options.model = "blazepose" instead)',
     poseEngine: 'pose engine selection (MediaPipe/PoseLandmarker)',
     mediapipeModel: 'MediaPipe model selection',
     poseBackend: 'pose backend selection',
@@ -62,9 +62,8 @@ exports.COMBINED_REFERENCE_EXERCISE_MESSAGE = 'You cannot combine reference & ex
 /** SDK-specific: the requested WebView feature does not exist in this SDK. */
 function featureNotSupportedMessage(key) {
     const hint = UNSUPPORTED_FEATURE_HINTS[key] ?? `'${key}'`;
-    return (`The '${key}' option (${hint}) is not available in this SDK. ` +
-        'This SDK ships MoveNet Lightning only — pose engine and model cannot be changed. ' +
-        'Remove the option, or use the PoseTracker WebView product if you need it. ' +
+    return (`The '${key}' option (${hint}) is not available as a features flag. ` +
+        'Remove the option, or use options.model / modelUrl for model selection. ' +
         '(visit: https://posetracker.gitbook.io/posetracker-api/tracking-endpoint)');
 }
 // ---------------------------------------------------------------------------

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pose-tracker/react-native-pose-estimation-light",
-  "version": "0.1.0",
+  "version": "0.2.1",
   "description": "Human pose estimation SDK for React Native (light / online) — MoveNet Lightning via CDN + model URL each session, no bundled weights. iOS & Android (Expo Go). Optional API-key exercise engine.",
   "main": "lib/index.js",
   "types": "lib/index.d.ts",

package/src/PoseTrackerProvider.tsx

@@ -281,6 +281,9 @@ export function usePoseTracker(callbacks: PoseTrackerCallbacks = {}): PoseTracke
         case 'progression':
           cb.onProgression?.(event);
           break;
+        case 'engine_debug':
+          cb.onEngineDebug?.(event);
+          break;
         case 'recommendations':
           cb.onRecommendations?.(event);
           break;

package/src/backends/webview/WebViewPoseBackend.ts

@@ -86,7 +86,7 @@ export type WebViewPoseMessage =
       type: 'initialization';
       message: string;
       ready?: boolean;
-      step?: 'accessing_webcam' | 'loading_pose_model' | 'ready';
+      step?: 'accessing_webcam' | 'loading_media' | 'loading_pose_model' | 'ready';
     }
   | { type: 'warning'; message: string; code?: string }
   | { type: 'diag'; message: string }

package/src/backends/webview/onlineRuntime.ts

@@ -5,22 +5,29 @@
  * TF.js + WASM backends load from a CDN; MoveNet (or a custom graph model)
  * loads from a URL on every WebView boot — same idea as the historical
  * PoseTracker Front tracking page.
+ *
+ * BlazePose: appends `@tensorflow-models/pose-detection` CDN after TF.js
+ * (no graph `modelUrl`); the page runtime calls `createDetector`.
  */
 
 import { POSE_RUNTIME_JS, POSE_RUNTIME_VERSION } from './poseRuntimeSource';
 import {
   resolvePoseModel,
   type PoseModelAlias,
+  type PoseModelKind,
   type ResolvedPoseModel,
 } from '../../models/poseModels';
 
 /** TF.js version pinned for CDN scripts (matches offline SDK build). */
 export const ONLINE_TFJS_VERSION = '4.22.0';
 
+/** pose-detection UMD pin (BlazePose). */
+export const ONLINE_POSE_DETECTION_VERSION = '2.1.3';
+
 const JSDELIVR = 'https://cdn.jsdelivr.net/npm';
 
 export interface OnlineRuntimeUrls {
-  /** Ordered <script src> list (core → converter → webgl → wasm). */
+  /** Ordered <script src> list (core → converter → webgl → wasm [→ pose-detection]). */
   tfjsScriptUrls: string[];
   /** Directory passed to `tf.wasm.setWasmPaths`. */
   tfjsWasmPath: string;
@@ -30,7 +37,9 @@ export interface OnlineRuntimeParts {
   version: string;
   delivery: 'online';
   modelId: string;
-  modelUrl: string;
+  /** Graph kinds only; null for BlazePose. */
+  modelUrl: string | null;
+  modelKind: Exclude<PoseModelKind, 'unsupported'>;
   tfjsScriptUrls: string[];
   tfjsWasmPath: string;
   /** Thin page runtime shipped in the package (~50 KB). */
@@ -47,6 +56,8 @@ export interface GetOnlineRuntimeOptions {
   tfjsCdnBase?: string;
   /** Override TF.js version segment in CDN URLs. */
   tfjsVersion?: string;
+  /** Override pose-detection version (BlazePose CDN). */
+  poseDetectionVersion?: string;
 }
 
 export function defaultOnlineRuntimeUrls(
@@ -65,25 +76,45 @@ export function defaultOnlineRuntimeUrls(
   };
 }
 
+export function defaultPoseDetectionCdnUrl(
+  cdnBase: string = JSDELIVR,
+  version: string = ONLINE_POSE_DETECTION_VERSION,
+): string {
+  const base = cdnBase.replace(/\/$/, '');
+  return `${base}/@tensorflow-models/pose-detection@${version}/dist/pose-detection.min.js`;
+}
+
 /**
  * Build the online runtime descriptor used by {@link buildPoseHtml}.
- * Throws when the selected model cannot be loaded (e.g. blazepose without URL).
+ * Throws when the selected model cannot be loaded.
  */
 export function getOnlineRuntimeParts(options: GetOnlineRuntimeOptions = {}): OnlineRuntimeParts {
   const resolved: ResolvedPoseModel = resolvePoseModel({
     model: options.model,
     modelUrl: options.modelUrl,
   });
-  if (!resolved.modelUrl) {
+  if (resolved.kind === 'unsupported') {
     throw new Error(resolved.unsupportedReason ?? `Model "${resolved.modelId}" is unavailable.`);
   }
+  if (resolved.kind !== 'blazepose' && !resolved.modelUrl) {
+    throw new Error(resolved.unsupportedReason ?? `Model "${resolved.modelId}" is unavailable.`);
+  }
+
   const urls = defaultOnlineRuntimeUrls(options.tfjsCdnBase, options.tfjsVersion);
+  const scriptUrls = [...urls.tfjsScriptUrls];
+  if (resolved.kind === 'blazepose') {
+    scriptUrls.push(
+      defaultPoseDetectionCdnUrl(options.tfjsCdnBase, options.poseDetectionVersion),
+    );
+  }
+
   return {
     version: POSE_RUNTIME_VERSION,
     delivery: 'online',
     modelId: resolved.modelId,
     modelUrl: resolved.modelUrl,
-    tfjsScriptUrls: urls.tfjsScriptUrls,
+    modelKind: resolved.kind,
+    tfjsScriptUrls: scriptUrls,
     tfjsWasmPath: urls.tfjsWasmPath,
     runtimeJs: POSE_RUNTIME_JS,
   };