@pose-tracker/pose-estimation-web-react 0.3.4 → 0.3.6

package/README.md

@@ -29,3 +29,28 @@ export function App() {
   );
 }
 ```
+
+## External frames (your camera, our data)
+
+Full guide: https://docs.posetracker.com/external-frames
+
+Optional. Skip `<PoseCamera />` and push your own frames. The SDK draws
+nothing and returns the same data as the camera flow (keypoints,
+posture/placement, counter, form score). See the
+[`pose-estimation-web` README](../pose-estimation-web/README.md#external-frames-your-camera-our-data)
+for the rules: one frame in flight, small frames, no mixing with the camera.
+
+```tsx
+const { warmupExternal, startExercise, processFrame } = usePoseTracker({
+  onCounter: (e) => setReps(e.count),
+});
+
+await warmupExternal();
+startExercise('squat');
+const { dropped, pose, events } = await processFrame({
+  image: bitmap,
+  width: bitmap.width,
+  height: bitmap.height,
+  timestampMs: performance.now(),
+});
+```

package/dist/index.cjs

@@ -88,6 +88,11 @@ function PoseTrackerProvider({
     [client]
   );
   const analyze = react.useCallback(() => client.analyze(), [client]);
+  const warmupExternal = react.useCallback(() => client.warmupExternal(), [client]);
+  const processFrame = react.useCallback(
+    (...args) => client.processFrame(...args),
+    [client]
+  );
   const getSource = react.useCallback(() => client.getSource(), [client]);
   const getAvailableExercises = react.useCallback(() => client.getAvailableExercises(), [client]);
   const getAvailableCustomExercises = react.useCallback(
@@ -121,6 +126,8 @@ function PoseTrackerProvider({
       setModel,
       setSource,
       analyze,
+      warmupExternal,
+      processFrame,
       getSource,
       getAvailableExercises,
       getAvailableCustomExercises,
@@ -145,6 +152,8 @@ function PoseTrackerProvider({
       setModel,
       setSource,
       analyze,
+      warmupExternal,
+      processFrame,
       getSource,
       getAvailableExercises,
       getAvailableCustomExercises,

package/dist/index.d.cts

@@ -1,5 +1,5 @@
 import { PoseTrackerClient, PoseTrackerStatus, PoseTrackerMode, ErrorEvent, SdkManifest, ExerciseConfig, PreloadOptions, StartExerciseOptions, PoseTrackerClientOptions, PoseTrackerEventListener, ClassicNativeMessage, PoseSource, PoseSourceType, SkeletonDefinition, PoseTrackerCallbacks } from '@pose-tracker/pose-estimation-web';
-export { COCO_KEYPOINT_NAMES, ColdStartMode, CounterEvent, DEFAULT_LOADING_TEXT, DEFAULT_MOVENET_LIGHTNING_URL, EngineChannel, ErrorEvent, ExerciseConfig, InitializationEvent, Keypoint, KeypointsEvent, Pose, PoseModelAlias, PoseSource, PoseSourceType, PoseTracker, PoseTrackerCallbacks, PoseTrackerClient, PoseTrackerClientOptions, PoseTrackerOptions, PostureEvent, PreloadOptions, SDK_NAME, SDK_VERSION, SdkManifest, StartExerciseOptions, V4_ONLY_EXERCISE_IDS, createPoseTracker, normalizeEngineChannel, normalizePoseSource, requiresEngineV4, resolvePoseModel, shouldShowWatermark } from '@pose-tracker/pose-estimation-web';
+export { COCO_KEYPOINT_NAMES, ColdStartMode, CounterEvent, DEFAULT_LOADING_TEXT, DEFAULT_MOVENET_LIGHTNING_URL, EngineChannel, ErrorEvent, ExerciseConfig, ExternalFrame, ExternalFrameResult, InitializationEvent, Keypoint, KeypointsEvent, Pose, PoseModelAlias, PoseSource, PoseSourceType, PoseTracker, PoseTrackerCallbacks, PoseTrackerClient, PoseTrackerClientOptions, PoseTrackerOptions, PostureEvent, PreloadOptions, SDK_NAME, SDK_VERSION, SdkManifest, StartExerciseOptions, V4_ONLY_EXERCISE_IDS, createPoseTracker, normalizeEngineChannel, normalizePoseSource, requiresEngineV4, resolvePoseModel, shouldShowWatermark } from '@pose-tracker/pose-estimation-web';
 import React from 'react';
 
 /**
@@ -22,6 +22,10 @@ interface PoseTrackerContextValue {
     setModel: (model?: PoseTrackerClientOptions['model'], modelUrl?: string) => Promise<void>;
     setSource: PoseTrackerClient['setSource'];
     analyze: PoseTrackerClient['analyze'];
+    /** Opt-in: warm the model for frames from your own camera (no PoseCamera needed). */
+    warmupExternal: PoseTrackerClient['warmupExternal'];
+    /** Infer one frame from your own camera; resolves `{ dropped, pose, events }`. */
+    processFrame: PoseTrackerClient['processFrame'];
     getSource: PoseTrackerClient['getSource'];
     getAvailableExercises: () => ExerciseConfig[];
     getAvailableCustomExercises: () => ReturnType<PoseTrackerClient['getAvailableCustomExercises']>;

package/dist/index.d.ts

@@ -1,5 +1,5 @@
 import { PoseTrackerClient, PoseTrackerStatus, PoseTrackerMode, ErrorEvent, SdkManifest, ExerciseConfig, PreloadOptions, StartExerciseOptions, PoseTrackerClientOptions, PoseTrackerEventListener, ClassicNativeMessage, PoseSource, PoseSourceType, SkeletonDefinition, PoseTrackerCallbacks } from '@pose-tracker/pose-estimation-web';
-export { COCO_KEYPOINT_NAMES, ColdStartMode, CounterEvent, DEFAULT_LOADING_TEXT, DEFAULT_MOVENET_LIGHTNING_URL, EngineChannel, ErrorEvent, ExerciseConfig, InitializationEvent, Keypoint, KeypointsEvent, Pose, PoseModelAlias, PoseSource, PoseSourceType, PoseTracker, PoseTrackerCallbacks, PoseTrackerClient, PoseTrackerClientOptions, PoseTrackerOptions, PostureEvent, PreloadOptions, SDK_NAME, SDK_VERSION, SdkManifest, StartExerciseOptions, V4_ONLY_EXERCISE_IDS, createPoseTracker, normalizeEngineChannel, normalizePoseSource, requiresEngineV4, resolvePoseModel, shouldShowWatermark } from '@pose-tracker/pose-estimation-web';
+export { COCO_KEYPOINT_NAMES, ColdStartMode, CounterEvent, DEFAULT_LOADING_TEXT, DEFAULT_MOVENET_LIGHTNING_URL, EngineChannel, ErrorEvent, ExerciseConfig, ExternalFrame, ExternalFrameResult, InitializationEvent, Keypoint, KeypointsEvent, Pose, PoseModelAlias, PoseSource, PoseSourceType, PoseTracker, PoseTrackerCallbacks, PoseTrackerClient, PoseTrackerClientOptions, PoseTrackerOptions, PostureEvent, PreloadOptions, SDK_NAME, SDK_VERSION, SdkManifest, StartExerciseOptions, V4_ONLY_EXERCISE_IDS, createPoseTracker, normalizeEngineChannel, normalizePoseSource, requiresEngineV4, resolvePoseModel, shouldShowWatermark } from '@pose-tracker/pose-estimation-web';
 import React from 'react';
 
 /**
@@ -22,6 +22,10 @@ interface PoseTrackerContextValue {
     setModel: (model?: PoseTrackerClientOptions['model'], modelUrl?: string) => Promise<void>;
     setSource: PoseTrackerClient['setSource'];
     analyze: PoseTrackerClient['analyze'];
+    /** Opt-in: warm the model for frames from your own camera (no PoseCamera needed). */
+    warmupExternal: PoseTrackerClient['warmupExternal'];
+    /** Infer one frame from your own camera; resolves `{ dropped, pose, events }`. */
+    processFrame: PoseTrackerClient['processFrame'];
     getSource: PoseTrackerClient['getSource'];
     getAvailableExercises: () => ExerciseConfig[];
     getAvailableCustomExercises: () => ReturnType<PoseTrackerClient['getAvailableCustomExercises']>;

package/dist/index.js

@@ -87,6 +87,11 @@ function PoseTrackerProvider({
     [client]
   );
   const analyze = useCallback(() => client.analyze(), [client]);
+  const warmupExternal = useCallback(() => client.warmupExternal(), [client]);
+  const processFrame = useCallback(
+    (...args) => client.processFrame(...args),
+    [client]
+  );
   const getSource = useCallback(() => client.getSource(), [client]);
   const getAvailableExercises = useCallback(() => client.getAvailableExercises(), [client]);
   const getAvailableCustomExercises = useCallback(
@@ -120,6 +125,8 @@ function PoseTrackerProvider({
       setModel,
       setSource,
       analyze,
+      warmupExternal,
+      processFrame,
       getSource,
       getAvailableExercises,
       getAvailableCustomExercises,
@@ -144,6 +151,8 @@ function PoseTrackerProvider({
       setModel,
       setSource,
       analyze,
+      warmupExternal,
+      processFrame,
       getSource,
       getAvailableExercises,
       getAvailableCustomExercises,

package/package.json

@@ -1,7 +1,6 @@
 {
   "name": "@pose-tracker/pose-estimation-web-react",
-  "version": "0.3.4",
-  "private": false,
+  "version": "0.3.6",
   "description": "PoseTracker React (web) pose estimation — thin wrapper over @pose-tracker/pose-estimation-web. Browser camera + canvas, not React Native.",
   "type": "module",
   "main": "./dist/index.cjs",
@@ -45,7 +44,7 @@
     "url": "https://www.posetracker.com"
   },
   "license": "SEE LICENSE IN LICENSE",
-  "homepage": "https://www.posetracker.com",
+  "homepage": "https://github.com/Movelytics/pose-estimation-web-react#readme",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/Movelytics/pose-estimation-web-react.git"
@@ -54,12 +53,12 @@
     "access": "public"
   },
   "dependencies": {
-    "@pose-tracker/pose-estimation-web": "0.3.4"
+    "@pose-tracker/pose-estimation-web": "0.3.6"
   },
   "peerDependencies": {
+    "@tensorflow/tfjs": "^4.22.0",
     "react": ">=18.0.0",
-    "react-dom": ">=18.0.0",
-    "@tensorflow/tfjs": "^4.22.0"
+    "react-dom": ">=18.0.0"
   },
   "devDependencies": {
     "@types/react": "^18.2.0",
@@ -68,5 +67,8 @@
     "react-dom": "^18.2.0",
     "tsup": "^8.4.0",
     "typescript": "^5.4.0"
+  },
+  "bugs": {
+    "url": "https://github.com/Movelytics/pose-estimation-web-react/issues"
   }
 }