rtmlib-ts 0.0.2

package/dist/solution/pose3dDetector.d.ts

@@ -0,0 +1,145 @@
+/**
+ * Pose3DDetector - 3D Pose Estimation API
+ * Combines YOLOX detector with RTMW3D 3D pose model
+ *
+ * @example
+ * ```typescript
+ * // Initialize with default models
+ * const detector = new Pose3DDetector();
+ * await detector.init();
+ *
+ * // From canvas
+ * const result = await detector.detectFromCanvas(canvas);
+ * console.log(result.keypoints[0][0]); // [x, y, z] - 3D coordinates
+ *
+ * // With custom models
+ * const detector2 = new Pose3DDetector({
+ *   detModel: 'path/to/yolox.onnx',
+ *   poseModel: 'path/to/rtmw3d.onnx',
+ * });
+ * ```
+ */
+import { Wholebody3DResult } from './wholebody3d';
+/**
+ * Configuration options for Pose3DDetector
+ */
+export interface Pose3DDetectorConfig {
+    /** Path to YOLOX detection model (optional - uses default if not specified) */
+    detModel?: string;
+    /** Path to RTMW3D 3D pose estimation model (optional - uses default if not specified) */
+    poseModel?: string;
+    /** Detection input size (default: [640, 640]) */
+    detInputSize?: [number, number];
+    /** Pose input size (default: [384, 288]) */
+    poseInputSize?: [number, number];
+    /** Detection confidence threshold (default: 0.45) */
+    detConfidence?: number;
+    /** NMS IoU threshold (default: 0.7) */
+    nmsThreshold?: number;
+    /** Pose keypoint confidence threshold (default: 0.3) */
+    poseConfidence?: number;
+    /** Execution backend (default: 'webgpu') */
+    backend?: 'wasm' | 'webgpu';
+    /** Enable model caching (default: true) */
+    cache?: boolean;
+    /** Z-axis range in meters (default: 2.1744869) */
+    zRange?: number;
+}
+/**
+ * 3D Person result with 3D keypoints
+ */
+export interface Person3D {
+    /** Bounding box coordinates */
+    bbox: {
+        x1: number;
+        y1: number;
+        x2: number;
+        y2: number;
+        confidence: number;
+    };
+    /** 17 3D keypoints [x, y, z] in meters */
+    keypoints: number[][];
+    /** Keypoint scores (0-1) */
+    scores: number[];
+    /** 2D projection of keypoints */
+    keypoints2d: number[][];
+    /** Normalized SimCC coordinates */
+    keypointsSimcc: number[][];
+}
+/**
+ * Detection statistics
+ */
+export interface Pose3DStats {
+    /** Number of detected people */
+    personCount: number;
+    /** Detection inference time (ms) */
+    detTime: number;
+    /** 3D Pose estimation time (ms) */
+    poseTime: number;
+    /** Total processing time (ms) */
+    totalTime: number;
+}
+export declare class Pose3DDetector {
+    private config;
+    private detSession;
+    private poseSession;
+    private initialized;
+    private outputNamesLogged;
+    private canvas;
+    private ctx;
+    private poseCanvas;
+    private poseCtx;
+    private poseTensorBuffer;
+    private detInputSize;
+    private poseInputSize;
+    private srcPoseCanvas;
+    private srcPoseCtx;
+    constructor(config?: Pose3DDetectorConfig);
+    /**
+     * Initialize both detection and 3D pose models
+     */
+    init(): Promise<void>;
+    /**
+     * Detect 3D poses from HTMLCanvasElement
+     */
+    detectFromCanvas(canvas: HTMLCanvasElement): Promise<Wholebody3DResult>;
+    /**
+     * Detect 3D poses from HTMLVideoElement
+     */
+    detectFromVideo(video: HTMLVideoElement, targetCanvas?: HTMLCanvasElement): Promise<Wholebody3DResult>;
+    /**
+     * Detect 3D poses from HTMLImageElement
+     */
+    detectFromImage(image: HTMLImageElement, targetCanvas?: HTMLCanvasElement): Promise<Wholebody3DResult>;
+    /**
+     * Detect 3D poses from ImageBitmap
+     */
+    detectFromBitmap(bitmap: ImageBitmap, targetCanvas?: HTMLCanvasElement): Promise<Wholebody3DResult>;
+    /**
+     * Detect 3D poses from File
+     */
+    detectFromFile(file: File, targetCanvas?: HTMLCanvasElement): Promise<Wholebody3DResult>;
+    /**
+     * Detect 3D poses from Blob
+     */
+    detectFromBlob(blob: Blob, targetCanvas?: HTMLCanvasElement): Promise<Wholebody3DResult>;
+    /**
+     * Detect 3D poses from raw image data
+     */
+    detect(imageData: Uint8Array, width: number, height: number): Promise<Wholebody3DResult>;
+    /**
+     * Detect people using YOLOX
+     */
+    private detectPeople;
+    /**
+     * Estimate 3D pose for a single person
+     */
+    private estimatePose3D;
+    private preprocessYOLO;
+    private postprocessYOLO;
+    private preprocessPose;
+    private postprocessPose3D;
+    private applyNMS;
+    private calculateIoU;
+}
+//# sourceMappingURL=pose3dDetector.d.ts.map

package/dist/solution/pose3dDetector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pose3dDetector.d.ts","sourceRoot":"","sources":["../../src/solution/pose3dDetector.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAIH,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAOlD;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,+EAA+E;IAC/E,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,yFAAyF;IACzF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iDAAiD;IACjD,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,4CAA4C;IAC5C,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,qDAAqD;IACrD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,uCAAuC;IACvC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,wDAAwD;IACxD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,4CAA4C;IAC5C,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;IAC5B,2CAA2C;IAC3C,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,kDAAkD;IAClD,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,+BAA+B;IAC/B,IAAI,EAAE;QACJ,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,0CAA0C;IAC1C,SAAS,EAAE,MAAM,EAAE,EAAE,CAAC;IACtB,4BAA4B;IAC5B,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,iCAAiC;IACjC,WAAW,EAAE,MAAM,EAAE,EAAE,CAAC;IACxB,mCAAmC;IACnC,cAAc,EAAE,MAAM,EAAE,EAAE,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,gCAAgC;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,oCAAoC;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,mCAAmC;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,iCAAiC;IACjC,SAAS,EAAE,MAAM,CAAC;CACnB;AAyCD,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAiC;IAC/C,OAAO,CAAC,UAAU,CAAqC;IACvD,OAAO,CAAC,WAAW,CAAqC;IACxD,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,iBAAiB,CAAS;IAGlC,OAAO,CAAC,MAAM,CAAkC;IAChD,OAAO,CAAC,GAAG,CAAyC;IACpD,OAAO,CAAC,UAAU,CAAkC;IACpD,OAAO,CAAC,OAAO,CAAyC;IACxD,OAAO,CAAC,gBAAgB,CAA6B;IACrD,OAAO,CAAC,YAAY,CAAgC;IACpD,OAAO,CAAC,aAAa,CAAgC;IAGrD,OAAO,CAAC,aAAa,CAAkC;IACvD,OAAO,CAAC,UAAU,CAAyC;gBAE/C,MAAM,GAAE,oBAAyB;IAQ7C;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAwF3B;;OAEG;IACG,gBAAgB,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAU7E;;OAEG;IACG,eAAe,CACnB,KAAK,EAAE,gBAAgB,EACvB,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,iBAAiB,CAAC;IAoB7B;;OAEG;IACG,eAAe,CACnB,KAAK,EAAE,gBAAgB,EACvB,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,iBAAiB,CAAC;IAoB7B;;OAEG;IACG,gBAAgB,CACpB,MAAM,EAAE,WAAW,EACnB,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,iBAAiB,CAAC;IAgB7B;;OAEG;IACG,cAAc,CAClB,IAAI,EAAE,IAAI,EACV,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,iBAAiB,CAAC;IAgB7B;;OAEG;IACG,cAAc,CAClB,IAAI,EAAE,IAAI,EACV,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,iBAAiB,CAAC;IAO7B;;OAEG;IACG,MAAM,CACV,SAAS,EAAE,UAAU,EACrB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,iBAAiB,CAAC;IAoD7B;;OAEG;YACW,YAAY;IAmC1B;;OAEG;YACW,cAAc;IA8E5B,OAAO,CAAC,cAAc;IAqEtB,OAAO,CAAC,eAAe;IAwCvB,OAAO,CAAC,cAAc;IAsGtB,OAAO,CAAC,iBAAiB;IA+EzB,OAAO,CAAC,QAAQ;IA8BhB,OAAO,CAAC,YAAY;CAkBrB"}