rtmlib-ts 0.0.2

package/dist/solution/poseDetector.d.ts

@@ -0,0 +1,198 @@
+/**
+ * PoseDetector - Unified API for person detection and pose estimation
+ * Combines YOLO12 detector with RTMW pose model in a single optimized interface
+ *
+ * @example
+ * ```typescript
+ * // Initialize with default models (from HuggingFace)
+ * const detector = new PoseDetector();
+ * await detector.init();
+ *
+ * // Or with custom models
+ * const detector = new PoseDetector({
+ *   detModel: 'models/yolov12n.onnx',
+ *   poseModel: 'models/rtmlib/end2end.onnx',
+ * });
+ * await detector.init();
+ *
+ * // From canvas
+ * const results = await detector.detectFromCanvas(canvas);
+ *
+ * // From video element
+ * const results = await detector.detectFromVideo(videoElement);
+ *
+ * // From raw image data
+ * const results = await detector.detect(imageData, width, height);
+ * ```
+ */
+/**
+ * Configuration options for PoseDetector
+ */
+export interface PoseDetectorConfig {
+    /** Path to YOLO12 detection model (optional - uses default from HuggingFace if not specified) */
+    detModel?: string;
+    /** Path to RTMW pose estimation model (optional - uses default from HuggingFace if not specified) */
+    poseModel?: string;
+    /** Detection input size (default: [416, 416]) */
+    detInputSize?: [number, number];
+    /** Pose input size (default: [384, 288]) */
+    poseInputSize?: [number, number];
+    /** Detection confidence threshold (default: 0.5) */
+    detConfidence?: number;
+    /** NMS IoU threshold (default: 0.45) */
+    nmsThreshold?: number;
+    /** Pose keypoint confidence threshold (default: 0.3) */
+    poseConfidence?: number;
+    /** Execution backend (default: 'wasm') */
+    backend?: 'wasm' | 'webgpu';
+    /** Enable model caching (default: true) */
+    cache?: boolean;
+}
+/**
+ * Detected person with bounding box and keypoints
+ */
+export interface Person {
+    /** Bounding box coordinates */
+    bbox: {
+        x1: number;
+        y1: number;
+        x2: number;
+        y2: number;
+        confidence: number;
+    };
+    /** 17 COCO keypoints coordinates */
+    keypoints: Keypoint[];
+    /** Keypoint scores (0-1) */
+    scores: number[];
+}
+/**
+ * Single keypoint with coordinates and visibility
+ */
+export interface Keypoint {
+    x: number;
+    y: number;
+    score: number;
+    visible: boolean;
+    name: string;
+}
+/**
+ * Detection statistics
+ */
+export interface PoseStats {
+    /** Number of detected people */
+    personCount: number;
+    /** Detection inference time (ms) */
+    detTime: number;
+    /** Pose estimation time (ms) */
+    poseTime: number;
+    /** Total processing time (ms) */
+    totalTime: number;
+}
+export declare class PoseDetector {
+    private config;
+    private detSession;
+    private poseSession;
+    private initialized;
+    private canvas;
+    private ctx;
+    private poseCanvas;
+    private poseCtx;
+    private poseTensorBuffer;
+    private detInputSize;
+    private poseInputSize;
+    constructor(config: PoseDetectorConfig);
+    /**
+     * Initialize both detection and pose models with pre-allocated resources
+     */
+    init(): Promise<void>;
+    /**
+     * Detect poses from HTMLCanvasElement
+     * @param canvas - Canvas element containing the image
+     * @returns Array of detected people with keypoints
+     */
+    detectFromCanvas(canvas: HTMLCanvasElement): Promise<Person[]>;
+    /**
+     * Detect poses from HTMLVideoElement
+     * @param video - Video element to capture frame from
+     * @param targetCanvas - Optional canvas for frame extraction (creates one if not provided)
+     * @returns Array of detected people with keypoints
+     */
+    detectFromVideo(video: HTMLVideoElement, targetCanvas?: HTMLCanvasElement): Promise<Person[]>;
+    /**
+     * Detect poses from HTMLImageElement
+     * @param image - Image element to process
+     * @param targetCanvas - Optional canvas for image extraction (creates one if not provided)
+     * @returns Array of detected people with keypoints
+     */
+    detectFromImage(image: HTMLImageElement, targetCanvas?: HTMLCanvasElement): Promise<Person[]>;
+    /**
+     * Detect poses from ImageBitmap (efficient for blob/file uploads)
+     * @param bitmap - ImageBitmap to process
+     * @param targetCanvas - Optional canvas for bitmap extraction (creates one if not provided)
+     * @returns Array of detected people with keypoints
+     */
+    detectFromBitmap(bitmap: ImageBitmap, targetCanvas?: HTMLCanvasElement): Promise<Person[]>;
+    /**
+     * Detect poses from File (for file input uploads)
+     * @param file - File object from input element
+     * @param targetCanvas - Optional canvas for image extraction (creates one if not provided)
+     * @returns Array of detected people with keypoints
+     */
+    detectFromFile(file: File, targetCanvas?: HTMLCanvasElement): Promise<Person[]>;
+    /**
+     * Detect poses from Blob (for camera capture or downloads)
+     * @param blob - Blob object to process
+     * @param targetCanvas - Optional canvas for image extraction (creates one if not provided)
+     * @returns Array of detected people with keypoints
+     */
+    detectFromBlob(blob: Blob, targetCanvas?: HTMLCanvasElement): Promise<Person[]>;
+    /**
+     * Detect people and estimate poses in a single call
+     * @param imageData - Image data (Uint8Array RGB/RGBA)
+     * @param width - Image width
+     * @param height - Image height
+     * @returns Array of detected people with keypoints
+     */
+    detect(imageData: Uint8Array, width: number, height: number): Promise<Person[]>;
+    /**
+     * Get detection and pose statistics from last call
+     */
+    getStats(): PoseStats | null;
+    /**
+     * Detect people using YOLO12
+     */
+    private detectPeople;
+    /**
+     * Estimate pose for a single person
+     */
+    private estimatePose;
+    /**
+     * YOLO preprocessing with letterbox
+     */
+    private preprocessYOLO;
+    /**
+     * YOLO postprocessing with NMS
+     */
+    private postprocessYOLO;
+    /**
+     * Pose preprocessing with affine crop
+     */
+    private preprocessPose;
+    /**
+     * Pose postprocessing with SimCC decoding
+     */
+    private postprocessPose;
+    /**
+     * Non-Maximum Suppression
+     */
+    private applyNMS;
+    /**
+     * Calculate IoU between two boxes
+     */
+    private calculateIoU;
+    /**
+     * Dispose resources
+     */
+    dispose(): void;
+}
+//# sourceMappingURL=poseDetector.d.ts.map

package/dist/solution/poseDetector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"poseDetector.d.ts","sourceRoot":"","sources":["../../src/solution/poseDetector.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAWH;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,iGAAiG;IACjG,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,qGAAqG;IACrG,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iDAAiD;IACjD,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,4CAA4C;IAC5C,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,oDAAoD;IACpD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,wCAAwC;IACxC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,wDAAwD;IACxD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,0CAA0C;IAC1C,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;IAC5B,2CAA2C;IAC3C,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,MAAM;IACrB,+BAA+B;IAC/B,IAAI,EAAE;QACJ,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,oCAAoC;IACpC,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,4BAA4B;IAC5B,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,gCAAgC;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,oCAAoC;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,gCAAgC;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,iCAAiC;IACjC,SAAS,EAAE,MAAM,CAAC;CACnB;AAwCD,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAA+B;IAC7C,OAAO,CAAC,UAAU,CAAqC;IACvD,OAAO,CAAC,WAAW,CAAqC;IACxD,OAAO,CAAC,WAAW,CAAS;IAG5B,OAAO,CAAC,MAAM,CAAkC;IAChD,OAAO,CAAC,GAAG,CAAyC;IACpD,OAAO,CAAC,UAAU,CAAkC;IACpD,OAAO,CAAC,OAAO,CAAyC;IACxD,OAAO,CAAC,gBAAgB,CAA6B;IACrD,OAAO,CAAC,YAAY,CAAgC;IACpD,OAAO,CAAC,aAAa,CAAgC;gBAEzC,MAAM,EAAE,kBAAkB;IAItC;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAoF3B;;;;OAIG;IACG,gBAAgB,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAUpE;;;;;OAKG;IACG,eAAe,CACnB,KAAK,EAAE,gBAAgB,EACvB,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,MAAM,EAAE,CAAC;IAoBpB;;;;;OAKG;IACG,eAAe,CACnB,KAAK,EAAE,gBAAgB,EACvB,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,MAAM,EAAE,CAAC;IAoBpB;;;;;OAKG;IACG,gBAAgB,CACpB,MAAM,EAAE,WAAW,EACnB,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,MAAM,EAAE,CAAC;IAgBpB;;;;;OAKG;IACG,cAAc,CAClB,IAAI,EAAE,IAAI,EACV,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,MAAM,EAAE,CAAC;IAgBpB;;;;;OAKG;IACG,cAAc,CAClB,IAAI,EAAE,IAAI,EACV,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,MAAM,EAAE,CAAC;IAOpB;;;;;;OAMG;IACG,MAAM,CACV,SAAS,EAAE,UAAU,EACrB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,EAAE,CAAC;IA6CpB;;OAEG;IACH,QAAQ,IAAI,SAAS,GAAG,IAAI;IAI5B;;OAEG;YACW,YAAY;IAsC1B;;OAEG;YACW,YAAY;IAgC1B;;OAEG;IACH,OAAO,CAAC,cAAc;IAkFtB;;OAEG;IACH,OAAO,CAAC,eAAe;IA0CvB;;OAEG;IACH,OAAO,CAAC,cAAc;IAqGtB;;OAEG;IACH,OAAO,CAAC,eAAe;IA2DvB;;OAEG;IACH,OAAO,CAAC,QAAQ;IA8BhB;;OAEG;IACH,OAAO,CAAC,YAAY;IAmBpB;;OAEG;IACH,OAAO,IAAI,IAAI;CAWhB"}