rtmlib-ts 0.0.2

package/dist/solution/animalDetector.d.ts

@@ -0,0 +1,229 @@
+/**
+ * AnimalDetector - Animal detection and pose estimation API
+ * Supports 30 animal classes with ViTPose++ pose model
+ *
+ * @example
+ * ```typescript
+ * // Initialize with default models
+ * const detector = new AnimalDetector();
+ * await detector.init();
+ *
+ * // Detect animals
+ * const animals = await detector.detectFromCanvas(canvas);
+ * console.log(`Found ${animals.length} animals`);
+ *
+ * // With custom models
+ * const detector2 = new AnimalDetector({
+ *   detModel: 'path/to/yolox_animal.onnx',
+ *   poseModel: 'path/to/vitpose_animal.onnx',
+ * });
+ * ```
+ */
+/**
+ * 30 Animal class names supported by AnimalDetector
+ */
+export declare const ANIMAL_CLASSES: string[];
+/**
+ * Available ViTPose++ models for animal pose estimation
+ * All models are trained on 6 datasets and support 30 animal classes
+ */
+export declare const VITPOSE_MODELS: {
+    /** ViTPose++-s: Fastest, 74.2 AP on AP10K */
+    readonly 'vitpose-s': {
+        readonly name: "ViTPose++-s";
+        readonly url: "https://huggingface.co/JunkyByte/easy_ViTPose/resolve/main/onnx/apt36k/vitpose-s-apt36k.onnx";
+        readonly inputSize: [number, number];
+        readonly ap: 74.2;
+        readonly description: "Fastest inference, suitable for real-time applications";
+    };
+    /** ViTPose++-b: Balanced, 75.9 AP on AP10K */
+    readonly 'vitpose-b': {
+        readonly name: "ViTPose++-b";
+        readonly url: "https://huggingface.co/JunkyByte/easy_ViTPose/resolve/main/onnx/apt36k/vitpose-b-apt36k.onnx";
+        readonly inputSize: [number, number];
+        readonly ap: 75.9;
+        readonly description: "Balanced speed and accuracy";
+    };
+    /** ViTPose++-l: Most accurate, 80.8 AP on AP10K */
+    readonly 'vitpose-l': {
+        readonly name: "ViTPose++-l";
+        readonly url: "https://huggingface.co/JunkyByte/easy_ViTPose/resolve/main/onnx/apt36k/vitpose-h-apt36k.onnx";
+        readonly inputSize: [number, number];
+        readonly ap: 80.8;
+        readonly description: "Highest accuracy, slower inference";
+    };
+};
+export type VitPoseModelType = keyof typeof VITPOSE_MODELS;
+/**
+ * Configuration options for AnimalDetector
+ */
+export interface AnimalDetectorConfig {
+    /** Path to animal detection model (optional - uses default if not specified) */
+    detModel?: string;
+    /** Path to animal pose estimation model (optional - uses default if not specified) */
+    poseModel?: string;
+    /** ViTPose++ model variant (optional - uses vitpose-b if not specified) */
+    poseModelType?: VitPoseModelType;
+    /** Detection input size (default: [640, 640]) */
+    detInputSize?: [number, number];
+    /** Pose input size (default: [256, 192]) */
+    poseInputSize?: [number, number];
+    /** Detection confidence threshold (default: 0.5) */
+    detConfidence?: number;
+    /** NMS IoU threshold (default: 0.45) */
+    nmsThreshold?: number;
+    /** Pose keypoint confidence threshold (default: 0.3) */
+    poseConfidence?: number;
+    /** Execution backend (default: 'wasm') */
+    backend?: 'wasm' | 'webgpu';
+    /** Enable model caching (default: true) */
+    cache?: boolean;
+    /** Animal classes to detect (null = all) */
+    classes?: string[] | null;
+}
+/**
+ * Detected animal with bounding box and keypoints
+ */
+export interface DetectedAnimal {
+    /** Bounding box coordinates */
+    bbox: {
+        x1: number;
+        y1: number;
+        x2: number;
+        y2: number;
+        confidence: number;
+    };
+    /** Animal class ID */
+    classId: number;
+    /** Animal class name */
+    className: string;
+    /** 17 keypoints (COCO format) */
+    keypoints: AnimalKeypoint[];
+    /** Keypoint scores (0-1) */
+    scores: number[];
+}
+/**
+ * Single keypoint with coordinates and visibility
+ */
+export interface AnimalKeypoint {
+    x: number;
+    y: number;
+    score: number;
+    visible: boolean;
+    name: string;
+}
+/**
+ * Detection statistics
+ */
+export interface AnimalDetectionStats {
+    /** Number of detected animals */
+    animalCount: number;
+    /** Detections per class */
+    classCounts: Record<string, number>;
+    /** Detection inference time (ms) */
+    detTime: number;
+    /** Pose estimation time (ms) */
+    poseTime: number;
+    /** Total processing time (ms) */
+    totalTime: number;
+}
+export declare class AnimalDetector {
+    private config;
+    private detSession;
+    private poseSession;
+    private initialized;
+    private classFilter;
+    private canvas;
+    private ctx;
+    private poseCanvas;
+    private poseCtx;
+    private poseTensorBuffer;
+    private detInputSize;
+    private poseInputSize;
+    constructor(config?: AnimalDetectorConfig);
+    /**
+     * Update class filter based on config
+     */
+    private updateClassFilter;
+    /**
+     * Set which animal classes to detect
+     */
+    setClasses(classes: string[] | null): void;
+    /**
+     * Get list of available animal classes
+     */
+    getAvailableClasses(): string[];
+    /**
+     * Get information about the current ViTPose++ model
+     */
+    getPoseModelInfo(): {
+        readonly name: "ViTPose++-s";
+        readonly url: "https://huggingface.co/JunkyByte/easy_ViTPose/resolve/main/onnx/apt36k/vitpose-s-apt36k.onnx";
+        readonly inputSize: [number, number];
+        readonly ap: 74.2;
+        readonly description: "Fastest inference, suitable for real-time applications";
+    } | {
+        readonly name: "ViTPose++-b";
+        readonly url: "https://huggingface.co/JunkyByte/easy_ViTPose/resolve/main/onnx/apt36k/vitpose-b-apt36k.onnx";
+        readonly inputSize: [number, number];
+        readonly ap: 75.9;
+        readonly description: "Balanced speed and accuracy";
+    } | {
+        readonly name: "ViTPose++-l";
+        readonly url: "https://huggingface.co/JunkyByte/easy_ViTPose/resolve/main/onnx/apt36k/vitpose-h-apt36k.onnx";
+        readonly inputSize: [number, number];
+        readonly ap: 80.8;
+        readonly description: "Highest accuracy, slower inference";
+    } | null;
+    /**
+     * Initialize both detection and pose models
+     */
+    init(): Promise<void>;
+    /**
+     * Detect animals from HTMLCanvasElement
+     */
+    detectFromCanvas(canvas: HTMLCanvasElement): Promise<DetectedAnimal[]>;
+    /**
+     * Detect animals from HTMLVideoElement
+     */
+    detectFromVideo(video: HTMLVideoElement, targetCanvas?: HTMLCanvasElement): Promise<DetectedAnimal[]>;
+    /**
+     * Detect animals from HTMLImageElement
+     */
+    detectFromImage(image: HTMLImageElement, targetCanvas?: HTMLCanvasElement): Promise<DetectedAnimal[]>;
+    /**
+     * Detect animals from ImageBitmap
+     */
+    detectFromBitmap(bitmap: ImageBitmap, targetCanvas?: HTMLCanvasElement): Promise<DetectedAnimal[]>;
+    /**
+     * Detect animals from File
+     */
+    detectFromFile(file: File, targetCanvas?: HTMLCanvasElement): Promise<DetectedAnimal[]>;
+    /**
+     * Detect animals from Blob
+     */
+    detectFromBlob(blob: Blob, targetCanvas?: HTMLCanvasElement): Promise<DetectedAnimal[]>;
+    /**
+     * Detect animals from raw image data
+     */
+    detect(imageData: Uint8Array, width: number, height: number): Promise<DetectedAnimal[]>;
+    /**
+     * Detect animals using YOLO
+     */
+    private detectAnimals;
+    /**
+     * Estimate pose for a single animal
+     */
+    private estimatePose;
+    private preprocessYOLO;
+    private postprocessYOLO;
+    private preprocessPose;
+    private postprocessPose;
+    private applyNMS;
+    private calculateIoU;
+    /**
+     * Dispose resources
+     */
+    dispose(): void;
+}
+//# sourceMappingURL=animalDetector.d.ts.map

package/dist/solution/animalDetector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"animalDetector.d.ts","sourceRoot":"","sources":["../../src/solution/animalDetector.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAUH;;GAEG;AACH,eAAO,MAAM,cAAc,EAAE,MAAM,EA+BlC,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,cAAc;IACzB,6CAA6C;;;;4BAIlB,CAAC,MAAM,EAAE,MAAM,CAAC;;;;IAI3C,8CAA8C;;;;4BAInB,CAAC,MAAM,EAAE,MAAM,CAAC;;;;IAI3C,mDAAmD;;;;4BAIxB,CAAC,MAAM,EAAE,MAAM,CAAC;;;;CAInC,CAAC;AAEX,MAAM,MAAM,gBAAgB,GAAG,MAAM,OAAO,cAAc,CAAC;AAE3D;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,gFAAgF;IAChF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,sFAAsF;IACtF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,2EAA2E;IAC3E,aAAa,CAAC,EAAE,gBAAgB,CAAC;IACjC,iDAAiD;IACjD,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,4CAA4C;IAC5C,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,oDAAoD;IACpD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,wCAAwC;IACxC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,wDAAwD;IACxD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,0CAA0C;IAC1C,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;IAC5B,2CAA2C;IAC3C,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,4CAA4C;IAC5C,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,+BAA+B;IAC/B,IAAI,EAAE;QACJ,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,sBAAsB;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,wBAAwB;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,iCAAiC;IACjC,SAAS,EAAE,cAAc,EAAE,CAAC;IAC5B,4BAA4B;IAC5B,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,iCAAiC;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,2BAA2B;IAC3B,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,oCAAoC;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,gCAAgC;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,iCAAiC;IACjC,SAAS,EAAE,MAAM,CAAC;CACnB;AA6CD,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAiC;IAC/C,OAAO,CAAC,UAAU,CAAqC;IACvD,OAAO,CAAC,WAAW,CAAqC;IACxD,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,WAAW,CAA4B;IAG/C,OAAO,CAAC,MAAM,CAAkC;IAChD,OAAO,CAAC,GAAG,CAAyC;IACpD,OAAO,CAAC,UAAU,CAAkC;IACpD,OAAO,CAAC,OAAO,CAAyC;IACxD,OAAO,CAAC,gBAAgB,CAA6B;IACrD,OAAO,CAAC,YAAY,CAAgC;IACpD,OAAO,CAAC,aAAa,CAAgC;gBAEzC,MAAM,GAAE,oBAAyB;IAkB7C;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAiBzB;;OAEG;IACH,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,GAAG,IAAI;IAK1C;;OAEG;IACH,mBAAmB,IAAI,MAAM,EAAE;IAI/B;;OAEG;IACH,gBAAgB;;;4BAxNW,CAAC,MAAM,EAAE,MAAM,CAAC;;;;;;4BAQhB,CAAC,MAAM,EAAE,MAAM,CAAC;;;;;;4BAQhB,CAAC,MAAM,EAAE,MAAM,CAAC;;;;IAgN3C;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAoF3B;;OAEG;IACG,gBAAgB,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAU5E;;OAEG;IACG,eAAe,CACnB,KAAK,EAAE,gBAAgB,EACvB,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,cAAc,EAAE,CAAC;IAoB5B;;OAEG;IACG,eAAe,CACnB,KAAK,EAAE,gBAAgB,EACvB,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,cAAc,EAAE,CAAC;IAoB5B;;OAEG;IACG,gBAAgB,CACpB,MAAM,EAAE,WAAW,EACnB,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,cAAc,EAAE,CAAC;IAgB5B;;OAEG;IACG,cAAc,CAClB,IAAI,EAAE,IAAI,EACV,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,cAAc,EAAE,CAAC;IAgB5B;;OAEG;IACG,cAAc,CAClB,IAAI,EAAE,IAAI,EACV,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,cAAc,EAAE,CAAC;IAO5B;;OAEG;IACG,MAAM,CACV,SAAS,EAAE,UAAU,EACrB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,cAAc,EAAE,CAAC;IAgD5B;;OAEG;YACW,aAAa;IAuC3B;;OAEG;YACW,YAAY;IA6B1B,OAAO,CAAC,cAAc;IAqEtB,OAAO,CAAC,eAAe;IAqDvB,OAAO,CAAC,cAAc;IAoFtB,OAAO,CAAC,eAAe;IAgDvB,OAAO,CAAC,QAAQ;IA8BhB,OAAO,CAAC,YAAY;IAmBpB;;OAEG;IACH,OAAO,IAAI,IAAI;CAWhB"}