rtmlib-ts 0.0.2

package/dist/solution/objectDetector.d.ts

@@ -0,0 +1,172 @@
+/**
+ * ObjectDetector - Universal object detection API
+ * Supports YOLO12 and other YOLO models for multi-class detection
+ *
+ * @example
+ * ```typescript
+ * // Initialize with default model (YOLOv12n from HuggingFace)
+ * const detector = new ObjectDetector({
+ *   classes: ['person', 'car', 'dog'],  // Filter specific classes
+ * });
+ * await detector.init();
+ *
+ * // Or with custom model
+ * const detector = new ObjectDetector({
+ *   model: 'models/yolov12n.onnx',
+ *   classes: ['person'],
+ * });
+ * await detector.init();
+ *
+ * // Detect from canvas
+ * const objects = await detector.detectFromCanvas(canvas);
+ *
+ * // Detect all classes
+ * const allObjects = await detector.detectFromCanvas(canvas, { classes: null });
+ * ```
+ */
+/**
+ * COCO 80-class names
+ */
+export declare const COCO_CLASSES: string[];
+/**
+ * Configuration options for ObjectDetector
+ */
+export interface ObjectDetectorConfig {
+    /** Path to YOLO detection model (optional - uses default YOLOv12n from HuggingFace if not specified) */
+    model?: string;
+    /** Input size (default: [416, 416] for speed) */
+    inputSize?: [number, number];
+    /** Confidence threshold (default: 0.5) */
+    confidence?: number;
+    /** NMS IoU threshold (default: 0.45) */
+    nmsThreshold?: number;
+    /** Classes to detect (null = all, default: ['person']) */
+    classes?: string[] | null;
+    /** Execution backend (default: 'wasm') */
+    backend?: 'wasm' | 'webgpu';
+    /** Performance mode (default: 'balanced') */
+    mode?: 'performance' | 'balanced' | 'lightweight';
+    /** Device type (for future use) */
+    device?: 'cpu' | 'gpu';
+    /** Enable model caching (default: true) */
+    cache?: boolean;
+}
+/**
+ * Detected object with bounding box and class
+ */
+export interface DetectedObject {
+    /** Bounding box coordinates */
+    bbox: {
+        x1: number;
+        y1: number;
+        x2: number;
+        y2: number;
+        confidence: number;
+    };
+    /** Class ID (0-79 for COCO) */
+    classId: number;
+    /** Class name */
+    className: string;
+    /** Detection confidence (0-1) */
+    confidence: number;
+}
+/**
+ * Detection statistics
+ */
+export interface DetectionStats {
+    /** Total number of detections */
+    totalCount: number;
+    /** Detections per class */
+    classCounts: Record<string, number>;
+    /** Inference time (ms) */
+    inferenceTime: number;
+}
+export declare class ObjectDetector {
+    private config;
+    private session;
+    private initialized;
+    private classFilter;
+    private canvas;
+    private ctx;
+    private tensorBuffer;
+    private inputSize;
+    constructor(config: ObjectDetectorConfig);
+    /**
+     * Update class filter based on config
+     */
+    private updateClassFilter;
+    /**
+     * Set which classes to detect
+     * @param classes - Array of class names or null for all classes
+     */
+    setClasses(classes: string[] | null): void;
+    /**
+     * Get list of available COCO classes
+     */
+    getAvailableClasses(): string[];
+    /**
+     * Get currently filtered classes
+     */
+    getFilteredClasses(): string[] | null;
+    /**
+     * Initialize detection model and pre-allocate resources
+     */
+    init(): Promise<void>;
+    /**
+     * Detect objects from HTMLCanvasElement
+     */
+    detectFromCanvas(canvas: HTMLCanvasElement): Promise<DetectedObject[]>;
+    /**
+     * Detect objects from HTMLVideoElement
+     */
+    detectFromVideo(video: HTMLVideoElement, targetCanvas?: HTMLCanvasElement): Promise<DetectedObject[]>;
+    /**
+     * Detect objects from HTMLImageElement
+     */
+    detectFromImage(image: HTMLImageElement, targetCanvas?: HTMLCanvasElement): Promise<DetectedObject[]>;
+    /**
+     * Detect objects from ImageBitmap
+     */
+    detectFromBitmap(bitmap: ImageBitmap, targetCanvas?: HTMLCanvasElement): Promise<DetectedObject[]>;
+    /**
+     * Detect objects from File
+     */
+    detectFromFile(file: File, targetCanvas?: HTMLCanvasElement): Promise<DetectedObject[]>;
+    /**
+     * Detect objects from Blob
+     */
+    detectFromBlob(blob: Blob, targetCanvas?: HTMLCanvasElement): Promise<DetectedObject[]>;
+    /**
+     * Detect objects from raw image data
+     */
+    detect(imageData: Uint8Array, width: number, height: number): Promise<DetectedObject[]>;
+    /**
+     * Optimized preprocess with resource reuse
+     */
+    private preprocess;
+    /**
+     * Postprocess YOLO output - supports multiple output formats
+     */
+    private postprocess;
+    /**
+     * Multi-class Non-Maximum Suppression
+     */
+    private applyMultiClassNMS;
+    /**
+     * Calculate IoU between two boxes
+     */
+    private calculateIoU;
+    /**
+     * Calculate detection statistics
+     */
+    private calculateStats;
+    /**
+     * Get statistics from last detection
+     */
+    getStats(): DetectionStats | null;
+    /**
+     * Dispose resources
+     */
+    dispose(): void;
+}
+//# sourceMappingURL=objectDetector.d.ts.map

package/dist/solution/objectDetector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"objectDetector.d.ts","sourceRoot":"","sources":["../../src/solution/objectDetector.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAUH;;GAEG;AACH,eAAO,MAAM,YAAY,EAAE,MAAM,EAWhC,CAAC;AAEF;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,wGAAwG;IACxG,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iDAAiD;IACjD,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7B,0CAA0C;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,wCAAwC;IACxC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,0DAA0D;IAC1D,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAC1B,0CAA0C;IAC1C,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;IAC5B,6CAA6C;IAC7C,IAAI,CAAC,EAAE,aAAa,GAAG,UAAU,GAAG,aAAa,CAAC;IAClD,mCAAmC;IACnC,MAAM,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC;IACvB,2CAA2C;IAC3C,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,+BAA+B;IAC/B,IAAI,EAAE;QACJ,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,+BAA+B;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,iCAAiC;IACjC,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,iCAAiC;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,2BAA2B;IAC3B,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,0BAA0B;IAC1B,aAAa,EAAE,MAAM,CAAC;CACvB;AAwBD,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAiC;IAC/C,OAAO,CAAC,OAAO,CAAqC;IACpD,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,WAAW,CAA4B;IAG/C,OAAO,CAAC,MAAM,CAAkC;IAChD,OAAO,CAAC,GAAG,CAAyC;IACpD,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,SAAS,CAAgC;gBAErC,MAAM,EAAE,oBAAoB;IAkBxC;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAiBzB;;;OAGG;IACH,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,GAAG,IAAI;IAK1C;;OAEG;IACH,mBAAmB,IAAI,MAAM,EAAE;IAI/B;;OAEG;IACH,kBAAkB,IAAI,MAAM,EAAE,GAAG,IAAI;IAIrC;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAoD3B;;OAEG;IACG,gBAAgB,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAU5E;;OAEG;IACG,eAAe,CACnB,KAAK,EAAE,gBAAgB,EACvB,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,cAAc,EAAE,CAAC;IAoB5B;;OAEG;IACG,eAAe,CACnB,KAAK,EAAE,gBAAgB,EACvB,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,cAAc,EAAE,CAAC;IAoB5B;;OAEG;IACG,gBAAgB,CACpB,MAAM,EAAE,WAAW,EACnB,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,cAAc,EAAE,CAAC;IAgB5B;;OAEG;IACG,cAAc,CAClB,IAAI,EAAE,IAAI,EACV,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,cAAc,EAAE,CAAC;IAgB5B;;OAEG;IACG,cAAc,CAClB,IAAI,EAAE,IAAI,EACV,YAAY,CAAC,EAAE,iBAAiB,GAC/B,OAAO,CAAC,cAAc,EAAE,CAAC;IAO5B;;OAEG;IACG,MAAM,CACV,SAAS,EAAE,UAAU,EACrB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,cAAc,EAAE,CAAC;IAsD5B;;OAEG;IACH,OAAO,CAAC,UAAU;IAyGlB;;OAEG;IACH,OAAO,CAAC,WAAW;IAkKnB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAwC1B;;OAEG;IACH,OAAO,CAAC,YAAY;IAmBpB;;OAEG;IACH,OAAO,CAAC,cAAc;IAiBtB;;OAEG;IACH,QAAQ,IAAI,cAAc,GAAG,IAAI;IAIjC;;OAEG;IACH,OAAO,IAAI,IAAI;CAOhB"}