tempest-react-sdk 0.38.2 → 0.39.0

package/dist/vision/tasks/detectClassify.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"detectClassify.cjs","names":[],"sources":["../../../src/vision/tasks/detectClassify.ts"],"sourcesContent":["/** @generated Vendored from @mauriciobenjamin700/ort-vision-sdk-web. Do not hand-edit — regenerate with `npm run vendor:vision`. */\n/**\n * Run a fused detect→classify pipeline in the browser.\n *\n * The file this loads was built by the Python SDK's `ort_vision_sdk.compose`,\n * and it already contains both models plus the crop-and-resize bridge between\n * them. That matters far more in a tab than on a server: two models mean two\n * `.onnx` downloads, two WASM/WebGPU session initializations, and a per-crop\n * round trip through JavaScript to slice, resize and restack the regions before\n * the second model can see them. A fused pipeline has one download, one session\n * and no round trip — the crops are produced and consumed inside the graph.\n */\n\nimport type * as ort from \"onnxruntime-web\";\n\nimport { FusionError } from \"../core/exceptions\";\nimport { type ModelSource, type OrtSessionOptions, OrtSession } from \"../core/session\";\nimport { SpeedTimer } from \"../core/timing\";\nimport {\n    INPUT_IMAGE,\n    INPUT_PAD,\n    INPUT_SCALE,\n    INPUT_SOURCE,\n    OUTPUT_BOXES,\n    OUTPUT_CLASSES,\n    OUTPUT_NUM_DETECTIONS,\n    OUTPUT_PROBS,\n    OUTPUT_SCORES,\n    type FusionSpec,\n    readFusionSpec,\n} from \"../fusion\";\nimport { type ImageInput, loadImage } from \"../io/image\";\nimport { type LabelSpec, resolveLabels } from \"../labels\";\nimport { softmax, topK } from \"../postprocess/classification\";\nimport { toCHW, toFloat32, toFloat32Tensor } from \"../preprocess/image\";\nimport { LetterboxPipeline, zeroTensorData } from \"../preprocess/pipeline\";\nimport { Boxes, DetectClassifyResults } from \"../results\";\nimport {\n    BoundingBox,\n    RGBImage,\n    type ClassProbability,\n    type ClassificationResult,\n    type DetectionResult,\n} from \"../types\";\nimport { VisionTask, requireDetections } from \"./base\";\n\nexport interface DetectClassifyOptions extends OrtSessionOptions {\n    /**\n     * Class label spec for the **detection** stage — see {@link resolveLabels}.\n     * Defaults to the names recorded at fusion time, falling back to the COCO\n     * 80-class preset when the fusion recorded none.\n     */\n    readonly labels?: LabelSpec;\n    /**\n     * Class label spec for the **classification** stage. Defaults to the recorded\n     * names, falling back to generated `class_<id>` names.\n     */\n    readonly classifierLabels?: LabelSpec;\n    /**\n     * If `true`, a run that finds nothing throws {@link NoDetectionsError}\n     * instead of returning an empty envelope. Default `false`, because looking\n     * and finding nothing is a successful inference. Turn it on when an empty\n     * result means the surrounding pipeline should stop rather than carry on with\n     * zero rows. Can be overridden per `predict` call.\n     */\n    readonly raiseOnEmpty?: boolean;\n}\n\nexport interface DetectClassifyPredictOptions {\n    /**\n     * Drop detections scoring below this. The graph's own NMS threshold was fixed\n     * at fusion time and cannot be lowered here — this only filters further.\n     */\n    readonly confThreshold?: number;\n    /** If set, keep only detections whose detector `classId` is in this list. */\n    readonly classes?: readonly number[];\n    /** Truncate each detection's `classification.probabilities` to its top-k entries. */\n    readonly topK?: number;\n    /** Override the constructor's `raiseOnEmpty` setting for this call. */\n    readonly raiseOnEmpty?: boolean;\n}\n\n/**\n * Detector and classifier running as a single ONNX model.\n *\n * Everything the pipeline needs to know about itself — the resolution to\n * letterbox to, whether it wants the full-resolution image as well, whether its\n * classifier output still needs a softmax, the class names of both stages — was\n * written into the file at fusion time and is read back here. Nothing is\n * restated on the JavaScript side, so nothing can drift out of step with the\n * Python side that built it.\n *\n * @example\n * ```typescript\n * const pipeline = await DetectClassify.create(\"/models/pipeline.onnx\");\n * const result = (await pipeline.predict(\"/images/flock.jpg\"))[0];\n * for (const detection of result) {\n *   console.log(detection.name, detection.conf, detection.classification?.name);\n * }\n * ```\n */\nexport class DetectClassify extends VisionTask {\n    private constructor(\n        session: OrtSession,\n        private readonly _spec: FusionSpec,\n        private readonly _labels: readonly string[],\n        private readonly _names: Readonly<Record<number, string>>,\n        private readonly _classifierLabels: readonly string[],\n        private readonly _classifierNames: Readonly<Record<number, string>>,\n        private readonly _raiseOnEmpty: boolean,\n    ) {\n        super(session);\n    }\n\n    private _pipelineCache: LetterboxPipeline | null = null;\n\n    /**\n     * Run the model once on zero-filled inputs, paying one-time costs up front.\n     *\n     * Worth more here than on a single-stage task: a fused pipeline is two models\n     * plus the bridge in one graph, so the first inference compiles shaders for\n     * all of it. Calling this while a loading spinner is still up moves that cost\n     * somewhere the user is already waiting.\n     *\n     * @param runs How many warm-up inferences to run. One is enough for WASM;\n     *   WebGPU sometimes settles on the second.\n     */\n    async warmup(runs: number = 1): Promise<void> {\n        const [width, height] = this._spec.inputSize;\n        for (let i = 0; i < runs; i++) {\n            const feeds: Record<string, ort.Tensor> = {\n                [INPUT_IMAGE]: toFloat32Tensor(zeroTensorData(width, height), [\n                    1,\n                    3,\n                    height,\n                    width,\n                ]),\n            };\n            if (this._spec.needsSourceImage) {\n                feeds[INPUT_SOURCE] = toFloat32Tensor(zeroTensorData(width, height), [\n                    1,\n                    3,\n                    height,\n                    width,\n                ]);\n                feeds[INPUT_SCALE] = toFloat32Tensor(new Float32Array([1]), [1]);\n                feeds[INPUT_PAD] = toFloat32Tensor(new Float32Array([0, 0]), [2]);\n            }\n            await this._session.run(feeds);\n        }\n    }\n\n    /**\n     * The fused preprocessing pipeline, built on first use.\n     *\n     * Lazily, because constructing it allocates canvases: a pipeline built in an\n     * environment without a canvas implementation stays constructible, and only\n     * fails if it is actually asked to preprocess something.\n     */\n    private get _pipeline(): LetterboxPipeline {\n        if (this._pipelineCache === null) {\n            const [width, height] = this._spec.inputSize;\n            this._pipelineCache = new LetterboxPipeline(width, height);\n        }\n        return this._pipelineCache;\n    }\n\n    /**\n     * Load a fused pipeline and resolve both label spaces.\n     *\n     * @param model The fused `.onnx` — a URL, an `ArrayBuffer`, or bytes.\n     * @param options Label overrides plus the usual session options.\n     * @throws {@link FusionError} when the model carries no pipeline metadata,\n     *   i.e. it is a plain detector or classifier rather than something\n     *   `ort_vision_sdk.compose` produced.\n     */\n    static async create(\n        model: ModelSource,\n        options: DetectClassifyOptions = {},\n    ): Promise<DetectClassify> {\n        const session = await OrtSession.create(model, options);\n        const spec = readFusionSpec(session.metadata);\n        if (spec === null) {\n            throw new FusionError(\n                \"This model carries no fused-pipeline metadata, so DetectClassify cannot tell how to \" +\n                    \"drive it. Build one with ort_vision_sdk.compose.fuse_detect_classify, or load a \" +\n                    \"plain model with Detector/Classifier instead.\",\n            );\n        }\n\n        const labels = resolveLabels(options.labels ?? spec.detectorNames ?? \"coco\");\n        const classifierLabels = resolveLabels(options.classifierLabels ?? spec.classifierNames, {\n            numClasses: classifierClasses(session) ?? undefined,\n        });\n        return new DetectClassify(\n            session,\n            spec,\n            labels,\n            indexNames(labels),\n            classifierLabels,\n            indexNames(classifierLabels),\n            options.raiseOnEmpty ?? false,\n        );\n    }\n\n    /** The pipeline configuration recorded in the model at fusion time. */\n    get spec(): FusionSpec {\n        return this._spec;\n    }\n\n    /** The `[width, height]` the detection stage runs at. */\n    get inputSize(): readonly [number, number] {\n        return this._spec.inputSize;\n    }\n\n    /** Detector class labels indexed by class id. */\n    get labels(): readonly string[] {\n        return this._labels;\n    }\n\n    /** Detector class id → class name (matches Ultralytics' `model.names`). */\n    get names(): Readonly<Record<number, string>> {\n        return this._names;\n    }\n\n    /** Classifier class labels indexed by class id. */\n    get classifierLabels(): readonly string[] {\n        return this._classifierLabels;\n    }\n\n    /** Classifier class id → class name. */\n    get classifierNames(): Readonly<Record<number, string>> {\n        return this._classifierNames;\n    }\n\n    /**\n     * Alias for {@link predict} — call the pipeline like a torch `nn.Module`.\n     *\n     * Use as `pipeline.call(img)` since JavaScript class instances are not\n     * callable; for direct invocation, prefer `pipeline.predict(img)`.\n     */\n    async call(\n        image: ImageInput,\n        options: DetectClassifyPredictOptions = {},\n    ): Promise<DetectClassifyResults[]> {\n        return this.predict(image, options);\n    }\n\n    /**\n     * Run the pipeline on a single image.\n     *\n     * The returned envelope carries a {@link Speed} breakdown in `speed`. Its\n     * `inference` figure covers detection *and* classification, since the\n     * pipeline runs them as one graph and no boundary between them is observable\n     * from outside.\n     */\n    async predict(\n        image: ImageInput,\n        options: DetectClassifyPredictOptions = {},\n    ): Promise<DetectClassifyResults[]> {\n        const timer = new SpeedTimer();\n        const path = typeof image === \"string\" ? image : null;\n        const original = await loadImage(image);\n        timer.stage(\"load\");\n        const { feeds, scale, padLeft, padTop } = this._preprocess(original);\n        timer.stage(\"preprocess\");\n        const outputs = await this._session.run(feeds);\n        this._pipeline.release();\n        timer.stage(\"inference\");\n\n        const probsTensor = output(outputs, OUTPUT_PROBS);\n        const boxes = floats(outputs, OUTPUT_BOXES);\n        const scores = floats(outputs, OUTPUT_SCORES);\n        const classes = integers(outputs, OUTPUT_CLASSES);\n        const probs = probsTensor.data as Float32Array;\n        const reported = integers(outputs, OUTPUT_NUM_DETECTIONS)[0] ?? 0;\n        const rows = Math.min(reported, Math.floor(boxes.length / 4));\n        const classCount = probsTensor.dims[probsTensor.dims.length - 1] ?? 0;\n\n        const allowed = options.classes === undefined ? null : new Set(options.classes);\n        const floor = options.confThreshold ?? 0;\n        const detections: DetectionResult[] = [];\n        for (let row = 0; row < rows; row++) {\n            const classId = classes[row] ?? 0;\n            const confidence = scores[row] ?? 0;\n            if (confidence < floor || (allowed !== null && !allowed.has(classId))) continue;\n\n            const bbox = this._toOriginal(boxes, row, { scale, padLeft, padTop, original });\n            const cropped = crop(original, bbox);\n            detections.push(\n                detection(\n                    classId,\n                    this._names[classId] ?? `class_${classId}`,\n                    confidence,\n                    bbox,\n                    cropped,\n                    this._classify(\n                        probs.subarray(row * classCount, (row + 1) * classCount),\n                        cropped,\n                        options.topK,\n                    ),\n                ),\n            );\n        }\n\n        requireDetections(detections.length, {\n            raiseOnEmpty: options.raiseOnEmpty ?? this._raiseOnEmpty,\n            confThreshold: Math.max(floor, this._spec.confThreshold),\n            classes: options.classes,\n            path,\n        });\n\n        const origShape: readonly [number, number] = [original.height, original.width];\n        timer.stage(\"postprocess\");\n        return [\n            new DetectClassifyResults(\n                bulkBoxes(detections, origShape),\n                detections,\n                this._names,\n                this._classifierNames,\n                original,\n                origShape,\n                path,\n                timer.speed(),\n            ),\n        ];\n    }\n\n    /**\n     * Letterbox the image and build the graph's feeds.\n     *\n     * The detector input runs through {@link LetterboxPipeline}, which fuses the\n     * resize, the padding and the HWC-to-CHW float conversion into one\n     * `drawImage` plus one readback, and reuses its output buffer between frames.\n     * That buffer goes straight to ONNX Runtime, so `_pipeline.release()` must not\n     * be called until the run resolves.\n     *\n     * A pipeline fused with `cropSource: \"original\"` also takes the untouched\n     * image as a second input, plus the scale and padding of the letterbox — that\n     * is what lets the graph undo the letterbox transform internally and crop at\n     * native resolution instead of from the downscaled copy. That one is **not**\n     * letterboxed by definition, so it does not go through the fused path.\n     */\n    private _preprocess(image: RGBImage): {\n        feeds: Record<string, ort.Tensor>;\n        scale: number;\n        padLeft: number;\n        padTop: number;\n    } {\n        const [width, height] = this._spec.inputSize;\n        const boxed = this._pipeline.run(image);\n        const feeds: Record<string, ort.Tensor> = {\n            [INPUT_IMAGE]: toFloat32Tensor(boxed.data, [1, 3, height, width]),\n        };\n\n        if (this._spec.needsSourceImage) {\n            feeds[INPUT_SOURCE] = tensorOf(image);\n            feeds[INPUT_SCALE] = toFloat32Tensor(new Float32Array([boxed.scale]), [1]);\n            feeds[INPUT_PAD] = toFloat32Tensor(\n                new Float32Array([boxed.padLeft, boxed.padTop]),\n                [2],\n            );\n        }\n        return { feeds, scale: boxed.scale, padLeft: boxed.padLeft, padTop: boxed.padTop };\n    }\n\n    /**\n     * Map one letterboxed xyxy row back onto the original image.\n     *\n     * The graph always reports boxes in the detector's letterboxed pixel space,\n     * whichever crop source it was fused with, so both sources agree here.\n     */\n    private _toOriginal(\n        boxes: Float32Array,\n        row: number,\n        context: {\n            scale: number;\n            padLeft: number;\n            padTop: number;\n            original: RGBImage;\n        },\n    ): BoundingBox {\n        const { scale, padLeft, padTop, original } = context;\n        const at = (offset: number): number => boxes[row * 4 + offset] ?? 0;\n        const clampX = (value: number): number => Math.min(Math.max(value, 0), original.width);\n        const clampY = (value: number): number => Math.min(Math.max(value, 0), original.height);\n        return new BoundingBox(\n            clampX((at(0) - padLeft) / scale),\n            clampY((at(1) - padTop) / scale),\n            clampX((at(2) - padLeft) / scale),\n            clampY((at(3) - padTop) / scale),\n        );\n    }\n\n    /**\n     * Turn one row of the classifier output into a result object.\n     *\n     * @param row The output row for this detection.\n     * @param image The crop the row describes, carried so callers can display\n     *   what was classified.\n     * @param k Optional truncation of the probability list.\n     */\n    private _classify(\n        row: Float32Array,\n        image: RGBImage,\n        k: number | undefined,\n    ): ClassificationResult {\n        const scores = this._spec.applySoftmax ? softmax(row) : row;\n        const { indices, values } = topK(scores, k ?? null);\n        const probabilities: ClassProbability[] = [];\n        for (let i = 0; i < indices.length; i++) {\n            const classId = indices[i] ?? 0;\n            const probability = values[i] ?? 0;\n            const className = this._classifierLabels[classId] ?? `class_${classId}`;\n            probabilities.push({\n                classId,\n                className,\n                probability,\n                cls: classId,\n                name: className,\n                conf: probability,\n            });\n        }\n        const top = probabilities[0] ?? {\n            classId: 0,\n            className: \"class_0\",\n            probability: 0,\n            cls: 0,\n            name: \"class_0\",\n            conf: 0,\n        };\n        return {\n            classId: top.classId,\n            className: top.className,\n            confidence: top.probability,\n            cls: top.classId,\n            name: top.className,\n            conf: top.probability,\n            image,\n            probabilities,\n        };\n    }\n}\n\n/**\n * Read the classifier stage's class count off the `probs` output shape.\n *\n * @param session The loaded pipeline session.\n * @returns The class count, or `null` when the graph leaves that axis dynamic\n *   or declares no `probs` output — in which case label resolution falls back\n *   to whatever the fusion recorded.\n */\nfunction classifierClasses(session: OrtSession): number | null {\n    const index = session.outputNames.indexOf(OUTPUT_PROBS);\n    if (index < 0) return null;\n    const shape = session.outputShapes[index];\n    if (shape === undefined || shape.length === 0) return null;\n    return shape[shape.length - 1] ?? null;\n}\n\n/**\n * Build a class id → name record from an ordered label list.\n *\n * @param labels Labels indexed by class id.\n * @returns The equivalent record.\n */\nfunction indexNames(labels: readonly string[]): Readonly<Record<number, string>> {\n    const names: Record<number, string> = {};\n    for (let i = 0; i < labels.length; i++) names[i] = labels[i] as string;\n    return names;\n}\n\n/**\n * Fetch an output tensor by name.\n *\n * @param outputs The run's results.\n * @param name The output's name in the pipeline contract.\n * @returns The tensor.\n * @throws {@link FusionError} when the graph does not carry that output, which\n *   means the file is not a pipeline this version can drive.\n */\nfunction output(outputs: Record<string, ort.Tensor>, name: string): ort.Tensor {\n    const tensor = outputs[name];\n    if (tensor === undefined) {\n        throw new FusionError(`The fused pipeline is missing its '${name}' output.`);\n    }\n    return tensor;\n}\n\n/**\n * Fetch a float output by name.\n *\n * @param outputs The run's results.\n * @param name The output's name in the pipeline contract.\n * @returns The output's data.\n * @throws {@link FusionError} when the graph does not carry that output.\n */\nfunction floats(outputs: Record<string, ort.Tensor>, name: string): Float32Array {\n    return output(outputs, name).data as Float32Array;\n}\n\n/**\n * Fetch an integer output by name, normalizing ORT's 64-bit representation.\n *\n * ONNX Runtime Web returns `int64` tensors as `BigInt64Array`, whose values do\n * not compare or index like numbers. Class ids and detection counts are always\n * small, so widening them to `number` here is lossless and keeps every caller\n * free of `BigInt` handling.\n *\n * @param outputs The run's results.\n * @param name The output's name in the pipeline contract.\n * @returns The output's values as plain numbers.\n * @throws {@link FusionError} when the graph does not carry that output.\n */\nfunction integers(outputs: Record<string, ort.Tensor>, name: string): number[] {\n    const data = output(outputs, name).data as BigInt64Array | Int32Array | Float32Array;\n    const values: number[] = [];\n    for (let i = 0; i < data.length; i++) values.push(Number(data[i]));\n    return values;\n}\n\n/**\n * Convert an image to the `[1, 3, H, W]` float32 tensor the graph expects.\n *\n * @param image The image to convert.\n * @returns The batched CHW tensor, scaled to `[0, 1]`.\n */\nfunction tensorOf(image: RGBImage): ort.Tensor {\n    const chw = toCHW(toFloat32(image), image.width, image.height, 3);\n    return toFloat32Tensor(chw, [1, 3, image.height, image.width]);\n}\n\n/**\n * Cut the box region out of the original image.\n *\n * @param image The source image.\n * @param bbox The box, in original-image pixel coordinates.\n * @returns The cropped region, or a zero-sized image for a box with no area.\n */\nfunction crop(image: RGBImage, bbox: BoundingBox): RGBImage {\n    const [rawX1, rawY1, rawX2, rawY2] = bbox.asIntXyxy();\n    const x1 = Math.max(0, rawX1);\n    const y1 = Math.max(0, rawY1);\n    const x2 = Math.min(image.width, rawX2);\n    const y2 = Math.min(image.height, rawY2);\n    if (x2 <= x1 || y2 <= y1) return new RGBImage(new Uint8Array(0), 0, 0);\n\n    const width = x2 - x1;\n    const height = y2 - y1;\n    const out = new Uint8Array(width * height * 3);\n    for (let row = 0; row < height; row++) {\n        const offset = ((y1 + row) * image.width + x1) * 3;\n        out.set(image.data.subarray(offset, offset + width * 3), row * width * 3);\n    }\n    return new RGBImage(out, width, height);\n}\n\n/**\n * Assemble one detection, filling the Ultralytics-style aliases.\n *\n * @param classId Detector class index.\n * @param className Detector class name.\n * @param confidence Detection score.\n * @param bbox Box in original-image coordinates.\n * @param croppedImage The region the box covers.\n * @param classification What the classification stage said about that region.\n * @returns The detection object.\n */\nfunction detection(\n    classId: number,\n    className: string,\n    confidence: number,\n    bbox: BoundingBox,\n    croppedImage: RGBImage,\n    classification: ClassificationResult,\n): DetectionResult {\n    return {\n        classId,\n        className,\n        confidence,\n        bbox,\n        cls: classId,\n        name: className,\n        conf: confidence,\n        box: bbox,\n        croppedImage,\n        classification,\n    };\n}\n\n/**\n * Assemble the bulk-array `Boxes` view from per-instance detections.\n *\n * @param detections The surviving detections.\n * @param origShape `[height, width]` of the original image.\n * @returns The bulk view, empty when nothing survived.\n */\nfunction bulkBoxes(\n    detections: readonly DetectionResult[],\n    origShape: readonly [number, number],\n): Boxes {\n    const xyxy = new Float32Array(detections.length * 4);\n    const cls = new Int32Array(detections.length);\n    const conf = new Float32Array(detections.length);\n    detections.forEach((entry, index) => {\n        const [x1, y1, x2, y2] = entry.bbox.xyxy;\n        xyxy[index * 4] = x1;\n        xyxy[index * 4 + 1] = y1;\n        xyxy[index * 4 + 2] = x2;\n        xyxy[index * 4 + 3] = y2;\n        cls[index] = entry.classId;\n        conf[index] = entry.confidence;\n    });\n    return new Boxes(xyxy, cls, conf, origShape);\n}\n"],"mappings":"wYAqGA,IAAa,EAAb,MAAa,UAAuB,EAAA,UAAW,CAGtB,MACA,QACA,OACA,kBACA,iBACA,cAPrB,YACI,EACA,EACA,EACA,EACA,EACA,EACA,EACF,CACE,MAAM,CAAO,EAPI,KAAA,MAAA,EACA,KAAA,QAAA,EACA,KAAA,OAAA,EACA,KAAA,kBAAA,EACA,KAAA,iBAAA,EACA,KAAA,cAAA,CAGrB,CAEA,eAAmD,KAanD,MAAM,OAAO,EAAe,EAAkB,CAC1C,GAAM,CAAC,EAAO,GAAU,KAAK,MAAM,UACnC,IAAK,IAAI,EAAI,EAAG,EAAI,EAAM,IAAK,CAC3B,IAAM,EAAoC,EACrC,EAAA,aAAc,EAAA,gBAAgB,EAAA,eAAe,EAAO,CAAM,EAAG,CAC1D,EACA,EACA,EACA,CACJ,CAAC,CACL,EACI,KAAK,MAAM,mBACX,EAAM,EAAA,cAAgB,EAAA,gBAAgB,EAAA,eAAe,EAAO,CAAM,EAAG,CACjE,EACA,EACA,EACA,CACJ,CAAC,EACD,EAAM,EAAA,aAAe,EAAA,gBAAgB,IAAI,aAAa,CAAC,CAAC,CAAC,EAAG,CAAC,CAAC,CAAC,EAC/D,EAAM,EAAA,WAAa,EAAA,gBAAgB,IAAI,aAAa,CAAC,EAAG,CAAC,CAAC,EAAG,CAAC,CAAC,CAAC,GAEpE,MAAM,KAAK,SAAS,IAAI,CAAK,CACjC,CACJ,CASA,IAAY,WAA+B,CACvC,GAAI,KAAK,iBAAmB,KAAM,CAC9B,GAAM,CAAC,EAAO,GAAU,KAAK,MAAM,UACnC,KAAK,eAAiB,IAAI,EAAA,kBAAkB,EAAO,CAAM,CAC7D,CACA,OAAO,KAAK,cAChB,CAWA,aAAa,OACT,EACA,EAAiC,CAAC,EACX,CACvB,IAAM,EAAU,MAAM,EAAA,WAAW,OAAO,EAAO,CAAO,EAChD,EAAO,EAAA,eAAe,EAAQ,QAAQ,EAC5C,GAAI,IAAS,KACT,MAAM,IAAI,EAAA,YACN,mNAGJ,EAGJ,IAAM,EAAS,EAAA,cAAc,EAAQ,QAAU,EAAK,eAAiB,MAAM,EACrE,EAAmB,EAAA,cAAc,EAAQ,kBAAoB,EAAK,gBAAiB,CACrF,WAAY,EAAkB,CAAO,GAAK,IAAA,EAC9C,CAAC,EACD,OAAO,IAAI,EACP,EACA,EACA,EACA,EAAW,CAAM,EACjB,EACA,EAAW,CAAgB,EAC3B,EAAQ,cAAgB,EAC5B,CACJ,CAGA,IAAI,MAAmB,CACnB,OAAO,KAAK,KAChB,CAGA,IAAI,WAAuC,CACvC,OAAO,KAAK,MAAM,SACtB,CAGA,IAAI,QAA4B,CAC5B,OAAO,KAAK,OAChB,CAGA,IAAI,OAA0C,CAC1C,OAAO,KAAK,MAChB,CAGA,IAAI,kBAAsC,CACtC,OAAO,KAAK,iBAChB,CAGA,IAAI,iBAAoD,CACpD,OAAO,KAAK,gBAChB,CAQA,MAAM,KACF,EACA,EAAwC,CAAC,EACT,CAChC,OAAO,KAAK,QAAQ,EAAO,CAAO,CACtC,CAUA,MAAM,QACF,EACA,EAAwC,CAAC,EACT,CAChC,IAAM,EAAQ,IAAI,EAAA,WACZ,EAAO,OAAO,GAAU,SAAW,EAAQ,KAC3C,EAAW,MAAM,EAAA,UAAU,CAAK,EACtC,EAAM,MAAM,MAAM,EAClB,GAAM,CAAE,QAAO,QAAO,UAAS,UAAW,KAAK,YAAY,CAAQ,EACnE,EAAM,MAAM,YAAY,EACxB,IAAM,EAAU,MAAM,KAAK,SAAS,IAAI,CAAK,EAC7C,KAAK,UAAU,QAAQ,EACvB,EAAM,MAAM,WAAW,EAEvB,IAAM,EAAc,EAAO,EAAS,EAAA,YAAY,EAC1C,EAAQ,EAAO,EAAS,EAAA,YAAY,EACpC,EAAS,EAAO,EAAS,EAAA,aAAa,EACtC,EAAU,EAAS,EAAS,EAAA,cAAc,EAC1C,EAAQ,EAAY,KACpB,EAAW,EAAS,EAAA,gBAA8B,CAAC,CAAC,IAAM,EAC1D,EAAO,KAAK,IAAI,EAAU,KAAK,MAAM,EAAM,OAAS,CAAC,CAAC,EACtD,EAAa,EAAY,KAAK,EAAY,KAAK,OAAS,IAAM,EAE9D,EAAU,EAAQ,UAAY,IAAA,GAAY,KAAO,IAAI,IAAI,EAAQ,OAAO,EACxE,EAAQ,EAAQ,eAAiB,EACjC,EAAgC,CAAC,EACvC,IAAK,IAAI,EAAM,EAAG,EAAM,EAAM,IAAO,CACjC,IAAM,EAAU,EAAQ,IAAQ,EAC1B,EAAa,EAAO,IAAQ,EAClC,GAAI,EAAa,GAAU,IAAY,MAAQ,CAAC,EAAQ,IAAI,CAAO,EAAI,SAEvE,IAAM,EAAO,KAAK,YAAY,EAAO,EAAK,CAAE,QAAO,UAAS,SAAQ,UAAS,CAAC,EACxE,EAAU,EAAK,EAAU,CAAI,EACnC,EAAW,KACP,EACI,EACA,KAAK,OAAO,IAAY,SAAS,IACjC,EACA,EACA,EACA,KAAK,UACD,EAAM,SAAS,EAAM,GAAa,EAAM,GAAK,CAAU,EACvD,EACA,EAAQ,IACZ,CACJ,CACJ,CACJ,CAEA,EAAA,kBAAkB,EAAW,OAAQ,CACjC,aAAc,EAAQ,cAAgB,KAAK,cAC3C,cAAe,KAAK,IAAI,EAAO,KAAK,MAAM,aAAa,EACvD,QAAS,EAAQ,QACjB,MACJ,CAAC,EAED,IAAM,EAAuC,CAAC,EAAS,OAAQ,EAAS,KAAK,EAE7E,OADA,EAAM,MAAM,aAAa,EAClB,CACH,IAAI,EAAA,sBACA,EAAU,EAAY,CAAS,EAC/B,EACA,KAAK,OACL,KAAK,iBACL,EACA,EACA,EACA,EAAM,MAAM,CAChB,CACJ,CACJ,CAiBA,YAAoB,EAKlB,CACE,GAAM,CAAC,EAAO,GAAU,KAAK,MAAM,UAC7B,EAAQ,KAAK,UAAU,IAAI,CAAK,EAChC,EAAoC,EACrC,EAAA,aAAc,EAAA,gBAAgB,EAAM,KAAM,CAAC,EAAG,EAAG,EAAQ,CAAK,CAAC,CACpE,EAUA,OARI,KAAK,MAAM,mBACX,EAAM,EAAA,cAAgB,EAAS,CAAK,EACpC,EAAM,EAAA,aAAe,EAAA,gBAAgB,IAAI,aAAa,CAAC,EAAM,KAAK,CAAC,EAAG,CAAC,CAAC,CAAC,EACzE,EAAM,EAAA,WAAa,EAAA,gBACf,IAAI,aAAa,CAAC,EAAM,QAAS,EAAM,MAAM,CAAC,EAC9C,CAAC,CAAC,CACN,GAEG,CAAE,QAAO,MAAO,EAAM,MAAO,QAAS,EAAM,QAAS,OAAQ,EAAM,MAAO,CACrF,CAQA,YACI,EACA,EACA,EAMW,CACX,GAAM,CAAE,QAAO,UAAS,SAAQ,YAAa,EACvC,EAAM,GAA2B,EAAM,EAAM,EAAI,IAAW,EAC5D,EAAU,GAA0B,KAAK,IAAI,KAAK,IAAI,EAAO,CAAC,EAAG,EAAS,KAAK,EAC/E,EAAU,GAA0B,KAAK,IAAI,KAAK,IAAI,EAAO,CAAC,EAAG,EAAS,MAAM,EACtF,OAAO,IAAI,EAAA,YACP,GAAQ,EAAG,CAAC,EAAI,GAAW,CAAK,EAChC,GAAQ,EAAG,CAAC,EAAI,GAAU,CAAK,EAC/B,GAAQ,EAAG,CAAC,EAAI,GAAW,CAAK,EAChC,GAAQ,EAAG,CAAC,EAAI,GAAU,CAAK,CACnC,CACJ,CAUA,UACI,EACA,EACA,EACoB,CAEpB,GAAM,CAAE,UAAS,UAAW,EAAA,KADb,KAAK,MAAM,aAAe,EAAA,QAAQ,CAAG,EAAI,EACf,GAAK,IAAI,EAC5C,EAAoC,CAAC,EAC3C,IAAK,IAAI,EAAI,EAAG,EAAI,EAAQ,OAAQ,IAAK,CACrC,IAAM,EAAU,EAAQ,IAAM,EACxB,EAAc,EAAO,IAAM,EAC3B,EAAY,KAAK,kBAAkB,IAAY,SAAS,IAC9D,EAAc,KAAK,CACf,UACA,YACA,cACA,IAAK,EACL,KAAM,EACN,KAAM,CACV,CAAC,CACL,CACA,IAAM,EAAM,EAAc,IAAM,CAC5B,QAAS,EACT,UAAW,UACX,YAAa,EACb,IAAK,EACL,KAAM,UACN,KAAM,CACV,EACA,MAAO,CACH,QAAS,EAAI,QACb,UAAW,EAAI,UACf,WAAY,EAAI,YAChB,IAAK,EAAI,QACT,KAAM,EAAI,UACV,KAAM,EAAI,YACV,QACA,eACJ,CACJ,CACJ,EAUA,SAAS,EAAkB,EAAoC,CAC3D,IAAM,EAAQ,EAAQ,YAAY,QAAQ,EAAA,YAAY,EACtD,GAAI,EAAQ,EAAG,OAAO,KACtB,IAAM,EAAQ,EAAQ,aAAa,GAEnC,OADI,IAAU,IAAA,IAAa,EAAM,SAAW,EAAU,KAC/C,EAAM,EAAM,OAAS,IAAM,IACtC,CAQA,SAAS,EAAW,EAA6D,CAC7E,IAAM,EAAgC,CAAC,EACvC,IAAK,IAAI,EAAI,EAAG,EAAI,EAAO,OAAQ,IAAK,EAAM,GAAK,EAAO,GAC1D,OAAO,CACX,CAWA,SAAS,EAAO,EAAqC,EAA0B,CAC3E,IAAM,EAAS,EAAQ,GACvB,GAAI,IAAW,IAAA,GACX,MAAM,IAAI,EAAA,YAAY,sCAAsC,EAAK,UAAU,EAE/E,OAAO,CACX,CAUA,SAAS,EAAO,EAAqC,EAA4B,CAC7E,OAAO,EAAO,EAAS,CAAI,CAAC,CAAC,IACjC,CAeA,SAAS,EAAS,EAAqC,EAAwB,CAC3E,IAAM,EAAO,EAAO,EAAS,CAAI,CAAC,CAAC,KAC7B,EAAmB,CAAC,EAC1B,IAAK,IAAI,EAAI,EAAG,EAAI,EAAK,OAAQ,IAAK,EAAO,KAAK,OAAO,EAAK,EAAE,CAAC,EACjE,OAAO,CACX,CAQA,SAAS,EAAS,EAA6B,CAE3C,OAAO,EAAA,gBADK,EAAA,MAAM,EAAA,UAAU,CAAK,EAAG,EAAM,MAAO,EAAM,OAAQ,CACxC,EAAK,CAAC,EAAG,EAAG,EAAM,OAAQ,EAAM,KAAK,CAAC,CACjE,CASA,SAAS,EAAK,EAAiB,EAA6B,CACxD,GAAM,CAAC,EAAO,EAAO,EAAO,GAAS,EAAK,UAAU,EAC9C,EAAK,KAAK,IAAI,EAAG,CAAK,EACtB,EAAK,KAAK,IAAI,EAAG,CAAK,EACtB,EAAK,KAAK,IAAI,EAAM,MAAO,CAAK,EAChC,EAAK,KAAK,IAAI,EAAM,OAAQ,CAAK,EACvC,GAAI,GAAM,GAAM,GAAM,EAAI,OAAO,IAAI,EAAA,SAAS,IAAI,WAAe,EAAG,CAAC,EAErE,IAAM,EAAQ,EAAK,EACb,EAAS,EAAK,EACd,EAAM,IAAI,WAAW,EAAQ,EAAS,CAAC,EAC7C,IAAK,IAAI,EAAM,EAAG,EAAM,EAAQ,IAAO,CACnC,IAAM,IAAW,EAAK,GAAO,EAAM,MAAQ,GAAM,EACjD,EAAI,IAAI,EAAM,KAAK,SAAS,EAAQ,EAAS,EAAQ,CAAC,EAAG,EAAM,EAAQ,CAAC,CAC5E,CACA,OAAO,IAAI,EAAA,SAAS,EAAK,EAAO,CAAM,CAC1C,CAaA,SAAS,EACL,EACA,EACA,EACA,EACA,EACA,EACe,CACf,MAAO,CACH,UACA,YACA,aACA,OACA,IAAK,EACL,KAAM,EACN,KAAM,EACN,IAAK,EACL,eACA,gBACJ,CACJ,CASA,SAAS,EACL,EACA,EACK,CACL,IAAM,EAAO,IAAI,aAAa,EAAW,OAAS,CAAC,EAC7C,EAAM,IAAI,WAAW,EAAW,MAAM,EACtC,EAAO,IAAI,aAAa,EAAW,MAAM,EAU/C,OATA,EAAW,SAAS,EAAO,IAAU,CACjC,GAAM,CAAC,EAAI,EAAI,EAAI,GAAM,EAAM,KAAK,KACpC,EAAK,EAAQ,GAAK,EAClB,EAAK,EAAQ,EAAI,GAAK,EACtB,EAAK,EAAQ,EAAI,GAAK,EACtB,EAAK,EAAQ,EAAI,GAAK,EACtB,EAAI,GAAS,EAAM,QACnB,EAAK,GAAS,EAAM,UACxB,CAAC,EACM,IAAI,EAAA,MAAM,EAAM,EAAK,EAAM,CAAS,CAC/C"}

package/dist/vision/tasks/detectClassify.js

@@ -0,0 +1,221 @@
+import { FusionError as e } from "../core/exceptions.js";
+import { BoundingBox as t, RGBImage as n } from "../types.js";
+import { SpeedTimer as r } from "../core/timing.js";
+import { Boxes as i, DetectClassifyResults as a } from "../results.js";
+import { resolveLabels as o } from "../labels.js";
+import { OrtSession as s } from "../core/session.js";
+import { loadImage as c } from "../io/image.js";
+import { INPUT_IMAGE as l, INPUT_PAD as u, INPUT_SCALE as d, INPUT_SOURCE as f, OUTPUT_BOXES as p, OUTPUT_CLASSES as m, OUTPUT_PROBS as h, OUTPUT_SCORES as g, readFusionSpec as _ } from "../fusion.js";
+import { toCHW as v, toFloat32 as y, toFloat32Tensor as b } from "../preprocess/image.js";
+import { LetterboxPipeline as x, zeroTensorData as S } from "../preprocess/pipeline.js";
+import { softmax as C, topK as w } from "../postprocess/classification.js";
+import { VisionTask as T, requireDetections as E } from "./base.js";
+//#region src/vision/tasks/detectClassify.ts
+var D = class n extends T {
+	_spec;
+	_labels;
+	_names;
+	_classifierLabels;
+	_classifierNames;
+	_raiseOnEmpty;
+	constructor(e, t, n, r, i, a, o) {
+		super(e), this._spec = t, this._labels = n, this._names = r, this._classifierLabels = i, this._classifierNames = a, this._raiseOnEmpty = o;
+	}
+	_pipelineCache = null;
+	async warmup(e = 1) {
+		let [t, n] = this._spec.inputSize;
+		for (let r = 0; r < e; r++) {
+			let e = { [l]: b(S(t, n), [
+				1,
+				3,
+				n,
+				t
+			]) };
+			this._spec.needsSourceImage && (e[f] = b(S(t, n), [
+				1,
+				3,
+				n,
+				t
+			]), e[d] = b(new Float32Array([1]), [1]), e[u] = b(new Float32Array([0, 0]), [2])), await this._session.run(e);
+		}
+	}
+	get _pipeline() {
+		if (this._pipelineCache === null) {
+			let [e, t] = this._spec.inputSize;
+			this._pipelineCache = new x(e, t);
+		}
+		return this._pipelineCache;
+	}
+	static async create(t, r = {}) {
+		let i = await s.create(t, r), a = _(i.metadata);
+		if (a === null) throw new e("This model carries no fused-pipeline metadata, so DetectClassify cannot tell how to drive it. Build one with ort_vision_sdk.compose.fuse_detect_classify, or load a plain model with Detector/Classifier instead.");
+		let c = o(r.labels ?? a.detectorNames ?? "coco"), l = o(r.classifierLabels ?? a.classifierNames, { numClasses: O(i) ?? void 0 });
+		return new n(i, a, c, k(c), l, k(l), r.raiseOnEmpty ?? !1);
+	}
+	get spec() {
+		return this._spec;
+	}
+	get inputSize() {
+		return this._spec.inputSize;
+	}
+	get labels() {
+		return this._labels;
+	}
+	get names() {
+		return this._names;
+	}
+	get classifierLabels() {
+		return this._classifierLabels;
+	}
+	get classifierNames() {
+		return this._classifierNames;
+	}
+	async call(e, t = {}) {
+		return this.predict(e, t);
+	}
+	async predict(e, t = {}) {
+		let n = new r(), i = typeof e == "string" ? e : null, o = await c(e);
+		n.stage("load");
+		let { feeds: s, scale: l, padLeft: u, padTop: d } = this._preprocess(o);
+		n.stage("preprocess");
+		let f = await this._session.run(s);
+		this._pipeline.release(), n.stage("inference");
+		let _ = A(f, h), v = j(f, p), y = j(f, g), b = M(f, m), x = _.data, S = M(f, "num_detections")[0] ?? 0, C = Math.min(S, Math.floor(v.length / 4)), w = _.dims[_.dims.length - 1] ?? 0, T = t.classes === void 0 ? null : new Set(t.classes), D = t.confThreshold ?? 0, O = [];
+		for (let e = 0; e < C; e++) {
+			let n = b[e] ?? 0, r = y[e] ?? 0;
+			if (r < D || T !== null && !T.has(n)) continue;
+			let i = this._toOriginal(v, e, {
+				scale: l,
+				padLeft: u,
+				padTop: d,
+				original: o
+			}), a = P(o, i);
+			O.push(F(n, this._names[n] ?? `class_${n}`, r, i, a, this._classify(x.subarray(e * w, (e + 1) * w), a, t.topK)));
+		}
+		E(O.length, {
+			raiseOnEmpty: t.raiseOnEmpty ?? this._raiseOnEmpty,
+			confThreshold: Math.max(D, this._spec.confThreshold),
+			classes: t.classes,
+			path: i
+		});
+		let k = [o.height, o.width];
+		return n.stage("postprocess"), [new a(I(O, k), O, this._names, this._classifierNames, o, k, i, n.speed())];
+	}
+	_preprocess(e) {
+		let [t, n] = this._spec.inputSize, r = this._pipeline.run(e), i = { [l]: b(r.data, [
+			1,
+			3,
+			n,
+			t
+		]) };
+		return this._spec.needsSourceImage && (i[f] = N(e), i[d] = b(new Float32Array([r.scale]), [1]), i[u] = b(new Float32Array([r.padLeft, r.padTop]), [2])), {
+			feeds: i,
+			scale: r.scale,
+			padLeft: r.padLeft,
+			padTop: r.padTop
+		};
+	}
+	_toOriginal(e, n, r) {
+		let { scale: i, padLeft: a, padTop: o, original: s } = r, c = (t) => e[n * 4 + t] ?? 0, l = (e) => Math.min(Math.max(e, 0), s.width), u = (e) => Math.min(Math.max(e, 0), s.height);
+		return new t(l((c(0) - a) / i), u((c(1) - o) / i), l((c(2) - a) / i), u((c(3) - o) / i));
+	}
+	_classify(e, t, n) {
+		let { indices: r, values: i } = w(this._spec.applySoftmax ? C(e) : e, n ?? null), a = [];
+		for (let e = 0; e < r.length; e++) {
+			let t = r[e] ?? 0, n = i[e] ?? 0, o = this._classifierLabels[t] ?? `class_${t}`;
+			a.push({
+				classId: t,
+				className: o,
+				probability: n,
+				cls: t,
+				name: o,
+				conf: n
+			});
+		}
+		let o = a[0] ?? {
+			classId: 0,
+			className: "class_0",
+			probability: 0,
+			cls: 0,
+			name: "class_0",
+			conf: 0
+		};
+		return {
+			classId: o.classId,
+			className: o.className,
+			confidence: o.probability,
+			cls: o.classId,
+			name: o.className,
+			conf: o.probability,
+			image: t,
+			probabilities: a
+		};
+	}
+};
+function O(e) {
+	let t = e.outputNames.indexOf(h);
+	if (t < 0) return null;
+	let n = e.outputShapes[t];
+	return n === void 0 || n.length === 0 ? null : n[n.length - 1] ?? null;
+}
+function k(e) {
+	let t = {};
+	for (let n = 0; n < e.length; n++) t[n] = e[n];
+	return t;
+}
+function A(t, n) {
+	let r = t[n];
+	if (r === void 0) throw new e(`The fused pipeline is missing its '${n}' output.`);
+	return r;
+}
+function j(e, t) {
+	return A(e, t).data;
+}
+function M(e, t) {
+	let n = A(e, t).data, r = [];
+	for (let e = 0; e < n.length; e++) r.push(Number(n[e]));
+	return r;
+}
+function N(e) {
+	return b(v(y(e), e.width, e.height, 3), [
+		1,
+		3,
+		e.height,
+		e.width
+	]);
+}
+function P(e, t) {
+	let [r, i, a, o] = t.asIntXyxy(), s = Math.max(0, r), c = Math.max(0, i), l = Math.min(e.width, a), u = Math.min(e.height, o);
+	if (l <= s || u <= c) return new n(/* @__PURE__ */ new Uint8Array(), 0, 0);
+	let d = l - s, f = u - c, p = new Uint8Array(d * f * 3);
+	for (let t = 0; t < f; t++) {
+		let n = ((c + t) * e.width + s) * 3;
+		p.set(e.data.subarray(n, n + d * 3), t * d * 3);
+	}
+	return new n(p, d, f);
+}
+function F(e, t, n, r, i, a) {
+	return {
+		classId: e,
+		className: t,
+		confidence: n,
+		bbox: r,
+		cls: e,
+		name: t,
+		conf: n,
+		box: r,
+		croppedImage: i,
+		classification: a
+	};
+}
+function I(e, t) {
+	let n = new Float32Array(e.length * 4), r = new Int32Array(e.length), a = new Float32Array(e.length);
+	return e.forEach((e, t) => {
+		let [i, o, s, c] = e.bbox.xyxy;
+		n[t * 4] = i, n[t * 4 + 1] = o, n[t * 4 + 2] = s, n[t * 4 + 3] = c, r[t] = e.classId, a[t] = e.confidence;
+	}), new i(n, r, a, t);
+}
+//#endregion
+export { D as DetectClassify };
+
+//# sourceMappingURL=detectClassify.js.map

package/dist/vision/tasks/detectClassify.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detectClassify.js","names":[],"sources":["../../../src/vision/tasks/detectClassify.ts"],"sourcesContent":["/** @generated Vendored from @mauriciobenjamin700/ort-vision-sdk-web. Do not hand-edit — regenerate with `npm run vendor:vision`. */\n/**\n * Run a fused detect→classify pipeline in the browser.\n *\n * The file this loads was built by the Python SDK's `ort_vision_sdk.compose`,\n * and it already contains both models plus the crop-and-resize bridge between\n * them. That matters far more in a tab than on a server: two models mean two\n * `.onnx` downloads, two WASM/WebGPU session initializations, and a per-crop\n * round trip through JavaScript to slice, resize and restack the regions before\n * the second model can see them. A fused pipeline has one download, one session\n * and no round trip — the crops are produced and consumed inside the graph.\n */\n\nimport type * as ort from \"onnxruntime-web\";\n\nimport { FusionError } from \"../core/exceptions\";\nimport { type ModelSource, type OrtSessionOptions, OrtSession } from \"../core/session\";\nimport { SpeedTimer } from \"../core/timing\";\nimport {\n    INPUT_IMAGE,\n    INPUT_PAD,\n    INPUT_SCALE,\n    INPUT_SOURCE,\n    OUTPUT_BOXES,\n    OUTPUT_CLASSES,\n    OUTPUT_NUM_DETECTIONS,\n    OUTPUT_PROBS,\n    OUTPUT_SCORES,\n    type FusionSpec,\n    readFusionSpec,\n} from \"../fusion\";\nimport { type ImageInput, loadImage } from \"../io/image\";\nimport { type LabelSpec, resolveLabels } from \"../labels\";\nimport { softmax, topK } from \"../postprocess/classification\";\nimport { toCHW, toFloat32, toFloat32Tensor } from \"../preprocess/image\";\nimport { LetterboxPipeline, zeroTensorData } from \"../preprocess/pipeline\";\nimport { Boxes, DetectClassifyResults } from \"../results\";\nimport {\n    BoundingBox,\n    RGBImage,\n    type ClassProbability,\n    type ClassificationResult,\n    type DetectionResult,\n} from \"../types\";\nimport { VisionTask, requireDetections } from \"./base\";\n\nexport interface DetectClassifyOptions extends OrtSessionOptions {\n    /**\n     * Class label spec for the **detection** stage — see {@link resolveLabels}.\n     * Defaults to the names recorded at fusion time, falling back to the COCO\n     * 80-class preset when the fusion recorded none.\n     */\n    readonly labels?: LabelSpec;\n    /**\n     * Class label spec for the **classification** stage. Defaults to the recorded\n     * names, falling back to generated `class_<id>` names.\n     */\n    readonly classifierLabels?: LabelSpec;\n    /**\n     * If `true`, a run that finds nothing throws {@link NoDetectionsError}\n     * instead of returning an empty envelope. Default `false`, because looking\n     * and finding nothing is a successful inference. Turn it on when an empty\n     * result means the surrounding pipeline should stop rather than carry on with\n     * zero rows. Can be overridden per `predict` call.\n     */\n    readonly raiseOnEmpty?: boolean;\n}\n\nexport interface DetectClassifyPredictOptions {\n    /**\n     * Drop detections scoring below this. The graph's own NMS threshold was fixed\n     * at fusion time and cannot be lowered here — this only filters further.\n     */\n    readonly confThreshold?: number;\n    /** If set, keep only detections whose detector `classId` is in this list. */\n    readonly classes?: readonly number[];\n    /** Truncate each detection's `classification.probabilities` to its top-k entries. */\n    readonly topK?: number;\n    /** Override the constructor's `raiseOnEmpty` setting for this call. */\n    readonly raiseOnEmpty?: boolean;\n}\n\n/**\n * Detector and classifier running as a single ONNX model.\n *\n * Everything the pipeline needs to know about itself — the resolution to\n * letterbox to, whether it wants the full-resolution image as well, whether its\n * classifier output still needs a softmax, the class names of both stages — was\n * written into the file at fusion time and is read back here. Nothing is\n * restated on the JavaScript side, so nothing can drift out of step with the\n * Python side that built it.\n *\n * @example\n * ```typescript\n * const pipeline = await DetectClassify.create(\"/models/pipeline.onnx\");\n * const result = (await pipeline.predict(\"/images/flock.jpg\"))[0];\n * for (const detection of result) {\n *   console.log(detection.name, detection.conf, detection.classification?.name);\n * }\n * ```\n */\nexport class DetectClassify extends VisionTask {\n    private constructor(\n        session: OrtSession,\n        private readonly _spec: FusionSpec,\n        private readonly _labels: readonly string[],\n        private readonly _names: Readonly<Record<number, string>>,\n        private readonly _classifierLabels: readonly string[],\n        private readonly _classifierNames: Readonly<Record<number, string>>,\n        private readonly _raiseOnEmpty: boolean,\n    ) {\n        super(session);\n    }\n\n    private _pipelineCache: LetterboxPipeline | null = null;\n\n    /**\n     * Run the model once on zero-filled inputs, paying one-time costs up front.\n     *\n     * Worth more here than on a single-stage task: a fused pipeline is two models\n     * plus the bridge in one graph, so the first inference compiles shaders for\n     * all of it. Calling this while a loading spinner is still up moves that cost\n     * somewhere the user is already waiting.\n     *\n     * @param runs How many warm-up inferences to run. One is enough for WASM;\n     *   WebGPU sometimes settles on the second.\n     */\n    async warmup(runs: number = 1): Promise<void> {\n        const [width, height] = this._spec.inputSize;\n        for (let i = 0; i < runs; i++) {\n            const feeds: Record<string, ort.Tensor> = {\n                [INPUT_IMAGE]: toFloat32Tensor(zeroTensorData(width, height), [\n                    1,\n                    3,\n                    height,\n                    width,\n                ]),\n            };\n            if (this._spec.needsSourceImage) {\n                feeds[INPUT_SOURCE] = toFloat32Tensor(zeroTensorData(width, height), [\n                    1,\n                    3,\n                    height,\n                    width,\n                ]);\n                feeds[INPUT_SCALE] = toFloat32Tensor(new Float32Array([1]), [1]);\n                feeds[INPUT_PAD] = toFloat32Tensor(new Float32Array([0, 0]), [2]);\n            }\n            await this._session.run(feeds);\n        }\n    }\n\n    /**\n     * The fused preprocessing pipeline, built on first use.\n     *\n     * Lazily, because constructing it allocates canvases: a pipeline built in an\n     * environment without a canvas implementation stays constructible, and only\n     * fails if it is actually asked to preprocess something.\n     */\n    private get _pipeline(): LetterboxPipeline {\n        if (this._pipelineCache === null) {\n            const [width, height] = this._spec.inputSize;\n            this._pipelineCache = new LetterboxPipeline(width, height);\n        }\n        return this._pipelineCache;\n    }\n\n    /**\n     * Load a fused pipeline and resolve both label spaces.\n     *\n     * @param model The fused `.onnx` — a URL, an `ArrayBuffer`, or bytes.\n     * @param options Label overrides plus the usual session options.\n     * @throws {@link FusionError} when the model carries no pipeline metadata,\n     *   i.e. it is a plain detector or classifier rather than something\n     *   `ort_vision_sdk.compose` produced.\n     */\n    static async create(\n        model: ModelSource,\n        options: DetectClassifyOptions = {},\n    ): Promise<DetectClassify> {\n        const session = await OrtSession.create(model, options);\n        const spec = readFusionSpec(session.metadata);\n        if (spec === null) {\n            throw new FusionError(\n                \"This model carries no fused-pipeline metadata, so DetectClassify cannot tell how to \" +\n                    \"drive it. Build one with ort_vision_sdk.compose.fuse_detect_classify, or load a \" +\n                    \"plain model with Detector/Classifier instead.\",\n            );\n        }\n\n        const labels = resolveLabels(options.labels ?? spec.detectorNames ?? \"coco\");\n        const classifierLabels = resolveLabels(options.classifierLabels ?? spec.classifierNames, {\n            numClasses: classifierClasses(session) ?? undefined,\n        });\n        return new DetectClassify(\n            session,\n            spec,\n            labels,\n            indexNames(labels),\n            classifierLabels,\n            indexNames(classifierLabels),\n            options.raiseOnEmpty ?? false,\n        );\n    }\n\n    /** The pipeline configuration recorded in the model at fusion time. */\n    get spec(): FusionSpec {\n        return this._spec;\n    }\n\n    /** The `[width, height]` the detection stage runs at. */\n    get inputSize(): readonly [number, number] {\n        return this._spec.inputSize;\n    }\n\n    /** Detector class labels indexed by class id. */\n    get labels(): readonly string[] {\n        return this._labels;\n    }\n\n    /** Detector class id → class name (matches Ultralytics' `model.names`). */\n    get names(): Readonly<Record<number, string>> {\n        return this._names;\n    }\n\n    /** Classifier class labels indexed by class id. */\n    get classifierLabels(): readonly string[] {\n        return this._classifierLabels;\n    }\n\n    /** Classifier class id → class name. */\n    get classifierNames(): Readonly<Record<number, string>> {\n        return this._classifierNames;\n    }\n\n    /**\n     * Alias for {@link predict} — call the pipeline like a torch `nn.Module`.\n     *\n     * Use as `pipeline.call(img)` since JavaScript class instances are not\n     * callable; for direct invocation, prefer `pipeline.predict(img)`.\n     */\n    async call(\n        image: ImageInput,\n        options: DetectClassifyPredictOptions = {},\n    ): Promise<DetectClassifyResults[]> {\n        return this.predict(image, options);\n    }\n\n    /**\n     * Run the pipeline on a single image.\n     *\n     * The returned envelope carries a {@link Speed} breakdown in `speed`. Its\n     * `inference` figure covers detection *and* classification, since the\n     * pipeline runs them as one graph and no boundary between them is observable\n     * from outside.\n     */\n    async predict(\n        image: ImageInput,\n        options: DetectClassifyPredictOptions = {},\n    ): Promise<DetectClassifyResults[]> {\n        const timer = new SpeedTimer();\n        const path = typeof image === \"string\" ? image : null;\n        const original = await loadImage(image);\n        timer.stage(\"load\");\n        const { feeds, scale, padLeft, padTop } = this._preprocess(original);\n        timer.stage(\"preprocess\");\n        const outputs = await this._session.run(feeds);\n        this._pipeline.release();\n        timer.stage(\"inference\");\n\n        const probsTensor = output(outputs, OUTPUT_PROBS);\n        const boxes = floats(outputs, OUTPUT_BOXES);\n        const scores = floats(outputs, OUTPUT_SCORES);\n        const classes = integers(outputs, OUTPUT_CLASSES);\n        const probs = probsTensor.data as Float32Array;\n        const reported = integers(outputs, OUTPUT_NUM_DETECTIONS)[0] ?? 0;\n        const rows = Math.min(reported, Math.floor(boxes.length / 4));\n        const classCount = probsTensor.dims[probsTensor.dims.length - 1] ?? 0;\n\n        const allowed = options.classes === undefined ? null : new Set(options.classes);\n        const floor = options.confThreshold ?? 0;\n        const detections: DetectionResult[] = [];\n        for (let row = 0; row < rows; row++) {\n            const classId = classes[row] ?? 0;\n            const confidence = scores[row] ?? 0;\n            if (confidence < floor || (allowed !== null && !allowed.has(classId))) continue;\n\n            const bbox = this._toOriginal(boxes, row, { scale, padLeft, padTop, original });\n            const cropped = crop(original, bbox);\n            detections.push(\n                detection(\n                    classId,\n                    this._names[classId] ?? `class_${classId}`,\n                    confidence,\n                    bbox,\n                    cropped,\n                    this._classify(\n                        probs.subarray(row * classCount, (row + 1) * classCount),\n                        cropped,\n                        options.topK,\n                    ),\n                ),\n            );\n        }\n\n        requireDetections(detections.length, {\n            raiseOnEmpty: options.raiseOnEmpty ?? this._raiseOnEmpty,\n            confThreshold: Math.max(floor, this._spec.confThreshold),\n            classes: options.classes,\n            path,\n        });\n\n        const origShape: readonly [number, number] = [original.height, original.width];\n        timer.stage(\"postprocess\");\n        return [\n            new DetectClassifyResults(\n                bulkBoxes(detections, origShape),\n                detections,\n                this._names,\n                this._classifierNames,\n                original,\n                origShape,\n                path,\n                timer.speed(),\n            ),\n        ];\n    }\n\n    /**\n     * Letterbox the image and build the graph's feeds.\n     *\n     * The detector input runs through {@link LetterboxPipeline}, which fuses the\n     * resize, the padding and the HWC-to-CHW float conversion into one\n     * `drawImage` plus one readback, and reuses its output buffer between frames.\n     * That buffer goes straight to ONNX Runtime, so `_pipeline.release()` must not\n     * be called until the run resolves.\n     *\n     * A pipeline fused with `cropSource: \"original\"` also takes the untouched\n     * image as a second input, plus the scale and padding of the letterbox — that\n     * is what lets the graph undo the letterbox transform internally and crop at\n     * native resolution instead of from the downscaled copy. That one is **not**\n     * letterboxed by definition, so it does not go through the fused path.\n     */\n    private _preprocess(image: RGBImage): {\n        feeds: Record<string, ort.Tensor>;\n        scale: number;\n        padLeft: number;\n        padTop: number;\n    } {\n        const [width, height] = this._spec.inputSize;\n        const boxed = this._pipeline.run(image);\n        const feeds: Record<string, ort.Tensor> = {\n            [INPUT_IMAGE]: toFloat32Tensor(boxed.data, [1, 3, height, width]),\n        };\n\n        if (this._spec.needsSourceImage) {\n            feeds[INPUT_SOURCE] = tensorOf(image);\n            feeds[INPUT_SCALE] = toFloat32Tensor(new Float32Array([boxed.scale]), [1]);\n            feeds[INPUT_PAD] = toFloat32Tensor(\n                new Float32Array([boxed.padLeft, boxed.padTop]),\n                [2],\n            );\n        }\n        return { feeds, scale: boxed.scale, padLeft: boxed.padLeft, padTop: boxed.padTop };\n    }\n\n    /**\n     * Map one letterboxed xyxy row back onto the original image.\n     *\n     * The graph always reports boxes in the detector's letterboxed pixel space,\n     * whichever crop source it was fused with, so both sources agree here.\n     */\n    private _toOriginal(\n        boxes: Float32Array,\n        row: number,\n        context: {\n            scale: number;\n            padLeft: number;\n            padTop: number;\n            original: RGBImage;\n        },\n    ): BoundingBox {\n        const { scale, padLeft, padTop, original } = context;\n        const at = (offset: number): number => boxes[row * 4 + offset] ?? 0;\n        const clampX = (value: number): number => Math.min(Math.max(value, 0), original.width);\n        const clampY = (value: number): number => Math.min(Math.max(value, 0), original.height);\n        return new BoundingBox(\n            clampX((at(0) - padLeft) / scale),\n            clampY((at(1) - padTop) / scale),\n            clampX((at(2) - padLeft) / scale),\n            clampY((at(3) - padTop) / scale),\n        );\n    }\n\n    /**\n     * Turn one row of the classifier output into a result object.\n     *\n     * @param row The output row for this detection.\n     * @param image The crop the row describes, carried so callers can display\n     *   what was classified.\n     * @param k Optional truncation of the probability list.\n     */\n    private _classify(\n        row: Float32Array,\n        image: RGBImage,\n        k: number | undefined,\n    ): ClassificationResult {\n        const scores = this._spec.applySoftmax ? softmax(row) : row;\n        const { indices, values } = topK(scores, k ?? null);\n        const probabilities: ClassProbability[] = [];\n        for (let i = 0; i < indices.length; i++) {\n            const classId = indices[i] ?? 0;\n            const probability = values[i] ?? 0;\n            const className = this._classifierLabels[classId] ?? `class_${classId}`;\n            probabilities.push({\n                classId,\n                className,\n                probability,\n                cls: classId,\n                name: className,\n                conf: probability,\n            });\n        }\n        const top = probabilities[0] ?? {\n            classId: 0,\n            className: \"class_0\",\n            probability: 0,\n            cls: 0,\n            name: \"class_0\",\n            conf: 0,\n        };\n        return {\n            classId: top.classId,\n            className: top.className,\n            confidence: top.probability,\n            cls: top.classId,\n            name: top.className,\n            conf: top.probability,\n            image,\n            probabilities,\n        };\n    }\n}\n\n/**\n * Read the classifier stage's class count off the `probs` output shape.\n *\n * @param session The loaded pipeline session.\n * @returns The class count, or `null` when the graph leaves that axis dynamic\n *   or declares no `probs` output — in which case label resolution falls back\n *   to whatever the fusion recorded.\n */\nfunction classifierClasses(session: OrtSession): number | null {\n    const index = session.outputNames.indexOf(OUTPUT_PROBS);\n    if (index < 0) return null;\n    const shape = session.outputShapes[index];\n    if (shape === undefined || shape.length === 0) return null;\n    return shape[shape.length - 1] ?? null;\n}\n\n/**\n * Build a class id → name record from an ordered label list.\n *\n * @param labels Labels indexed by class id.\n * @returns The equivalent record.\n */\nfunction indexNames(labels: readonly string[]): Readonly<Record<number, string>> {\n    const names: Record<number, string> = {};\n    for (let i = 0; i < labels.length; i++) names[i] = labels[i] as string;\n    return names;\n}\n\n/**\n * Fetch an output tensor by name.\n *\n * @param outputs The run's results.\n * @param name The output's name in the pipeline contract.\n * @returns The tensor.\n * @throws {@link FusionError} when the graph does not carry that output, which\n *   means the file is not a pipeline this version can drive.\n */\nfunction output(outputs: Record<string, ort.Tensor>, name: string): ort.Tensor {\n    const tensor = outputs[name];\n    if (tensor === undefined) {\n        throw new FusionError(`The fused pipeline is missing its '${name}' output.`);\n    }\n    return tensor;\n}\n\n/**\n * Fetch a float output by name.\n *\n * @param outputs The run's results.\n * @param name The output's name in the pipeline contract.\n * @returns The output's data.\n * @throws {@link FusionError} when the graph does not carry that output.\n */\nfunction floats(outputs: Record<string, ort.Tensor>, name: string): Float32Array {\n    return output(outputs, name).data as Float32Array;\n}\n\n/**\n * Fetch an integer output by name, normalizing ORT's 64-bit representation.\n *\n * ONNX Runtime Web returns `int64` tensors as `BigInt64Array`, whose values do\n * not compare or index like numbers. Class ids and detection counts are always\n * small, so widening them to `number` here is lossless and keeps every caller\n * free of `BigInt` handling.\n *\n * @param outputs The run's results.\n * @param name The output's name in the pipeline contract.\n * @returns The output's values as plain numbers.\n * @throws {@link FusionError} when the graph does not carry that output.\n */\nfunction integers(outputs: Record<string, ort.Tensor>, name: string): number[] {\n    const data = output(outputs, name).data as BigInt64Array | Int32Array | Float32Array;\n    const values: number[] = [];\n    for (let i = 0; i < data.length; i++) values.push(Number(data[i]));\n    return values;\n}\n\n/**\n * Convert an image to the `[1, 3, H, W]` float32 tensor the graph expects.\n *\n * @param image The image to convert.\n * @returns The batched CHW tensor, scaled to `[0, 1]`.\n */\nfunction tensorOf(image: RGBImage): ort.Tensor {\n    const chw = toCHW(toFloat32(image), image.width, image.height, 3);\n    return toFloat32Tensor(chw, [1, 3, image.height, image.width]);\n}\n\n/**\n * Cut the box region out of the original image.\n *\n * @param image The source image.\n * @param bbox The box, in original-image pixel coordinates.\n * @returns The cropped region, or a zero-sized image for a box with no area.\n */\nfunction crop(image: RGBImage, bbox: BoundingBox): RGBImage {\n    const [rawX1, rawY1, rawX2, rawY2] = bbox.asIntXyxy();\n    const x1 = Math.max(0, rawX1);\n    const y1 = Math.max(0, rawY1);\n    const x2 = Math.min(image.width, rawX2);\n    const y2 = Math.min(image.height, rawY2);\n    if (x2 <= x1 || y2 <= y1) return new RGBImage(new Uint8Array(0), 0, 0);\n\n    const width = x2 - x1;\n    const height = y2 - y1;\n    const out = new Uint8Array(width * height * 3);\n    for (let row = 0; row < height; row++) {\n        const offset = ((y1 + row) * image.width + x1) * 3;\n        out.set(image.data.subarray(offset, offset + width * 3), row * width * 3);\n    }\n    return new RGBImage(out, width, height);\n}\n\n/**\n * Assemble one detection, filling the Ultralytics-style aliases.\n *\n * @param classId Detector class index.\n * @param className Detector class name.\n * @param confidence Detection score.\n * @param bbox Box in original-image coordinates.\n * @param croppedImage The region the box covers.\n * @param classification What the classification stage said about that region.\n * @returns The detection object.\n */\nfunction detection(\n    classId: number,\n    className: string,\n    confidence: number,\n    bbox: BoundingBox,\n    croppedImage: RGBImage,\n    classification: ClassificationResult,\n): DetectionResult {\n    return {\n        classId,\n        className,\n        confidence,\n        bbox,\n        cls: classId,\n        name: className,\n        conf: confidence,\n        box: bbox,\n        croppedImage,\n        classification,\n    };\n}\n\n/**\n * Assemble the bulk-array `Boxes` view from per-instance detections.\n *\n * @param detections The surviving detections.\n * @param origShape `[height, width]` of the original image.\n * @returns The bulk view, empty when nothing survived.\n */\nfunction bulkBoxes(\n    detections: readonly DetectionResult[],\n    origShape: readonly [number, number],\n): Boxes {\n    const xyxy = new Float32Array(detections.length * 4);\n    const cls = new Int32Array(detections.length);\n    const conf = new Float32Array(detections.length);\n    detections.forEach((entry, index) => {\n        const [x1, y1, x2, y2] = entry.bbox.xyxy;\n        xyxy[index * 4] = x1;\n        xyxy[index * 4 + 1] = y1;\n        xyxy[index * 4 + 2] = x2;\n        xyxy[index * 4 + 3] = y2;\n        cls[index] = entry.classId;\n        conf[index] = entry.confidence;\n    });\n    return new Boxes(xyxy, cls, conf, origShape);\n}\n"],"mappings":";;;;;;;;;;;;;AAqGA,IAAa,IAAb,MAAa,UAAuB,EAAW;CAGtB;CACA;CACA;CACA;CACA;CACA;CAPrB,YACI,GACA,GACA,GACA,GACA,GACA,GACA,GACF;EADmB,AAEjB,MAAM,CAAO,GAPI,KAAA,QAAA,GACA,KAAA,UAAA,GACA,KAAA,SAAA,GACA,KAAA,oBAAA,GACA,KAAA,mBAAA,GACA,KAAA,gBAAA;CAGrB;CAEA,iBAAmD;CAanD,MAAM,OAAO,IAAe,GAAkB;EAC1C,IAAM,CAAC,GAAO,KAAU,KAAK,MAAM;EACnC,KAAK,IAAI,IAAI,GAAG,IAAI,GAAM,KAAK;GAC3B,IAAM,IAAoC,GACrC,IAAc,EAAgB,EAAe,GAAO,CAAM,GAAG;IAC1D;IACA;IACA;IACA;GACJ,CAAC,EACL;GAWA,AAVI,KAAK,MAAM,qBACX,EAAM,KAAgB,EAAgB,EAAe,GAAO,CAAM,GAAG;IACjE;IACA;IACA;IACA;GACJ,CAAC,GACD,EAAM,KAAe,EAAgB,IAAI,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAC/D,EAAM,KAAa,EAAgB,IAAI,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAEpE,MAAM,KAAK,SAAS,IAAI,CAAK;EACjC;CACJ;CASA,IAAY,YAA+B;EACvC,IAAI,KAAK,mBAAmB,MAAM;GAC9B,IAAM,CAAC,GAAO,KAAU,KAAK,MAAM;GACnC,KAAK,iBAAiB,IAAI,EAAkB,GAAO,CAAM;EAC7D;EACA,OAAO,KAAK;CAChB;CAWA,aAAa,OACT,GACA,IAAiC,CAAC,GACX;EACvB,IAAM,IAAU,MAAM,EAAW,OAAO,GAAO,CAAO,GAChD,IAAO,EAAe,EAAQ,QAAQ;EAC5C,IAAI,MAAS,MACT,MAAM,IAAI,EACN,mNAGJ;EAGJ,IAAM,IAAS,EAAc,EAAQ,UAAU,EAAK,iBAAiB,MAAM,GACrE,IAAmB,EAAc,EAAQ,oBAAoB,EAAK,iBAAiB,EACrF,YAAY,EAAkB,CAAO,KAAK,KAAA,EAC9C,CAAC;EACD,OAAO,IAAI,EACP,GACA,GACA,GACA,EAAW,CAAM,GACjB,GACA,EAAW,CAAgB,GAC3B,EAAQ,gBAAgB,EAC5B;CACJ;CAGA,IAAI,OAAmB;EACnB,OAAO,KAAK;CAChB;CAGA,IAAI,YAAuC;EACvC,OAAO,KAAK,MAAM;CACtB;CAGA,IAAI,SAA4B;EAC5B,OAAO,KAAK;CAChB;CAGA,IAAI,QAA0C;EAC1C,OAAO,KAAK;CAChB;CAGA,IAAI,mBAAsC;EACtC,OAAO,KAAK;CAChB;CAGA,IAAI,kBAAoD;EACpD,OAAO,KAAK;CAChB;CAQA,MAAM,KACF,GACA,IAAwC,CAAC,GACT;EAChC,OAAO,KAAK,QAAQ,GAAO,CAAO;CACtC;CAUA,MAAM,QACF,GACA,IAAwC,CAAC,GACT;EAChC,IAAM,IAAQ,IAAI,EAAW,GACvB,IAAO,OAAO,KAAU,WAAW,IAAQ,MAC3C,IAAW,MAAM,EAAU,CAAK;EACtC,EAAM,MAAM,MAAM;EAClB,IAAM,EAAE,UAAO,UAAO,YAAS,cAAW,KAAK,YAAY,CAAQ;EACnE,EAAM,MAAM,YAAY;EACxB,IAAM,IAAU,MAAM,KAAK,SAAS,IAAI,CAAK;EAE7C,AADA,KAAK,UAAU,QAAQ,GACvB,EAAM,MAAM,WAAW;EAEvB,IAAM,IAAc,EAAO,GAAS,CAAY,GAC1C,IAAQ,EAAO,GAAS,CAAY,GACpC,IAAS,EAAO,GAAS,CAAa,GACtC,IAAU,EAAS,GAAS,CAAc,GAC1C,IAAQ,EAAY,MACpB,IAAW,EAAS,GAAA,gBAA8B,CAAC,CAAC,MAAM,GAC1D,IAAO,KAAK,IAAI,GAAU,KAAK,MAAM,EAAM,SAAS,CAAC,CAAC,GACtD,IAAa,EAAY,KAAK,EAAY,KAAK,SAAS,MAAM,GAE9D,IAAU,EAAQ,YAAY,KAAA,IAAY,OAAO,IAAI,IAAI,EAAQ,OAAO,GACxE,IAAQ,EAAQ,iBAAiB,GACjC,IAAgC,CAAC;EACvC,KAAK,IAAI,IAAM,GAAG,IAAM,GAAM,KAAO;GACjC,IAAM,IAAU,EAAQ,MAAQ,GAC1B,IAAa,EAAO,MAAQ;GAClC,IAAI,IAAa,KAAU,MAAY,QAAQ,CAAC,EAAQ,IAAI,CAAO,GAAI;GAEvE,IAAM,IAAO,KAAK,YAAY,GAAO,GAAK;IAAE;IAAO;IAAS;IAAQ;GAAS,CAAC,GACxE,IAAU,EAAK,GAAU,CAAI;GACnC,EAAW,KACP,EACI,GACA,KAAK,OAAO,MAAY,SAAS,KACjC,GACA,GACA,GACA,KAAK,UACD,EAAM,SAAS,IAAM,IAAa,IAAM,KAAK,CAAU,GACvD,GACA,EAAQ,IACZ,CACJ,CACJ;EACJ;EAEA,EAAkB,EAAW,QAAQ;GACjC,cAAc,EAAQ,gBAAgB,KAAK;GAC3C,eAAe,KAAK,IAAI,GAAO,KAAK,MAAM,aAAa;GACvD,SAAS,EAAQ;GACjB;EACJ,CAAC;EAED,IAAM,IAAuC,CAAC,EAAS,QAAQ,EAAS,KAAK;EAE7E,OADA,EAAM,MAAM,aAAa,GAClB,CACH,IAAI,EACA,EAAU,GAAY,CAAS,GAC/B,GACA,KAAK,QACL,KAAK,kBACL,GACA,GACA,GACA,EAAM,MAAM,CAChB,CACJ;CACJ;CAiBA,YAAoB,GAKlB;EACE,IAAM,CAAC,GAAO,KAAU,KAAK,MAAM,WAC7B,IAAQ,KAAK,UAAU,IAAI,CAAK,GAChC,IAAoC,GACrC,IAAc,EAAgB,EAAM,MAAM;GAAC;GAAG;GAAG;GAAQ;EAAK,CAAC,EACpE;EAUA,OARI,KAAK,MAAM,qBACX,EAAM,KAAgB,EAAS,CAAK,GACpC,EAAM,KAAe,EAAgB,IAAI,aAAa,CAAC,EAAM,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,GACzE,EAAM,KAAa,EACf,IAAI,aAAa,CAAC,EAAM,SAAS,EAAM,MAAM,CAAC,GAC9C,CAAC,CAAC,CACN,IAEG;GAAE;GAAO,OAAO,EAAM;GAAO,SAAS,EAAM;GAAS,QAAQ,EAAM;EAAO;CACrF;CAQA,YACI,GACA,GACA,GAMW;EACX,IAAM,EAAE,UAAO,YAAS,WAAQ,gBAAa,GACvC,KAAM,MAA2B,EAAM,IAAM,IAAI,MAAW,GAC5D,KAAU,MAA0B,KAAK,IAAI,KAAK,IAAI,GAAO,CAAC,GAAG,EAAS,KAAK,GAC/E,KAAU,MAA0B,KAAK,IAAI,KAAK,IAAI,GAAO,CAAC,GAAG,EAAS,MAAM;EACtF,OAAO,IAAI,EACP,GAAQ,EAAG,CAAC,IAAI,KAAW,CAAK,GAChC,GAAQ,EAAG,CAAC,IAAI,KAAU,CAAK,GAC/B,GAAQ,EAAG,CAAC,IAAI,KAAW,CAAK,GAChC,GAAQ,EAAG,CAAC,IAAI,KAAU,CAAK,CACnC;CACJ;CAUA,UACI,GACA,GACA,GACoB;EAEpB,IAAM,EAAE,YAAS,cAAW,EADb,KAAK,MAAM,eAAe,EAAQ,CAAG,IAAI,GACf,KAAK,IAAI,GAC5C,IAAoC,CAAC;EAC3C,KAAK,IAAI,IAAI,GAAG,IAAI,EAAQ,QAAQ,KAAK;GACrC,IAAM,IAAU,EAAQ,MAAM,GACxB,IAAc,EAAO,MAAM,GAC3B,IAAY,KAAK,kBAAkB,MAAY,SAAS;GAC9D,EAAc,KAAK;IACf;IACA;IACA;IACA,KAAK;IACL,MAAM;IACN,MAAM;GACV,CAAC;EACL;EACA,IAAM,IAAM,EAAc,MAAM;GAC5B,SAAS;GACT,WAAW;GACX,aAAa;GACb,KAAK;GACL,MAAM;GACN,MAAM;EACV;EACA,OAAO;GACH,SAAS,EAAI;GACb,WAAW,EAAI;GACf,YAAY,EAAI;GAChB,KAAK,EAAI;GACT,MAAM,EAAI;GACV,MAAM,EAAI;GACV;GACA;EACJ;CACJ;AACJ;AAUA,SAAS,EAAkB,GAAoC;CAC3D,IAAM,IAAQ,EAAQ,YAAY,QAAQ,CAAY;CACtD,IAAI,IAAQ,GAAG,OAAO;CACtB,IAAM,IAAQ,EAAQ,aAAa;CAEnC,OADI,MAAU,KAAA,KAAa,EAAM,WAAW,IAAU,OAC/C,EAAM,EAAM,SAAS,MAAM;AACtC;AAQA,SAAS,EAAW,GAA6D;CAC7E,IAAM,IAAgC,CAAC;CACvC,KAAK,IAAI,IAAI,GAAG,IAAI,EAAO,QAAQ,KAAK,EAAM,KAAK,EAAO;CAC1D,OAAO;AACX;AAWA,SAAS,EAAO,GAAqC,GAA0B;CAC3E,IAAM,IAAS,EAAQ;CACvB,IAAI,MAAW,KAAA,GACX,MAAM,IAAI,EAAY,sCAAsC,EAAK,UAAU;CAE/E,OAAO;AACX;AAUA,SAAS,EAAO,GAAqC,GAA4B;CAC7E,OAAO,EAAO,GAAS,CAAI,CAAC,CAAC;AACjC;AAeA,SAAS,EAAS,GAAqC,GAAwB;CAC3E,IAAM,IAAO,EAAO,GAAS,CAAI,CAAC,CAAC,MAC7B,IAAmB,CAAC;CAC1B,KAAK,IAAI,IAAI,GAAG,IAAI,EAAK,QAAQ,KAAK,EAAO,KAAK,OAAO,EAAK,EAAE,CAAC;CACjE,OAAO;AACX;AAQA,SAAS,EAAS,GAA6B;CAE3C,OAAO,EADK,EAAM,EAAU,CAAK,GAAG,EAAM,OAAO,EAAM,QAAQ,CACxC,GAAK;EAAC;EAAG;EAAG,EAAM;EAAQ,EAAM;CAAK,CAAC;AACjE;AASA,SAAS,EAAK,GAAiB,GAA6B;CACxD,IAAM,CAAC,GAAO,GAAO,GAAO,KAAS,EAAK,UAAU,GAC9C,IAAK,KAAK,IAAI,GAAG,CAAK,GACtB,IAAK,KAAK,IAAI,GAAG,CAAK,GACtB,IAAK,KAAK,IAAI,EAAM,OAAO,CAAK,GAChC,IAAK,KAAK,IAAI,EAAM,QAAQ,CAAK;CACvC,IAAI,KAAM,KAAM,KAAM,GAAI,OAAO,IAAI,kBAAS,IAAI,WAAY,GAAG,GAAG,CAAC;CAErE,IAAM,IAAQ,IAAK,GACb,IAAS,IAAK,GACd,IAAM,IAAI,WAAW,IAAQ,IAAS,CAAC;CAC7C,KAAK,IAAI,IAAM,GAAG,IAAM,GAAQ,KAAO;EACnC,IAAM,MAAW,IAAK,KAAO,EAAM,QAAQ,KAAM;EACjD,EAAI,IAAI,EAAM,KAAK,SAAS,GAAQ,IAAS,IAAQ,CAAC,GAAG,IAAM,IAAQ,CAAC;CAC5E;CACA,OAAO,IAAI,EAAS,GAAK,GAAO,CAAM;AAC1C;AAaA,SAAS,EACL,GACA,GACA,GACA,GACA,GACA,GACe;CACf,OAAO;EACH;EACA;EACA;EACA;EACA,KAAK;EACL,MAAM;EACN,MAAM;EACN,KAAK;EACL;EACA;CACJ;AACJ;AASA,SAAS,EACL,GACA,GACK;CACL,IAAM,IAAO,IAAI,aAAa,EAAW,SAAS,CAAC,GAC7C,IAAM,IAAI,WAAW,EAAW,MAAM,GACtC,IAAO,IAAI,aAAa,EAAW,MAAM;CAU/C,OATA,EAAW,SAAS,GAAO,MAAU;EACjC,IAAM,CAAC,GAAI,GAAI,GAAI,KAAM,EAAM,KAAK;EAMpC,AALA,EAAK,IAAQ,KAAK,GAClB,EAAK,IAAQ,IAAI,KAAK,GACtB,EAAK,IAAQ,IAAI,KAAK,GACtB,EAAK,IAAQ,IAAI,KAAK,GACtB,EAAI,KAAS,EAAM,SACnB,EAAK,KAAS,EAAM;CACxB,CAAC,GACM,IAAI,EAAM,GAAM,GAAK,GAAM,CAAS;AAC/C"}

package/dist/vision/tasks/detector.cjs

@@ -1,2 +1,2 @@
-const e=require("../types.cjs"),t=require("../core/timing.cjs"),n=require("../results.cjs"),r=require("../labels.cjs"),i=require("../core/graph.cjs"),a=require("../core/metadata.cjs"),o=require("../core/session.cjs"),s=require("../io/image.cjs"),c=require("../preprocess/image.cjs"),l=require("../postprocess/detection.cjs"),u=require("./base.cjs");var d=class d extends u.VisionTask{_head;_labels;_names;_inputSize;_confThreshold;_iouThreshold;_maxDetections;constructor(e,t,n,r,i,a,o,s){super(e),this._head=t,this._labels=n,this._names=r,this._inputSize=i,this._confThreshold=a,this._iouThreshold=o,this._maxDetections=s}static async create(e,t={}){let n=t.head??`yolo`;if(n!==`yolo`)throw Error(`Unsupported detector head '${n}'. Supported: 'yolo'.`);let s=await o.OrtSession.create(e,t),c=r.resolveLabels(t.labels??a.modelNames(s.metadata)??`coco`,{numClasses:t.numClasses??i.detectionNumClasses(s.outputShape)??void 0}),l={};for(let e=0;e<c.length;e++)l[e]=c[e];return new d(s,n,c,l,i.resolveInputSize({graphShape:s.inputShape,requested:t.inputSize,fallback:[640,640]}),t.confThreshold??.25,t.iouThreshold??.45,t.maxDetections??300)}get head(){return this._head}get labels(){return this._labels}get names(){return this._names}get inputSize(){return this._inputSize}get numClasses(){return this._labels.length}async call(e,t={}){return this.predict(e,t)}async predict(e,r={}){let i=new t.SpeedTimer,a=typeof e==`string`?e:null,o=await s.loadImage(e);i.stage(`load`);let{tensor:c,scale:u,padLeft:d,padTop:f}=this._preprocess(o);i.stage(`preprocess`);let p=await this._session.run({[this._session.inputName]:c});i.stage(`inference`);let m=this._session.outputNames[0];if(m===void 0)throw Error(`Detector model has no outputs.`);let h=p[m];if(h===void 0)throw Error(`Detector model output ${m} missing from run() result.`);let g=l.decodeYolo(h.data,h.dims,{originalWidth:o.width,originalHeight:o.height,padLeft:d,padTop:f,scale:u,confThreshold:r.confThreshold??this._confThreshold,iouThreshold:r.iouThreshold??this._iouThreshold,maxDetections:this._maxDetections}),_=(r.classes===void 0?g:(()=>{let e=new Set(r.classes);return g.filter(t=>e.has(t.classId))})()).map(e=>this._buildResult(o,e.bbox,e.classId,e.confidence)),v=[o.height,o.width],y=this._buildBoxes(_,v);return i.stage(`postprocess`),[new n.DetectionResults(y,_,this._names,o,v,a,i.speed())]}_preprocess(e){let[t,n]=this._inputSize,r=c.letterbox(e,t,n);return{tensor:c.toFloat32Tensor(c.toCHW(c.toFloat32(r.image),r.image.width,r.image.height,3),[1,3,r.image.height,r.image.width]),scale:r.scale,padLeft:r.padLeft,padTop:r.padTop}}_buildResult(t,n,r,i){let[a,o,s,c]=n.asIntXyxy(),l=Math.max(0,a),u=Math.max(0,o),d=Math.min(t.width,s),f=Math.min(t.height,c),p;if(d>l&&f>u){let n=d-l,r=f-u,i=new Uint8Array(n*r*3);for(let e=0;e<r;e++){let r=((u+e)*t.width+l)*3;i.set(t.data.subarray(r,r+n*3),e*n*3)}p=new e.RGBImage(i,n,r)}else p=new e.RGBImage(new Uint8Array,0,0);let m=this._names[r]??`class_${r}`;return{classId:r,className:m,confidence:i,bbox:n,cls:r,name:m,conf:i,box:n,croppedImage:p}}_buildBoxes(e,t){let r=e.length,i=new Float32Array(r*4),a=new Int32Array(r),o=new Float32Array(r);for(let t=0;t<r;t++){let n=e[t];i[t*4]=n.bbox.x1,i[t*4+1]=n.bbox.y1,i[t*4+2]=n.bbox.x2,i[t*4+3]=n.bbox.y2,a[t]=n.classId,o[t]=n.confidence}return new n.Boxes(i,a,o,t)}};exports.Detector=d;
+const e=require("../types.cjs"),t=require("../core/timing.cjs"),n=require("../results.cjs"),r=require("../labels.cjs"),i=require("../core/graph.cjs"),a=require("../core/metadata.cjs"),o=require("../core/session.cjs"),s=require("../io/image.cjs"),c=require("../preprocess/image.cjs"),l=require("../preprocess/pipeline.cjs"),u=require("../postprocess/detection.cjs"),d=require("./base.cjs");var f=class f extends d.VisionTask{_head;_labels;_names;_inputSize;_confThreshold;_iouThreshold;_maxDetections;_raiseOnEmpty;constructor(e,t,n,r,i,a,o,s,c){super(e),this._head=t,this._labels=n,this._names=r,this._inputSize=i,this._confThreshold=a,this._iouThreshold=o,this._maxDetections=s,this._raiseOnEmpty=c}_pipelineCache=null;async warmup(e=1){let[t,n]=this._inputSize;for(let r=0;r<e;r++){let e=c.toFloat32Tensor(l.zeroTensorData(t,n),[1,3,n,t]);await this._session.run({[this._session.inputName]:e})}}get _pipeline(){return this._pipelineCache===null&&(this._pipelineCache=new l.LetterboxPipeline(this._inputSize[0],this._inputSize[1])),this._pipelineCache}static async create(e,t={}){let n=t.head??`yolo`;if(n!==`yolo`)throw Error(`Unsupported detector head '${n}'. Supported: 'yolo'.`);let s=await o.OrtSession.create(e,t),c=t.numClasses??i.detectionNumClasses(s.outputShape)??void 0,l=r.resolveLabels(t.labels??a.modelNames(s.metadata)??r.defaultLabels(c),{numClasses:c}),u={};for(let e=0;e<l.length;e++)u[e]=l[e];return new f(s,n,l,u,i.resolveInputSize({graphShape:s.inputShape,requested:t.inputSize,fallback:[640,640]}),t.confThreshold??.25,t.iouThreshold??.45,t.maxDetections??300,t.raiseOnEmpty??!1)}get head(){return this._head}get labels(){return this._labels}get names(){return this._names}get inputSize(){return this._inputSize}get numClasses(){return this._labels.length}async call(e,t={}){return this.predict(e,t)}async predict(e,r={}){let i=new t.SpeedTimer,a=typeof e==`string`?e:null,o=await s.loadImage(e);i.stage(`load`);let{tensor:c,scale:l,padLeft:f,padTop:p}=this._preprocess(o);i.stage(`preprocess`);let m=await this._session.run({[this._session.inputName]:c});this._pipeline.release(),i.stage(`inference`);let h=this._session.outputNames[0];if(h===void 0)throw Error(`Detector model has no outputs.`);let g=m[h];if(g===void 0)throw Error(`Detector model output ${h} missing from run() result.`);let _=r.confThreshold??this._confThreshold,v=u.decodeYolo(g.data,g.dims,{originalWidth:o.width,originalHeight:o.height,padLeft:f,padTop:p,scale:l,confThreshold:_,iouThreshold:r.iouThreshold??this._iouThreshold,maxDetections:this._maxDetections}),y=r.classes===void 0?v:(()=>{let e=new Set(r.classes);return v.filter(t=>e.has(t.classId))})();d.requireDetections(y.length,{raiseOnEmpty:r.raiseOnEmpty??this._raiseOnEmpty,confThreshold:_,classes:r.classes,path:a});let b=y.map(e=>this._buildResult(o,e.bbox,e.classId,e.confidence)),x=[o.height,o.width],S=this._buildBoxes(b,x);return i.stage(`postprocess`),[new n.DetectionResults(S,b,this._names,o,x,a,i.speed())]}_preprocess(e){let[t,n]=this._inputSize,r=this._pipeline.run(e);return{tensor:c.toFloat32Tensor(r.data,[1,3,n,t]),scale:r.scale,padLeft:r.padLeft,padTop:r.padTop}}_buildResult(t,n,r,i){let[a,o,s,c]=n.asIntXyxy(),l=Math.max(0,a),u=Math.max(0,o),d=Math.min(t.width,s),f=Math.min(t.height,c),p;if(d>l&&f>u){let n=d-l,r=f-u,i=new Uint8Array(n*r*3);for(let e=0;e<r;e++){let r=((u+e)*t.width+l)*3;i.set(t.data.subarray(r,r+n*3),e*n*3)}p=new e.RGBImage(i,n,r)}else p=new e.RGBImage(new Uint8Array,0,0);let m=this._names[r]??`class_${r}`;return{classId:r,className:m,confidence:i,bbox:n,cls:r,name:m,conf:i,box:n,croppedImage:p}}_buildBoxes(e,t){let r=e.length,i=new Float32Array(r*4),a=new Int32Array(r),o=new Float32Array(r);for(let t=0;t<r;t++){let n=e[t];i[t*4]=n.bbox.x1,i[t*4+1]=n.bbox.y1,i[t*4+2]=n.bbox.x2,i[t*4+3]=n.bbox.y2,a[t]=n.classId,o[t]=n.confidence}return new n.Boxes(i,a,o,t)}};exports.Detector=f;
 //# sourceMappingURL=detector.cjs.map

package/dist/vision/tasks/detector.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"detector.cjs","names":[],"sources":["../../../src/vision/tasks/detector.ts"],"sourcesContent":["/**\n * Object detection task using anchor-free YOLO ONNX models (v8/v9/v10/v11/v12).\n */\n\nimport type * as ort from \"onnxruntime-web\";\n\nimport { type ModelSource, type OrtSessionOptions, OrtSession } from \"../core/session\";\nimport { SpeedTimer } from \"../core/timing\";\n\nimport { type ImageInput, loadImage } from \"../io/image\";\nimport { detectionNumClasses, resolveInputSize } from \"../core/graph\";\nimport { modelNames } from \"../core/metadata\";\nimport { type LabelSpec, resolveLabels } from \"../labels\";\nimport { decodeYolo } from \"../postprocess/detection\";\nimport { letterbox, toCHW, toFloat32, toFloat32Tensor } from \"../preprocess/image\";\nimport { Boxes, DetectionResults } from \"../results\";\nimport { VisionTask } from \"./base\";\nimport { type BoundingBox, type DetectionResult, RGBImage } from \"../types\";\n\n/**\n * Decoder family for the model's detection head.\n *\n * - `\"yolo\"`: anchor-free YOLO head with output shape `[1, 4 + nc, N]` —\n *   covers YOLOv8, v9, v10, v11, v12, v26 detect exports.\n *\n * The SDK does **not** auto-detect the head from the model — the caller is\n * responsible for picking a head that matches their export. Future families\n * (v5/v6/v7 with `[1, N, 5+nc]`) will be added as new literal members.\n */\nexport type DetectorHead = \"yolo\";\n\nexport interface DetectorOptions extends OrtSessionOptions {\n    /**\n     * Decoder family for the detection head. Default `\"yolo\"` covers\n     * YOLOv8/v9/v10/v11/v12/v26.\n     */\n    readonly head?: DetectorHead;\n    /** Class label spec — see {@link resolveLabels}. Defaults to the COCO 80-class preset. */\n    readonly labels?: LabelSpec;\n    /** Number of classes — used to validate the supplied labels. */\n    readonly numClasses?: number;\n    /**\n     * Model input `[width, height]` in pixels for letterboxing.\n     *\n     * Only used when the model's graph leaves its spatial axes dynamic: a graph\n     * that declares a static size always wins, since that is the only shape ONNX\n     * Runtime will accept. Defaults to `[640, 640]`.\n     */\n    readonly inputSize?: readonly [number, number];\n    /** Default minimum class score to keep a candidate. */\n    readonly confThreshold?: number;\n    /** Default IoU threshold for non-maximum suppression. */\n    readonly iouThreshold?: number;\n    /** Maximum number of detections per image. */\n    readonly maxDetections?: number;\n}\n\nexport interface DetectorPredictOptions {\n    /** Override the default confidence threshold. */\n    readonly confThreshold?: number;\n    /** Override the default IoU threshold. */\n    readonly iouThreshold?: number;\n    /**\n     * If set, keep only detections whose `classId` is in this list.\n     * Mirrors Ultralytics' `model.predict(img, classes=[0, 16])`.\n     */\n    readonly classes?: readonly number[];\n}\n\n/**\n * Object detector for anchor-free YOLO ONNX models (v8/v9/v10/v11/v12).\n *\n * `predict()` returns `Promise<DetectionResults[]>` (length 1 for a single\n * image), mirroring Ultralytics' `YOLO(\"img.jpg\")`. Iterate the envelope for\n * per-instance dataclasses, or use the bulk `boxes` view (`.xyxy`, `.xywh`,\n * `.xyxyn`, `.xywhn`, `.cls`, `.conf`).\n *\n * @example\n * ```typescript\n * const det = await Detector.create(\"/models/yolov8n.onnx\");\n * const results = await det.predict(\"/images/street.jpg\");\n * const r = results[0];\n * console.log(r.boxes.xyxy, r.boxes.cls, r.boxes.conf, r.names);\n * for (const d of r) {\n *   console.log(d.cls, d.conf, d.box.xyxy);\n * }\n * ```\n */\nexport class Detector extends VisionTask {\n    private constructor(\n        session: OrtSession,\n        private readonly _head: DetectorHead,\n        private readonly _labels: readonly string[],\n        private readonly _names: Readonly<Record<number, string>>,\n        private readonly _inputSize: readonly [number, number],\n        private readonly _confThreshold: number,\n        private readonly _iouThreshold: number,\n        private readonly _maxDetections: number,\n    ) {\n        super(session);\n    }\n\n    /** Load the model and resolve labels. */\n    static async create(model: ModelSource, options: DetectorOptions = {}): Promise<Detector> {\n        const head: DetectorHead = options.head ?? \"yolo\";\n        if (head !== \"yolo\") {\n            throw new Error(`Unsupported detector head '${head}'. Supported: 'yolo'.`);\n        }\n        const session = await OrtSession.create(model, options);\n        const labels = resolveLabels(options.labels ?? modelNames(session.metadata) ?? \"coco\", {\n            numClasses: options.numClasses ?? detectionNumClasses(session.outputShape) ?? undefined,\n        });\n        const names: Record<number, string> = {};\n        for (let i = 0; i < labels.length; i++) {\n            names[i] = labels[i] as string;\n        }\n        return new Detector(\n            session,\n            head,\n            labels,\n            names,\n            resolveInputSize({\n                graphShape: session.inputShape,\n                requested: options.inputSize,\n                fallback: [640, 640],\n            }),\n            options.confThreshold ?? 0.25,\n            options.iouThreshold ?? 0.45,\n            options.maxDetections ?? 300,\n        );\n    }\n\n    /** The decoder family used to interpret the model's output. */\n    get head(): DetectorHead {\n        return this._head;\n    }\n\n    /** Class labels indexed by class id. */\n    get labels(): readonly string[] {\n        return this._labels;\n    }\n\n    /** Class id → class name dict (matches Ultralytics' `model.names`). */\n    get names(): Readonly<Record<number, string>> {\n        return this._names;\n    }\n\n    /**\n     * The `[width, height]` this task preprocesses to.\n     *\n     * Resolved at creation time from the model's graph when it declares a static\n     * input, so reading it back tells you the resolution inference really runs at\n     * — not merely what was requested.\n     */\n    get inputSize(): readonly [number, number] {\n        return this._inputSize;\n    }\n\n    /** Number of classes the model predicts. */\n    get numClasses(): number {\n        return this._labels.length;\n    }\n\n    /**\n     * Alias for {@link predict} — call the detector like a torch `nn.Module`.\n     *\n     * Use as `det.call(img)` since JavaScript class instances are not callable;\n     * for direct invocation, prefer `det.predict(img)`. The full\n     * {@link DetectorPredictOptions} (including `classes`) is supported.\n     */\n    async call(\n        image: ImageInput,\n        options: DetectorPredictOptions = {},\n    ): Promise<DetectionResults[]> {\n        return this.predict(image, options);\n    }\n\n    /**\n     * Run detection on a single image.\n     *\n     * The returned envelope carries a {@link Speed} breakdown in `speed`,\n     * mirroring Ultralytics' `results[0].speed`.\n     */\n    async predict(\n        image: ImageInput,\n        options: DetectorPredictOptions = {},\n    ): Promise<DetectionResults[]> {\n        const timer = new SpeedTimer();\n        const path = typeof image === \"string\" ? image : null;\n        const original = await loadImage(image);\n        timer.stage(\"load\");\n        const { tensor, scale, padLeft, padTop } = this._preprocess(original);\n        timer.stage(\"preprocess\");\n        const outputs = await this._session.run({ [this._session.inputName]: tensor });\n        timer.stage(\"inference\");\n\n        const firstOutputName = this._session.outputNames[0];\n        if (firstOutputName === undefined) {\n            throw new Error(\"Detector model has no outputs.\");\n        }\n        const raw = outputs[firstOutputName];\n        if (raw === undefined) {\n            throw new Error(`Detector model output ${firstOutputName} missing from run() result.`);\n        }\n\n        const decodedAll = decodeYolo(raw.data as Float32Array, raw.dims, {\n            originalWidth: original.width,\n            originalHeight: original.height,\n            padLeft,\n            padTop,\n            scale,\n            confThreshold: options.confThreshold ?? this._confThreshold,\n            iouThreshold: options.iouThreshold ?? this._iouThreshold,\n            maxDetections: this._maxDetections,\n        });\n\n        const decoded =\n            options.classes !== undefined\n                ? (() => {\n                      const allowed = new Set(options.classes);\n                      return decodedAll.filter((d) => allowed.has(d.classId));\n                  })()\n                : decodedAll;\n\n        const detections = decoded.map((d) =>\n            this._buildResult(original, d.bbox, d.classId, d.confidence),\n        );\n\n        const orig: readonly [number, number] = [original.height, original.width];\n        const boxes = this._buildBoxes(detections, orig);\n        timer.stage(\"postprocess\");\n        return [\n            new DetectionResults(\n                boxes,\n                detections,\n                this._names,\n                original,\n                orig,\n                path,\n                timer.speed(),\n            ),\n        ];\n    }\n\n    private _preprocess(image: RGBImage): {\n        tensor: ort.Tensor;\n        scale: number;\n        padLeft: number;\n        padTop: number;\n    } {\n        const [tw, th] = this._inputSize;\n        const lb = letterbox(image, tw, th);\n        const f32 = toFloat32(lb.image);\n        const chw = toCHW(f32, lb.image.width, lb.image.height, 3);\n        return {\n            tensor: toFloat32Tensor(chw, [1, 3, lb.image.height, lb.image.width]),\n            scale: lb.scale,\n            padLeft: lb.padLeft,\n            padTop: lb.padTop,\n        };\n    }\n\n    private _buildResult(\n        original: RGBImage,\n        bbox: BoundingBox,\n        classId: number,\n        confidence: number,\n    ): DetectionResult {\n        const [x1, y1, x2, y2] = bbox.asIntXyxy();\n        const cx1 = Math.max(0, x1);\n        const cy1 = Math.max(0, y1);\n        const cx2 = Math.min(original.width, x2);\n        const cy2 = Math.min(original.height, y2);\n\n        let cropped: RGBImage;\n        if (cx2 > cx1 && cy2 > cy1) {\n            const cw = cx2 - cx1;\n            const ch = cy2 - cy1;\n            const out = new Uint8Array(cw * ch * 3);\n            for (let row = 0; row < ch; row++) {\n                const srcOffset = ((cy1 + row) * original.width + cx1) * 3;\n                out.set(original.data.subarray(srcOffset, srcOffset + cw * 3), row * cw * 3);\n            }\n            cropped = new RGBImage(out, cw, ch);\n        } else {\n            cropped = new RGBImage(new Uint8Array(0), 0, 0);\n        }\n\n        const className = this._names[classId] ?? `class_${classId}`;\n\n        return {\n            classId,\n            className,\n            confidence,\n            bbox,\n            cls: classId,\n            name: className,\n            conf: confidence,\n            box: bbox,\n            croppedImage: cropped,\n        };\n    }\n\n    private _buildBoxes(\n        detections: readonly DetectionResult[],\n        origShape: readonly [number, number],\n    ): Boxes {\n        const n = detections.length;\n        const xyxy = new Float32Array(n * 4);\n        const cls = new Int32Array(n);\n        const conf = new Float32Array(n);\n        for (let i = 0; i < n; i++) {\n            const d = detections[i] as DetectionResult;\n            xyxy[i * 4] = d.bbox.x1;\n            xyxy[i * 4 + 1] = d.bbox.y1;\n            xyxy[i * 4 + 2] = d.bbox.x2;\n            xyxy[i * 4 + 3] = d.bbox.y2;\n            cls[i] = d.classId;\n            conf[i] = d.confidence;\n        }\n        return new Boxes(xyxy, cls, conf, origShape);\n    }\n}\n"],"mappings":"6VAwFA,IAAa,EAAb,MAAa,UAAiB,EAAA,UAAW,CAGhB,MACA,QACA,OACA,WACA,eACA,cACA,eARrB,YACI,EACA,EACA,EACA,EACA,EACA,EACA,EACA,EACF,CACE,MAAM,CAAO,EARI,KAAA,MAAA,EACA,KAAA,QAAA,EACA,KAAA,OAAA,EACA,KAAA,WAAA,EACA,KAAA,eAAA,EACA,KAAA,cAAA,EACA,KAAA,eAAA,CAGrB,CAGA,aAAa,OAAO,EAAoB,EAA2B,CAAC,EAAsB,CACtF,IAAM,EAAqB,EAAQ,MAAQ,OAC3C,GAAI,IAAS,OACT,MAAU,MAAM,8BAA8B,EAAK,sBAAsB,EAE7E,IAAM,EAAU,MAAM,EAAA,WAAW,OAAO,EAAO,CAAO,EAChD,EAAS,EAAA,cAAc,EAAQ,QAAU,EAAA,WAAW,EAAQ,QAAQ,GAAK,OAAQ,CACnF,WAAY,EAAQ,YAAc,EAAA,oBAAoB,EAAQ,WAAW,GAAK,IAAA,EAClF,CAAC,EACK,EAAgC,CAAC,EACvC,IAAK,IAAI,EAAI,EAAG,EAAI,EAAO,OAAQ,IAC/B,EAAM,GAAK,EAAO,GAEtB,OAAO,IAAI,EACP,EACA,EACA,EACA,EACA,EAAA,iBAAiB,CACb,WAAY,EAAQ,WACpB,UAAW,EAAQ,UACnB,SAAU,CAAC,IAAK,GAAG,CACvB,CAAC,EACD,EAAQ,eAAiB,IACzB,EAAQ,cAAgB,IACxB,EAAQ,eAAiB,GAC7B,CACJ,CAGA,IAAI,MAAqB,CACrB,OAAO,KAAK,KAChB,CAGA,IAAI,QAA4B,CAC5B,OAAO,KAAK,OAChB,CAGA,IAAI,OAA0C,CAC1C,OAAO,KAAK,MAChB,CASA,IAAI,WAAuC,CACvC,OAAO,KAAK,UAChB,CAGA,IAAI,YAAqB,CACrB,OAAO,KAAK,QAAQ,MACxB,CASA,MAAM,KACF,EACA,EAAkC,CAAC,EACR,CAC3B,OAAO,KAAK,QAAQ,EAAO,CAAO,CACtC,CAQA,MAAM,QACF,EACA,EAAkC,CAAC,EACR,CAC3B,IAAM,EAAQ,IAAI,EAAA,WACZ,EAAO,OAAO,GAAU,SAAW,EAAQ,KAC3C,EAAW,MAAM,EAAA,UAAU,CAAK,EACtC,EAAM,MAAM,MAAM,EAClB,GAAM,CAAE,SAAQ,QAAO,UAAS,UAAW,KAAK,YAAY,CAAQ,EACpE,EAAM,MAAM,YAAY,EACxB,IAAM,EAAU,MAAM,KAAK,SAAS,IAAI,EAAG,KAAK,SAAS,WAAY,CAAO,CAAC,EAC7E,EAAM,MAAM,WAAW,EAEvB,IAAM,EAAkB,KAAK,SAAS,YAAY,GAClD,GAAI,IAAoB,IAAA,GACpB,MAAU,MAAM,gCAAgC,EAEpD,IAAM,EAAM,EAAQ,GACpB,GAAI,IAAQ,IAAA,GACR,MAAU,MAAM,yBAAyB,EAAgB,4BAA4B,EAGzF,IAAM,EAAa,EAAA,WAAW,EAAI,KAAsB,EAAI,KAAM,CAC9D,cAAe,EAAS,MACxB,eAAgB,EAAS,OACzB,UACA,SACA,QACA,cAAe,EAAQ,eAAiB,KAAK,eAC7C,aAAc,EAAQ,cAAgB,KAAK,cAC3C,cAAe,KAAK,cACxB,CAAC,EAUK,GAPF,EAAQ,UAAY,IAAA,GAKd,OAJO,CACH,IAAM,EAAU,IAAI,IAAI,EAAQ,OAAO,EACvC,OAAO,EAAW,OAAQ,GAAM,EAAQ,IAAI,EAAE,OAAO,CAAC,CAC1D,EAAA,CAAG,EACH,CAEiB,IAAK,GAC5B,KAAK,aAAa,EAAU,EAAE,KAAM,EAAE,QAAS,EAAE,UAAU,CAC/D,EAEM,EAAkC,CAAC,EAAS,OAAQ,EAAS,KAAK,EAClE,EAAQ,KAAK,YAAY,EAAY,CAAI,EAE/C,OADA,EAAM,MAAM,aAAa,EAClB,CACH,IAAI,EAAA,iBACA,EACA,EACA,KAAK,OACL,EACA,EACA,EACA,EAAM,MAAM,CAChB,CACJ,CACJ,CAEA,YAAoB,EAKlB,CACE,GAAM,CAAC,EAAI,GAAM,KAAK,WAChB,EAAK,EAAA,UAAU,EAAO,EAAI,CAAE,EAGlC,MAAO,CACH,OAAQ,EAAA,gBAFA,EAAA,MADA,EAAA,UAAU,EAAG,KACP,EAAK,EAAG,MAAM,MAAO,EAAG,MAAM,OAAQ,CAE5B,EAAK,CAAC,EAAG,EAAG,EAAG,MAAM,OAAQ,EAAG,MAAM,KAAK,CAAC,EACpE,MAAO,EAAG,MACV,QAAS,EAAG,QACZ,OAAQ,EAAG,MACf,CACJ,CAEA,aACI,EACA,EACA,EACA,EACe,CACf,GAAM,CAAC,EAAI,EAAI,EAAI,GAAM,EAAK,UAAU,EAClC,EAAM,KAAK,IAAI,EAAG,CAAE,EACpB,EAAM,KAAK,IAAI,EAAG,CAAE,EACpB,EAAM,KAAK,IAAI,EAAS,MAAO,CAAE,EACjC,EAAM,KAAK,IAAI,EAAS,OAAQ,CAAE,EAEpC,EACJ,GAAI,EAAM,GAAO,EAAM,EAAK,CACxB,IAAM,EAAK,EAAM,EACX,EAAK,EAAM,EACX,EAAM,IAAI,WAAW,EAAK,EAAK,CAAC,EACtC,IAAK,IAAI,EAAM,EAAG,EAAM,EAAI,IAAO,CAC/B,IAAM,IAAc,EAAM,GAAO,EAAS,MAAQ,GAAO,EACzD,EAAI,IAAI,EAAS,KAAK,SAAS,EAAW,EAAY,EAAK,CAAC,EAAG,EAAM,EAAK,CAAC,CAC/E,CACA,EAAU,IAAI,EAAA,SAAS,EAAK,EAAI,CAAE,CACtC,KACI,GAAU,IAAI,EAAA,SAAS,IAAI,WAAe,EAAG,CAAC,EAGlD,IAAM,EAAY,KAAK,OAAO,IAAY,SAAS,IAEnD,MAAO,CACH,UACA,YACA,aACA,OACA,IAAK,EACL,KAAM,EACN,KAAM,EACN,IAAK,EACL,aAAc,CAClB,CACJ,CAEA,YACI,EACA,EACK,CACL,IAAM,EAAI,EAAW,OACf,EAAO,IAAI,aAAa,EAAI,CAAC,EAC7B,EAAM,IAAI,WAAW,CAAC,EACtB,EAAO,IAAI,aAAa,CAAC,EAC/B,IAAK,IAAI,EAAI,EAAG,EAAI,EAAG,IAAK,CACxB,IAAM,EAAI,EAAW,GACrB,EAAK,EAAI,GAAK,EAAE,KAAK,GACrB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,GACzB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,GACzB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,GACzB,EAAI,GAAK,EAAE,QACX,EAAK,GAAK,EAAE,UAChB,CACA,OAAO,IAAI,EAAA,MAAM,EAAM,EAAK,EAAM,CAAS,CAC/C,CACJ"}
+{"version":3,"file":"detector.cjs","names":[],"sources":["../../../src/vision/tasks/detector.ts"],"sourcesContent":["/** @generated Vendored from @mauriciobenjamin700/ort-vision-sdk-web. Do not hand-edit — regenerate with `npm run vendor:vision`. */\n/**\n * Object detection task using anchor-free YOLO ONNX models (v8/v9/v10/v11/v12).\n */\n\nimport type * as ort from \"onnxruntime-web\";\n\nimport { type ModelSource, type OrtSessionOptions, OrtSession } from \"../core/session\";\nimport { SpeedTimer } from \"../core/timing\";\n\nimport { type ImageInput, loadImage } from \"../io/image\";\nimport { detectionNumClasses, resolveInputSize } from \"../core/graph\";\nimport { modelNames } from \"../core/metadata\";\nimport { type LabelSpec, defaultLabels, resolveLabels } from \"../labels\";\nimport { decodeYolo } from \"../postprocess/detection\";\nimport { toFloat32Tensor } from \"../preprocess/image\";\nimport { LetterboxPipeline, zeroTensorData } from \"../preprocess/pipeline\";\nimport { Boxes, DetectionResults } from \"../results\";\nimport { VisionTask, requireDetections } from \"./base\";\nimport { type BoundingBox, type DetectionResult, RGBImage } from \"../types\";\n\n/**\n * Decoder family for the model's detection head.\n *\n * - `\"yolo\"`: anchor-free YOLO head with output shape `[1, 4 + nc, N]` —\n *   covers YOLOv8, v9, v10, v11, v12, v26 detect exports.\n *\n * The SDK does **not** auto-detect the head from the model — the caller is\n * responsible for picking a head that matches their export. Future families\n * (v5/v6/v7 with `[1, N, 5+nc]`) will be added as new literal members.\n */\nexport type DetectorHead = \"yolo\";\n\nexport interface DetectorOptions extends OrtSessionOptions {\n    /**\n     * Decoder family for the detection head. Default `\"yolo\"` covers\n     * YOLOv8/v9/v10/v11/v12/v26.\n     */\n    readonly head?: DetectorHead;\n    /** Class label spec — see {@link resolveLabels}. Defaults to the COCO 80-class preset. */\n    readonly labels?: LabelSpec;\n    /** Number of classes — used to validate the supplied labels. */\n    readonly numClasses?: number;\n    /**\n     * Model input `[width, height]` in pixels for letterboxing.\n     *\n     * Only used when the model's graph leaves its spatial axes dynamic: a graph\n     * that declares a static size always wins, since that is the only shape ONNX\n     * Runtime will accept. Defaults to `[640, 640]`.\n     */\n    readonly inputSize?: readonly [number, number];\n    /** Default minimum class score to keep a candidate. */\n    readonly confThreshold?: number;\n    /** Default IoU threshold for non-maximum suppression. */\n    readonly iouThreshold?: number;\n    /** Maximum number of detections per image. */\n    readonly maxDetections?: number;\n    /**\n     * If `true`, a run that finds nothing throws {@link NoDetectionsError}\n     * instead of returning an empty envelope. Default `false`, because looking\n     * and finding nothing is a successful inference. Turn it on when an empty\n     * result means the surrounding pipeline should stop rather than carry on with\n     * zero rows. Can be overridden per `predict` call.\n     */\n    readonly raiseOnEmpty?: boolean;\n}\n\nexport interface DetectorPredictOptions {\n    /** Override the default confidence threshold. */\n    readonly confThreshold?: number;\n    /** Override the default IoU threshold. */\n    readonly iouThreshold?: number;\n    /**\n     * If set, keep only detections whose `classId` is in this list.\n     * Mirrors Ultralytics' `model.predict(img, classes=[0, 16])`.\n     */\n    readonly classes?: readonly number[];\n    /** Override the constructor's `raiseOnEmpty` setting for this call. */\n    readonly raiseOnEmpty?: boolean;\n}\n\n/**\n * Object detector for anchor-free YOLO ONNX models (v8/v9/v10/v11/v12).\n *\n * `predict()` returns `Promise<DetectionResults[]>` (length 1 for a single\n * image), mirroring Ultralytics' `YOLO(\"img.jpg\")`. Iterate the envelope for\n * per-instance dataclasses, or use the bulk `boxes` view (`.xyxy`, `.xywh`,\n * `.xyxyn`, `.xywhn`, `.cls`, `.conf`).\n *\n * @example\n * ```typescript\n * const det = await Detector.create(\"/models/yolov8n.onnx\");\n * const results = await det.predict(\"/images/street.jpg\");\n * const r = results[0];\n * console.log(r.boxes.xyxy, r.boxes.cls, r.boxes.conf, r.names);\n * for (const d of r) {\n *   console.log(d.cls, d.conf, d.box.xyxy);\n * }\n * ```\n */\nexport class Detector extends VisionTask {\n    private constructor(\n        session: OrtSession,\n        private readonly _head: DetectorHead,\n        private readonly _labels: readonly string[],\n        private readonly _names: Readonly<Record<number, string>>,\n        private readonly _inputSize: readonly [number, number],\n        private readonly _confThreshold: number,\n        private readonly _iouThreshold: number,\n        private readonly _maxDetections: number,\n        private readonly _raiseOnEmpty: boolean,\n    ) {\n        super(session);\n    }\n\n    private _pipelineCache: LetterboxPipeline | null = null;\n\n    /**\n     * Run the model once on a zero-filled tensor, paying one-time costs up front.\n     *\n     * The first inference of a session is not representative: WebGPU compiles its\n     * shaders on it and the WASM backend faults in its arenas, which on a phone\n     * can turn the first frame into seconds while every later frame is tens of\n     * milliseconds. Calling this while a loading spinner is still up moves that\n     * cost somewhere the user is already waiting.\n     *\n     * @param runs How many warm-up inferences to run. One is enough for WASM;\n     *   WebGPU sometimes settles on the second.\n     */\n    async warmup(runs: number = 1): Promise<void> {\n        const [tw, th] = this._inputSize;\n        for (let i = 0; i < runs; i++) {\n            const tensor = toFloat32Tensor(zeroTensorData(tw, th), [1, 3, th, tw]);\n            await this._session.run({ [this._session.inputName]: tensor });\n        }\n    }\n\n    /**\n     * The fused preprocessing pipeline, built on first use.\n     *\n     * Lazily, because constructing it allocates canvases: a task built in an\n     * environment without a canvas implementation stays constructible, and only\n     * fails if it is actually asked to preprocess something.\n     */\n    private get _pipeline(): LetterboxPipeline {\n        if (this._pipelineCache === null) {\n            this._pipelineCache = new LetterboxPipeline(this._inputSize[0], this._inputSize[1]);\n        }\n        return this._pipelineCache;\n    }\n\n    /** Load the model and resolve labels. */\n    static async create(model: ModelSource, options: DetectorOptions = {}): Promise<Detector> {\n        const head: DetectorHead = options.head ?? \"yolo\";\n        if (head !== \"yolo\") {\n            throw new Error(`Unsupported detector head '${head}'. Supported: 'yolo'.`);\n        }\n        const session = await OrtSession.create(model, options);\n        const numClasses =\n            options.numClasses ?? detectionNumClasses(session.outputShape) ?? undefined;\n        const labels = resolveLabels(\n            options.labels ?? modelNames(session.metadata) ?? defaultLabels(numClasses),\n            { numClasses },\n        );\n        const names: Record<number, string> = {};\n        for (let i = 0; i < labels.length; i++) {\n            names[i] = labels[i] as string;\n        }\n        return new Detector(\n            session,\n            head,\n            labels,\n            names,\n            resolveInputSize({\n                graphShape: session.inputShape,\n                requested: options.inputSize,\n                fallback: [640, 640],\n            }),\n            options.confThreshold ?? 0.25,\n            options.iouThreshold ?? 0.45,\n            options.maxDetections ?? 300,\n            options.raiseOnEmpty ?? false,\n        );\n    }\n\n    /** The decoder family used to interpret the model's output. */\n    get head(): DetectorHead {\n        return this._head;\n    }\n\n    /** Class labels indexed by class id. */\n    get labels(): readonly string[] {\n        return this._labels;\n    }\n\n    /** Class id → class name dict (matches Ultralytics' `model.names`). */\n    get names(): Readonly<Record<number, string>> {\n        return this._names;\n    }\n\n    /**\n     * The `[width, height]` this task preprocesses to.\n     *\n     * Resolved at creation time from the model's graph when it declares a static\n     * input, so reading it back tells you the resolution inference really runs at\n     * — not merely what was requested.\n     */\n    get inputSize(): readonly [number, number] {\n        return this._inputSize;\n    }\n\n    /** Number of classes the model predicts. */\n    get numClasses(): number {\n        return this._labels.length;\n    }\n\n    /**\n     * Alias for {@link predict} — call the detector like a torch `nn.Module`.\n     *\n     * Use as `det.call(img)` since JavaScript class instances are not callable;\n     * for direct invocation, prefer `det.predict(img)`. The full\n     * {@link DetectorPredictOptions} (including `classes`) is supported.\n     */\n    async call(\n        image: ImageInput,\n        options: DetectorPredictOptions = {},\n    ): Promise<DetectionResults[]> {\n        return this.predict(image, options);\n    }\n\n    /**\n     * Run detection on a single image.\n     *\n     * The returned envelope carries a {@link Speed} breakdown in `speed`,\n     * mirroring Ultralytics' `results[0].speed`.\n     */\n    async predict(\n        image: ImageInput,\n        options: DetectorPredictOptions = {},\n    ): Promise<DetectionResults[]> {\n        const timer = new SpeedTimer();\n        const path = typeof image === \"string\" ? image : null;\n        const original = await loadImage(image);\n        timer.stage(\"load\");\n        const { tensor, scale, padLeft, padTop } = this._preprocess(original);\n        timer.stage(\"preprocess\");\n        const outputs = await this._session.run({ [this._session.inputName]: tensor });\n        this._pipeline.release();\n        timer.stage(\"inference\");\n\n        const firstOutputName = this._session.outputNames[0];\n        if (firstOutputName === undefined) {\n            throw new Error(\"Detector model has no outputs.\");\n        }\n        const raw = outputs[firstOutputName];\n        if (raw === undefined) {\n            throw new Error(`Detector model output ${firstOutputName} missing from run() result.`);\n        }\n\n        const threshold = options.confThreshold ?? this._confThreshold;\n        const decodedAll = decodeYolo(raw.data as Float32Array, raw.dims, {\n            originalWidth: original.width,\n            originalHeight: original.height,\n            padLeft,\n            padTop,\n            scale,\n            confThreshold: threshold,\n            iouThreshold: options.iouThreshold ?? this._iouThreshold,\n            maxDetections: this._maxDetections,\n        });\n\n        const decoded =\n            options.classes !== undefined\n                ? (() => {\n                      const allowed = new Set(options.classes);\n                      return decodedAll.filter((d) => allowed.has(d.classId));\n                  })()\n                : decodedAll;\n\n        requireDetections(decoded.length, {\n            raiseOnEmpty: options.raiseOnEmpty ?? this._raiseOnEmpty,\n            confThreshold: threshold,\n            classes: options.classes,\n            path,\n        });\n\n        const detections = decoded.map((d) =>\n            this._buildResult(original, d.bbox, d.classId, d.confidence),\n        );\n\n        const orig: readonly [number, number] = [original.height, original.width];\n        const boxes = this._buildBoxes(detections, orig);\n        timer.stage(\"postprocess\");\n        return [\n            new DetectionResults(\n                boxes,\n                detections,\n                this._names,\n                original,\n                orig,\n                path,\n                timer.speed(),\n            ),\n        ];\n    }\n\n    /**\n     * Letterbox and pack the image into the tensor the model expects.\n     *\n     * Runs through {@link LetterboxPipeline}, which fuses the resize, the\n     * padding and the HWC-to-CHW float conversion into one `drawImage` plus one\n     * readback loop, and reuses its output buffer between frames. The buffer is\n     * handed straight to ONNX Runtime, so {@link _pipeline.release} must not be\n     * called until the run resolves.\n     */\n    private _preprocess(image: RGBImage): {\n        tensor: ort.Tensor;\n        scale: number;\n        padLeft: number;\n        padTop: number;\n    } {\n        const [tw, th] = this._inputSize;\n        const fused = this._pipeline.run(image);\n        return {\n            tensor: toFloat32Tensor(fused.data, [1, 3, th, tw]),\n            scale: fused.scale,\n            padLeft: fused.padLeft,\n            padTop: fused.padTop,\n        };\n    }\n\n    private _buildResult(\n        original: RGBImage,\n        bbox: BoundingBox,\n        classId: number,\n        confidence: number,\n    ): DetectionResult {\n        const [x1, y1, x2, y2] = bbox.asIntXyxy();\n        const cx1 = Math.max(0, x1);\n        const cy1 = Math.max(0, y1);\n        const cx2 = Math.min(original.width, x2);\n        const cy2 = Math.min(original.height, y2);\n\n        let cropped: RGBImage;\n        if (cx2 > cx1 && cy2 > cy1) {\n            const cw = cx2 - cx1;\n            const ch = cy2 - cy1;\n            const out = new Uint8Array(cw * ch * 3);\n            for (let row = 0; row < ch; row++) {\n                const srcOffset = ((cy1 + row) * original.width + cx1) * 3;\n                out.set(original.data.subarray(srcOffset, srcOffset + cw * 3), row * cw * 3);\n            }\n            cropped = new RGBImage(out, cw, ch);\n        } else {\n            cropped = new RGBImage(new Uint8Array(0), 0, 0);\n        }\n\n        const className = this._names[classId] ?? `class_${classId}`;\n\n        return {\n            classId,\n            className,\n            confidence,\n            bbox,\n            cls: classId,\n            name: className,\n            conf: confidence,\n            box: bbox,\n            croppedImage: cropped,\n        };\n    }\n\n    private _buildBoxes(\n        detections: readonly DetectionResult[],\n        origShape: readonly [number, number],\n    ): Boxes {\n        const n = detections.length;\n        const xyxy = new Float32Array(n * 4);\n        const cls = new Int32Array(n);\n        const conf = new Float32Array(n);\n        for (let i = 0; i < n; i++) {\n            const d = detections[i] as DetectionResult;\n            xyxy[i * 4] = d.bbox.x1;\n            xyxy[i * 4 + 1] = d.bbox.y1;\n            xyxy[i * 4 + 2] = d.bbox.x2;\n            xyxy[i * 4 + 3] = d.bbox.y2;\n            cls[i] = d.classId;\n            conf[i] = d.confidence;\n        }\n        return new Boxes(xyxy, cls, conf, origShape);\n    }\n}\n"],"mappings":"qYAoGA,IAAa,EAAb,MAAa,UAAiB,EAAA,UAAW,CAGhB,MACA,QACA,OACA,WACA,eACA,cACA,eACA,cATrB,YACI,EACA,EACA,EACA,EACA,EACA,EACA,EACA,EACA,EACF,CACE,MAAM,CAAO,EATI,KAAA,MAAA,EACA,KAAA,QAAA,EACA,KAAA,OAAA,EACA,KAAA,WAAA,EACA,KAAA,eAAA,EACA,KAAA,cAAA,EACA,KAAA,eAAA,EACA,KAAA,cAAA,CAGrB,CAEA,eAAmD,KAcnD,MAAM,OAAO,EAAe,EAAkB,CAC1C,GAAM,CAAC,EAAI,GAAM,KAAK,WACtB,IAAK,IAAI,EAAI,EAAG,EAAI,EAAM,IAAK,CAC3B,IAAM,EAAS,EAAA,gBAAgB,EAAA,eAAe,EAAI,CAAE,EAAG,CAAC,EAAG,EAAG,EAAI,CAAE,CAAC,EACrE,MAAM,KAAK,SAAS,IAAI,EAAG,KAAK,SAAS,WAAY,CAAO,CAAC,CACjE,CACJ,CASA,IAAY,WAA+B,CAIvC,OAHI,KAAK,iBAAmB,OACxB,KAAK,eAAiB,IAAI,EAAA,kBAAkB,KAAK,WAAW,GAAI,KAAK,WAAW,EAAE,GAE/E,KAAK,cAChB,CAGA,aAAa,OAAO,EAAoB,EAA2B,CAAC,EAAsB,CACtF,IAAM,EAAqB,EAAQ,MAAQ,OAC3C,GAAI,IAAS,OACT,MAAU,MAAM,8BAA8B,EAAK,sBAAsB,EAE7E,IAAM,EAAU,MAAM,EAAA,WAAW,OAAO,EAAO,CAAO,EAChD,EACF,EAAQ,YAAc,EAAA,oBAAoB,EAAQ,WAAW,GAAK,IAAA,GAChE,EAAS,EAAA,cACX,EAAQ,QAAU,EAAA,WAAW,EAAQ,QAAQ,GAAK,EAAA,cAAc,CAAU,EAC1E,CAAE,YAAW,CACjB,EACM,EAAgC,CAAC,EACvC,IAAK,IAAI,EAAI,EAAG,EAAI,EAAO,OAAQ,IAC/B,EAAM,GAAK,EAAO,GAEtB,OAAO,IAAI,EACP,EACA,EACA,EACA,EACA,EAAA,iBAAiB,CACb,WAAY,EAAQ,WACpB,UAAW,EAAQ,UACnB,SAAU,CAAC,IAAK,GAAG,CACvB,CAAC,EACD,EAAQ,eAAiB,IACzB,EAAQ,cAAgB,IACxB,EAAQ,eAAiB,IACzB,EAAQ,cAAgB,EAC5B,CACJ,CAGA,IAAI,MAAqB,CACrB,OAAO,KAAK,KAChB,CAGA,IAAI,QAA4B,CAC5B,OAAO,KAAK,OAChB,CAGA,IAAI,OAA0C,CAC1C,OAAO,KAAK,MAChB,CASA,IAAI,WAAuC,CACvC,OAAO,KAAK,UAChB,CAGA,IAAI,YAAqB,CACrB,OAAO,KAAK,QAAQ,MACxB,CASA,MAAM,KACF,EACA,EAAkC,CAAC,EACR,CAC3B,OAAO,KAAK,QAAQ,EAAO,CAAO,CACtC,CAQA,MAAM,QACF,EACA,EAAkC,CAAC,EACR,CAC3B,IAAM,EAAQ,IAAI,EAAA,WACZ,EAAO,OAAO,GAAU,SAAW,EAAQ,KAC3C,EAAW,MAAM,EAAA,UAAU,CAAK,EACtC,EAAM,MAAM,MAAM,EAClB,GAAM,CAAE,SAAQ,QAAO,UAAS,UAAW,KAAK,YAAY,CAAQ,EACpE,EAAM,MAAM,YAAY,EACxB,IAAM,EAAU,MAAM,KAAK,SAAS,IAAI,EAAG,KAAK,SAAS,WAAY,CAAO,CAAC,EAC7E,KAAK,UAAU,QAAQ,EACvB,EAAM,MAAM,WAAW,EAEvB,IAAM,EAAkB,KAAK,SAAS,YAAY,GAClD,GAAI,IAAoB,IAAA,GACpB,MAAU,MAAM,gCAAgC,EAEpD,IAAM,EAAM,EAAQ,GACpB,GAAI,IAAQ,IAAA,GACR,MAAU,MAAM,yBAAyB,EAAgB,4BAA4B,EAGzF,IAAM,EAAY,EAAQ,eAAiB,KAAK,eAC1C,EAAa,EAAA,WAAW,EAAI,KAAsB,EAAI,KAAM,CAC9D,cAAe,EAAS,MACxB,eAAgB,EAAS,OACzB,UACA,SACA,QACA,cAAe,EACf,aAAc,EAAQ,cAAgB,KAAK,cAC3C,cAAe,KAAK,cACxB,CAAC,EAEK,EACF,EAAQ,UAAY,IAAA,GAKd,OAJO,CACH,IAAM,EAAU,IAAI,IAAI,EAAQ,OAAO,EACvC,OAAO,EAAW,OAAQ,GAAM,EAAQ,IAAI,EAAE,OAAO,CAAC,CAC1D,EAAA,CAAG,EAGb,EAAA,kBAAkB,EAAQ,OAAQ,CAC9B,aAAc,EAAQ,cAAgB,KAAK,cAC3C,cAAe,EACf,QAAS,EAAQ,QACjB,MACJ,CAAC,EAED,IAAM,EAAa,EAAQ,IAAK,GAC5B,KAAK,aAAa,EAAU,EAAE,KAAM,EAAE,QAAS,EAAE,UAAU,CAC/D,EAEM,EAAkC,CAAC,EAAS,OAAQ,EAAS,KAAK,EAClE,EAAQ,KAAK,YAAY,EAAY,CAAI,EAE/C,OADA,EAAM,MAAM,aAAa,EAClB,CACH,IAAI,EAAA,iBACA,EACA,EACA,KAAK,OACL,EACA,EACA,EACA,EAAM,MAAM,CAChB,CACJ,CACJ,CAWA,YAAoB,EAKlB,CACE,GAAM,CAAC,EAAI,GAAM,KAAK,WAChB,EAAQ,KAAK,UAAU,IAAI,CAAK,EACtC,MAAO,CACH,OAAQ,EAAA,gBAAgB,EAAM,KAAM,CAAC,EAAG,EAAG,EAAI,CAAE,CAAC,EAClD,MAAO,EAAM,MACb,QAAS,EAAM,QACf,OAAQ,EAAM,MAClB,CACJ,CAEA,aACI,EACA,EACA,EACA,EACe,CACf,GAAM,CAAC,EAAI,EAAI,EAAI,GAAM,EAAK,UAAU,EAClC,EAAM,KAAK,IAAI,EAAG,CAAE,EACpB,EAAM,KAAK,IAAI,EAAG,CAAE,EACpB,EAAM,KAAK,IAAI,EAAS,MAAO,CAAE,EACjC,EAAM,KAAK,IAAI,EAAS,OAAQ,CAAE,EAEpC,EACJ,GAAI,EAAM,GAAO,EAAM,EAAK,CACxB,IAAM,EAAK,EAAM,EACX,EAAK,EAAM,EACX,EAAM,IAAI,WAAW,EAAK,EAAK,CAAC,EACtC,IAAK,IAAI,EAAM,EAAG,EAAM,EAAI,IAAO,CAC/B,IAAM,IAAc,EAAM,GAAO,EAAS,MAAQ,GAAO,EACzD,EAAI,IAAI,EAAS,KAAK,SAAS,EAAW,EAAY,EAAK,CAAC,EAAG,EAAM,EAAK,CAAC,CAC/E,CACA,EAAU,IAAI,EAAA,SAAS,EAAK,EAAI,CAAE,CACtC,KACI,GAAU,IAAI,EAAA,SAAS,IAAI,WAAe,EAAG,CAAC,EAGlD,IAAM,EAAY,KAAK,OAAO,IAAY,SAAS,IAEnD,MAAO,CACH,UACA,YACA,aACA,OACA,IAAK,EACL,KAAM,EACN,KAAM,EACN,IAAK,EACL,aAAc,CAClB,CACJ,CAEA,YACI,EACA,EACK,CACL,IAAM,EAAI,EAAW,OACf,EAAO,IAAI,aAAa,EAAI,CAAC,EAC7B,EAAM,IAAI,WAAW,CAAC,EACtB,EAAO,IAAI,aAAa,CAAC,EAC/B,IAAK,IAAI,EAAI,EAAG,EAAI,EAAG,IAAK,CACxB,IAAM,EAAI,EAAW,GACrB,EAAK,EAAI,GAAK,EAAE,KAAK,GACrB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,GACzB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,GACzB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,GACzB,EAAI,GAAK,EAAE,QACX,EAAK,GAAK,EAAE,UAChB,CACA,OAAO,IAAI,EAAA,MAAM,EAAM,EAAK,EAAM,CAAS,CAC/C,CACJ"}

package/dist/vision/tasks/detector.js

@@ -1,16 +1,17 @@
 import { RGBImage as e } from "../types.js";
 import { SpeedTimer as t } from "../core/timing.js";
 import { Boxes as n, DetectionResults as r } from "../results.js";
-import { resolveLabels as i } from "../labels.js";
-import { detectionNumClasses as a, resolveInputSize as o } from "../core/graph.js";
-import { modelNames as s } from "../core/metadata.js";
-import { OrtSession as c } from "../core/session.js";
-import { loadImage as l } from "../io/image.js";
-import { letterbox as u, toCHW as d, toFloat32 as f, toFloat32Tensor as p } from "../preprocess/image.js";
+import { defaultLabels as i, resolveLabels as a } from "../labels.js";
+import { detectionNumClasses as o, resolveInputSize as s } from "../core/graph.js";
+import { modelNames as c } from "../core/metadata.js";
+import { OrtSession as l } from "../core/session.js";
+import { loadImage as u } from "../io/image.js";
+import { toFloat32Tensor as d } from "../preprocess/image.js";
+import { LetterboxPipeline as f, zeroTensorData as p } from "../preprocess/pipeline.js";
 import { decodeYolo as m } from "../postprocess/detection.js";
-import { VisionTask as h } from "./base.js";
+import { VisionTask as h, requireDetections as g } from "./base.js";
 //#region src/vision/tasks/detector.ts
-var g = class g extends h {
+var _ = class _ extends h {
 	_head;
 	_labels;
 	_names;
@@ -18,19 +19,36 @@ var g = class g extends h {
 	_confThreshold;
 	_iouThreshold;
 	_maxDetections;
-	constructor(e, t, n, r, i, a, o, s) {
-		super(e), this._head = t, this._labels = n, this._names = r, this._inputSize = i, this._confThreshold = a, this._iouThreshold = o, this._maxDetections = s;
+	_raiseOnEmpty;
+	constructor(e, t, n, r, i, a, o, s, c) {
+		super(e), this._head = t, this._labels = n, this._names = r, this._inputSize = i, this._confThreshold = a, this._iouThreshold = o, this._maxDetections = s, this._raiseOnEmpty = c;
+	}
+	_pipelineCache = null;
+	async warmup(e = 1) {
+		let [t, n] = this._inputSize;
+		for (let r = 0; r < e; r++) {
+			let e = d(p(t, n), [
+				1,
+				3,
+				n,
+				t
+			]);
+			await this._session.run({ [this._session.inputName]: e });
+		}
+	}
+	get _pipeline() {
+		return this._pipelineCache === null && (this._pipelineCache = new f(this._inputSize[0], this._inputSize[1])), this._pipelineCache;
 	}
 	static async create(e, t = {}) {
 		let n = t.head ?? "yolo";
 		if (n !== "yolo") throw Error(`Unsupported detector head '${n}'. Supported: 'yolo'.`);
-		let r = await c.create(e, t), l = i(t.labels ?? s(r.metadata) ?? "coco", { numClasses: t.numClasses ?? a(r.outputShape) ?? void 0 }), u = {};
-		for (let e = 0; e < l.length; e++) u[e] = l[e];
-		return new g(r, n, l, u, o({
+		let r = await l.create(e, t), u = t.numClasses ?? o(r.outputShape) ?? void 0, d = a(t.labels ?? c(r.metadata) ?? i(u), { numClasses: u }), f = {};
+		for (let e = 0; e < d.length; e++) f[e] = d[e];
+		return new _(r, n, d, f, s({
 			graphShape: r.inputShape,
 			requested: t.inputSize,
 			fallback: [640, 640]
-		}), t.confThreshold ?? .25, t.iouThreshold ?? .45, t.maxDetections ?? 300);
+		}), t.confThreshold ?? .25, t.iouThreshold ?? .45, t.maxDetections ?? 300, t.raiseOnEmpty ?? !1);
 	}
 	get head() {
 		return this._head;
@@ -51,39 +69,46 @@ var g = class g extends h {
 		return this.predict(e, t);
 	}
 	async predict(e, n = {}) {
-		let i = new t(), a = typeof e == "string" ? e : null, o = await l(e);
+		let i = new t(), a = typeof e == "string" ? e : null, o = await u(e);
 		i.stage("load");
-		let { tensor: s, scale: c, padLeft: u, padTop: d } = this._preprocess(o);
+		let { tensor: s, scale: c, padLeft: l, padTop: d } = this._preprocess(o);
 		i.stage("preprocess");
 		let f = await this._session.run({ [this._session.inputName]: s });
-		i.stage("inference");
+		this._pipeline.release(), i.stage("inference");
 		let p = this._session.outputNames[0];
 		if (p === void 0) throw Error("Detector model has no outputs.");
 		let h = f[p];
 		if (h === void 0) throw Error(`Detector model output ${p} missing from run() result.`);
-		let g = m(h.data, h.dims, {
+		let _ = n.confThreshold ?? this._confThreshold, v = m(h.data, h.dims, {
 			originalWidth: o.width,
 			originalHeight: o.height,
-			padLeft: u,
+			padLeft: l,
 			padTop: d,
 			scale: c,
-			confThreshold: n.confThreshold ?? this._confThreshold,
+			confThreshold: _,
 			iouThreshold: n.iouThreshold ?? this._iouThreshold,
 			maxDetections: this._maxDetections
-		}), _ = (n.classes === void 0 ? g : (() => {
+		}), y = n.classes === void 0 ? v : (() => {
 			let e = new Set(n.classes);
-			return g.filter((t) => e.has(t.classId));
-		})()).map((e) => this._buildResult(o, e.bbox, e.classId, e.confidence)), v = [o.height, o.width], y = this._buildBoxes(_, v);
-		return i.stage("postprocess"), [new r(y, _, this._names, o, v, a, i.speed())];
+			return v.filter((t) => e.has(t.classId));
+		})();
+		g(y.length, {
+			raiseOnEmpty: n.raiseOnEmpty ?? this._raiseOnEmpty,
+			confThreshold: _,
+			classes: n.classes,
+			path: a
+		});
+		let b = y.map((e) => this._buildResult(o, e.bbox, e.classId, e.confidence)), x = [o.height, o.width], S = this._buildBoxes(b, x);
+		return i.stage("postprocess"), [new r(S, b, this._names, o, x, a, i.speed())];
 	}
 	_preprocess(e) {
-		let [t, n] = this._inputSize, r = u(e, t, n);
+		let [t, n] = this._inputSize, r = this._pipeline.run(e);
 		return {
-			tensor: p(d(f(r.image), r.image.width, r.image.height, 3), [
+			tensor: d(r.data, [
 				1,
 				3,
-				r.image.height,
-				r.image.width
+				n,
+				t
 			]),
 			scale: r.scale,
 			padLeft: r.padLeft,
@@ -123,6 +148,6 @@ var g = class g extends h {
 	}
 };
 //#endregion
-export { g as Detector };
+export { _ as Detector };
 
 //# sourceMappingURL=detector.js.map