tempest-react-sdk 0.34.0 → 0.35.0

package/dist/vision/tasks/segmenter.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"segmenter.cjs","names":[],"sources":["../../../src/vision/tasks/segmenter.ts"],"sourcesContent":["/**\n * Instance-segmentation task using YOLO seg ONNX models (v8-seg / v11-seg / ...).\n */\n\nimport type * as ort from \"onnxruntime-web\";\n\nimport { type ModelSource, type OrtSessionOptions, OrtSession } from \"../core/session\";\nimport { type ImageInput, loadImage } from \"../io/image\";\nimport { type LabelSpec, resolveLabels } from \"../labels\";\nimport { decodeYoloSeg } from \"../postprocess/segmentation\";\nimport { letterbox, toCHW, toFloat32, toFloat32Tensor } from \"../preprocess/image\";\nimport { Boxes, Masks, SegmentationResults } from \"../results\";\nimport { VisionTask } from \"./base\";\nimport { type BoundingBox, type SegmentationResult, Mask, RGBImage } from \"../types\";\n\n/**\n * Decoder family for the segmentation head.\n *\n * - `\"yolo-seg\"`: YOLO instance-segmentation head with two outputs —\n *   `[1, 4 + nc + nm, N]` per-anchor predictions plus `[1, nm, mh, mw]`\n *   prototype masks. Covers YOLOv8-seg, v11-seg, v26-seg.\n *\n * The SDK does **not** auto-detect this — the caller is responsible for\n * picking a head that matches their export.\n */\nexport type SegmenterHead = \"yolo-seg\";\n\nexport interface SegmenterOptions extends OrtSessionOptions {\n    /**\n     * Decoder family for the segmentation head. Default `\"yolo-seg\"` covers\n     * YOLOv8-seg/v11-seg/v26-seg.\n     */\n    readonly head?: SegmenterHead;\n    /** Class label spec — see {@link resolveLabels}. Defaults to the COCO 80-class preset. */\n    readonly labels?: LabelSpec;\n    /** Number of classes — used to validate the supplied labels. */\n    readonly numClasses?: number;\n    /** Model input `[width, height]` for letterboxing. Defaults to `[640, 640]`. */\n    readonly inputSize?: readonly [number, number];\n    /** Default minimum class score to keep a candidate. */\n    readonly confThreshold?: number;\n    /** Default IoU threshold for non-maximum suppression. */\n    readonly iouThreshold?: number;\n    /** Maximum number of instances per image. */\n    readonly maxDetections?: number;\n    /** Probability cutoff applied to soft masks. Defaults to `0.5`. */\n    readonly maskThreshold?: number;\n}\n\nexport interface SegmenterPredictOptions {\n    readonly confThreshold?: number;\n    readonly iouThreshold?: number;\n    /**\n     * If set, keep only instances whose `classId` is in this list.\n     * Mirrors Ultralytics' `model.predict(img, classes=[0, 16])`.\n     */\n    readonly classes?: readonly number[];\n}\n\n/**\n * Instance segmenter for YOLO seg ONNX models (v8-seg / v11-seg / ...).\n *\n * The model is expected to expose two outputs:\n *\n * 1. `output0`: `(1, 4 + numClasses + numMaskCoefs, numAnchors)` — per-anchor\n *    predictions (boxes, class scores, mask coefficients).\n * 2. `output1`: `(1, numMaskCoefs, maskH, maskW)` — prototype masks.\n *\n * `predict()` returns `Promise<SegmentationResults[]>` (length 1 for a\n * single image), mirroring Ultralytics' API. The envelope exposes:\n *\n * - `boxes`: bulk numpy view (`xyxy`, `xywh`, `xyxyn`, `xywhn`, `cls`, `conf`).\n * - `masks`: per-instance binary masks cropped to each box.\n * - per-instance {@link SegmentationResult} via iteration.\n *\n * @example\n * ```typescript\n * const seg = await Segmenter.create(\"/models/yolov8n-seg.onnx\");\n * const r = (await seg.predict(\"/images/street.jpg\"))[0];\n * for (const inst of r) {\n *   console.log(inst.cls, inst.conf, inst.box.xyxy);\n * }\n * ```\n */\nexport class Segmenter extends VisionTask {\n    private constructor(\n        session: OrtSession,\n        private readonly _head: SegmenterHead,\n        private readonly _labels: readonly string[],\n        private readonly _names: Readonly<Record<number, string>>,\n        private readonly _inputSize: readonly [number, number],\n        private readonly _confThreshold: number,\n        private readonly _iouThreshold: number,\n        private readonly _maxDetections: number,\n        private readonly _maskThreshold: number,\n    ) {\n        super(session);\n    }\n\n    /** Load the model and resolve labels. */\n    static async create(model: ModelSource, options: SegmenterOptions = {}): Promise<Segmenter> {\n        const head: SegmenterHead = options.head ?? \"yolo-seg\";\n        if (head !== \"yolo-seg\") {\n            throw new Error(`Unsupported segmenter head '${head}'. Supported: 'yolo-seg'.`);\n        }\n        const session = await OrtSession.create(model, options);\n        const labels = resolveLabels(options.labels ?? \"coco\", {\n            numClasses: options.numClasses,\n        });\n        const names: Record<number, string> = {};\n        for (let i = 0; i < labels.length; i++) {\n            names[i] = labels[i] as string;\n        }\n        return new Segmenter(\n            session,\n            head,\n            labels,\n            names,\n            options.inputSize ?? [640, 640],\n            options.confThreshold ?? 0.25,\n            options.iouThreshold ?? 0.45,\n            options.maxDetections ?? 300,\n            options.maskThreshold ?? 0.5,\n        );\n    }\n\n    /** The decoder family used to interpret the model's output. */\n    get head(): SegmenterHead {\n        return this._head;\n    }\n\n    /** Class labels indexed by class id. */\n    get labels(): readonly string[] {\n        return this._labels;\n    }\n\n    /** Class id → class name dict (matches Ultralytics' `model.names`). */\n    get names(): Readonly<Record<number, string>> {\n        return this._names;\n    }\n\n    /** Number of classes the model predicts. */\n    get numClasses(): number {\n        return this._labels.length;\n    }\n\n    /** Alias for {@link predict} (parity with PyTorch `nn.Module.__call__`). */\n    async call(\n        image: ImageInput,\n        options: SegmenterPredictOptions = {},\n    ): Promise<SegmentationResults[]> {\n        return this.predict(image, options);\n    }\n\n    /** Run instance segmentation on a single image. */\n    async predict(\n        image: ImageInput,\n        options: SegmenterPredictOptions = {},\n    ): Promise<SegmentationResults[]> {\n        const path = typeof image === \"string\" ? image : null;\n        const original = await loadImage(image);\n        const { tensor, scale, padLeft, padTop } = this._preprocess(original);\n        const outputs = await this._session.run({ [this._session.inputName]: tensor });\n\n        const { perAnchor, prototypes } = this._splitOutputs(outputs);\n\n        const decodedAll = decodeYoloSeg(\n            perAnchor.data as Float32Array,\n            perAnchor.dims,\n            prototypes.data as Float32Array,\n            prototypes.dims,\n            {\n                numClasses: this._labels.length,\n                inputWidth: this._inputSize[0],\n                inputHeight: this._inputSize[1],\n                originalWidth: original.width,\n                originalHeight: original.height,\n                padLeft,\n                padTop,\n                scale,\n                confThreshold: options.confThreshold ?? this._confThreshold,\n                iouThreshold: options.iouThreshold ?? this._iouThreshold,\n                maxDetections: this._maxDetections,\n                maskThreshold: this._maskThreshold,\n            },\n        );\n\n        const decoded =\n            options.classes !== undefined\n                ? (() => {\n                      const allowed = new Set(options.classes);\n                      return decodedAll.filter((d) => allowed.has(d.classId));\n                  })()\n                : decodedAll;\n\n        const detections = decoded.map((d) =>\n            this._buildResult(original, d.bbox, d.classId, d.confidence, d.mask),\n        );\n\n        const orig: readonly [number, number] = [original.height, original.width];\n        return [\n            new SegmentationResults(\n                this._buildBoxes(detections, orig),\n                this._buildMasks(detections, orig),\n                detections,\n                this._names,\n                original,\n                orig,\n                path,\n            ),\n        ];\n    }\n\n    private _preprocess(image: RGBImage): {\n        tensor: ort.Tensor;\n        scale: number;\n        padLeft: number;\n        padTop: number;\n    } {\n        const [tw, th] = this._inputSize;\n        const lb = letterbox(image, tw, th);\n        const f32 = toFloat32(lb.image);\n        const chw = toCHW(f32, lb.image.width, lb.image.height, 3);\n        return {\n            tensor: toFloat32Tensor(chw, [1, 3, lb.image.height, lb.image.width]),\n            scale: lb.scale,\n            padLeft: lb.padLeft,\n            padTop: lb.padTop,\n        };\n    }\n\n    private _splitOutputs(outputs: Record<string, ort.Tensor>): {\n        perAnchor: ort.Tensor;\n        prototypes: ort.Tensor;\n    } {\n        let perAnchor: ort.Tensor | undefined;\n        let prototypes: ort.Tensor | undefined;\n        for (const name of this._session.outputNames) {\n            const t = outputs[name];\n            if (t === undefined) continue;\n            if (t.dims.length === 3 && perAnchor === undefined) {\n                perAnchor = t;\n            } else if (t.dims.length === 4 && prototypes === undefined) {\n                prototypes = t;\n            }\n        }\n        if (perAnchor === undefined || prototypes === undefined) {\n            const shapes = this._session.outputNames.map(\n                (n) => `${n}: ${JSON.stringify(outputs[n]?.dims ?? [])}`,\n            );\n            throw new Error(\n                `Segmenter expected one 3-D and one 4-D output, got [${shapes.join(\", \")}].`,\n            );\n        }\n        return { perAnchor, prototypes };\n    }\n\n    private _buildResult(\n        original: RGBImage,\n        bbox: BoundingBox,\n        classId: number,\n        confidence: number,\n        mask: Mask,\n    ): SegmentationResult {\n        const [x1, y1, x2, y2] = bbox.asIntXyxy();\n        const cx1 = Math.max(0, x1);\n        const cy1 = Math.max(0, y1);\n        const cx2 = Math.min(original.width, x2);\n        const cy2 = Math.min(original.height, y2);\n\n        let segmentedImage: RGBImage;\n        let finalMask = mask;\n        if (cx2 > cx1 && cy2 > cy1 && mask.data.length > 0) {\n            const cropW = cx2 - cx1;\n            const cropH = cy2 - cy1;\n            const mw = Math.min(mask.width, cropW);\n            const mh = Math.min(mask.height, cropH);\n            const segData = new Uint8Array(mw * mh * 3);\n            for (let row = 0; row < mh; row++) {\n                const srcRowOffset = ((cy1 + row) * original.width + cx1) * 3;\n                const dstRowOffset = row * mw * 3;\n                const maskRowOffset = row * mask.width;\n                for (let col = 0; col < mw; col++) {\n                    const m = mask.data[maskRowOffset + col];\n                    if (m !== 0) {\n                        const s = srcRowOffset + col * 3;\n                        const d = dstRowOffset + col * 3;\n                        segData[d] = original.data[s];\n                        segData[d + 1] = original.data[s + 1];\n                        segData[d + 2] = original.data[s + 2];\n                    }\n                }\n            }\n            segmentedImage = new RGBImage(segData, mw, mh);\n            if (mw !== mask.width || mh !== mask.height) {\n                const trimmed = new Uint8Array(mw * mh);\n                for (let row = 0; row < mh; row++) {\n                    trimmed.set(\n                        mask.data.subarray(row * mask.width, row * mask.width + mw),\n                        row * mw,\n                    );\n                }\n                finalMask = new Mask(trimmed, mw, mh);\n            }\n        } else {\n            finalMask = new Mask(new Uint8Array(0), 0, 0);\n            segmentedImage = new RGBImage(new Uint8Array(0), 0, 0);\n        }\n\n        const className = this._names[classId] ?? `class_${classId}`;\n\n        return {\n            classId,\n            className,\n            confidence,\n            bbox,\n            cls: classId,\n            name: className,\n            conf: confidence,\n            box: bbox,\n            mask: finalMask,\n            segmentedImage,\n        };\n    }\n\n    private _buildBoxes(\n        detections: readonly SegmentationResult[],\n        origShape: readonly [number, number],\n    ): Boxes {\n        const n = detections.length;\n        const xyxy = new Float32Array(n * 4);\n        const cls = new Int32Array(n);\n        const conf = new Float32Array(n);\n        for (let i = 0; i < n; i++) {\n            const d = detections[i] as SegmentationResult;\n            xyxy[i * 4] = d.bbox.x1;\n            xyxy[i * 4 + 1] = d.bbox.y1;\n            xyxy[i * 4 + 2] = d.bbox.x2;\n            xyxy[i * 4 + 3] = d.bbox.y2;\n            cls[i] = d.classId;\n            conf[i] = d.confidence;\n        }\n        return new Boxes(xyxy, cls, conf, origShape);\n    }\n\n    private _buildMasks(\n        detections: readonly SegmentationResult[],\n        origShape: readonly [number, number],\n    ): Masks {\n        const xyxy = new Float32Array(detections.length * 4);\n        for (let i = 0; i < detections.length; i++) {\n            const d = detections[i] as SegmentationResult;\n            xyxy[i * 4] = d.bbox.x1;\n            xyxy[i * 4 + 1] = d.bbox.y1;\n            xyxy[i * 4 + 2] = d.bbox.x2;\n            xyxy[i * 4 + 3] = d.bbox.y2;\n        }\n        return new Masks(\n            detections.map((d) => d.mask),\n            xyxy,\n            origShape,\n        );\n    }\n}\n"],"mappings":"+PAoFA,IAAa,EAAb,MAAa,UAAkB,EAAA,UAAW,CAGjB,MACA,QACA,OACA,WACA,eACA,cACA,eACA,eATrB,YACI,EACA,EACA,EACA,EACA,EACA,EACA,EACA,EACA,EACF,CACE,MAAM,CAAO,EATI,KAAA,MAAA,EACA,KAAA,QAAA,EACA,KAAA,OAAA,EACA,KAAA,WAAA,EACA,KAAA,eAAA,EACA,KAAA,cAAA,EACA,KAAA,eAAA,EACA,KAAA,eAAA,CAGrB,CAGA,aAAa,OAAO,EAAoB,EAA4B,CAAC,EAAuB,CACxF,IAAM,EAAsB,EAAQ,MAAQ,WAC5C,GAAI,IAAS,WACT,MAAU,MAAM,+BAA+B,EAAK,0BAA0B,EAElF,IAAM,EAAU,MAAM,EAAA,WAAW,OAAO,EAAO,CAAO,EAChD,EAAS,EAAA,cAAc,EAAQ,QAAU,OAAQ,CACnD,WAAY,EAAQ,UACxB,CAAC,EACK,EAAgC,CAAC,EACvC,IAAK,IAAI,EAAI,EAAG,EAAI,EAAO,OAAQ,IAC/B,EAAM,GAAK,EAAO,GAEtB,OAAO,IAAI,EACP,EACA,EACA,EACA,EACA,EAAQ,WAAa,CAAC,IAAK,GAAG,EAC9B,EAAQ,eAAiB,IACzB,EAAQ,cAAgB,IACxB,EAAQ,eAAiB,IACzB,EAAQ,eAAiB,EAC7B,CACJ,CAGA,IAAI,MAAsB,CACtB,OAAO,KAAK,KAChB,CAGA,IAAI,QAA4B,CAC5B,OAAO,KAAK,OAChB,CAGA,IAAI,OAA0C,CAC1C,OAAO,KAAK,MAChB,CAGA,IAAI,YAAqB,CACrB,OAAO,KAAK,QAAQ,MACxB,CAGA,MAAM,KACF,EACA,EAAmC,CAAC,EACN,CAC9B,OAAO,KAAK,QAAQ,EAAO,CAAO,CACtC,CAGA,MAAM,QACF,EACA,EAAmC,CAAC,EACN,CAC9B,IAAM,EAAO,OAAO,GAAU,SAAW,EAAQ,KAC3C,EAAW,MAAM,EAAA,UAAU,CAAK,EAChC,CAAE,SAAQ,QAAO,UAAS,UAAW,KAAK,YAAY,CAAQ,EAC9D,EAAU,MAAM,KAAK,SAAS,IAAI,EAAG,KAAK,SAAS,WAAY,CAAO,CAAC,EAEvE,CAAE,YAAW,cAAe,KAAK,cAAc,CAAO,EAEtD,EAAa,EAAA,cACf,EAAU,KACV,EAAU,KACV,EAAW,KACX,EAAW,KACX,CACI,WAAY,KAAK,QAAQ,OACzB,WAAY,KAAK,WAAW,GAC5B,YAAa,KAAK,WAAW,GAC7B,cAAe,EAAS,MACxB,eAAgB,EAAS,OACzB,UACA,SACA,QACA,cAAe,EAAQ,eAAiB,KAAK,eAC7C,aAAc,EAAQ,cAAgB,KAAK,cAC3C,cAAe,KAAK,eACpB,cAAe,KAAK,cACxB,CACJ,EAUM,GAPF,EAAQ,UAAY,IAAA,GAKd,OAJO,CACH,IAAM,EAAU,IAAI,IAAI,EAAQ,OAAO,EACvC,OAAO,EAAW,OAAQ,GAAM,EAAQ,IAAI,EAAE,OAAO,CAAC,CAC1D,EAAA,CAAG,EACH,CAEiB,IAAK,GAC5B,KAAK,aAAa,EAAU,EAAE,KAAM,EAAE,QAAS,EAAE,WAAY,EAAE,IAAI,CACvE,EAEM,EAAkC,CAAC,EAAS,OAAQ,EAAS,KAAK,EACxE,MAAO,CACH,IAAI,EAAA,oBACA,KAAK,YAAY,EAAY,CAAI,EACjC,KAAK,YAAY,EAAY,CAAI,EACjC,EACA,KAAK,OACL,EACA,EACA,CACJ,CACJ,CACJ,CAEA,YAAoB,EAKlB,CACE,GAAM,CAAC,EAAI,GAAM,KAAK,WAChB,EAAK,EAAA,UAAU,EAAO,EAAI,CAAE,EAGlC,MAAO,CACH,OAAQ,EAAA,gBAFA,EAAA,MADA,EAAA,UAAU,EAAG,KACP,EAAK,EAAG,MAAM,MAAO,EAAG,MAAM,OAAQ,CAE5B,EAAK,CAAC,EAAG,EAAG,EAAG,MAAM,OAAQ,EAAG,MAAM,KAAK,CAAC,EACpE,MAAO,EAAG,MACV,QAAS,EAAG,QACZ,OAAQ,EAAG,MACf,CACJ,CAEA,cAAsB,EAGpB,CACE,IAAI,EACA,EACJ,IAAK,IAAM,KAAQ,KAAK,SAAS,YAAa,CAC1C,IAAM,EAAI,EAAQ,GACd,IAAM,IAAA,KACN,EAAE,KAAK,SAAW,GAAK,IAAc,IAAA,GACrC,EAAY,EACL,EAAE,KAAK,SAAW,GAAK,IAAe,IAAA,KAC7C,EAAa,GAErB,CACA,GAAI,IAAc,IAAA,IAAa,IAAe,IAAA,GAAW,CACrD,IAAM,EAAS,KAAK,SAAS,YAAY,IACpC,GAAM,GAAG,EAAE,IAAI,KAAK,UAAU,EAAQ,EAAE,EAAE,MAAQ,CAAC,CAAC,GACzD,EACA,MAAU,MACN,uDAAuD,EAAO,KAAK,IAAI,EAAE,GAC7E,CACJ,CACA,MAAO,CAAE,YAAW,YAAW,CACnC,CAEA,aACI,EACA,EACA,EACA,EACA,EACkB,CAClB,GAAM,CAAC,EAAI,EAAI,EAAI,GAAM,EAAK,UAAU,EAClC,EAAM,KAAK,IAAI,EAAG,CAAE,EACpB,EAAM,KAAK,IAAI,EAAG,CAAE,EACpB,EAAM,KAAK,IAAI,EAAS,MAAO,CAAE,EACjC,EAAM,KAAK,IAAI,EAAS,OAAQ,CAAE,EAEpC,EACA,EAAY,EAChB,GAAI,EAAM,GAAO,EAAM,GAAO,EAAK,KAAK,OAAS,EAAG,CAChD,IAAM,EAAQ,EAAM,EACd,EAAQ,EAAM,EACd,EAAK,KAAK,IAAI,EAAK,MAAO,CAAK,EAC/B,EAAK,KAAK,IAAI,EAAK,OAAQ,CAAK,EAChC,EAAU,IAAI,WAAW,EAAK,EAAK,CAAC,EAC1C,IAAK,IAAI,EAAM,EAAG,EAAM,EAAI,IAAO,CAC/B,IAAM,IAAiB,EAAM,GAAO,EAAS,MAAQ,GAAO,EACtD,EAAe,EAAM,EAAK,EAC1B,EAAgB,EAAM,EAAK,MACjC,IAAK,IAAI,EAAM,EAAG,EAAM,EAAI,IAExB,GADU,EAAK,KAAK,EAAgB,KAC1B,EAAG,CACT,IAAM,EAAI,EAAe,EAAM,EACzB,EAAI,EAAe,EAAM,EAC/B,EAAQ,GAAK,EAAS,KAAK,GAC3B,EAAQ,EAAI,GAAK,EAAS,KAAK,EAAI,GACnC,EAAQ,EAAI,GAAK,EAAS,KAAK,EAAI,EACvC,CAER,CAEA,GADA,EAAiB,IAAI,EAAA,SAAS,EAAS,EAAI,CAAE,EACzC,IAAO,EAAK,OAAS,IAAO,EAAK,OAAQ,CACzC,IAAM,EAAU,IAAI,WAAW,EAAK,CAAE,EACtC,IAAK,IAAI,EAAM,EAAG,EAAM,EAAI,IACxB,EAAQ,IACJ,EAAK,KAAK,SAAS,EAAM,EAAK,MAAO,EAAM,EAAK,MAAQ,CAAE,EAC1D,EAAM,CACV,EAEJ,EAAY,IAAI,EAAA,KAAK,EAAS,EAAI,CAAE,CACxC,CACJ,KACI,GAAY,IAAI,EAAA,KAAK,IAAI,WAAe,EAAG,CAAC,EAC5C,EAAiB,IAAI,EAAA,SAAS,IAAI,WAAe,EAAG,CAAC,EAGzD,IAAM,EAAY,KAAK,OAAO,IAAY,SAAS,IAEnD,MAAO,CACH,UACA,YACA,aACA,OACA,IAAK,EACL,KAAM,EACN,KAAM,EACN,IAAK,EACL,KAAM,EACN,gBACJ,CACJ,CAEA,YACI,EACA,EACK,CACL,IAAM,EAAI,EAAW,OACf,EAAO,IAAI,aAAa,EAAI,CAAC,EAC7B,EAAM,IAAI,WAAW,CAAC,EACtB,EAAO,IAAI,aAAa,CAAC,EAC/B,IAAK,IAAI,EAAI,EAAG,EAAI,EAAG,IAAK,CACxB,IAAM,EAAI,EAAW,GACrB,EAAK,EAAI,GAAK,EAAE,KAAK,GACrB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,GACzB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,GACzB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,GACzB,EAAI,GAAK,EAAE,QACX,EAAK,GAAK,EAAE,UAChB,CACA,OAAO,IAAI,EAAA,MAAM,EAAM,EAAK,EAAM,CAAS,CAC/C,CAEA,YACI,EACA,EACK,CACL,IAAM,EAAO,IAAI,aAAa,EAAW,OAAS,CAAC,EACnD,IAAK,IAAI,EAAI,EAAG,EAAI,EAAW,OAAQ,IAAK,CACxC,IAAM,EAAI,EAAW,GACrB,EAAK,EAAI,GAAK,EAAE,KAAK,GACrB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,GACzB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,GACzB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,EAC7B,CACA,OAAO,IAAI,EAAA,MACP,EAAW,IAAK,GAAM,EAAE,IAAI,EAC5B,EACA,CACJ,CACJ,CACJ"}
+{"version":3,"file":"segmenter.cjs","names":[],"sources":["../../../src/vision/tasks/segmenter.ts"],"sourcesContent":["/**\n * Instance-segmentation task using YOLO seg ONNX models (v8-seg / v11-seg / ...).\n */\n\nimport type * as ort from \"onnxruntime-web\";\n\nimport { type ModelSource, type OrtSessionOptions, OrtSession } from \"../core/session\";\nimport { SpeedTimer } from \"../core/timing\";\nimport { type ImageInput, loadImage } from \"../io/image\";\nimport { type LabelSpec, resolveLabels } from \"../labels\";\nimport { decodeYoloSeg } from \"../postprocess/segmentation\";\nimport { letterbox, toCHW, toFloat32, toFloat32Tensor } from \"../preprocess/image\";\nimport { Boxes, Masks, SegmentationResults } from \"../results\";\nimport { VisionTask } from \"./base\";\nimport { type BoundingBox, type SegmentationResult, Mask, RGBImage } from \"../types\";\n\n/**\n * Decoder family for the segmentation head.\n *\n * - `\"yolo-seg\"`: YOLO instance-segmentation head with two outputs —\n *   `[1, 4 + nc + nm, N]` per-anchor predictions plus `[1, nm, mh, mw]`\n *   prototype masks. Covers YOLOv8-seg, v11-seg, v26-seg.\n *\n * The SDK does **not** auto-detect this — the caller is responsible for\n * picking a head that matches their export.\n */\nexport type SegmenterHead = \"yolo-seg\";\n\nexport interface SegmenterOptions extends OrtSessionOptions {\n    /**\n     * Decoder family for the segmentation head. Default `\"yolo-seg\"` covers\n     * YOLOv8-seg/v11-seg/v26-seg.\n     */\n    readonly head?: SegmenterHead;\n    /** Class label spec — see {@link resolveLabels}. Defaults to the COCO 80-class preset. */\n    readonly labels?: LabelSpec;\n    /** Number of classes — used to validate the supplied labels. */\n    readonly numClasses?: number;\n    /** Model input `[width, height]` for letterboxing. Defaults to `[640, 640]`. */\n    readonly inputSize?: readonly [number, number];\n    /** Default minimum class score to keep a candidate. */\n    readonly confThreshold?: number;\n    /** Default IoU threshold for non-maximum suppression. */\n    readonly iouThreshold?: number;\n    /** Maximum number of instances per image. */\n    readonly maxDetections?: number;\n    /** Probability cutoff applied to soft masks. Defaults to `0.5`. */\n    readonly maskThreshold?: number;\n}\n\nexport interface SegmenterPredictOptions {\n    readonly confThreshold?: number;\n    readonly iouThreshold?: number;\n    /**\n     * If set, keep only instances whose `classId` is in this list.\n     * Mirrors Ultralytics' `model.predict(img, classes=[0, 16])`.\n     */\n    readonly classes?: readonly number[];\n}\n\n/**\n * Instance segmenter for YOLO seg ONNX models (v8-seg / v11-seg / ...).\n *\n * The model is expected to expose two outputs:\n *\n * 1. `output0`: `(1, 4 + numClasses + numMaskCoefs, numAnchors)` — per-anchor\n *    predictions (boxes, class scores, mask coefficients).\n * 2. `output1`: `(1, numMaskCoefs, maskH, maskW)` — prototype masks.\n *\n * `predict()` returns `Promise<SegmentationResults[]>` (length 1 for a\n * single image), mirroring Ultralytics' API. The envelope exposes:\n *\n * - `boxes`: bulk numpy view (`xyxy`, `xywh`, `xyxyn`, `xywhn`, `cls`, `conf`).\n * - `masks`: per-instance binary masks cropped to each box.\n * - per-instance {@link SegmentationResult} via iteration.\n *\n * @example\n * ```typescript\n * const seg = await Segmenter.create(\"/models/yolov8n-seg.onnx\");\n * const r = (await seg.predict(\"/images/street.jpg\"))[0];\n * for (const inst of r) {\n *   console.log(inst.cls, inst.conf, inst.box.xyxy);\n * }\n * ```\n */\nexport class Segmenter extends VisionTask {\n    private constructor(\n        session: OrtSession,\n        private readonly _head: SegmenterHead,\n        private readonly _labels: readonly string[],\n        private readonly _names: Readonly<Record<number, string>>,\n        private readonly _inputSize: readonly [number, number],\n        private readonly _confThreshold: number,\n        private readonly _iouThreshold: number,\n        private readonly _maxDetections: number,\n        private readonly _maskThreshold: number,\n    ) {\n        super(session);\n    }\n\n    /** Load the model and resolve labels. */\n    static async create(model: ModelSource, options: SegmenterOptions = {}): Promise<Segmenter> {\n        const head: SegmenterHead = options.head ?? \"yolo-seg\";\n        if (head !== \"yolo-seg\") {\n            throw new Error(`Unsupported segmenter head '${head}'. Supported: 'yolo-seg'.`);\n        }\n        const session = await OrtSession.create(model, options);\n        const labels = resolveLabels(options.labels ?? \"coco\", {\n            numClasses: options.numClasses,\n        });\n        const names: Record<number, string> = {};\n        for (let i = 0; i < labels.length; i++) {\n            names[i] = labels[i] as string;\n        }\n        return new Segmenter(\n            session,\n            head,\n            labels,\n            names,\n            options.inputSize ?? [640, 640],\n            options.confThreshold ?? 0.25,\n            options.iouThreshold ?? 0.45,\n            options.maxDetections ?? 300,\n            options.maskThreshold ?? 0.5,\n        );\n    }\n\n    /** The decoder family used to interpret the model's output. */\n    get head(): SegmenterHead {\n        return this._head;\n    }\n\n    /** Class labels indexed by class id. */\n    get labels(): readonly string[] {\n        return this._labels;\n    }\n\n    /** Class id → class name dict (matches Ultralytics' `model.names`). */\n    get names(): Readonly<Record<number, string>> {\n        return this._names;\n    }\n\n    /** Number of classes the model predicts. */\n    get numClasses(): number {\n        return this._labels.length;\n    }\n\n    /** Alias for {@link predict} (parity with PyTorch `nn.Module.__call__`). */\n    async call(\n        image: ImageInput,\n        options: SegmenterPredictOptions = {},\n    ): Promise<SegmentationResults[]> {\n        return this.predict(image, options);\n    }\n\n    /** Run instance segmentation on a single image. */\n    async predict(\n        image: ImageInput,\n        options: SegmenterPredictOptions = {},\n    ): Promise<SegmentationResults[]> {\n        const timer = new SpeedTimer();\n        const path = typeof image === \"string\" ? image : null;\n        const original = await loadImage(image);\n        timer.stage(\"load\");\n        const { tensor, scale, padLeft, padTop } = this._preprocess(original);\n        timer.stage(\"preprocess\");\n        const outputs = await this._session.run({ [this._session.inputName]: tensor });\n        timer.stage(\"inference\");\n\n        const { perAnchor, prototypes } = this._splitOutputs(outputs);\n\n        const decodedAll = decodeYoloSeg(\n            perAnchor.data as Float32Array,\n            perAnchor.dims,\n            prototypes.data as Float32Array,\n            prototypes.dims,\n            {\n                numClasses: this._labels.length,\n                inputWidth: this._inputSize[0],\n                inputHeight: this._inputSize[1],\n                originalWidth: original.width,\n                originalHeight: original.height,\n                padLeft,\n                padTop,\n                scale,\n                confThreshold: options.confThreshold ?? this._confThreshold,\n                iouThreshold: options.iouThreshold ?? this._iouThreshold,\n                maxDetections: this._maxDetections,\n                maskThreshold: this._maskThreshold,\n            },\n        );\n\n        const decoded =\n            options.classes !== undefined\n                ? (() => {\n                      const allowed = new Set(options.classes);\n                      return decodedAll.filter((d) => allowed.has(d.classId));\n                  })()\n                : decodedAll;\n\n        const detections = decoded.map((d) =>\n            this._buildResult(original, d.bbox, d.classId, d.confidence, d.mask),\n        );\n\n        const orig: readonly [number, number] = [original.height, original.width];\n        const boxes = this._buildBoxes(detections, orig);\n        const masks = this._buildMasks(detections, orig);\n        timer.stage(\"postprocess\");\n        return [\n            new SegmentationResults(\n                boxes,\n                masks,\n                detections,\n                this._names,\n                original,\n                orig,\n                path,\n                timer.speed(),\n            ),\n        ];\n    }\n\n    private _preprocess(image: RGBImage): {\n        tensor: ort.Tensor;\n        scale: number;\n        padLeft: number;\n        padTop: number;\n    } {\n        const [tw, th] = this._inputSize;\n        const lb = letterbox(image, tw, th);\n        const f32 = toFloat32(lb.image);\n        const chw = toCHW(f32, lb.image.width, lb.image.height, 3);\n        return {\n            tensor: toFloat32Tensor(chw, [1, 3, lb.image.height, lb.image.width]),\n            scale: lb.scale,\n            padLeft: lb.padLeft,\n            padTop: lb.padTop,\n        };\n    }\n\n    private _splitOutputs(outputs: Record<string, ort.Tensor>): {\n        perAnchor: ort.Tensor;\n        prototypes: ort.Tensor;\n    } {\n        let perAnchor: ort.Tensor | undefined;\n        let prototypes: ort.Tensor | undefined;\n        for (const name of this._session.outputNames) {\n            const t = outputs[name];\n            if (t === undefined) continue;\n            if (t.dims.length === 3 && perAnchor === undefined) {\n                perAnchor = t;\n            } else if (t.dims.length === 4 && prototypes === undefined) {\n                prototypes = t;\n            }\n        }\n        if (perAnchor === undefined || prototypes === undefined) {\n            const shapes = this._session.outputNames.map(\n                (n) => `${n}: ${JSON.stringify(outputs[n]?.dims ?? [])}`,\n            );\n            throw new Error(\n                `Segmenter expected one 3-D and one 4-D output, got [${shapes.join(\", \")}].`,\n            );\n        }\n        return { perAnchor, prototypes };\n    }\n\n    private _buildResult(\n        original: RGBImage,\n        bbox: BoundingBox,\n        classId: number,\n        confidence: number,\n        mask: Mask,\n    ): SegmentationResult {\n        const [x1, y1, x2, y2] = bbox.asIntXyxy();\n        const cx1 = Math.max(0, x1);\n        const cy1 = Math.max(0, y1);\n        const cx2 = Math.min(original.width, x2);\n        const cy2 = Math.min(original.height, y2);\n\n        let segmentedImage: RGBImage;\n        let finalMask = mask;\n        if (cx2 > cx1 && cy2 > cy1 && mask.data.length > 0) {\n            const cropW = cx2 - cx1;\n            const cropH = cy2 - cy1;\n            const mw = Math.min(mask.width, cropW);\n            const mh = Math.min(mask.height, cropH);\n            const segData = new Uint8Array(mw * mh * 3);\n            for (let row = 0; row < mh; row++) {\n                const srcRowOffset = ((cy1 + row) * original.width + cx1) * 3;\n                const dstRowOffset = row * mw * 3;\n                const maskRowOffset = row * mask.width;\n                for (let col = 0; col < mw; col++) {\n                    const m = mask.data[maskRowOffset + col];\n                    if (m !== 0) {\n                        const s = srcRowOffset + col * 3;\n                        const d = dstRowOffset + col * 3;\n                        segData[d] = original.data[s];\n                        segData[d + 1] = original.data[s + 1];\n                        segData[d + 2] = original.data[s + 2];\n                    }\n                }\n            }\n            segmentedImage = new RGBImage(segData, mw, mh);\n            if (mw !== mask.width || mh !== mask.height) {\n                const trimmed = new Uint8Array(mw * mh);\n                for (let row = 0; row < mh; row++) {\n                    trimmed.set(\n                        mask.data.subarray(row * mask.width, row * mask.width + mw),\n                        row * mw,\n                    );\n                }\n                finalMask = new Mask(trimmed, mw, mh);\n            }\n        } else {\n            finalMask = new Mask(new Uint8Array(0), 0, 0);\n            segmentedImage = new RGBImage(new Uint8Array(0), 0, 0);\n        }\n\n        const className = this._names[classId] ?? `class_${classId}`;\n\n        return {\n            classId,\n            className,\n            confidence,\n            bbox,\n            cls: classId,\n            name: className,\n            conf: confidence,\n            box: bbox,\n            mask: finalMask,\n            segmentedImage,\n        };\n    }\n\n    private _buildBoxes(\n        detections: readonly SegmentationResult[],\n        origShape: readonly [number, number],\n    ): Boxes {\n        const n = detections.length;\n        const xyxy = new Float32Array(n * 4);\n        const cls = new Int32Array(n);\n        const conf = new Float32Array(n);\n        for (let i = 0; i < n; i++) {\n            const d = detections[i] as SegmentationResult;\n            xyxy[i * 4] = d.bbox.x1;\n            xyxy[i * 4 + 1] = d.bbox.y1;\n            xyxy[i * 4 + 2] = d.bbox.x2;\n            xyxy[i * 4 + 3] = d.bbox.y2;\n            cls[i] = d.classId;\n            conf[i] = d.confidence;\n        }\n        return new Boxes(xyxy, cls, conf, origShape);\n    }\n\n    private _buildMasks(\n        detections: readonly SegmentationResult[],\n        origShape: readonly [number, number],\n    ): Masks {\n        const xyxy = new Float32Array(detections.length * 4);\n        for (let i = 0; i < detections.length; i++) {\n            const d = detections[i] as SegmentationResult;\n            xyxy[i * 4] = d.bbox.x1;\n            xyxy[i * 4 + 1] = d.bbox.y1;\n            xyxy[i * 4 + 2] = d.bbox.x2;\n            xyxy[i * 4 + 3] = d.bbox.y2;\n        }\n        return new Masks(\n            detections.map((d) => d.mask),\n            xyxy,\n            origShape,\n        );\n    }\n}\n"],"mappings":"+RAqFA,IAAa,EAAb,MAAa,UAAkB,EAAA,UAAW,CAGjB,MACA,QACA,OACA,WACA,eACA,cACA,eACA,eATrB,YACI,EACA,EACA,EACA,EACA,EACA,EACA,EACA,EACA,EACF,CACE,MAAM,CAAO,EATI,KAAA,MAAA,EACA,KAAA,QAAA,EACA,KAAA,OAAA,EACA,KAAA,WAAA,EACA,KAAA,eAAA,EACA,KAAA,cAAA,EACA,KAAA,eAAA,EACA,KAAA,eAAA,CAGrB,CAGA,aAAa,OAAO,EAAoB,EAA4B,CAAC,EAAuB,CACxF,IAAM,EAAsB,EAAQ,MAAQ,WAC5C,GAAI,IAAS,WACT,MAAU,MAAM,+BAA+B,EAAK,0BAA0B,EAElF,IAAM,EAAU,MAAM,EAAA,WAAW,OAAO,EAAO,CAAO,EAChD,EAAS,EAAA,cAAc,EAAQ,QAAU,OAAQ,CACnD,WAAY,EAAQ,UACxB,CAAC,EACK,EAAgC,CAAC,EACvC,IAAK,IAAI,EAAI,EAAG,EAAI,EAAO,OAAQ,IAC/B,EAAM,GAAK,EAAO,GAEtB,OAAO,IAAI,EACP,EACA,EACA,EACA,EACA,EAAQ,WAAa,CAAC,IAAK,GAAG,EAC9B,EAAQ,eAAiB,IACzB,EAAQ,cAAgB,IACxB,EAAQ,eAAiB,IACzB,EAAQ,eAAiB,EAC7B,CACJ,CAGA,IAAI,MAAsB,CACtB,OAAO,KAAK,KAChB,CAGA,IAAI,QAA4B,CAC5B,OAAO,KAAK,OAChB,CAGA,IAAI,OAA0C,CAC1C,OAAO,KAAK,MAChB,CAGA,IAAI,YAAqB,CACrB,OAAO,KAAK,QAAQ,MACxB,CAGA,MAAM,KACF,EACA,EAAmC,CAAC,EACN,CAC9B,OAAO,KAAK,QAAQ,EAAO,CAAO,CACtC,CAGA,MAAM,QACF,EACA,EAAmC,CAAC,EACN,CAC9B,IAAM,EAAQ,IAAI,EAAA,WACZ,EAAO,OAAO,GAAU,SAAW,EAAQ,KAC3C,EAAW,MAAM,EAAA,UAAU,CAAK,EACtC,EAAM,MAAM,MAAM,EAClB,GAAM,CAAE,SAAQ,QAAO,UAAS,UAAW,KAAK,YAAY,CAAQ,EACpE,EAAM,MAAM,YAAY,EACxB,IAAM,EAAU,MAAM,KAAK,SAAS,IAAI,EAAG,KAAK,SAAS,WAAY,CAAO,CAAC,EAC7E,EAAM,MAAM,WAAW,EAEvB,GAAM,CAAE,YAAW,cAAe,KAAK,cAAc,CAAO,EAEtD,EAAa,EAAA,cACf,EAAU,KACV,EAAU,KACV,EAAW,KACX,EAAW,KACX,CACI,WAAY,KAAK,QAAQ,OACzB,WAAY,KAAK,WAAW,GAC5B,YAAa,KAAK,WAAW,GAC7B,cAAe,EAAS,MACxB,eAAgB,EAAS,OACzB,UACA,SACA,QACA,cAAe,EAAQ,eAAiB,KAAK,eAC7C,aAAc,EAAQ,cAAgB,KAAK,cAC3C,cAAe,KAAK,eACpB,cAAe,KAAK,cACxB,CACJ,EAUM,GAPF,EAAQ,UAAY,IAAA,GAKd,OAJO,CACH,IAAM,EAAU,IAAI,IAAI,EAAQ,OAAO,EACvC,OAAO,EAAW,OAAQ,GAAM,EAAQ,IAAI,EAAE,OAAO,CAAC,CAC1D,EAAA,CAAG,EACH,CAEiB,IAAK,GAC5B,KAAK,aAAa,EAAU,EAAE,KAAM,EAAE,QAAS,EAAE,WAAY,EAAE,IAAI,CACvE,EAEM,EAAkC,CAAC,EAAS,OAAQ,EAAS,KAAK,EAClE,EAAQ,KAAK,YAAY,EAAY,CAAI,EACzC,EAAQ,KAAK,YAAY,EAAY,CAAI,EAE/C,OADA,EAAM,MAAM,aAAa,EAClB,CACH,IAAI,EAAA,oBACA,EACA,EACA,EACA,KAAK,OACL,EACA,EACA,EACA,EAAM,MAAM,CAChB,CACJ,CACJ,CAEA,YAAoB,EAKlB,CACE,GAAM,CAAC,EAAI,GAAM,KAAK,WAChB,EAAK,EAAA,UAAU,EAAO,EAAI,CAAE,EAGlC,MAAO,CACH,OAAQ,EAAA,gBAFA,EAAA,MADA,EAAA,UAAU,EAAG,KACP,EAAK,EAAG,MAAM,MAAO,EAAG,MAAM,OAAQ,CAE5B,EAAK,CAAC,EAAG,EAAG,EAAG,MAAM,OAAQ,EAAG,MAAM,KAAK,CAAC,EACpE,MAAO,EAAG,MACV,QAAS,EAAG,QACZ,OAAQ,EAAG,MACf,CACJ,CAEA,cAAsB,EAGpB,CACE,IAAI,EACA,EACJ,IAAK,IAAM,KAAQ,KAAK,SAAS,YAAa,CAC1C,IAAM,EAAI,EAAQ,GACd,IAAM,IAAA,KACN,EAAE,KAAK,SAAW,GAAK,IAAc,IAAA,GACrC,EAAY,EACL,EAAE,KAAK,SAAW,GAAK,IAAe,IAAA,KAC7C,EAAa,GAErB,CACA,GAAI,IAAc,IAAA,IAAa,IAAe,IAAA,GAAW,CACrD,IAAM,EAAS,KAAK,SAAS,YAAY,IACpC,GAAM,GAAG,EAAE,IAAI,KAAK,UAAU,EAAQ,EAAE,EAAE,MAAQ,CAAC,CAAC,GACzD,EACA,MAAU,MACN,uDAAuD,EAAO,KAAK,IAAI,EAAE,GAC7E,CACJ,CACA,MAAO,CAAE,YAAW,YAAW,CACnC,CAEA,aACI,EACA,EACA,EACA,EACA,EACkB,CAClB,GAAM,CAAC,EAAI,EAAI,EAAI,GAAM,EAAK,UAAU,EAClC,EAAM,KAAK,IAAI,EAAG,CAAE,EACpB,EAAM,KAAK,IAAI,EAAG,CAAE,EACpB,EAAM,KAAK,IAAI,EAAS,MAAO,CAAE,EACjC,EAAM,KAAK,IAAI,EAAS,OAAQ,CAAE,EAEpC,EACA,EAAY,EAChB,GAAI,EAAM,GAAO,EAAM,GAAO,EAAK,KAAK,OAAS,EAAG,CAChD,IAAM,EAAQ,EAAM,EACd,EAAQ,EAAM,EACd,EAAK,KAAK,IAAI,EAAK,MAAO,CAAK,EAC/B,EAAK,KAAK,IAAI,EAAK,OAAQ,CAAK,EAChC,EAAU,IAAI,WAAW,EAAK,EAAK,CAAC,EAC1C,IAAK,IAAI,EAAM,EAAG,EAAM,EAAI,IAAO,CAC/B,IAAM,IAAiB,EAAM,GAAO,EAAS,MAAQ,GAAO,EACtD,EAAe,EAAM,EAAK,EAC1B,EAAgB,EAAM,EAAK,MACjC,IAAK,IAAI,EAAM,EAAG,EAAM,EAAI,IAExB,GADU,EAAK,KAAK,EAAgB,KAC1B,EAAG,CACT,IAAM,EAAI,EAAe,EAAM,EACzB,EAAI,EAAe,EAAM,EAC/B,EAAQ,GAAK,EAAS,KAAK,GAC3B,EAAQ,EAAI,GAAK,EAAS,KAAK,EAAI,GACnC,EAAQ,EAAI,GAAK,EAAS,KAAK,EAAI,EACvC,CAER,CAEA,GADA,EAAiB,IAAI,EAAA,SAAS,EAAS,EAAI,CAAE,EACzC,IAAO,EAAK,OAAS,IAAO,EAAK,OAAQ,CACzC,IAAM,EAAU,IAAI,WAAW,EAAK,CAAE,EACtC,IAAK,IAAI,EAAM,EAAG,EAAM,EAAI,IACxB,EAAQ,IACJ,EAAK,KAAK,SAAS,EAAM,EAAK,MAAO,EAAM,EAAK,MAAQ,CAAE,EAC1D,EAAM,CACV,EAEJ,EAAY,IAAI,EAAA,KAAK,EAAS,EAAI,CAAE,CACxC,CACJ,KACI,GAAY,IAAI,EAAA,KAAK,IAAI,WAAe,EAAG,CAAC,EAC5C,EAAiB,IAAI,EAAA,SAAS,IAAI,WAAe,EAAG,CAAC,EAGzD,IAAM,EAAY,KAAK,OAAO,IAAY,SAAS,IAEnD,MAAO,CACH,UACA,YACA,aACA,OACA,IAAK,EACL,KAAM,EACN,KAAM,EACN,IAAK,EACL,KAAM,EACN,gBACJ,CACJ,CAEA,YACI,EACA,EACK,CACL,IAAM,EAAI,EAAW,OACf,EAAO,IAAI,aAAa,EAAI,CAAC,EAC7B,EAAM,IAAI,WAAW,CAAC,EACtB,EAAO,IAAI,aAAa,CAAC,EAC/B,IAAK,IAAI,EAAI,EAAG,EAAI,EAAG,IAAK,CACxB,IAAM,EAAI,EAAW,GACrB,EAAK,EAAI,GAAK,EAAE,KAAK,GACrB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,GACzB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,GACzB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,GACzB,EAAI,GAAK,EAAE,QACX,EAAK,GAAK,EAAE,UAChB,CACA,OAAO,IAAI,EAAA,MAAM,EAAM,EAAK,EAAM,CAAS,CAC/C,CAEA,YACI,EACA,EACK,CACL,IAAM,EAAO,IAAI,aAAa,EAAW,OAAS,CAAC,EACnD,IAAK,IAAI,EAAI,EAAG,EAAI,EAAW,OAAQ,IAAK,CACxC,IAAM,EAAI,EAAW,GACrB,EAAK,EAAI,GAAK,EAAE,KAAK,GACrB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,GACzB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,GACzB,EAAK,EAAI,EAAI,GAAK,EAAE,KAAK,EAC7B,CACA,OAAO,IAAI,EAAA,MACP,EAAW,IAAK,GAAM,EAAE,IAAI,EAC5B,EACA,CACJ,CACJ,CACJ"}

package/dist/vision/tasks/segmenter.js

@@ -1,13 +1,14 @@
 import { Mask as e, RGBImage as t } from "../types.js";
-import { Boxes as n, Masks as r, SegmentationResults as i } from "../results.js";
-import { resolveLabels as a } from "../labels.js";
-import { OrtSession as o } from "../core/session.js";
-import { loadImage as s } from "../io/image.js";
-import { letterbox as c, toCHW as l, toFloat32 as u, toFloat32Tensor as d } from "../preprocess/image.js";
-import { decodeYoloSeg as f } from "../postprocess/segmentation.js";
-import { VisionTask as p } from "./base.js";
+import { SpeedTimer as n } from "../core/timing.js";
+import { Boxes as r, Masks as i, SegmentationResults as a } from "../results.js";
+import { resolveLabels as o } from "../labels.js";
+import { OrtSession as s } from "../core/session.js";
+import { loadImage as c } from "../io/image.js";
+import { letterbox as l, toCHW as u, toFloat32 as d, toFloat32Tensor as f } from "../preprocess/image.js";
+import { decodeYoloSeg as p } from "../postprocess/segmentation.js";
+import { VisionTask as m } from "./base.js";
 //#region src/vision/tasks/segmenter.ts
-var m = class m extends p {
+var h = class h extends m {
 	_head;
 	_labels;
 	_names;
@@ -22,9 +23,9 @@ var m = class m extends p {
 	static async create(e, t = {}) {
 		let n = t.head ?? "yolo-seg";
 		if (n !== "yolo-seg") throw Error(`Unsupported segmenter head '${n}'. Supported: 'yolo-seg'.`);
-		let r = await o.create(e, t), i = a(t.labels ?? "coco", { numClasses: t.numClasses }), s = {};
-		for (let e = 0; e < i.length; e++) s[e] = i[e];
-		return new m(r, n, i, s, t.inputSize ?? [640, 640], t.confThreshold ?? .25, t.iouThreshold ?? .45, t.maxDetections ?? 300, t.maskThreshold ?? .5);
+		let r = await s.create(e, t), i = o(t.labels ?? "coco", { numClasses: t.numClasses }), a = {};
+		for (let e = 0; e < i.length; e++) a[e] = i[e];
+		return new h(r, n, i, a, t.inputSize ?? [640, 640], t.confThreshold ?? .25, t.iouThreshold ?? .45, t.maxDetections ?? 300, t.maskThreshold ?? .5);
 	}
 	get head() {
 		return this._head;
@@ -42,29 +43,35 @@ var m = class m extends p {
 		return this.predict(e, t);
 	}
 	async predict(e, t = {}) {
-		let n = typeof e == "string" ? e : null, r = await s(e), { tensor: a, scale: o, padLeft: c, padTop: l } = this._preprocess(r), u = await this._session.run({ [this._session.inputName]: a }), { perAnchor: d, prototypes: p } = this._splitOutputs(u), m = f(d.data, d.dims, p.data, p.dims, {
+		let r = new n(), i = typeof e == "string" ? e : null, o = await c(e);
+		r.stage("load");
+		let { tensor: s, scale: l, padLeft: u, padTop: d } = this._preprocess(o);
+		r.stage("preprocess");
+		let f = await this._session.run({ [this._session.inputName]: s });
+		r.stage("inference");
+		let { perAnchor: m, prototypes: h } = this._splitOutputs(f), g = p(m.data, m.dims, h.data, h.dims, {
 			numClasses: this._labels.length,
 			inputWidth: this._inputSize[0],
 			inputHeight: this._inputSize[1],
-			originalWidth: r.width,
-			originalHeight: r.height,
-			padLeft: c,
-			padTop: l,
-			scale: o,
+			originalWidth: o.width,
+			originalHeight: o.height,
+			padLeft: u,
+			padTop: d,
+			scale: l,
 			confThreshold: t.confThreshold ?? this._confThreshold,
 			iouThreshold: t.iouThreshold ?? this._iouThreshold,
 			maxDetections: this._maxDetections,
 			maskThreshold: this._maskThreshold
-		}), h = (t.classes === void 0 ? m : (() => {
+		}), _ = (t.classes === void 0 ? g : (() => {
 			let e = new Set(t.classes);
-			return m.filter((t) => e.has(t.classId));
-		})()).map((e) => this._buildResult(r, e.bbox, e.classId, e.confidence, e.mask)), g = [r.height, r.width];
-		return [new i(this._buildBoxes(h, g), this._buildMasks(h, g), h, this._names, r, g, n)];
+			return g.filter((t) => e.has(t.classId));
+		})()).map((e) => this._buildResult(o, e.bbox, e.classId, e.confidence, e.mask)), v = [o.height, o.width], y = this._buildBoxes(_, v), b = this._buildMasks(_, v);
+		return r.stage("postprocess"), [new a(y, b, _, this._names, o, v, i, r.speed())];
 	}
 	_preprocess(e) {
-		let [t, n] = this._inputSize, r = c(e, t, n);
+		let [t, n] = this._inputSize, r = l(e, t, n);
 		return {
-			tensor: d(l(u(r.image), r.image.width, r.image.height, 3), [
+			tensor: f(u(d(r.image), r.image.width, r.image.height, 3), [
 				1,
 				3,
 				r.image.height,
@@ -122,12 +129,12 @@ var m = class m extends p {
 		};
 	}
 	_buildBoxes(e, t) {
-		let r = e.length, i = new Float32Array(r * 4), a = new Int32Array(r), o = new Float32Array(r);
-		for (let t = 0; t < r; t++) {
+		let n = e.length, i = new Float32Array(n * 4), a = new Int32Array(n), o = new Float32Array(n);
+		for (let t = 0; t < n; t++) {
 			let n = e[t];
 			i[t * 4] = n.bbox.x1, i[t * 4 + 1] = n.bbox.y1, i[t * 4 + 2] = n.bbox.x2, i[t * 4 + 3] = n.bbox.y2, a[t] = n.classId, o[t] = n.confidence;
 		}
-		return new n(i, a, o, t);
+		return new r(i, a, o, t);
 	}
 	_buildMasks(e, t) {
 		let n = new Float32Array(e.length * 4);
@@ -135,10 +142,10 @@ var m = class m extends p {
 			let r = e[t];
 			n[t * 4] = r.bbox.x1, n[t * 4 + 1] = r.bbox.y1, n[t * 4 + 2] = r.bbox.x2, n[t * 4 + 3] = r.bbox.y2;
 		}
-		return new r(e.map((e) => e.mask), n, t);
+		return new i(e.map((e) => e.mask), n, t);
 	}
 };
 //#endregion
-export { m as Segmenter };
+export { h as Segmenter };
 
 //# sourceMappingURL=segmenter.js.map

package/dist/vision/tasks/segmenter.js.map

@@ -1 +1 @@
-{"version":3,"file":"segmenter.js","names":[],"sources":["../../../src/vision/tasks/segmenter.ts"],"sourcesContent":["/**\n * Instance-segmentation task using YOLO seg ONNX models (v8-seg / v11-seg / ...).\n */\n\nimport type * as ort from \"onnxruntime-web\";\n\nimport { type ModelSource, type OrtSessionOptions, OrtSession } from \"../core/session\";\nimport { type ImageInput, loadImage } from \"../io/image\";\nimport { type LabelSpec, resolveLabels } from \"../labels\";\nimport { decodeYoloSeg } from \"../postprocess/segmentation\";\nimport { letterbox, toCHW, toFloat32, toFloat32Tensor } from \"../preprocess/image\";\nimport { Boxes, Masks, SegmentationResults } from \"../results\";\nimport { VisionTask } from \"./base\";\nimport { type BoundingBox, type SegmentationResult, Mask, RGBImage } from \"../types\";\n\n/**\n * Decoder family for the segmentation head.\n *\n * - `\"yolo-seg\"`: YOLO instance-segmentation head with two outputs —\n *   `[1, 4 + nc + nm, N]` per-anchor predictions plus `[1, nm, mh, mw]`\n *   prototype masks. Covers YOLOv8-seg, v11-seg, v26-seg.\n *\n * The SDK does **not** auto-detect this — the caller is responsible for\n * picking a head that matches their export.\n */\nexport type SegmenterHead = \"yolo-seg\";\n\nexport interface SegmenterOptions extends OrtSessionOptions {\n    /**\n     * Decoder family for the segmentation head. Default `\"yolo-seg\"` covers\n     * YOLOv8-seg/v11-seg/v26-seg.\n     */\n    readonly head?: SegmenterHead;\n    /** Class label spec — see {@link resolveLabels}. Defaults to the COCO 80-class preset. */\n    readonly labels?: LabelSpec;\n    /** Number of classes — used to validate the supplied labels. */\n    readonly numClasses?: number;\n    /** Model input `[width, height]` for letterboxing. Defaults to `[640, 640]`. */\n    readonly inputSize?: readonly [number, number];\n    /** Default minimum class score to keep a candidate. */\n    readonly confThreshold?: number;\n    /** Default IoU threshold for non-maximum suppression. */\n    readonly iouThreshold?: number;\n    /** Maximum number of instances per image. */\n    readonly maxDetections?: number;\n    /** Probability cutoff applied to soft masks. Defaults to `0.5`. */\n    readonly maskThreshold?: number;\n}\n\nexport interface SegmenterPredictOptions {\n    readonly confThreshold?: number;\n    readonly iouThreshold?: number;\n    /**\n     * If set, keep only instances whose `classId` is in this list.\n     * Mirrors Ultralytics' `model.predict(img, classes=[0, 16])`.\n     */\n    readonly classes?: readonly number[];\n}\n\n/**\n * Instance segmenter for YOLO seg ONNX models (v8-seg / v11-seg / ...).\n *\n * The model is expected to expose two outputs:\n *\n * 1. `output0`: `(1, 4 + numClasses + numMaskCoefs, numAnchors)` — per-anchor\n *    predictions (boxes, class scores, mask coefficients).\n * 2. `output1`: `(1, numMaskCoefs, maskH, maskW)` — prototype masks.\n *\n * `predict()` returns `Promise<SegmentationResults[]>` (length 1 for a\n * single image), mirroring Ultralytics' API. The envelope exposes:\n *\n * - `boxes`: bulk numpy view (`xyxy`, `xywh`, `xyxyn`, `xywhn`, `cls`, `conf`).\n * - `masks`: per-instance binary masks cropped to each box.\n * - per-instance {@link SegmentationResult} via iteration.\n *\n * @example\n * ```typescript\n * const seg = await Segmenter.create(\"/models/yolov8n-seg.onnx\");\n * const r = (await seg.predict(\"/images/street.jpg\"))[0];\n * for (const inst of r) {\n *   console.log(inst.cls, inst.conf, inst.box.xyxy);\n * }\n * ```\n */\nexport class Segmenter extends VisionTask {\n    private constructor(\n        session: OrtSession,\n        private readonly _head: SegmenterHead,\n        private readonly _labels: readonly string[],\n        private readonly _names: Readonly<Record<number, string>>,\n        private readonly _inputSize: readonly [number, number],\n        private readonly _confThreshold: number,\n        private readonly _iouThreshold: number,\n        private readonly _maxDetections: number,\n        private readonly _maskThreshold: number,\n    ) {\n        super(session);\n    }\n\n    /** Load the model and resolve labels. */\n    static async create(model: ModelSource, options: SegmenterOptions = {}): Promise<Segmenter> {\n        const head: SegmenterHead = options.head ?? \"yolo-seg\";\n        if (head !== \"yolo-seg\") {\n            throw new Error(`Unsupported segmenter head '${head}'. Supported: 'yolo-seg'.`);\n        }\n        const session = await OrtSession.create(model, options);\n        const labels = resolveLabels(options.labels ?? \"coco\", {\n            numClasses: options.numClasses,\n        });\n        const names: Record<number, string> = {};\n        for (let i = 0; i < labels.length; i++) {\n            names[i] = labels[i] as string;\n        }\n        return new Segmenter(\n            session,\n            head,\n            labels,\n            names,\n            options.inputSize ?? [640, 640],\n            options.confThreshold ?? 0.25,\n            options.iouThreshold ?? 0.45,\n            options.maxDetections ?? 300,\n            options.maskThreshold ?? 0.5,\n        );\n    }\n\n    /** The decoder family used to interpret the model's output. */\n    get head(): SegmenterHead {\n        return this._head;\n    }\n\n    /** Class labels indexed by class id. */\n    get labels(): readonly string[] {\n        return this._labels;\n    }\n\n    /** Class id → class name dict (matches Ultralytics' `model.names`). */\n    get names(): Readonly<Record<number, string>> {\n        return this._names;\n    }\n\n    /** Number of classes the model predicts. */\n    get numClasses(): number {\n        return this._labels.length;\n    }\n\n    /** Alias for {@link predict} (parity with PyTorch `nn.Module.__call__`). */\n    async call(\n        image: ImageInput,\n        options: SegmenterPredictOptions = {},\n    ): Promise<SegmentationResults[]> {\n        return this.predict(image, options);\n    }\n\n    /** Run instance segmentation on a single image. */\n    async predict(\n        image: ImageInput,\n        options: SegmenterPredictOptions = {},\n    ): Promise<SegmentationResults[]> {\n        const path = typeof image === \"string\" ? image : null;\n        const original = await loadImage(image);\n        const { tensor, scale, padLeft, padTop } = this._preprocess(original);\n        const outputs = await this._session.run({ [this._session.inputName]: tensor });\n\n        const { perAnchor, prototypes } = this._splitOutputs(outputs);\n\n        const decodedAll = decodeYoloSeg(\n            perAnchor.data as Float32Array,\n            perAnchor.dims,\n            prototypes.data as Float32Array,\n            prototypes.dims,\n            {\n                numClasses: this._labels.length,\n                inputWidth: this._inputSize[0],\n                inputHeight: this._inputSize[1],\n                originalWidth: original.width,\n                originalHeight: original.height,\n                padLeft,\n                padTop,\n                scale,\n                confThreshold: options.confThreshold ?? this._confThreshold,\n                iouThreshold: options.iouThreshold ?? this._iouThreshold,\n                maxDetections: this._maxDetections,\n                maskThreshold: this._maskThreshold,\n            },\n        );\n\n        const decoded =\n            options.classes !== undefined\n                ? (() => {\n                      const allowed = new Set(options.classes);\n                      return decodedAll.filter((d) => allowed.has(d.classId));\n                  })()\n                : decodedAll;\n\n        const detections = decoded.map((d) =>\n            this._buildResult(original, d.bbox, d.classId, d.confidence, d.mask),\n        );\n\n        const orig: readonly [number, number] = [original.height, original.width];\n        return [\n            new SegmentationResults(\n                this._buildBoxes(detections, orig),\n                this._buildMasks(detections, orig),\n                detections,\n                this._names,\n                original,\n                orig,\n                path,\n            ),\n        ];\n    }\n\n    private _preprocess(image: RGBImage): {\n        tensor: ort.Tensor;\n        scale: number;\n        padLeft: number;\n        padTop: number;\n    } {\n        const [tw, th] = this._inputSize;\n        const lb = letterbox(image, tw, th);\n        const f32 = toFloat32(lb.image);\n        const chw = toCHW(f32, lb.image.width, lb.image.height, 3);\n        return {\n            tensor: toFloat32Tensor(chw, [1, 3, lb.image.height, lb.image.width]),\n            scale: lb.scale,\n            padLeft: lb.padLeft,\n            padTop: lb.padTop,\n        };\n    }\n\n    private _splitOutputs(outputs: Record<string, ort.Tensor>): {\n        perAnchor: ort.Tensor;\n        prototypes: ort.Tensor;\n    } {\n        let perAnchor: ort.Tensor | undefined;\n        let prototypes: ort.Tensor | undefined;\n        for (const name of this._session.outputNames) {\n            const t = outputs[name];\n            if (t === undefined) continue;\n            if (t.dims.length === 3 && perAnchor === undefined) {\n                perAnchor = t;\n            } else if (t.dims.length === 4 && prototypes === undefined) {\n                prototypes = t;\n            }\n        }\n        if (perAnchor === undefined || prototypes === undefined) {\n            const shapes = this._session.outputNames.map(\n                (n) => `${n}: ${JSON.stringify(outputs[n]?.dims ?? [])}`,\n            );\n            throw new Error(\n                `Segmenter expected one 3-D and one 4-D output, got [${shapes.join(\", \")}].`,\n            );\n        }\n        return { perAnchor, prototypes };\n    }\n\n    private _buildResult(\n        original: RGBImage,\n        bbox: BoundingBox,\n        classId: number,\n        confidence: number,\n        mask: Mask,\n    ): SegmentationResult {\n        const [x1, y1, x2, y2] = bbox.asIntXyxy();\n        const cx1 = Math.max(0, x1);\n        const cy1 = Math.max(0, y1);\n        const cx2 = Math.min(original.width, x2);\n        const cy2 = Math.min(original.height, y2);\n\n        let segmentedImage: RGBImage;\n        let finalMask = mask;\n        if (cx2 > cx1 && cy2 > cy1 && mask.data.length > 0) {\n            const cropW = cx2 - cx1;\n            const cropH = cy2 - cy1;\n            const mw = Math.min(mask.width, cropW);\n            const mh = Math.min(mask.height, cropH);\n            const segData = new Uint8Array(mw * mh * 3);\n            for (let row = 0; row < mh; row++) {\n                const srcRowOffset = ((cy1 + row) * original.width + cx1) * 3;\n                const dstRowOffset = row * mw * 3;\n                const maskRowOffset = row * mask.width;\n                for (let col = 0; col < mw; col++) {\n                    const m = mask.data[maskRowOffset + col];\n                    if (m !== 0) {\n                        const s = srcRowOffset + col * 3;\n                        const d = dstRowOffset + col * 3;\n                        segData[d] = original.data[s];\n                        segData[d + 1] = original.data[s + 1];\n                        segData[d + 2] = original.data[s + 2];\n                    }\n                }\n            }\n            segmentedImage = new RGBImage(segData, mw, mh);\n            if (mw !== mask.width || mh !== mask.height) {\n                const trimmed = new Uint8Array(mw * mh);\n                for (let row = 0; row < mh; row++) {\n                    trimmed.set(\n                        mask.data.subarray(row * mask.width, row * mask.width + mw),\n                        row * mw,\n                    );\n                }\n                finalMask = new Mask(trimmed, mw, mh);\n            }\n        } else {\n            finalMask = new Mask(new Uint8Array(0), 0, 0);\n            segmentedImage = new RGBImage(new Uint8Array(0), 0, 0);\n        }\n\n        const className = this._names[classId] ?? `class_${classId}`;\n\n        return {\n            classId,\n            className,\n            confidence,\n            bbox,\n            cls: classId,\n            name: className,\n            conf: confidence,\n            box: bbox,\n            mask: finalMask,\n            segmentedImage,\n        };\n    }\n\n    private _buildBoxes(\n        detections: readonly SegmentationResult[],\n        origShape: readonly [number, number],\n    ): Boxes {\n        const n = detections.length;\n        const xyxy = new Float32Array(n * 4);\n        const cls = new Int32Array(n);\n        const conf = new Float32Array(n);\n        for (let i = 0; i < n; i++) {\n            const d = detections[i] as SegmentationResult;\n            xyxy[i * 4] = d.bbox.x1;\n            xyxy[i * 4 + 1] = d.bbox.y1;\n            xyxy[i * 4 + 2] = d.bbox.x2;\n            xyxy[i * 4 + 3] = d.bbox.y2;\n            cls[i] = d.classId;\n            conf[i] = d.confidence;\n        }\n        return new Boxes(xyxy, cls, conf, origShape);\n    }\n\n    private _buildMasks(\n        detections: readonly SegmentationResult[],\n        origShape: readonly [number, number],\n    ): Masks {\n        const xyxy = new Float32Array(detections.length * 4);\n        for (let i = 0; i < detections.length; i++) {\n            const d = detections[i] as SegmentationResult;\n            xyxy[i * 4] = d.bbox.x1;\n            xyxy[i * 4 + 1] = d.bbox.y1;\n            xyxy[i * 4 + 2] = d.bbox.x2;\n            xyxy[i * 4 + 3] = d.bbox.y2;\n        }\n        return new Masks(\n            detections.map((d) => d.mask),\n            xyxy,\n            origShape,\n        );\n    }\n}\n"],"mappings":";;;;;;;;;AAoFA,IAAa,IAAb,MAAa,UAAkB,EAAW;CAGjB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CATrB,YACI,GACA,GACA,GACA,GACA,GACA,GACA,GACA,GACA,GACF;EADmB,AAEjB,MAAM,CAAO,GATI,KAAA,QAAA,GACA,KAAA,UAAA,GACA,KAAA,SAAA,GACA,KAAA,aAAA,GACA,KAAA,iBAAA,GACA,KAAA,gBAAA,GACA,KAAA,iBAAA,GACA,KAAA,iBAAA;CAGrB;CAGA,aAAa,OAAO,GAAoB,IAA4B,CAAC,GAAuB;EACxF,IAAM,IAAsB,EAAQ,QAAQ;EAC5C,IAAI,MAAS,YACT,MAAU,MAAM,+BAA+B,EAAK,0BAA0B;EAElF,IAAM,IAAU,MAAM,EAAW,OAAO,GAAO,CAAO,GAChD,IAAS,EAAc,EAAQ,UAAU,QAAQ,EACnD,YAAY,EAAQ,WACxB,CAAC,GACK,IAAgC,CAAC;EACvC,KAAK,IAAI,IAAI,GAAG,IAAI,EAAO,QAAQ,KAC/B,EAAM,KAAK,EAAO;EAEtB,OAAO,IAAI,EACP,GACA,GACA,GACA,GACA,EAAQ,aAAa,CAAC,KAAK,GAAG,GAC9B,EAAQ,iBAAiB,KACzB,EAAQ,gBAAgB,KACxB,EAAQ,iBAAiB,KACzB,EAAQ,iBAAiB,EAC7B;CACJ;CAGA,IAAI,OAAsB;EACtB,OAAO,KAAK;CAChB;CAGA,IAAI,SAA4B;EAC5B,OAAO,KAAK;CAChB;CAGA,IAAI,QAA0C;EAC1C,OAAO,KAAK;CAChB;CAGA,IAAI,aAAqB;EACrB,OAAO,KAAK,QAAQ;CACxB;CAGA,MAAM,KACF,GACA,IAAmC,CAAC,GACN;EAC9B,OAAO,KAAK,QAAQ,GAAO,CAAO;CACtC;CAGA,MAAM,QACF,GACA,IAAmC,CAAC,GACN;EAC9B,IAAM,IAAO,OAAO,KAAU,WAAW,IAAQ,MAC3C,IAAW,MAAM,EAAU,CAAK,GAChC,EAAE,WAAQ,UAAO,YAAS,cAAW,KAAK,YAAY,CAAQ,GAC9D,IAAU,MAAM,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,YAAY,EAAO,CAAC,GAEvE,EAAE,cAAW,kBAAe,KAAK,cAAc,CAAO,GAEtD,IAAa,EACf,EAAU,MACV,EAAU,MACV,EAAW,MACX,EAAW,MACX;GACI,YAAY,KAAK,QAAQ;GACzB,YAAY,KAAK,WAAW;GAC5B,aAAa,KAAK,WAAW;GAC7B,eAAe,EAAS;GACxB,gBAAgB,EAAS;GACzB;GACA;GACA;GACA,eAAe,EAAQ,iBAAiB,KAAK;GAC7C,cAAc,EAAQ,gBAAgB,KAAK;GAC3C,eAAe,KAAK;GACpB,eAAe,KAAK;EACxB,CACJ,GAUM,KAPF,EAAQ,YAAY,KAAA,IAKd,WAJO;GACH,IAAM,IAAU,IAAI,IAAI,EAAQ,OAAO;GACvC,OAAO,EAAW,QAAQ,MAAM,EAAQ,IAAI,EAAE,OAAO,CAAC;EAC1D,EAAA,CAAG,EACH,CAEiB,KAAK,MAC5B,KAAK,aAAa,GAAU,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,IAAI,CACvE,GAEM,IAAkC,CAAC,EAAS,QAAQ,EAAS,KAAK;EACxE,OAAO,CACH,IAAI,EACA,KAAK,YAAY,GAAY,CAAI,GACjC,KAAK,YAAY,GAAY,CAAI,GACjC,GACA,KAAK,QACL,GACA,GACA,CACJ,CACJ;CACJ;CAEA,YAAoB,GAKlB;EACE,IAAM,CAAC,GAAI,KAAM,KAAK,YAChB,IAAK,EAAU,GAAO,GAAI,CAAE;EAGlC,OAAO;GACH,QAAQ,EAFA,EADA,EAAU,EAAG,KACP,GAAK,EAAG,MAAM,OAAO,EAAG,MAAM,QAAQ,CAE5B,GAAK;IAAC;IAAG;IAAG,EAAG,MAAM;IAAQ,EAAG,MAAM;GAAK,CAAC;GACpE,OAAO,EAAG;GACV,SAAS,EAAG;GACZ,QAAQ,EAAG;EACf;CACJ;CAEA,cAAsB,GAGpB;EACE,IAAI,GACA;EACJ,KAAK,IAAM,KAAQ,KAAK,SAAS,aAAa;GAC1C,IAAM,IAAI,EAAQ;GACd,MAAM,KAAA,MACN,EAAE,KAAK,WAAW,KAAK,MAAc,KAAA,IACrC,IAAY,IACL,EAAE,KAAK,WAAW,KAAK,MAAe,KAAA,MAC7C,IAAa;EAErB;EACA,IAAI,MAAc,KAAA,KAAa,MAAe,KAAA,GAAW;GACrD,IAAM,IAAS,KAAK,SAAS,YAAY,KACpC,MAAM,GAAG,EAAE,IAAI,KAAK,UAAU,EAAQ,EAAE,EAAE,QAAQ,CAAC,CAAC,GACzD;GACA,MAAU,MACN,uDAAuD,EAAO,KAAK,IAAI,EAAE,GAC7E;EACJ;EACA,OAAO;GAAE;GAAW;EAAW;CACnC;CAEA,aACI,GACA,GACA,GACA,GACA,GACkB;EAClB,IAAM,CAAC,GAAI,GAAI,GAAI,KAAM,EAAK,UAAU,GAClC,IAAM,KAAK,IAAI,GAAG,CAAE,GACpB,IAAM,KAAK,IAAI,GAAG,CAAE,GACpB,IAAM,KAAK,IAAI,EAAS,OAAO,CAAE,GACjC,IAAM,KAAK,IAAI,EAAS,QAAQ,CAAE,GAEpC,GACA,IAAY;EAChB,IAAI,IAAM,KAAO,IAAM,KAAO,EAAK,KAAK,SAAS,GAAG;GAChD,IAAM,IAAQ,IAAM,GACd,IAAQ,IAAM,GACd,IAAK,KAAK,IAAI,EAAK,OAAO,CAAK,GAC/B,IAAK,KAAK,IAAI,EAAK,QAAQ,CAAK,GAChC,IAAU,IAAI,WAAW,IAAK,IAAK,CAAC;GAC1C,KAAK,IAAI,IAAM,GAAG,IAAM,GAAI,KAAO;IAC/B,IAAM,MAAiB,IAAM,KAAO,EAAS,QAAQ,KAAO,GACtD,IAAe,IAAM,IAAK,GAC1B,IAAgB,IAAM,EAAK;IACjC,KAAK,IAAI,IAAM,GAAG,IAAM,GAAI,KAExB,IADU,EAAK,KAAK,IAAgB,OAC1B,GAAG;KACT,IAAM,IAAI,IAAe,IAAM,GACzB,IAAI,IAAe,IAAM;KAG/B,AAFA,EAAQ,KAAK,EAAS,KAAK,IAC3B,EAAQ,IAAI,KAAK,EAAS,KAAK,IAAI,IACnC,EAAQ,IAAI,KAAK,EAAS,KAAK,IAAI;IACvC;GAER;GAEA,IADA,IAAiB,IAAI,EAAS,GAAS,GAAI,CAAE,GACzC,MAAO,EAAK,SAAS,MAAO,EAAK,QAAQ;IACzC,IAAM,IAAU,IAAI,WAAW,IAAK,CAAE;IACtC,KAAK,IAAI,IAAM,GAAG,IAAM,GAAI,KACxB,EAAQ,IACJ,EAAK,KAAK,SAAS,IAAM,EAAK,OAAO,IAAM,EAAK,QAAQ,CAAE,GAC1D,IAAM,CACV;IAEJ,IAAY,IAAI,EAAK,GAAS,GAAI,CAAE;GACxC;EACJ,OAEI,AADA,IAAY,IAAI,kBAAK,IAAI,WAAY,GAAG,GAAG,CAAC,GAC5C,IAAiB,IAAI,kBAAS,IAAI,WAAY,GAAG,GAAG,CAAC;EAGzD,IAAM,IAAY,KAAK,OAAO,MAAY,SAAS;EAEnD,OAAO;GACH;GACA;GACA;GACA;GACA,KAAK;GACL,MAAM;GACN,MAAM;GACN,KAAK;GACL,MAAM;GACN;EACJ;CACJ;CAEA,YACI,GACA,GACK;EACL,IAAM,IAAI,EAAW,QACf,IAAO,IAAI,aAAa,IAAI,CAAC,GAC7B,IAAM,IAAI,WAAW,CAAC,GACtB,IAAO,IAAI,aAAa,CAAC;EAC/B,KAAK,IAAI,IAAI,GAAG,IAAI,GAAG,KAAK;GACxB,IAAM,IAAI,EAAW;GAMrB,AALA,EAAK,IAAI,KAAK,EAAE,KAAK,IACrB,EAAK,IAAI,IAAI,KAAK,EAAE,KAAK,IACzB,EAAK,IAAI,IAAI,KAAK,EAAE,KAAK,IACzB,EAAK,IAAI,IAAI,KAAK,EAAE,KAAK,IACzB,EAAI,KAAK,EAAE,SACX,EAAK,KAAK,EAAE;EAChB;EACA,OAAO,IAAI,EAAM,GAAM,GAAK,GAAM,CAAS;CAC/C;CAEA,YACI,GACA,GACK;EACL,IAAM,IAAO,IAAI,aAAa,EAAW,SAAS,CAAC;EACnD,KAAK,IAAI,IAAI,GAAG,IAAI,EAAW,QAAQ,KAAK;GACxC,IAAM,IAAI,EAAW;GAIrB,AAHA,EAAK,IAAI,KAAK,EAAE,KAAK,IACrB,EAAK,IAAI,IAAI,KAAK,EAAE,KAAK,IACzB,EAAK,IAAI,IAAI,KAAK,EAAE,KAAK,IACzB,EAAK,IAAI,IAAI,KAAK,EAAE,KAAK;EAC7B;EACA,OAAO,IAAI,EACP,EAAW,KAAK,MAAM,EAAE,IAAI,GAC5B,GACA,CACJ;CACJ;AACJ"}
+{"version":3,"file":"segmenter.js","names":[],"sources":["../../../src/vision/tasks/segmenter.ts"],"sourcesContent":["/**\n * Instance-segmentation task using YOLO seg ONNX models (v8-seg / v11-seg / ...).\n */\n\nimport type * as ort from \"onnxruntime-web\";\n\nimport { type ModelSource, type OrtSessionOptions, OrtSession } from \"../core/session\";\nimport { SpeedTimer } from \"../core/timing\";\nimport { type ImageInput, loadImage } from \"../io/image\";\nimport { type LabelSpec, resolveLabels } from \"../labels\";\nimport { decodeYoloSeg } from \"../postprocess/segmentation\";\nimport { letterbox, toCHW, toFloat32, toFloat32Tensor } from \"../preprocess/image\";\nimport { Boxes, Masks, SegmentationResults } from \"../results\";\nimport { VisionTask } from \"./base\";\nimport { type BoundingBox, type SegmentationResult, Mask, RGBImage } from \"../types\";\n\n/**\n * Decoder family for the segmentation head.\n *\n * - `\"yolo-seg\"`: YOLO instance-segmentation head with two outputs —\n *   `[1, 4 + nc + nm, N]` per-anchor predictions plus `[1, nm, mh, mw]`\n *   prototype masks. Covers YOLOv8-seg, v11-seg, v26-seg.\n *\n * The SDK does **not** auto-detect this — the caller is responsible for\n * picking a head that matches their export.\n */\nexport type SegmenterHead = \"yolo-seg\";\n\nexport interface SegmenterOptions extends OrtSessionOptions {\n    /**\n     * Decoder family for the segmentation head. Default `\"yolo-seg\"` covers\n     * YOLOv8-seg/v11-seg/v26-seg.\n     */\n    readonly head?: SegmenterHead;\n    /** Class label spec — see {@link resolveLabels}. Defaults to the COCO 80-class preset. */\n    readonly labels?: LabelSpec;\n    /** Number of classes — used to validate the supplied labels. */\n    readonly numClasses?: number;\n    /** Model input `[width, height]` for letterboxing. Defaults to `[640, 640]`. */\n    readonly inputSize?: readonly [number, number];\n    /** Default minimum class score to keep a candidate. */\n    readonly confThreshold?: number;\n    /** Default IoU threshold for non-maximum suppression. */\n    readonly iouThreshold?: number;\n    /** Maximum number of instances per image. */\n    readonly maxDetections?: number;\n    /** Probability cutoff applied to soft masks. Defaults to `0.5`. */\n    readonly maskThreshold?: number;\n}\n\nexport interface SegmenterPredictOptions {\n    readonly confThreshold?: number;\n    readonly iouThreshold?: number;\n    /**\n     * If set, keep only instances whose `classId` is in this list.\n     * Mirrors Ultralytics' `model.predict(img, classes=[0, 16])`.\n     */\n    readonly classes?: readonly number[];\n}\n\n/**\n * Instance segmenter for YOLO seg ONNX models (v8-seg / v11-seg / ...).\n *\n * The model is expected to expose two outputs:\n *\n * 1. `output0`: `(1, 4 + numClasses + numMaskCoefs, numAnchors)` — per-anchor\n *    predictions (boxes, class scores, mask coefficients).\n * 2. `output1`: `(1, numMaskCoefs, maskH, maskW)` — prototype masks.\n *\n * `predict()` returns `Promise<SegmentationResults[]>` (length 1 for a\n * single image), mirroring Ultralytics' API. The envelope exposes:\n *\n * - `boxes`: bulk numpy view (`xyxy`, `xywh`, `xyxyn`, `xywhn`, `cls`, `conf`).\n * - `masks`: per-instance binary masks cropped to each box.\n * - per-instance {@link SegmentationResult} via iteration.\n *\n * @example\n * ```typescript\n * const seg = await Segmenter.create(\"/models/yolov8n-seg.onnx\");\n * const r = (await seg.predict(\"/images/street.jpg\"))[0];\n * for (const inst of r) {\n *   console.log(inst.cls, inst.conf, inst.box.xyxy);\n * }\n * ```\n */\nexport class Segmenter extends VisionTask {\n    private constructor(\n        session: OrtSession,\n        private readonly _head: SegmenterHead,\n        private readonly _labels: readonly string[],\n        private readonly _names: Readonly<Record<number, string>>,\n        private readonly _inputSize: readonly [number, number],\n        private readonly _confThreshold: number,\n        private readonly _iouThreshold: number,\n        private readonly _maxDetections: number,\n        private readonly _maskThreshold: number,\n    ) {\n        super(session);\n    }\n\n    /** Load the model and resolve labels. */\n    static async create(model: ModelSource, options: SegmenterOptions = {}): Promise<Segmenter> {\n        const head: SegmenterHead = options.head ?? \"yolo-seg\";\n        if (head !== \"yolo-seg\") {\n            throw new Error(`Unsupported segmenter head '${head}'. Supported: 'yolo-seg'.`);\n        }\n        const session = await OrtSession.create(model, options);\n        const labels = resolveLabels(options.labels ?? \"coco\", {\n            numClasses: options.numClasses,\n        });\n        const names: Record<number, string> = {};\n        for (let i = 0; i < labels.length; i++) {\n            names[i] = labels[i] as string;\n        }\n        return new Segmenter(\n            session,\n            head,\n            labels,\n            names,\n            options.inputSize ?? [640, 640],\n            options.confThreshold ?? 0.25,\n            options.iouThreshold ?? 0.45,\n            options.maxDetections ?? 300,\n            options.maskThreshold ?? 0.5,\n        );\n    }\n\n    /** The decoder family used to interpret the model's output. */\n    get head(): SegmenterHead {\n        return this._head;\n    }\n\n    /** Class labels indexed by class id. */\n    get labels(): readonly string[] {\n        return this._labels;\n    }\n\n    /** Class id → class name dict (matches Ultralytics' `model.names`). */\n    get names(): Readonly<Record<number, string>> {\n        return this._names;\n    }\n\n    /** Number of classes the model predicts. */\n    get numClasses(): number {\n        return this._labels.length;\n    }\n\n    /** Alias for {@link predict} (parity with PyTorch `nn.Module.__call__`). */\n    async call(\n        image: ImageInput,\n        options: SegmenterPredictOptions = {},\n    ): Promise<SegmentationResults[]> {\n        return this.predict(image, options);\n    }\n\n    /** Run instance segmentation on a single image. */\n    async predict(\n        image: ImageInput,\n        options: SegmenterPredictOptions = {},\n    ): Promise<SegmentationResults[]> {\n        const timer = new SpeedTimer();\n        const path = typeof image === \"string\" ? image : null;\n        const original = await loadImage(image);\n        timer.stage(\"load\");\n        const { tensor, scale, padLeft, padTop } = this._preprocess(original);\n        timer.stage(\"preprocess\");\n        const outputs = await this._session.run({ [this._session.inputName]: tensor });\n        timer.stage(\"inference\");\n\n        const { perAnchor, prototypes } = this._splitOutputs(outputs);\n\n        const decodedAll = decodeYoloSeg(\n            perAnchor.data as Float32Array,\n            perAnchor.dims,\n            prototypes.data as Float32Array,\n            prototypes.dims,\n            {\n                numClasses: this._labels.length,\n                inputWidth: this._inputSize[0],\n                inputHeight: this._inputSize[1],\n                originalWidth: original.width,\n                originalHeight: original.height,\n                padLeft,\n                padTop,\n                scale,\n                confThreshold: options.confThreshold ?? this._confThreshold,\n                iouThreshold: options.iouThreshold ?? this._iouThreshold,\n                maxDetections: this._maxDetections,\n                maskThreshold: this._maskThreshold,\n            },\n        );\n\n        const decoded =\n            options.classes !== undefined\n                ? (() => {\n                      const allowed = new Set(options.classes);\n                      return decodedAll.filter((d) => allowed.has(d.classId));\n                  })()\n                : decodedAll;\n\n        const detections = decoded.map((d) =>\n            this._buildResult(original, d.bbox, d.classId, d.confidence, d.mask),\n        );\n\n        const orig: readonly [number, number] = [original.height, original.width];\n        const boxes = this._buildBoxes(detections, orig);\n        const masks = this._buildMasks(detections, orig);\n        timer.stage(\"postprocess\");\n        return [\n            new SegmentationResults(\n                boxes,\n                masks,\n                detections,\n                this._names,\n                original,\n                orig,\n                path,\n                timer.speed(),\n            ),\n        ];\n    }\n\n    private _preprocess(image: RGBImage): {\n        tensor: ort.Tensor;\n        scale: number;\n        padLeft: number;\n        padTop: number;\n    } {\n        const [tw, th] = this._inputSize;\n        const lb = letterbox(image, tw, th);\n        const f32 = toFloat32(lb.image);\n        const chw = toCHW(f32, lb.image.width, lb.image.height, 3);\n        return {\n            tensor: toFloat32Tensor(chw, [1, 3, lb.image.height, lb.image.width]),\n            scale: lb.scale,\n            padLeft: lb.padLeft,\n            padTop: lb.padTop,\n        };\n    }\n\n    private _splitOutputs(outputs: Record<string, ort.Tensor>): {\n        perAnchor: ort.Tensor;\n        prototypes: ort.Tensor;\n    } {\n        let perAnchor: ort.Tensor | undefined;\n        let prototypes: ort.Tensor | undefined;\n        for (const name of this._session.outputNames) {\n            const t = outputs[name];\n            if (t === undefined) continue;\n            if (t.dims.length === 3 && perAnchor === undefined) {\n                perAnchor = t;\n            } else if (t.dims.length === 4 && prototypes === undefined) {\n                prototypes = t;\n            }\n        }\n        if (perAnchor === undefined || prototypes === undefined) {\n            const shapes = this._session.outputNames.map(\n                (n) => `${n}: ${JSON.stringify(outputs[n]?.dims ?? [])}`,\n            );\n            throw new Error(\n                `Segmenter expected one 3-D and one 4-D output, got [${shapes.join(\", \")}].`,\n            );\n        }\n        return { perAnchor, prototypes };\n    }\n\n    private _buildResult(\n        original: RGBImage,\n        bbox: BoundingBox,\n        classId: number,\n        confidence: number,\n        mask: Mask,\n    ): SegmentationResult {\n        const [x1, y1, x2, y2] = bbox.asIntXyxy();\n        const cx1 = Math.max(0, x1);\n        const cy1 = Math.max(0, y1);\n        const cx2 = Math.min(original.width, x2);\n        const cy2 = Math.min(original.height, y2);\n\n        let segmentedImage: RGBImage;\n        let finalMask = mask;\n        if (cx2 > cx1 && cy2 > cy1 && mask.data.length > 0) {\n            const cropW = cx2 - cx1;\n            const cropH = cy2 - cy1;\n            const mw = Math.min(mask.width, cropW);\n            const mh = Math.min(mask.height, cropH);\n            const segData = new Uint8Array(mw * mh * 3);\n            for (let row = 0; row < mh; row++) {\n                const srcRowOffset = ((cy1 + row) * original.width + cx1) * 3;\n                const dstRowOffset = row * mw * 3;\n                const maskRowOffset = row * mask.width;\n                for (let col = 0; col < mw; col++) {\n                    const m = mask.data[maskRowOffset + col];\n                    if (m !== 0) {\n                        const s = srcRowOffset + col * 3;\n                        const d = dstRowOffset + col * 3;\n                        segData[d] = original.data[s];\n                        segData[d + 1] = original.data[s + 1];\n                        segData[d + 2] = original.data[s + 2];\n                    }\n                }\n            }\n            segmentedImage = new RGBImage(segData, mw, mh);\n            if (mw !== mask.width || mh !== mask.height) {\n                const trimmed = new Uint8Array(mw * mh);\n                for (let row = 0; row < mh; row++) {\n                    trimmed.set(\n                        mask.data.subarray(row * mask.width, row * mask.width + mw),\n                        row * mw,\n                    );\n                }\n                finalMask = new Mask(trimmed, mw, mh);\n            }\n        } else {\n            finalMask = new Mask(new Uint8Array(0), 0, 0);\n            segmentedImage = new RGBImage(new Uint8Array(0), 0, 0);\n        }\n\n        const className = this._names[classId] ?? `class_${classId}`;\n\n        return {\n            classId,\n            className,\n            confidence,\n            bbox,\n            cls: classId,\n            name: className,\n            conf: confidence,\n            box: bbox,\n            mask: finalMask,\n            segmentedImage,\n        };\n    }\n\n    private _buildBoxes(\n        detections: readonly SegmentationResult[],\n        origShape: readonly [number, number],\n    ): Boxes {\n        const n = detections.length;\n        const xyxy = new Float32Array(n * 4);\n        const cls = new Int32Array(n);\n        const conf = new Float32Array(n);\n        for (let i = 0; i < n; i++) {\n            const d = detections[i] as SegmentationResult;\n            xyxy[i * 4] = d.bbox.x1;\n            xyxy[i * 4 + 1] = d.bbox.y1;\n            xyxy[i * 4 + 2] = d.bbox.x2;\n            xyxy[i * 4 + 3] = d.bbox.y2;\n            cls[i] = d.classId;\n            conf[i] = d.confidence;\n        }\n        return new Boxes(xyxy, cls, conf, origShape);\n    }\n\n    private _buildMasks(\n        detections: readonly SegmentationResult[],\n        origShape: readonly [number, number],\n    ): Masks {\n        const xyxy = new Float32Array(detections.length * 4);\n        for (let i = 0; i < detections.length; i++) {\n            const d = detections[i] as SegmentationResult;\n            xyxy[i * 4] = d.bbox.x1;\n            xyxy[i * 4 + 1] = d.bbox.y1;\n            xyxy[i * 4 + 2] = d.bbox.x2;\n            xyxy[i * 4 + 3] = d.bbox.y2;\n        }\n        return new Masks(\n            detections.map((d) => d.mask),\n            xyxy,\n            origShape,\n        );\n    }\n}\n"],"mappings":";;;;;;;;;;AAqFA,IAAa,IAAb,MAAa,UAAkB,EAAW;CAGjB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CATrB,YACI,GACA,GACA,GACA,GACA,GACA,GACA,GACA,GACA,GACF;EADmB,AAEjB,MAAM,CAAO,GATI,KAAA,QAAA,GACA,KAAA,UAAA,GACA,KAAA,SAAA,GACA,KAAA,aAAA,GACA,KAAA,iBAAA,GACA,KAAA,gBAAA,GACA,KAAA,iBAAA,GACA,KAAA,iBAAA;CAGrB;CAGA,aAAa,OAAO,GAAoB,IAA4B,CAAC,GAAuB;EACxF,IAAM,IAAsB,EAAQ,QAAQ;EAC5C,IAAI,MAAS,YACT,MAAU,MAAM,+BAA+B,EAAK,0BAA0B;EAElF,IAAM,IAAU,MAAM,EAAW,OAAO,GAAO,CAAO,GAChD,IAAS,EAAc,EAAQ,UAAU,QAAQ,EACnD,YAAY,EAAQ,WACxB,CAAC,GACK,IAAgC,CAAC;EACvC,KAAK,IAAI,IAAI,GAAG,IAAI,EAAO,QAAQ,KAC/B,EAAM,KAAK,EAAO;EAEtB,OAAO,IAAI,EACP,GACA,GACA,GACA,GACA,EAAQ,aAAa,CAAC,KAAK,GAAG,GAC9B,EAAQ,iBAAiB,KACzB,EAAQ,gBAAgB,KACxB,EAAQ,iBAAiB,KACzB,EAAQ,iBAAiB,EAC7B;CACJ;CAGA,IAAI,OAAsB;EACtB,OAAO,KAAK;CAChB;CAGA,IAAI,SAA4B;EAC5B,OAAO,KAAK;CAChB;CAGA,IAAI,QAA0C;EAC1C,OAAO,KAAK;CAChB;CAGA,IAAI,aAAqB;EACrB,OAAO,KAAK,QAAQ;CACxB;CAGA,MAAM,KACF,GACA,IAAmC,CAAC,GACN;EAC9B,OAAO,KAAK,QAAQ,GAAO,CAAO;CACtC;CAGA,MAAM,QACF,GACA,IAAmC,CAAC,GACN;EAC9B,IAAM,IAAQ,IAAI,EAAW,GACvB,IAAO,OAAO,KAAU,WAAW,IAAQ,MAC3C,IAAW,MAAM,EAAU,CAAK;EACtC,EAAM,MAAM,MAAM;EAClB,IAAM,EAAE,WAAQ,UAAO,YAAS,cAAW,KAAK,YAAY,CAAQ;EACpE,EAAM,MAAM,YAAY;EACxB,IAAM,IAAU,MAAM,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,YAAY,EAAO,CAAC;EAC7E,EAAM,MAAM,WAAW;EAEvB,IAAM,EAAE,cAAW,kBAAe,KAAK,cAAc,CAAO,GAEtD,IAAa,EACf,EAAU,MACV,EAAU,MACV,EAAW,MACX,EAAW,MACX;GACI,YAAY,KAAK,QAAQ;GACzB,YAAY,KAAK,WAAW;GAC5B,aAAa,KAAK,WAAW;GAC7B,eAAe,EAAS;GACxB,gBAAgB,EAAS;GACzB;GACA;GACA;GACA,eAAe,EAAQ,iBAAiB,KAAK;GAC7C,cAAc,EAAQ,gBAAgB,KAAK;GAC3C,eAAe,KAAK;GACpB,eAAe,KAAK;EACxB,CACJ,GAUM,KAPF,EAAQ,YAAY,KAAA,IAKd,WAJO;GACH,IAAM,IAAU,IAAI,IAAI,EAAQ,OAAO;GACvC,OAAO,EAAW,QAAQ,MAAM,EAAQ,IAAI,EAAE,OAAO,CAAC;EAC1D,EAAA,CAAG,EACH,CAEiB,KAAK,MAC5B,KAAK,aAAa,GAAU,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,IAAI,CACvE,GAEM,IAAkC,CAAC,EAAS,QAAQ,EAAS,KAAK,GAClE,IAAQ,KAAK,YAAY,GAAY,CAAI,GACzC,IAAQ,KAAK,YAAY,GAAY,CAAI;EAE/C,OADA,EAAM,MAAM,aAAa,GAClB,CACH,IAAI,EACA,GACA,GACA,GACA,KAAK,QACL,GACA,GACA,GACA,EAAM,MAAM,CAChB,CACJ;CACJ;CAEA,YAAoB,GAKlB;EACE,IAAM,CAAC,GAAI,KAAM,KAAK,YAChB,IAAK,EAAU,GAAO,GAAI,CAAE;EAGlC,OAAO;GACH,QAAQ,EAFA,EADA,EAAU,EAAG,KACP,GAAK,EAAG,MAAM,OAAO,EAAG,MAAM,QAAQ,CAE5B,GAAK;IAAC;IAAG;IAAG,EAAG,MAAM;IAAQ,EAAG,MAAM;GAAK,CAAC;GACpE,OAAO,EAAG;GACV,SAAS,EAAG;GACZ,QAAQ,EAAG;EACf;CACJ;CAEA,cAAsB,GAGpB;EACE,IAAI,GACA;EACJ,KAAK,IAAM,KAAQ,KAAK,SAAS,aAAa;GAC1C,IAAM,IAAI,EAAQ;GACd,MAAM,KAAA,MACN,EAAE,KAAK,WAAW,KAAK,MAAc,KAAA,IACrC,IAAY,IACL,EAAE,KAAK,WAAW,KAAK,MAAe,KAAA,MAC7C,IAAa;EAErB;EACA,IAAI,MAAc,KAAA,KAAa,MAAe,KAAA,GAAW;GACrD,IAAM,IAAS,KAAK,SAAS,YAAY,KACpC,MAAM,GAAG,EAAE,IAAI,KAAK,UAAU,EAAQ,EAAE,EAAE,QAAQ,CAAC,CAAC,GACzD;GACA,MAAU,MACN,uDAAuD,EAAO,KAAK,IAAI,EAAE,GAC7E;EACJ;EACA,OAAO;GAAE;GAAW;EAAW;CACnC;CAEA,aACI,GACA,GACA,GACA,GACA,GACkB;EAClB,IAAM,CAAC,GAAI,GAAI,GAAI,KAAM,EAAK,UAAU,GAClC,IAAM,KAAK,IAAI,GAAG,CAAE,GACpB,IAAM,KAAK,IAAI,GAAG,CAAE,GACpB,IAAM,KAAK,IAAI,EAAS,OAAO,CAAE,GACjC,IAAM,KAAK,IAAI,EAAS,QAAQ,CAAE,GAEpC,GACA,IAAY;EAChB,IAAI,IAAM,KAAO,IAAM,KAAO,EAAK,KAAK,SAAS,GAAG;GAChD,IAAM,IAAQ,IAAM,GACd,IAAQ,IAAM,GACd,IAAK,KAAK,IAAI,EAAK,OAAO,CAAK,GAC/B,IAAK,KAAK,IAAI,EAAK,QAAQ,CAAK,GAChC,IAAU,IAAI,WAAW,IAAK,IAAK,CAAC;GAC1C,KAAK,IAAI,IAAM,GAAG,IAAM,GAAI,KAAO;IAC/B,IAAM,MAAiB,IAAM,KAAO,EAAS,QAAQ,KAAO,GACtD,IAAe,IAAM,IAAK,GAC1B,IAAgB,IAAM,EAAK;IACjC,KAAK,IAAI,IAAM,GAAG,IAAM,GAAI,KAExB,IADU,EAAK,KAAK,IAAgB,OAC1B,GAAG;KACT,IAAM,IAAI,IAAe,IAAM,GACzB,IAAI,IAAe,IAAM;KAG/B,AAFA,EAAQ,KAAK,EAAS,KAAK,IAC3B,EAAQ,IAAI,KAAK,EAAS,KAAK,IAAI,IACnC,EAAQ,IAAI,KAAK,EAAS,KAAK,IAAI;IACvC;GAER;GAEA,IADA,IAAiB,IAAI,EAAS,GAAS,GAAI,CAAE,GACzC,MAAO,EAAK,SAAS,MAAO,EAAK,QAAQ;IACzC,IAAM,IAAU,IAAI,WAAW,IAAK,CAAE;IACtC,KAAK,IAAI,IAAM,GAAG,IAAM,GAAI,KACxB,EAAQ,IACJ,EAAK,KAAK,SAAS,IAAM,EAAK,OAAO,IAAM,EAAK,QAAQ,CAAE,GAC1D,IAAM,CACV;IAEJ,IAAY,IAAI,EAAK,GAAS,GAAI,CAAE;GACxC;EACJ,OAEI,AADA,IAAY,IAAI,kBAAK,IAAI,WAAY,GAAG,GAAG,CAAC,GAC5C,IAAiB,IAAI,kBAAS,IAAI,WAAY,GAAG,GAAG,CAAC;EAGzD,IAAM,IAAY,KAAK,OAAO,MAAY,SAAS;EAEnD,OAAO;GACH;GACA;GACA;GACA;GACA,KAAK;GACL,MAAM;GACN,MAAM;GACN,KAAK;GACL,MAAM;GACN;EACJ;CACJ;CAEA,YACI,GACA,GACK;EACL,IAAM,IAAI,EAAW,QACf,IAAO,IAAI,aAAa,IAAI,CAAC,GAC7B,IAAM,IAAI,WAAW,CAAC,GACtB,IAAO,IAAI,aAAa,CAAC;EAC/B,KAAK,IAAI,IAAI,GAAG,IAAI,GAAG,KAAK;GACxB,IAAM,IAAI,EAAW;GAMrB,AALA,EAAK,IAAI,KAAK,EAAE,KAAK,IACrB,EAAK,IAAI,IAAI,KAAK,EAAE,KAAK,IACzB,EAAK,IAAI,IAAI,KAAK,EAAE,KAAK,IACzB,EAAK,IAAI,IAAI,KAAK,EAAE,KAAK,IACzB,EAAI,KAAK,EAAE,SACX,EAAK,KAAK,EAAE;EAChB;EACA,OAAO,IAAI,EAAM,GAAM,GAAK,GAAM,CAAS;CAC/C;CAEA,YACI,GACA,GACK;EACL,IAAM,IAAO,IAAI,aAAa,EAAW,SAAS,CAAC;EACnD,KAAK,IAAI,IAAI,GAAG,IAAI,EAAW,QAAQ,KAAK;GACxC,IAAM,IAAI,EAAW;GAIrB,AAHA,EAAK,IAAI,KAAK,EAAE,KAAK,IACrB,EAAK,IAAI,IAAI,KAAK,EAAE,KAAK,IACzB,EAAK,IAAI,IAAI,KAAK,EAAE,KAAK,IACzB,EAAK,IAAI,IAAI,KAAK,EAAE,KAAK;EAC7B;EACA,OAAO,IAAI,EACP,EAAW,KAAK,MAAM,EAAE,IAAI,GAC5B,GACA,CACJ;CACJ;AACJ"}

package/dist/vision.cjs

@@ -1 +1 @@
-Object.defineProperty(exports,Symbol.toStringTag,{value:`Module`});const e=require("./vision/core/exceptions.cjs"),t=require("./vision/types.cjs"),n=require("./vision/results.cjs"),r=require("./vision/labels.cjs"),i=require("./vision/core/providers.cjs"),a=require("./vision/core/session.cjs"),o=require("./vision/io/image.cjs"),s=require("./vision/preprocess/image.cjs"),c=require("./vision/postprocess/classification.cjs"),l=require("./vision/postprocess/detection.cjs"),u=require("./vision/postprocess/segmentation.cjs"),d=require("./vision/tasks/base.cjs"),f=require("./vision/tasks/classifier.cjs"),p=require("./vision/tasks/detector.cjs"),m=require("./vision/tasks/segmenter.cjs"),h=require("./vision/index.cjs"),g=require("./vision/use-camera-stream.cjs"),_=require("./vision/luminance.cjs"),v=require("./vision/use-live-luminance.cjs");exports.BoundingBox=t.BoundingBox,exports.Boxes=n.Boxes,exports.COCO_CLASSES=r.COCO_CLASSES,exports.ClassificationResults=n.ClassificationResults,exports.Classifier=f.Classifier,exports.DEFAULT_PROVIDERS=i.DEFAULT_PROVIDERS,exports.DetectionResults=n.DetectionResults,exports.Detector=p.Detector,exports.ImageLoadError=e.ImageLoadError,exports.InferenceError=e.InferenceError,exports.LUMINANCE_SAMPLE_MAX_EDGE=_.LUMINANCE_SAMPLE_MAX_EDGE,exports.LabelMapError=e.LabelMapError,exports.LowLuminanceError=_.LowLuminanceError,exports.Mask=t.Mask,exports.Masks=n.Masks,exports.ModelLoadError=e.ModelLoadError,exports.OrtSession=a.OrtSession,exports.OrtVisionError=e.OrtVisionError,exports.Probs=n.Probs,exports.ProviderNotAvailableError=e.ProviderNotAvailableError,exports.RGBImage=t.RGBImage,exports.SegmentationResults=n.SegmentationResults,exports.Segmenter=m.Segmenter,exports.VERSION=h.VERSION,exports.VisionTask=d.VisionTask,exports.batchedNms=l.batchedNms,exports.computeImageLuminance=_.computeImageLuminance,exports.decodeYolo=l.decodeYolo,exports.decodeYoloAnchors=l.decodeYoloAnchors,exports.decodeYoloSeg=u.decodeYoloSeg,exports.decodeYoloV8=l.decodeYoloV8,exports.decodeYoloV8Anchors=l.decodeYoloV8Anchors,exports.decodeYoloV8Seg=u.decodeYoloV8Seg,exports.fromCv2=s.fromCv2,exports.isLuminanceAcceptable=_.isLuminanceAcceptable,exports.letterbox=s.letterbox,exports.loadImage=o.loadImage,exports.nms=l.nms,exports.normalize=s.normalize,exports.resize=s.resize,exports.resolveLabels=r.resolveLabels,exports.resolveProviders=i.resolveProviders,exports.softmax=c.softmax,exports.toCHW=s.toCHW,exports.toCv2=s.toCv2,exports.toFloat32=s.toFloat32,exports.toFloat32Tensor=s.toFloat32Tensor,exports.toTensor=s.toTensor,exports.topK=c.topK,exports.useCameraStream=g.useCameraStream,exports.useLiveLuminance=v.useLiveLuminance;
+Object.defineProperty(exports,Symbol.toStringTag,{value:`Module`});const e=require("./vision/core/exceptions.cjs"),t=require("./vision/types.cjs"),n=require("./vision/core/timing.cjs"),r=require("./vision/results.cjs"),i=require("./vision/labels.cjs"),a=require("./vision/core/providers.cjs"),o=require("./vision/core/session.cjs"),s=require("./vision/io/image.cjs"),c=require("./vision/preprocess/image.cjs"),l=require("./vision/postprocess/classification.cjs"),u=require("./vision/postprocess/detection.cjs"),d=require("./vision/postprocess/segmentation.cjs"),f=require("./vision/tasks/base.cjs"),p=require("./vision/tasks/classifier.cjs"),m=require("./vision/tasks/detector.cjs"),h=require("./vision/tasks/segmenter.cjs"),g=require("./vision/index.cjs"),_=require("./vision/use-camera-stream.cjs"),v=require("./vision/luminance.cjs"),y=require("./vision/use-live-luminance.cjs");exports.BoundingBox=t.BoundingBox,exports.Boxes=r.Boxes,exports.COCO_CLASSES=i.COCO_CLASSES,exports.ClassificationResults=r.ClassificationResults,exports.Classifier=p.Classifier,exports.DEFAULT_PROVIDERS=a.DEFAULT_PROVIDERS,exports.DetectionResults=r.DetectionResults,exports.Detector=m.Detector,exports.ImageLoadError=e.ImageLoadError,exports.InferenceError=e.InferenceError,exports.LUMINANCE_SAMPLE_MAX_EDGE=v.LUMINANCE_SAMPLE_MAX_EDGE,exports.LabelMapError=e.LabelMapError,exports.LowLuminanceError=v.LowLuminanceError,exports.Mask=t.Mask,exports.Masks=r.Masks,exports.ModelLoadError=e.ModelLoadError,exports.OrtSession=o.OrtSession,exports.OrtVisionError=e.OrtVisionError,exports.Probs=r.Probs,exports.ProviderNotAvailableError=e.ProviderNotAvailableError,exports.RGBImage=t.RGBImage,exports.SegmentationResults=r.SegmentationResults,exports.Segmenter=h.Segmenter,exports.SpeedTimer=n.SpeedTimer,exports.VERSION=g.VERSION,exports.VisionTask=f.VisionTask,exports.batchedNms=u.batchedNms,exports.computeImageLuminance=v.computeImageLuminance,exports.decodeYolo=u.decodeYolo,exports.decodeYoloAnchors=u.decodeYoloAnchors,exports.decodeYoloSeg=d.decodeYoloSeg,exports.decodeYoloV8=u.decodeYoloV8,exports.decodeYoloV8Anchors=u.decodeYoloV8Anchors,exports.decodeYoloV8Seg=d.decodeYoloV8Seg,exports.fromCv2=c.fromCv2,exports.isLuminanceAcceptable=v.isLuminanceAcceptable,exports.letterbox=c.letterbox,exports.loadImage=s.loadImage,exports.nms=u.nms,exports.normalize=c.normalize,exports.resize=c.resize,exports.resolveLabels=i.resolveLabels,exports.resolveProviders=a.resolveProviders,exports.softmax=l.softmax,exports.toCHW=c.toCHW,exports.toCv2=c.toCv2,exports.toFloat32=c.toFloat32,exports.toFloat32Tensor=c.toFloat32Tensor,exports.toTensor=c.toTensor,exports.topK=l.topK,exports.useCameraStream=_.useCameraStream,exports.useLiveLuminance=y.useLiveLuminance;

package/dist/vision.d.ts

@@ -149,8 +149,8 @@ export declare class ClassificationResults {
     readonly origImg: RGBImage;
     readonly origShape: readonly [number, number];
     readonly path: string | null;
-    readonly speed: Readonly<Record<string, number>>;
-    constructor(probs: Probs, result: ClassificationResult, names: Readonly<Record<number, string>>, origImg: RGBImage, origShape: readonly [number, number], path?: string | null, speed?: Readonly<Record<string, number>>);
+    readonly speed: Readonly<Speed>;
+    constructor(probs: Probs, result: ClassificationResult, names: Readonly<Record<number, string>>, origImg: RGBImage, origShape: readonly [number, number], path?: string | null, speed?: Readonly<Speed>);
     /** Top-1 class index (Ultralytics-style alias). */
     get cls(): number;
     /** Top-1 confidence (Ultralytics-style alias). */
@@ -385,12 +385,12 @@ export declare interface DecodeYoloSegOptions {
 
 /**
  * @deprecated since 0.2.0 — use {@link decodeYolo}. Same behavior; the
- * decoder covers v8/v9/v10/v11/v12 detect heads. Will be removed in 0.3.0.
+ * decoder covers v8/v9/v10/v11/v12 detect heads. Will be removed in 0.4.0.
  */
 export declare function decodeYoloV8(output: Float32Array, outputDims: readonly number[], options: DecodeYoloOptions): DecodedDetection[];
 
 /**
- * @deprecated since 0.2.0 — use {@link decodeYoloAnchors}. Will be removed in 0.3.0.
+ * @deprecated since 0.2.0 — use {@link decodeYoloAnchors}. Will be removed in 0.4.0.
  */
 export declare function decodeYoloV8Anchors(data: Float32Array, dims: readonly number[], options: DecodeYoloAnchorsOptions): DecodedAnchors;
 
@@ -400,7 +400,7 @@ export declare type DecodeYoloV8AnchorsOptions = DecodeYoloAnchorsOptions;
 /** @deprecated since 0.2.0 — use {@link DecodeYoloOptions}. */
 export declare type DecodeYoloV8Options = DecodeYoloOptions;
 
-/** @deprecated since 0.2.0 — use {@link decodeYoloSeg}. Will be removed in 0.3.0. */
+/** @deprecated since 0.2.0 — use {@link decodeYoloSeg}. Will be removed in 0.4.0. */
 export declare function decodeYoloV8Seg(perAnchorData: Float32Array, perAnchorDims: readonly number[], prototypeData: Float32Array, prototypeDims: readonly number[], options: DecodeYoloSegOptions): DecodedSegmentation[];
 
 /** @deprecated since 0.2.0 — use {@link DecodeYoloSegOptions}. */
@@ -459,8 +459,8 @@ export declare class DetectionResults implements Iterable<DetectionResult> {
     readonly origImg: RGBImage;
     readonly origShape: readonly [number, number];
     readonly path: string | null;
-    readonly speed: Readonly<Record<string, number>>;
-    constructor(boxes: Boxes, detections: readonly DetectionResult[], names: Readonly<Record<number, string>>, origImg: RGBImage, origShape: readonly [number, number], path?: string | null, speed?: Readonly<Record<string, number>>);
+    readonly speed: Readonly<Speed>;
+    constructor(boxes: Boxes, detections: readonly DetectionResult[], names: Readonly<Record<number, string>>, origImg: RGBImage, origShape: readonly [number, number], path?: string | null, speed?: Readonly<Speed>);
     /** Number of surviving detections. */
     get length(): number;
     /** Index into the per-instance detections. */
@@ -514,7 +514,12 @@ export declare class Detector extends VisionTask {
      * {@link DetectorPredictOptions} (including `classes`) is supported.
      */
     call(image: ImageInput, options?: DetectorPredictOptions): Promise<DetectionResults[]>;
-    /** Run detection on a single image. */
+    /**
+     * Run detection on a single image.
+     *
+     * The returned envelope carries a {@link Speed} breakdown in `speed`,
+     * mirroring Ultralytics' `results[0].speed`.
+     */
     predict(image: ImageInput, options?: DetectorPredictOptions): Promise<DetectionResults[]>;
     private _preprocess;
     private _buildResult;
@@ -934,8 +939,8 @@ export declare interface LetterboxResult {
            readonly origImg: RGBImage;
            readonly origShape: readonly [number, number];
            readonly path: string | null;
-           readonly speed: Readonly<Record<string, number>>;
-           constructor(boxes: Boxes, masks: Masks, detections: readonly SegmentationResult[], names: Readonly<Record<number, string>>, origImg: RGBImage, origShape: readonly [number, number], path?: string | null, speed?: Readonly<Record<string, number>>);
+           readonly speed: Readonly<Speed>;
+           constructor(boxes: Boxes, masks: Masks, detections: readonly SegmentationResult[], names: Readonly<Record<number, string>>, origImg: RGBImage, origShape: readonly [number, number], path?: string | null, speed?: Readonly<Speed>);
            /** Number of surviving instances. */
            get length(): number;
            /** Index into the per-instance results. */
@@ -1049,6 +1054,59 @@ export declare interface LetterboxResult {
        /** Apply numerically-stable softmax to a 1-D vector of logits. */
        export declare function softmax(logits: Float32Array | readonly number[]): Float32Array;
 
+       /**
+        * Per-stage timing for a single `predict()` call.
+        *
+        * Populates the `speed` field every `Results` envelope carries, mirroring
+        * Ultralytics' `results[0].speed`. All values are milliseconds measured with
+        * `performance.now()`.
+        */
+       /**
+        * Stage durations of one inference, in milliseconds.
+        *
+        * `preprocess`, `inference` and `postprocess` are the three keys Ultralytics
+        * reports, measured over the same boundaries. `load` is specific to this SDK:
+        * `predict()` accepts a URL, `Blob` or DOM element and decodes it internally,
+        * so the fetch/decode cost would otherwise be invisible — and on a cold cache
+        * it dominates everything else.
+        */
+       export declare interface Speed {
+           /** Fetching and decoding the input into an `RGBImage`. */
+           load: number;
+           /** Letterbox/resize, normalization and tensor packing. */
+           preprocess: number;
+           /** The ONNX Runtime forward pass. */
+           inference: number;
+           /** Decoding raw outputs into results (NMS, mask assembly, top-k). */
+           postprocess: number;
+       }
+
+       /**
+        * Accumulate stage durations while a `predict()` call runs.
+        *
+        * Each `stage()` call closes the previous stage: the elapsed time since the
+        * last boundary is attributed to the name given. This keeps the call sites
+        * free of paired start/stop bookkeeping and guarantees the four stages tile
+        * the whole call without gaps.
+        */
+       export declare class SpeedTimer {
+           private _last;
+           private readonly _speed;
+           constructor();
+           /**
+            * Attribute the time elapsed since the previous boundary to `stage`.
+            *
+            * @param stage Which stage just finished.
+            */
+           stage(stage: keyof Speed): void;
+           /**
+            * The accumulated durations.
+            *
+            * @returns The `speed` object to hand to the `Results` envelope.
+            */
+           speed(): Speed;
+       }
+
        /**
         * Transpose interleaved HWC data to planar CHW layout.
         *

package/dist/vision.js

@@ -1,20 +1,21 @@
 import { ImageLoadError as e, InferenceError as t, LabelMapError as n, ModelLoadError as r, OrtVisionError as i, ProviderNotAvailableError as a } from "./vision/core/exceptions.js";
 import { BoundingBox as o, Mask as s, RGBImage as c } from "./vision/types.js";
-import { Boxes as l, ClassificationResults as u, DetectionResults as d, Masks as f, Probs as p, SegmentationResults as m } from "./vision/results.js";
-import { COCO_CLASSES as h, resolveLabels as g } from "./vision/labels.js";
-import { DEFAULT_PROVIDERS as _, resolveProviders as v } from "./vision/core/providers.js";
-import { OrtSession as y } from "./vision/core/session.js";
-import { loadImage as b } from "./vision/io/image.js";
-import { fromCv2 as x, letterbox as S, normalize as C, resize as w, toCHW as T, toCv2 as E, toFloat32 as D, toFloat32Tensor as O, toTensor as k } from "./vision/preprocess/image.js";
-import { softmax as A, topK as j } from "./vision/postprocess/classification.js";
-import { batchedNms as M, decodeYolo as N, decodeYoloAnchors as P, decodeYoloV8 as F, decodeYoloV8Anchors as I, nms as L } from "./vision/postprocess/detection.js";
-import { decodeYoloSeg as R, decodeYoloV8Seg as z } from "./vision/postprocess/segmentation.js";
-import { VisionTask as B } from "./vision/tasks/base.js";
-import { Classifier as V } from "./vision/tasks/classifier.js";
-import { Detector as H } from "./vision/tasks/detector.js";
-import { Segmenter as U } from "./vision/tasks/segmenter.js";
-import { VERSION as W } from "./vision/index.js";
-import { useCameraStream as G } from "./vision/use-camera-stream.js";
-import { LUMINANCE_SAMPLE_MAX_EDGE as K, LowLuminanceError as q, computeImageLuminance as J, isLuminanceAcceptable as Y } from "./vision/luminance.js";
-import { useLiveLuminance as X } from "./vision/use-live-luminance.js";
-export { o as BoundingBox, l as Boxes, h as COCO_CLASSES, u as ClassificationResults, V as Classifier, _ as DEFAULT_PROVIDERS, d as DetectionResults, H as Detector, e as ImageLoadError, t as InferenceError, K as LUMINANCE_SAMPLE_MAX_EDGE, n as LabelMapError, q as LowLuminanceError, s as Mask, f as Masks, r as ModelLoadError, y as OrtSession, i as OrtVisionError, p as Probs, a as ProviderNotAvailableError, c as RGBImage, m as SegmentationResults, U as Segmenter, W as VERSION, B as VisionTask, M as batchedNms, J as computeImageLuminance, N as decodeYolo, P as decodeYoloAnchors, R as decodeYoloSeg, F as decodeYoloV8, I as decodeYoloV8Anchors, z as decodeYoloV8Seg, x as fromCv2, Y as isLuminanceAcceptable, S as letterbox, b as loadImage, L as nms, C as normalize, w as resize, g as resolveLabels, v as resolveProviders, A as softmax, T as toCHW, E as toCv2, D as toFloat32, O as toFloat32Tensor, k as toTensor, j as topK, G as useCameraStream, X as useLiveLuminance };
+import { SpeedTimer as l } from "./vision/core/timing.js";
+import { Boxes as u, ClassificationResults as d, DetectionResults as f, Masks as p, Probs as m, SegmentationResults as h } from "./vision/results.js";
+import { COCO_CLASSES as g, resolveLabels as _ } from "./vision/labels.js";
+import { DEFAULT_PROVIDERS as v, resolveProviders as y } from "./vision/core/providers.js";
+import { OrtSession as b } from "./vision/core/session.js";
+import { loadImage as x } from "./vision/io/image.js";
+import { fromCv2 as S, letterbox as C, normalize as w, resize as T, toCHW as E, toCv2 as D, toFloat32 as O, toFloat32Tensor as k, toTensor as A } from "./vision/preprocess/image.js";
+import { softmax as j, topK as M } from "./vision/postprocess/classification.js";
+import { batchedNms as N, decodeYolo as P, decodeYoloAnchors as F, decodeYoloV8 as I, decodeYoloV8Anchors as L, nms as R } from "./vision/postprocess/detection.js";
+import { decodeYoloSeg as z, decodeYoloV8Seg as B } from "./vision/postprocess/segmentation.js";
+import { VisionTask as V } from "./vision/tasks/base.js";
+import { Classifier as H } from "./vision/tasks/classifier.js";
+import { Detector as U } from "./vision/tasks/detector.js";
+import { Segmenter as W } from "./vision/tasks/segmenter.js";
+import { VERSION as G } from "./vision/index.js";
+import { useCameraStream as K } from "./vision/use-camera-stream.js";
+import { LUMINANCE_SAMPLE_MAX_EDGE as q, LowLuminanceError as J, computeImageLuminance as Y, isLuminanceAcceptable as X } from "./vision/luminance.js";
+import { useLiveLuminance as Z } from "./vision/use-live-luminance.js";
+export { o as BoundingBox, u as Boxes, g as COCO_CLASSES, d as ClassificationResults, H as Classifier, v as DEFAULT_PROVIDERS, f as DetectionResults, U as Detector, e as ImageLoadError, t as InferenceError, q as LUMINANCE_SAMPLE_MAX_EDGE, n as LabelMapError, J as LowLuminanceError, s as Mask, p as Masks, r as ModelLoadError, b as OrtSession, i as OrtVisionError, m as Probs, a as ProviderNotAvailableError, c as RGBImage, h as SegmentationResults, W as Segmenter, l as SpeedTimer, G as VERSION, V as VisionTask, N as batchedNms, Y as computeImageLuminance, P as decodeYolo, F as decodeYoloAnchors, z as decodeYoloSeg, I as decodeYoloV8, L as decodeYoloV8Anchors, B as decodeYoloV8Seg, S as fromCv2, X as isLuminanceAcceptable, C as letterbox, x as loadImage, R as nms, w as normalize, T as resize, _ as resolveLabels, y as resolveProviders, j as softmax, E as toCHW, D as toCv2, O as toFloat32, k as toFloat32Tensor, A as toTensor, M as topK, K as useCameraStream, Z as useLiveLuminance };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tempest-react-sdk",
-  "version": "0.34.0",
+  "version": "0.35.0",
   "description": "SDK público da Tempest com componentes, hooks e integrações para projetos React.",
   "type": "module",
   "license": "MIT",