@camstack/vision 0.1.0

package/dist/addons/animal-classifier/index.d.mts

@@ -0,0 +1,25 @@
+import { IClassifierProvider, IDetectionAddon, AddonManifest, AddonContext, CropInput, ClassifierOutput, ConfigUISchema, ClassMapDefinition, ModelCatalogEntry, DetectionModel, LabelDefinition, ProbeResult } from '@camstack/types';
+
+declare class AnimalClassifierAddon implements IClassifierProvider, IDetectionAddon {
+    readonly id = "animal-classifier";
+    readonly slot: "classifier";
+    readonly inputClasses: readonly ["animal"];
+    readonly outputClasses: readonly ["animal-type:*"];
+    readonly slotPriority = 0;
+    readonly requiredSteps: readonly [];
+    readonly manifest: AddonManifest;
+    private engine;
+    private modelEntry;
+    private minConfidence;
+    initialize(ctx: AddonContext): Promise<void>;
+    classify(input: CropInput): Promise<ClassifierOutput>;
+    shutdown(): Promise<void>;
+    getConfigSchema(): ConfigUISchema;
+    getClassMap(): ClassMapDefinition;
+    getModelCatalog(): ModelCatalogEntry[];
+    getAvailableModels(): DetectionModel[];
+    getActiveLabels(): readonly LabelDefinition[];
+    probe(): Promise<ProbeResult>;
+}
+
+export { AnimalClassifierAddon as default };

package/dist/addons/animal-classifier/index.d.ts

@@ -0,0 +1,25 @@
+import { IClassifierProvider, IDetectionAddon, AddonManifest, AddonContext, CropInput, ClassifierOutput, ConfigUISchema, ClassMapDefinition, ModelCatalogEntry, DetectionModel, LabelDefinition, ProbeResult } from '@camstack/types';
+
+declare class AnimalClassifierAddon implements IClassifierProvider, IDetectionAddon {
+    readonly id = "animal-classifier";
+    readonly slot: "classifier";
+    readonly inputClasses: readonly ["animal"];
+    readonly outputClasses: readonly ["animal-type:*"];
+    readonly slotPriority = 0;
+    readonly requiredSteps: readonly [];
+    readonly manifest: AddonManifest;
+    private engine;
+    private modelEntry;
+    private minConfidence;
+    initialize(ctx: AddonContext): Promise<void>;
+    classify(input: CropInput): Promise<ClassifierOutput>;
+    shutdown(): Promise<void>;
+    getConfigSchema(): ConfigUISchema;
+    getClassMap(): ClassMapDefinition;
+    getModelCatalog(): ModelCatalogEntry[];
+    getAvailableModels(): DetectionModel[];
+    getActiveLabels(): readonly LabelDefinition[];
+    probe(): Promise<ProbeResult>;
+}
+
+export { AnimalClassifierAddon as default };

package/dist/addons/animal-classifier/index.js

@@ -0,0 +1,469 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/addons/animal-classifier/index.ts
+var animal_classifier_exports = {};
+__export(animal_classifier_exports, {
+  default: () => AnimalClassifierAddon
+});
+module.exports = __toCommonJS(animal_classifier_exports);
+var import_types = require("@camstack/types");
+
+// src/shared/image-utils.ts
+var import_sharp = __toESM(require("sharp"));
+async function cropRegion(jpeg, roi) {
+  return (0, import_sharp.default)(jpeg).extract({
+    left: Math.round(roi.x),
+    top: Math.round(roi.y),
+    width: Math.round(roi.w),
+    height: Math.round(roi.h)
+  }).jpeg().toBuffer();
+}
+async function resizeAndNormalize(jpeg, targetWidth, targetHeight, normalization, layout) {
+  const { data } = await (0, import_sharp.default)(jpeg).resize(targetWidth, targetHeight).removeAlpha().raw().toBuffer({ resolveWithObject: true });
+  const numPixels = targetWidth * targetHeight;
+  const float32 = new Float32Array(3 * numPixels);
+  const mean = [0.485, 0.456, 0.406];
+  const std = [0.229, 0.224, 0.225];
+  if (layout === "nchw") {
+    for (let i = 0; i < numPixels; i++) {
+      const srcBase = i * 3;
+      for (let c = 0; c < 3; c++) {
+        const raw = data[srcBase + c] / 255;
+        let val;
+        if (normalization === "zero-one") {
+          val = raw;
+        } else if (normalization === "imagenet") {
+          val = (raw - mean[c]) / std[c];
+        } else {
+          val = data[srcBase + c];
+        }
+        float32[c * numPixels + i] = val;
+      }
+    }
+  } else {
+    for (let i = 0; i < numPixels; i++) {
+      const srcBase = i * 3;
+      for (let c = 0; c < 3; c++) {
+        const raw = data[srcBase + c] / 255;
+        let val;
+        if (normalization === "zero-one") {
+          val = raw;
+        } else if (normalization === "imagenet") {
+          val = (raw - mean[c]) / std[c];
+        } else {
+          val = data[srcBase + c];
+        }
+        float32[i * 3 + c] = val;
+      }
+    }
+  }
+  return float32;
+}
+
+// src/shared/engine-resolver.ts
+var fs = __toESM(require("fs"));
+var path2 = __toESM(require("path"));
+
+// src/shared/node-engine.ts
+var path = __toESM(require("path"));
+var BACKEND_TO_PROVIDER = {
+  cpu: "cpu",
+  coreml: "coreml",
+  cuda: "cuda",
+  tensorrt: "tensorrt",
+  dml: "dml"
+};
+var BACKEND_TO_DEVICE = {
+  cpu: "cpu",
+  coreml: "gpu-mps",
+  cuda: "gpu-cuda",
+  tensorrt: "tensorrt"
+};
+var NodeInferenceEngine = class {
+  constructor(modelPath, backend) {
+    this.modelPath = modelPath;
+    this.backend = backend;
+    this.device = BACKEND_TO_DEVICE[backend] ?? "cpu";
+  }
+  runtime = "onnx";
+  device;
+  session = null;
+  async initialize() {
+    const ort = await import("onnxruntime-node");
+    const provider = BACKEND_TO_PROVIDER[this.backend] ?? "cpu";
+    const absModelPath = path.isAbsolute(this.modelPath) ? this.modelPath : path.resolve(process.cwd(), this.modelPath);
+    const sessionOptions = {
+      executionProviders: [provider]
+    };
+    this.session = await ort.InferenceSession.create(absModelPath, sessionOptions);
+  }
+  async run(input, inputShape) {
+    if (!this.session) {
+      throw new Error("NodeInferenceEngine: not initialized \u2014 call initialize() first");
+    }
+    const ort = await import("onnxruntime-node");
+    const sess = this.session;
+    const inputName = sess.inputNames[0];
+    const tensor = new ort.Tensor("float32", input, [...inputShape]);
+    const feeds = { [inputName]: tensor };
+    const results = await sess.run(feeds);
+    const outputName = sess.outputNames[0];
+    const outputTensor = results[outputName];
+    return outputTensor.data;
+  }
+  async runMultiOutput(input, inputShape) {
+    if (!this.session) {
+      throw new Error("NodeInferenceEngine: not initialized \u2014 call initialize() first");
+    }
+    const ort = await import("onnxruntime-node");
+    const sess = this.session;
+    const inputName = sess.inputNames[0];
+    const tensor = new ort.Tensor("float32", input, [...inputShape]);
+    const feeds = { [inputName]: tensor };
+    const results = await sess.run(feeds);
+    const out = {};
+    for (const name of sess.outputNames) {
+      out[name] = results[name].data;
+    }
+    return out;
+  }
+  async dispose() {
+    this.session = null;
+  }
+};
+
+// src/shared/engine-resolver.ts
+var AUTO_BACKEND_PRIORITY = ["coreml", "cuda", "tensorrt", "cpu"];
+var BACKEND_TO_FORMAT = {
+  cpu: "onnx",
+  coreml: "coreml",
+  cuda: "onnx",
+  tensorrt: "onnx"
+};
+var RUNTIME_TO_FORMAT = {
+  onnx: "onnx",
+  coreml: "coreml",
+  openvino: "openvino",
+  tflite: "tflite",
+  pytorch: "pt"
+};
+function modelFilePath(modelsDir, modelEntry, format) {
+  const formatEntry = modelEntry.formats[format];
+  if (!formatEntry) {
+    throw new Error(`Model ${modelEntry.id} has no ${format} format`);
+  }
+  const urlParts = formatEntry.url.split("/");
+  const filename = urlParts[urlParts.length - 1] ?? `${modelEntry.id}.${format}`;
+  return path2.join(modelsDir, filename);
+}
+function modelExists(filePath) {
+  try {
+    return fs.existsSync(filePath);
+  } catch {
+    return false;
+  }
+}
+async function resolveEngine(options) {
+  const { runtime, backend, modelEntry, modelsDir, downloadModel } = options;
+  let selectedFormat;
+  let selectedBackend;
+  if (runtime === "auto") {
+    const available = await probeOnnxBackends();
+    let chosen = null;
+    for (const b of AUTO_BACKEND_PRIORITY) {
+      if (!available.includes(b)) continue;
+      const fmt = BACKEND_TO_FORMAT[b];
+      if (!fmt) continue;
+      if (!modelEntry.formats[fmt]) continue;
+      chosen = { backend: b, format: fmt };
+      break;
+    }
+    if (!chosen) {
+      throw new Error(
+        `resolveEngine: no compatible backend found for model ${modelEntry.id}. Available backends: ${available.join(", ")}`
+      );
+    }
+    selectedFormat = chosen.format;
+    selectedBackend = chosen.backend;
+  } else {
+    const fmt = RUNTIME_TO_FORMAT[runtime];
+    if (!fmt) {
+      throw new Error(`resolveEngine: unsupported runtime "${runtime}"`);
+    }
+    if (!modelEntry.formats[fmt]) {
+      throw new Error(
+        `resolveEngine: model ${modelEntry.id} has no ${fmt} format for runtime ${runtime}`
+      );
+    }
+    selectedFormat = fmt;
+    selectedBackend = runtime === "onnx" ? backend || "cpu" : runtime;
+  }
+  let modelPath = modelFilePath(modelsDir, modelEntry, selectedFormat);
+  if (!modelExists(modelPath)) {
+    if (downloadModel) {
+      const formatEntry = modelEntry.formats[selectedFormat];
+      modelPath = await downloadModel(formatEntry.url, modelsDir);
+    } else {
+      throw new Error(
+        `resolveEngine: model file not found at ${modelPath} and no downloadModel function provided`
+      );
+    }
+  }
+  if (selectedFormat === "onnx" || selectedFormat === "coreml") {
+    const engine = new NodeInferenceEngine(modelPath, selectedBackend);
+    await engine.initialize();
+    return { engine, format: selectedFormat, modelPath };
+  }
+  const fallbackPath = modelFilePath(modelsDir, modelEntry, "onnx");
+  if (modelEntry.formats["onnx"] && modelExists(fallbackPath)) {
+    const engine = new NodeInferenceEngine(fallbackPath, "cpu");
+    await engine.initialize();
+    return { engine, format: "onnx", modelPath: fallbackPath };
+  }
+  throw new Error(
+    `resolveEngine: format ${selectedFormat} is not yet supported by NodeInferenceEngine and no ONNX fallback is available`
+  );
+}
+async function probeOnnxBackends() {
+  const available = ["cpu"];
+  try {
+    const ort = await import("onnxruntime-node");
+    const providers = ort.env?.webgl?.disabled !== void 0 ? ort.InferenceSession?.getAvailableProviders?.() ?? [] : [];
+    for (const p of providers) {
+      const normalized = p.toLowerCase().replace("executionprovider", "");
+      if (normalized === "coreml") available.push("coreml");
+      else if (normalized === "cuda") available.push("cuda");
+      else if (normalized === "tensorrt") available.push("tensorrt");
+    }
+  } catch {
+  }
+  if (process.platform === "darwin" && !available.includes("coreml")) {
+    available.push("coreml");
+  }
+  return [...new Set(available)];
+}
+
+// src/addons/animal-classifier/index.ts
+var ANIMAL_TYPE_LABEL = { id: "animal-type", name: "Animal Type" };
+var ANIMAL_TYPE_LABELS = [ANIMAL_TYPE_LABEL];
+var ANIMAL_CLASS_MAP = { mapping: {}, preserveOriginal: true };
+var ANIMAL_10_CLASSES = [
+  "cat",
+  "cow",
+  "dog",
+  "dolphin",
+  "eagle",
+  "giant panda",
+  "horse",
+  "monkey",
+  "sheep",
+  "spider"
+];
+function softmax(logits) {
+  const max = logits.reduce((a, b) => Math.max(a, b), -Infinity);
+  const exps = logits.map((v) => Math.exp(v - max));
+  const sum = exps.reduce((a, b) => a + b, 0);
+  return exps.map((v) => v / sum);
+}
+var AnimalClassifierAddon = class {
+  id = "animal-classifier";
+  slot = "classifier";
+  inputClasses = ["animal"];
+  outputClasses = ["animal-type:*"];
+  slotPriority = 0;
+  requiredSteps = [];
+  manifest = {
+    id: "animal-classifier",
+    name: "Animal Classifier",
+    version: "0.1.0",
+    description: "ViT-based animal type classifier \u2014 10 common species",
+    packageName: "@camstack/vision",
+    slot: "classifier",
+    inputClasses: ["animal"],
+    outputClasses: ["animal-type:*"],
+    supportsCustomModels: false,
+    mayRequirePython: false,
+    defaultConfig: {
+      modelId: "animals-10",
+      runtime: "auto",
+      backend: "cpu",
+      minConfidence: 0.3
+    }
+  };
+  engine;
+  modelEntry;
+  minConfidence = 0.3;
+  async initialize(ctx) {
+    const cfg = ctx.addonConfig;
+    const modelId = cfg["modelId"] ?? "animals-10";
+    const runtime = cfg["runtime"] ?? "auto";
+    const backend = cfg["backend"] ?? "cpu";
+    this.minConfidence = cfg["minConfidence"] ?? 0.3;
+    const entry = import_types.ANIMAL_TYPE_MODELS.find((m) => m.id === modelId);
+    if (!entry) {
+      throw new Error(`AnimalClassifierAddon: unknown modelId "${modelId}"`);
+    }
+    this.modelEntry = entry;
+    const resolved = await resolveEngine({
+      runtime,
+      backend,
+      modelEntry: entry,
+      modelsDir: ctx.locationPaths.models
+    });
+    this.engine = resolved.engine;
+  }
+  async classify(input) {
+    const start = Date.now();
+    const { width: inputW, height: inputH } = this.modelEntry.inputSize;
+    const animalCrop = await cropRegion(input.frame.data, input.roi);
+    const normalized = await resizeAndNormalize(animalCrop, inputW, inputH, "imagenet", "nchw");
+    const rawOutput = await this.engine.run(normalized, [1, 3, inputH, inputW]);
+    const probs = softmax(rawOutput);
+    let maxIdx = 0;
+    let maxScore = probs[0] ?? 0;
+    for (let i = 1; i < probs.length; i++) {
+      const score = probs[i] ?? 0;
+      if (score > maxScore) {
+        maxScore = score;
+        maxIdx = i;
+      }
+    }
+    if (maxScore < this.minConfidence) {
+      return {
+        classifications: [],
+        inferenceMs: Date.now() - start,
+        modelId: this.modelEntry.id
+      };
+    }
+    const label = ANIMAL_10_CLASSES[maxIdx] ?? `animal_${maxIdx}`;
+    return {
+      classifications: [
+        {
+          class: label,
+          score: maxScore
+        }
+      ],
+      inferenceMs: Date.now() - start,
+      modelId: this.modelEntry.id
+    };
+  }
+  async shutdown() {
+    await this.engine?.dispose();
+  }
+  getConfigSchema() {
+    return {
+      sections: [
+        {
+          id: "model",
+          title: "Model",
+          columns: 1,
+          fields: [
+            {
+              key: "modelId",
+              label: "Model",
+              type: "model-selector",
+              catalog: [...import_types.ANIMAL_TYPE_MODELS],
+              allowCustom: false,
+              allowConversion: false,
+              acceptFormats: ["onnx", "coreml", "openvino"],
+              requiredMetadata: ["inputSize", "labels"],
+              outputFormatHint: "classification"
+            }
+          ]
+        },
+        {
+          id: "thresholds",
+          title: "Classification Settings",
+          columns: 1,
+          fields: [
+            {
+              key: "minConfidence",
+              label: "Minimum Confidence",
+              type: "slider",
+              min: 0.05,
+              max: 1,
+              step: 0.05,
+              default: 0.3
+            }
+          ]
+        },
+        {
+          id: "runtime",
+          title: "Runtime",
+          columns: 2,
+          fields: [
+            {
+              key: "runtime",
+              label: "Runtime",
+              type: "select",
+              options: [
+                { value: "auto", label: "Auto (recommended)" },
+                { value: "onnx", label: "ONNX Runtime" },
+                { value: "coreml", label: "CoreML (Apple)" }
+              ]
+            },
+            {
+              key: "backend",
+              label: "Backend",
+              type: "select",
+              dependsOn: { runtime: "onnx" },
+              options: [
+                { value: "cpu", label: "CPU" },
+                { value: "coreml", label: "CoreML" },
+                { value: "cuda", label: "CUDA (NVIDIA)" }
+              ]
+            }
+          ]
+        }
+      ]
+    };
+  }
+  getClassMap() {
+    return ANIMAL_CLASS_MAP;
+  }
+  getModelCatalog() {
+    return [...import_types.ANIMAL_TYPE_MODELS];
+  }
+  getAvailableModels() {
+    return [];
+  }
+  getActiveLabels() {
+    return ANIMAL_TYPE_LABELS;
+  }
+  async probe() {
+    return {
+      available: true,
+      runtime: this.engine?.runtime ?? "onnx",
+      device: this.engine?.device ?? "cpu",
+      capabilities: ["fp32"]
+    };
+  }
+};
+//# sourceMappingURL=index.js.map

package/dist/addons/animal-classifier/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/addons/animal-classifier/index.ts","../../../src/shared/image-utils.ts","../../../src/shared/engine-resolver.ts","../../../src/shared/node-engine.ts"],"sourcesContent":["import type {\n  IClassifierProvider,\n  IDetectionAddon,\n  AddonManifest,\n  AddonContext,\n  CropInput,\n  ClassifierOutput,\n  ConfigUISchema,\n  ClassMapDefinition,\n  ProbeResult,\n  ModelCatalogEntry,\n  DetectionModel,\n  LabelDefinition,\n  IInferenceEngine,\n} from '@camstack/types'\nimport { ANIMAL_TYPE_MODELS } from '@camstack/types'\nimport { cropRegion, resizeAndNormalize } from '../../shared/image-utils.js'\nimport { resolveEngine } from '../../shared/engine-resolver.js'\n\nconst ANIMAL_TYPE_LABEL: LabelDefinition = { id: 'animal-type', name: 'Animal Type' }\nconst ANIMAL_TYPE_LABELS: readonly LabelDefinition[] = [ANIMAL_TYPE_LABEL]\nconst ANIMAL_CLASS_MAP: ClassMapDefinition = { mapping: {}, preserveOriginal: true }\n\nconst ANIMAL_10_CLASSES = [\n  'cat',\n  'cow',\n  'dog',\n  'dolphin',\n  'eagle',\n  'giant panda',\n  'horse',\n  'monkey',\n  'sheep',\n  'spider',\n] as const\n\nfunction softmax(logits: Float32Array): Float32Array {\n  const max = logits.reduce((a, b) => Math.max(a, b), -Infinity)\n  const exps = logits.map((v) => Math.exp(v - max))\n  const sum = exps.reduce((a, b) => a + b, 0)\n  return exps.map((v) => v / sum) as unknown as Float32Array\n}\n\nexport default class AnimalClassifierAddon implements IClassifierProvider, IDetectionAddon {\n  readonly id = 'animal-classifier'\n  readonly slot = 'classifier' as const\n  readonly inputClasses = ['animal'] as const\n  readonly outputClasses = ['animal-type:*'] as const\n  readonly slotPriority = 0\n  readonly requiredSteps = [] as const\n  readonly manifest: AddonManifest = {\n    id: 'animal-classifier',\n    name: 'Animal Classifier',\n    version: '0.1.0',\n    description: 'ViT-based animal type classifier — 10 common species',\n    packageName: '@camstack/vision',\n    slot: 'classifier',\n    inputClasses: ['animal'],\n    outputClasses: ['animal-type:*'],\n    supportsCustomModels: false,\n    mayRequirePython: false,\n    defaultConfig: {\n      modelId: 'animals-10',\n      runtime: 'auto',\n      backend: 'cpu',\n      minConfidence: 0.3,\n    },\n  }\n\n  private engine!: IInferenceEngine\n  private modelEntry!: ModelCatalogEntry\n  private minConfidence = 0.3\n\n  async initialize(ctx: AddonContext): Promise<void> {\n    const cfg = ctx.addonConfig\n    const modelId = (cfg['modelId'] as string | undefined) ?? 'animals-10'\n    const runtime = (cfg['runtime'] as string | undefined) ?? 'auto'\n    const backend = (cfg['backend'] as string | undefined) ?? 'cpu'\n    this.minConfidence = (cfg['minConfidence'] as number | undefined) ?? 0.3\n\n    const entry = ANIMAL_TYPE_MODELS.find((m) => m.id === modelId)\n    if (!entry) {\n      throw new Error(`AnimalClassifierAddon: unknown modelId \"${modelId}\"`)\n    }\n    this.modelEntry = entry\n\n    const resolved = await resolveEngine({\n      runtime: runtime as 'auto',\n      backend,\n      modelEntry: entry,\n      modelsDir: ctx.locationPaths.models,\n    })\n    this.engine = resolved.engine\n  }\n\n  async classify(input: CropInput): Promise<ClassifierOutput> {\n    const start = Date.now()\n    const { width: inputW, height: inputH } = this.modelEntry.inputSize\n\n    // Crop the animal region\n    const animalCrop = await cropRegion(input.frame.data, input.roi)\n\n    // Resize to 224x224, ImageNet normalization, NCHW\n    const normalized = await resizeAndNormalize(animalCrop, inputW, inputH, 'imagenet', 'nchw')\n\n    // Run inference — output shape: [1, 10]\n    const rawOutput = await this.engine.run(normalized, [1, 3, inputH, inputW])\n\n    // Softmax to get probabilities\n    const probs = softmax(rawOutput)\n\n    // Find argmax\n    let maxIdx = 0\n    let maxScore = probs[0] ?? 0\n    for (let i = 1; i < probs.length; i++) {\n      const score = probs[i] ?? 0\n      if (score > maxScore) {\n        maxScore = score\n        maxIdx = i\n      }\n    }\n\n    if (maxScore < this.minConfidence) {\n      return {\n        classifications: [],\n        inferenceMs: Date.now() - start,\n        modelId: this.modelEntry.id,\n      }\n    }\n\n    const label = ANIMAL_10_CLASSES[maxIdx] ?? `animal_${maxIdx}`\n\n    return {\n      classifications: [\n        {\n          class: label,\n          score: maxScore,\n        },\n      ],\n      inferenceMs: Date.now() - start,\n      modelId: this.modelEntry.id,\n    }\n  }\n\n  async shutdown(): Promise<void> {\n    await this.engine?.dispose()\n  }\n\n  getConfigSchema(): ConfigUISchema {\n    return {\n      sections: [\n        {\n          id: 'model',\n          title: 'Model',\n          columns: 1,\n          fields: [\n            {\n              key: 'modelId',\n              label: 'Model',\n              type: 'model-selector',\n              catalog: [...ANIMAL_TYPE_MODELS],\n              allowCustom: false,\n              allowConversion: false,\n              acceptFormats: ['onnx', 'coreml', 'openvino'],\n              requiredMetadata: ['inputSize', 'labels'],\n              outputFormatHint: 'classification',\n            },\n          ],\n        },\n        {\n          id: 'thresholds',\n          title: 'Classification Settings',\n          columns: 1,\n          fields: [\n            {\n              key: 'minConfidence',\n              label: 'Minimum Confidence',\n              type: 'slider',\n              min: 0.05,\n              max: 1.0,\n              step: 0.05,\n              default: 0.3,\n            },\n          ],\n        },\n        {\n          id: 'runtime',\n          title: 'Runtime',\n          columns: 2,\n          fields: [\n            {\n              key: 'runtime',\n              label: 'Runtime',\n              type: 'select',\n              options: [\n                { value: 'auto', label: 'Auto (recommended)' },\n                { value: 'onnx', label: 'ONNX Runtime' },\n                { value: 'coreml', label: 'CoreML (Apple)' },\n              ],\n            },\n            {\n              key: 'backend',\n              label: 'Backend',\n              type: 'select',\n              dependsOn: { runtime: 'onnx' },\n              options: [\n                { value: 'cpu', label: 'CPU' },\n                { value: 'coreml', label: 'CoreML' },\n                { value: 'cuda', label: 'CUDA (NVIDIA)' },\n              ],\n            },\n          ],\n        },\n      ],\n    }\n  }\n\n  getClassMap(): ClassMapDefinition {\n    return ANIMAL_CLASS_MAP\n  }\n\n  getModelCatalog(): ModelCatalogEntry[] {\n    return [...ANIMAL_TYPE_MODELS]\n  }\n\n  getAvailableModels(): DetectionModel[] {\n    return []\n  }\n\n  getActiveLabels(): readonly LabelDefinition[] {\n    return ANIMAL_TYPE_LABELS\n  }\n\n  async probe(): Promise<ProbeResult> {\n    return {\n      available: true,\n      runtime: this.engine?.runtime ?? 'onnx',\n      device: this.engine?.device ?? 'cpu',\n      capabilities: ['fp32'],\n    }\n  }\n}\n","import sharp from 'sharp'\nimport type { BoundingBox } from '@camstack/types'\n\n/** Decode JPEG to raw RGB pixels */\nexport async function jpegToRgb(\n  jpeg: Buffer,\n): Promise<{ data: Buffer; width: number; height: number }> {\n  const { data, info } = await sharp(jpeg)\n    .removeAlpha()\n    .raw()\n    .toBuffer({ resolveWithObject: true })\n  return { data, width: info.width, height: info.height }\n}\n\n/** Crop a region from a JPEG buffer */\nexport async function cropRegion(jpeg: Buffer, roi: BoundingBox): Promise<Buffer> {\n  return sharp(jpeg)\n    .extract({\n      left: Math.round(roi.x),\n      top: Math.round(roi.y),\n      width: Math.round(roi.w),\n      height: Math.round(roi.h),\n    })\n    .jpeg()\n    .toBuffer()\n}\n\n/** Letterbox resize for YOLO: resize preserving aspect ratio, pad to square */\nexport async function letterbox(\n  jpeg: Buffer,\n  targetSize: number,\n): Promise<{\n  data: Float32Array\n  scale: number\n  padX: number\n  padY: number\n  originalWidth: number\n  originalHeight: number\n}> {\n  const meta = await sharp(jpeg).metadata()\n  const originalWidth = meta.width ?? 0\n  const originalHeight = meta.height ?? 0\n\n  const scale = Math.min(targetSize / originalWidth, targetSize / originalHeight)\n  const scaledWidth = Math.round(originalWidth * scale)\n  const scaledHeight = Math.round(originalHeight * scale)\n\n  const padX = Math.floor((targetSize - scaledWidth) / 2)\n  const padY = Math.floor((targetSize - scaledHeight) / 2)\n\n  const { data } = await sharp(jpeg)\n    .resize(scaledWidth, scaledHeight)\n    .extend({\n      top: padY,\n      bottom: targetSize - scaledHeight - padY,\n      left: padX,\n      right: targetSize - scaledWidth - padX,\n      background: { r: 114, g: 114, b: 114 },\n    })\n    .removeAlpha()\n    .raw()\n    .toBuffer({ resolveWithObject: true })\n\n  // Convert HWC uint8 to CHW float [0,1]\n  const numPixels = targetSize * targetSize\n  const float32 = new Float32Array(3 * numPixels)\n  for (let i = 0; i < numPixels; i++) {\n    const srcBase = i * 3\n    float32[0 * numPixels + i] = (data[srcBase]! / 255)\n    float32[1 * numPixels + i] = (data[srcBase + 1]! / 255)\n    float32[2 * numPixels + i] = (data[srcBase + 2]! / 255)\n  }\n\n  return { data: float32, scale, padX, padY, originalWidth, originalHeight }\n}\n\n/** Resize and normalize to Float32Array */\nexport async function resizeAndNormalize(\n  jpeg: Buffer,\n  targetWidth: number,\n  targetHeight: number,\n  normalization: 'zero-one' | 'imagenet' | 'none',\n  layout: 'nchw' | 'nhwc',\n): Promise<Float32Array> {\n  const { data } = await sharp(jpeg)\n    .resize(targetWidth, targetHeight)\n    .removeAlpha()\n    .raw()\n    .toBuffer({ resolveWithObject: true })\n\n  const numPixels = targetWidth * targetHeight\n  const float32 = new Float32Array(3 * numPixels)\n\n  // ImageNet mean and std per channel\n  const mean = [0.485, 0.456, 0.406]\n  const std = [0.229, 0.224, 0.225]\n\n  if (layout === 'nchw') {\n    for (let i = 0; i < numPixels; i++) {\n      const srcBase = i * 3\n      for (let c = 0; c < 3; c++) {\n        const raw = data[srcBase + c]! / 255\n        let val: number\n        if (normalization === 'zero-one') {\n          val = raw\n        } else if (normalization === 'imagenet') {\n          val = (raw - mean[c]!) / std[c]!\n        } else {\n          val = data[srcBase + c]!\n        }\n        float32[c * numPixels + i] = val\n      }\n    }\n  } else {\n    // nhwc\n    for (let i = 0; i < numPixels; i++) {\n      const srcBase = i * 3\n      for (let c = 0; c < 3; c++) {\n        const raw = data[srcBase + c]! / 255\n        let val: number\n        if (normalization === 'zero-one') {\n          val = raw\n        } else if (normalization === 'imagenet') {\n          val = (raw - mean[c]!) / std[c]!\n        } else {\n          val = data[srcBase + c]!\n        }\n        float32[i * 3 + c] = val\n      }\n    }\n  }\n\n  return float32\n}\n\n/** Convert raw RGB to grayscale Uint8Array */\nexport function rgbToGrayscale(rgb: Buffer, width: number, height: number): Uint8Array {\n  const numPixels = width * height\n  const gray = new Uint8Array(numPixels)\n  for (let i = 0; i < numPixels; i++) {\n    const r = rgb[i * 3]!\n    const g = rgb[i * 3 + 1]!\n    const b = rgb[i * 3 + 2]!\n    // BT.601 luma\n    gray[i] = Math.round(0.299 * r + 0.587 * g + 0.114 * b)\n  }\n  return gray\n}\n","import type {\n  IInferenceEngine,\n  DetectionRuntime,\n  ModelCatalogEntry,\n  ModelFormat,\n} from '@camstack/types'\nimport * as fs from 'node:fs'\nimport * as path from 'node:path'\nimport { NodeInferenceEngine } from './node-engine.js'\n\nexport interface EngineResolverOptions {\n  readonly runtime: DetectionRuntime | 'auto'\n  readonly backend: string\n  readonly modelEntry: ModelCatalogEntry\n  readonly modelsDir: string\n  readonly pythonPath?: string\n  readonly downloadModel?: (url: string, destDir: string) => Promise<string>\n}\n\nexport interface ResolvedEngine {\n  readonly engine: IInferenceEngine\n  readonly format: ModelFormat\n  readonly modelPath: string\n}\n\n/** Priority order for auto-selection of ONNX backends */\nconst AUTO_BACKEND_PRIORITY = ['coreml', 'cuda', 'tensorrt', 'cpu'] as const\n\n/** Map backend names to the model format they require */\nconst BACKEND_TO_FORMAT: Readonly<Record<string, ModelFormat>> = {\n  cpu: 'onnx',\n  coreml: 'coreml',\n  cuda: 'onnx',\n  tensorrt: 'onnx',\n} as const\n\n/** Map DetectionRuntime to ModelFormat */\nconst RUNTIME_TO_FORMAT: Readonly<Partial<Record<DetectionRuntime, ModelFormat>>> = {\n  onnx: 'onnx',\n  coreml: 'coreml',\n  openvino: 'openvino',\n  tflite: 'tflite',\n  pytorch: 'pt',\n} as const\n\nfunction modelFilePath(modelsDir: string, modelEntry: ModelCatalogEntry, format: ModelFormat): string {\n  const formatEntry = modelEntry.formats[format]\n  if (!formatEntry) {\n    throw new Error(`Model ${modelEntry.id} has no ${format} format`)\n  }\n  // Derive filename from URL\n  const urlParts = formatEntry.url.split('/')\n  const filename = urlParts[urlParts.length - 1] ?? `${modelEntry.id}.${format}`\n  return path.join(modelsDir, filename)\n}\n\nfunction modelExists(filePath: string): boolean {\n  try {\n    return fs.existsSync(filePath)\n  } catch {\n    return false\n  }\n}\n\nexport async function resolveEngine(options: EngineResolverOptions): Promise<ResolvedEngine> {\n  const { runtime, backend, modelEntry, modelsDir, downloadModel } = options\n\n  let selectedFormat: ModelFormat\n  let selectedBackend: string\n\n  if (runtime === 'auto') {\n    // Probe available ONNX backends and pick best\n    const available = await probeOnnxBackends()\n\n    // Pick first priority backend that has a corresponding model format available\n    let chosen: { backend: string; format: ModelFormat } | null = null\n\n    for (const b of AUTO_BACKEND_PRIORITY) {\n      if (!available.includes(b)) continue\n      const fmt = BACKEND_TO_FORMAT[b]\n      if (!fmt) continue\n      if (!modelEntry.formats[fmt]) continue\n      chosen = { backend: b, format: fmt }\n      break\n    }\n\n    if (!chosen) {\n      throw new Error(\n        `resolveEngine: no compatible backend found for model ${modelEntry.id}. Available backends: ${available.join(', ')}`,\n      )\n    }\n\n    selectedFormat = chosen.format\n    selectedBackend = chosen.backend\n  } else {\n    // Explicit runtime requested\n    const fmt = RUNTIME_TO_FORMAT[runtime]\n    if (!fmt) {\n      throw new Error(`resolveEngine: unsupported runtime \"${runtime}\"`)\n    }\n    if (!modelEntry.formats[fmt]) {\n      throw new Error(\n        `resolveEngine: model ${modelEntry.id} has no ${fmt} format for runtime ${runtime}`,\n      )\n    }\n    selectedFormat = fmt\n    // For onnx runtime, use the provided backend; otherwise use the runtime name\n    selectedBackend = runtime === 'onnx' ? (backend || 'cpu') : runtime\n  }\n\n  // Resolve model path\n  let modelPath = modelFilePath(modelsDir, modelEntry, selectedFormat)\n\n  if (!modelExists(modelPath)) {\n    if (downloadModel) {\n      const formatEntry = modelEntry.formats[selectedFormat]!\n      modelPath = await downloadModel(formatEntry.url, modelsDir)\n    } else {\n      throw new Error(\n        `resolveEngine: model file not found at ${modelPath} and no downloadModel function provided`,\n      )\n    }\n  }\n\n  // Only ONNX runtime is handled by NodeInferenceEngine currently\n  if (selectedFormat === 'onnx' || selectedFormat === 'coreml') {\n    const engine = new NodeInferenceEngine(modelPath, selectedBackend)\n    await engine.initialize()\n    return { engine, format: selectedFormat, modelPath }\n  }\n\n  // For other formats (openvino, tflite, pt), fall back to ONNX cpu with a warning\n  // until those engines are implemented\n  const fallbackPath = modelFilePath(modelsDir, modelEntry, 'onnx')\n  if (modelEntry.formats['onnx'] && modelExists(fallbackPath)) {\n    const engine = new NodeInferenceEngine(fallbackPath, 'cpu')\n    await engine.initialize()\n    return { engine, format: 'onnx', modelPath: fallbackPath }\n  }\n\n  throw new Error(\n    `resolveEngine: format ${selectedFormat} is not yet supported by NodeInferenceEngine and no ONNX fallback is available`,\n  )\n}\n\n/** Probe which ONNX execution providers are available on this system */\nexport async function probeOnnxBackends(): Promise<string[]> {\n  const available: string[] = ['cpu'] // CPU is always available\n\n  try {\n    const ort = await import('onnxruntime-node')\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const providers: string[] = (ort as any).env?.webgl?.disabled !== undefined\n      // eslint-disable-next-line @typescript-eslint/no-explicit-any\n      ? ((ort as any).InferenceSession?.getAvailableProviders?.() ?? [])\n      : []\n\n    for (const p of providers) {\n      const normalized = p.toLowerCase().replace('executionprovider', '')\n      if (normalized === 'coreml') available.push('coreml')\n      else if (normalized === 'cuda') available.push('cuda')\n      else if (normalized === 'tensorrt') available.push('tensorrt')\n    }\n  } catch {\n    // onnxruntime-node may not be installed; CPU only\n  }\n\n  // Platform-specific hints when getAvailableProviders isn't exposed\n  if (process.platform === 'darwin' && !available.includes('coreml')) {\n    available.push('coreml')\n  }\n\n  return [...new Set(available)]\n}\n","import type { IInferenceEngine, DetectionRuntime, DetectionDevice } from '@camstack/types'\nimport * as path from 'node:path'\n\nconst BACKEND_TO_PROVIDER: Readonly<Record<string, string>> = {\n  cpu: 'cpu',\n  coreml: 'coreml',\n  cuda: 'cuda',\n  tensorrt: 'tensorrt',\n  dml: 'dml',\n} as const\n\nconst BACKEND_TO_DEVICE: Readonly<Record<string, DetectionDevice>> = {\n  cpu: 'cpu',\n  coreml: 'gpu-mps',\n  cuda: 'gpu-cuda',\n  tensorrt: 'tensorrt',\n} as const\n\nexport class NodeInferenceEngine implements IInferenceEngine {\n  readonly runtime: DetectionRuntime = 'onnx'\n  readonly device: DetectionDevice\n  private session: unknown = null\n\n  constructor(\n    private readonly modelPath: string,\n    private readonly backend: string,\n  ) {\n    this.device = (BACKEND_TO_DEVICE[backend] ?? 'cpu') as DetectionDevice\n  }\n\n  async initialize(): Promise<void> {\n    const ort = await import('onnxruntime-node')\n    const provider = BACKEND_TO_PROVIDER[this.backend] ?? 'cpu'\n\n    // Resolve absolute path\n    const absModelPath = path.isAbsolute(this.modelPath)\n      ? this.modelPath\n      : path.resolve(process.cwd(), this.modelPath)\n\n    const sessionOptions: Record<string, unknown> = {\n      executionProviders: [provider],\n    }\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    this.session = await (ort as any).InferenceSession.create(absModelPath, sessionOptions)\n  }\n\n  async run(input: Float32Array, inputShape: readonly number[]): Promise<Float32Array> {\n    if (!this.session) {\n      throw new Error('NodeInferenceEngine: not initialized — call initialize() first')\n    }\n\n    const ort = await import('onnxruntime-node')\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const sess = this.session as any\n\n    // Get the first input name\n    const inputName: string = sess.inputNames[0]\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const tensor = new (ort as any).Tensor('float32', input, [...inputShape])\n    const feeds: Record<string, unknown> = { [inputName]: tensor }\n\n    const results = await sess.run(feeds)\n    const outputName: string = sess.outputNames[0]\n    const outputTensor = results[outputName]\n\n    return outputTensor.data as Float32Array\n  }\n\n  async runMultiOutput(\n    input: Float32Array,\n    inputShape: readonly number[],\n  ): Promise<Record<string, Float32Array>> {\n    if (!this.session) {\n      throw new Error('NodeInferenceEngine: not initialized — call initialize() first')\n    }\n\n    const ort = await import('onnxruntime-node')\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const sess = this.session as any\n\n    const inputName: string = sess.inputNames[0]\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const tensor = new (ort as any).Tensor('float32', input, [...inputShape])\n    const feeds: Record<string, unknown> = { [inputName]: tensor }\n\n    const results = await sess.run(feeds)\n\n    const out: Record<string, Float32Array> = {}\n    for (const name of sess.outputNames as string[]) {\n      out[name] = results[name].data as Float32Array\n    }\n    return out\n  }\n\n  async dispose(): Promise<void> {\n    // onnxruntime-node sessions don't have explicit close in all versions\n    // but we clear the reference\n    this.session = null\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAeA,mBAAmC;;;ACfnC,mBAAkB;AAelB,eAAsB,WAAW,MAAc,KAAmC;AAChF,aAAO,aAAAA,SAAM,IAAI,EACd,QAAQ;AAAA,IACP,MAAM,KAAK,MAAM,IAAI,CAAC;AAAA,IACtB,KAAK,KAAK,MAAM,IAAI,CAAC;AAAA,IACrB,OAAO,KAAK,MAAM,IAAI,CAAC;AAAA,IACvB,QAAQ,KAAK,MAAM,IAAI,CAAC;AAAA,EAC1B,CAAC,EACA,KAAK,EACL,SAAS;AACd;AAoDA,eAAsB,mBACpB,MACA,aACA,cACA,eACA,QACuB;AACvB,QAAM,EAAE,KAAK,IAAI,UAAM,aAAAC,SAAM,IAAI,EAC9B,OAAO,aAAa,YAAY,EAChC,YAAY,EACZ,IAAI,EACJ,SAAS,EAAE,mBAAmB,KAAK,CAAC;AAEvC,QAAM,YAAY,cAAc;AAChC,QAAM,UAAU,IAAI,aAAa,IAAI,SAAS;AAG9C,QAAM,OAAO,CAAC,OAAO,OAAO,KAAK;AACjC,QAAM,MAAM,CAAC,OAAO,OAAO,KAAK;AAEhC,MAAI,WAAW,QAAQ;AACrB,aAAS,IAAI,GAAG,IAAI,WAAW,KAAK;AAClC,YAAM,UAAU,IAAI;AACpB,eAAS,IAAI,GAAG,IAAI,GAAG,KAAK;AAC1B,cAAM,MAAM,KAAK,UAAU,CAAC,IAAK;AACjC,YAAI;AACJ,YAAI,kBAAkB,YAAY;AAChC,gBAAM;AAAA,QACR,WAAW,kBAAkB,YAAY;AACvC,iBAAO,MAAM,KAAK,CAAC,KAAM,IAAI,CAAC;AAAA,QAChC,OAAO;AACL,gBAAM,KAAK,UAAU,CAAC;AAAA,QACxB;AACA,gBAAQ,IAAI,YAAY,CAAC,IAAI;AAAA,MAC/B;AAAA,IACF;AAAA,EACF,OAAO;AAEL,aAAS,IAAI,GAAG,IAAI,WAAW,KAAK;AAClC,YAAM,UAAU,IAAI;AACpB,eAAS,IAAI,GAAG,IAAI,GAAG,KAAK;AAC1B,cAAM,MAAM,KAAK,UAAU,CAAC,IAAK;AACjC,YAAI;AACJ,YAAI,kBAAkB,YAAY;AAChC,gBAAM;AAAA,QACR,WAAW,kBAAkB,YAAY;AACvC,iBAAO,MAAM,KAAK,CAAC,KAAM,IAAI,CAAC;AAAA,QAChC,OAAO;AACL,gBAAM,KAAK,UAAU,CAAC;AAAA,QACxB;AACA,gBAAQ,IAAI,IAAI,CAAC,IAAI;AAAA,MACvB;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;;;AC/HA,SAAoB;AACpB,IAAAC,QAAsB;;;ACNtB,WAAsB;AAEtB,IAAM,sBAAwD;AAAA,EAC5D,KAAK;AAAA,EACL,QAAQ;AAAA,EACR,MAAM;AAAA,EACN,UAAU;AAAA,EACV,KAAK;AACP;AAEA,IAAM,oBAA+D;AAAA,EACnE,KAAK;AAAA,EACL,QAAQ;AAAA,EACR,MAAM;AAAA,EACN,UAAU;AACZ;AAEO,IAAM,sBAAN,MAAsD;AAAA,EAK3D,YACmB,WACA,SACjB;AAFiB;AACA;AAEjB,SAAK,SAAU,kBAAkB,OAAO,KAAK;AAAA,EAC/C;AAAA,EATS,UAA4B;AAAA,EAC5B;AAAA,EACD,UAAmB;AAAA,EAS3B,MAAM,aAA4B;AAChC,UAAM,MAAM,MAAM,OAAO,kBAAkB;AAC3C,UAAM,WAAW,oBAAoB,KAAK,OAAO,KAAK;AAGtD,UAAM,eAAoB,gBAAW,KAAK,SAAS,IAC/C,KAAK,YACA,aAAQ,QAAQ,IAAI,GAAG,KAAK,SAAS;AAE9C,UAAM,iBAA0C;AAAA,MAC9C,oBAAoB,CAAC,QAAQ;AAAA,IAC/B;AAGA,SAAK,UAAU,MAAO,IAAY,iBAAiB,OAAO,cAAc,cAAc;AAAA,EACxF;AAAA,EAEA,MAAM,IAAI,OAAqB,YAAsD;AACnF,QAAI,CAAC,KAAK,SAAS;AACjB,YAAM,IAAI,MAAM,qEAAgE;AAAA,IAClF;AAEA,UAAM,MAAM,MAAM,OAAO,kBAAkB;AAE3C,UAAM,OAAO,KAAK;AAGlB,UAAM,YAAoB,KAAK,WAAW,CAAC;AAE3C,UAAM,SAAS,IAAK,IAAY,OAAO,WAAW,OAAO,CAAC,GAAG,UAAU,CAAC;AACxE,UAAM,QAAiC,EAAE,CAAC,SAAS,GAAG,OAAO;AAE7D,UAAM,UAAU,MAAM,KAAK,IAAI,KAAK;AACpC,UAAM,aAAqB,KAAK,YAAY,CAAC;AAC7C,UAAM,eAAe,QAAQ,UAAU;AAEvC,WAAO,aAAa;AAAA,EACtB;AAAA,EAEA,MAAM,eACJ,OACA,YACuC;AACvC,QAAI,CAAC,KAAK,SAAS;AACjB,YAAM,IAAI,MAAM,qEAAgE;AAAA,IAClF;AAEA,UAAM,MAAM,MAAM,OAAO,kBAAkB;AAE3C,UAAM,OAAO,KAAK;AAElB,UAAM,YAAoB,KAAK,WAAW,CAAC;AAE3C,UAAM,SAAS,IAAK,IAAY,OAAO,WAAW,OAAO,CAAC,GAAG,UAAU,CAAC;AACxE,UAAM,QAAiC,EAAE,CAAC,SAAS,GAAG,OAAO;AAE7D,UAAM,UAAU,MAAM,KAAK,IAAI,KAAK;AAEpC,UAAM,MAAoC,CAAC;AAC3C,eAAW,QAAQ,KAAK,aAAyB;AAC/C,UAAI,IAAI,IAAI,QAAQ,IAAI,EAAE;AAAA,IAC5B;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,UAAyB;AAG7B,SAAK,UAAU;AAAA,EACjB;AACF;;;AD1EA,IAAM,wBAAwB,CAAC,UAAU,QAAQ,YAAY,KAAK;AAGlE,IAAM,oBAA2D;AAAA,EAC/D,KAAK;AAAA,EACL,QAAQ;AAAA,EACR,MAAM;AAAA,EACN,UAAU;AACZ;AAGA,IAAM,oBAA8E;AAAA,EAClF,MAAM;AAAA,EACN,QAAQ;AAAA,EACR,UAAU;AAAA,EACV,QAAQ;AAAA,EACR,SAAS;AACX;AAEA,SAAS,cAAc,WAAmB,YAA+B,QAA6B;AACpG,QAAM,cAAc,WAAW,QAAQ,MAAM;AAC7C,MAAI,CAAC,aAAa;AAChB,UAAM,IAAI,MAAM,SAAS,WAAW,EAAE,WAAW,MAAM,SAAS;AAAA,EAClE;AAEA,QAAM,WAAW,YAAY,IAAI,MAAM,GAAG;AAC1C,QAAM,WAAW,SAAS,SAAS,SAAS,CAAC,KAAK,GAAG,WAAW,EAAE,IAAI,MAAM;AAC5E,SAAY,WAAK,WAAW,QAAQ;AACtC;AAEA,SAAS,YAAY,UAA2B;AAC9C,MAAI;AACF,WAAU,cAAW,QAAQ;AAAA,EAC/B,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,cAAc,SAAyD;AAC3F,QAAM,EAAE,SAAS,SAAS,YAAY,WAAW,cAAc,IAAI;AAEnE,MAAI;AACJ,MAAI;AAEJ,MAAI,YAAY,QAAQ;AAEtB,UAAM,YAAY,MAAM,kBAAkB;AAG1C,QAAI,SAA0D;AAE9D,eAAW,KAAK,uBAAuB;AACrC,UAAI,CAAC,UAAU,SAAS,CAAC,EAAG;AAC5B,YAAM,MAAM,kBAAkB,CAAC;AAC/B,UAAI,CAAC,IAAK;AACV,UAAI,CAAC,WAAW,QAAQ,GAAG,EAAG;AAC9B,eAAS,EAAE,SAAS,GAAG,QAAQ,IAAI;AACnC;AAAA,IACF;AAEA,QAAI,CAAC,QAAQ;AACX,YAAM,IAAI;AAAA,QACR,wDAAwD,WAAW,EAAE,yBAAyB,UAAU,KAAK,IAAI,CAAC;AAAA,MACpH;AAAA,IACF;AAEA,qBAAiB,OAAO;AACxB,sBAAkB,OAAO;AAAA,EAC3B,OAAO;AAEL,UAAM,MAAM,kBAAkB,OAAO;AACrC,QAAI,CAAC,KAAK;AACR,YAAM,IAAI,MAAM,uCAAuC,OAAO,GAAG;AAAA,IACnE;AACA,QAAI,CAAC,WAAW,QAAQ,GAAG,GAAG;AAC5B,YAAM,IAAI;AAAA,QACR,wBAAwB,WAAW,EAAE,WAAW,GAAG,uBAAuB,OAAO;AAAA,MACnF;AAAA,IACF;AACA,qBAAiB;AAEjB,sBAAkB,YAAY,SAAU,WAAW,QAAS;AAAA,EAC9D;AAGA,MAAI,YAAY,cAAc,WAAW,YAAY,cAAc;AAEnE,MAAI,CAAC,YAAY,SAAS,GAAG;AAC3B,QAAI,eAAe;AACjB,YAAM,cAAc,WAAW,QAAQ,cAAc;AACrD,kBAAY,MAAM,cAAc,YAAY,KAAK,SAAS;AAAA,IAC5D,OAAO;AACL,YAAM,IAAI;AAAA,QACR,0CAA0C,SAAS;AAAA,MACrD;AAAA,IACF;AAAA,EACF;AAGA,MAAI,mBAAmB,UAAU,mBAAmB,UAAU;AAC5D,UAAM,SAAS,IAAI,oBAAoB,WAAW,eAAe;AACjE,UAAM,OAAO,WAAW;AACxB,WAAO,EAAE,QAAQ,QAAQ,gBAAgB,UAAU;AAAA,EACrD;AAIA,QAAM,eAAe,cAAc,WAAW,YAAY,MAAM;AAChE,MAAI,WAAW,QAAQ,MAAM,KAAK,YAAY,YAAY,GAAG;AAC3D,UAAM,SAAS,IAAI,oBAAoB,cAAc,KAAK;AAC1D,UAAM,OAAO,WAAW;AACxB,WAAO,EAAE,QAAQ,QAAQ,QAAQ,WAAW,aAAa;AAAA,EAC3D;AAEA,QAAM,IAAI;AAAA,IACR,yBAAyB,cAAc;AAAA,EACzC;AACF;AAGA,eAAsB,oBAAuC;AAC3D,QAAM,YAAsB,CAAC,KAAK;AAElC,MAAI;AACF,UAAM,MAAM,MAAM,OAAO,kBAAkB;AAE3C,UAAM,YAAuB,IAAY,KAAK,OAAO,aAAa,SAE5D,IAAY,kBAAkB,wBAAwB,KAAK,CAAC,IAC9D,CAAC;AAEL,eAAW,KAAK,WAAW;AACzB,YAAM,aAAa,EAAE,YAAY,EAAE,QAAQ,qBAAqB,EAAE;AAClE,UAAI,eAAe,SAAU,WAAU,KAAK,QAAQ;AAAA,eAC3C,eAAe,OAAQ,WAAU,KAAK,MAAM;AAAA,eAC5C,eAAe,WAAY,WAAU,KAAK,UAAU;AAAA,IAC/D;AAAA,EACF,QAAQ;AAAA,EAER;AAGA,MAAI,QAAQ,aAAa,YAAY,CAAC,UAAU,SAAS,QAAQ,GAAG;AAClE,cAAU,KAAK,QAAQ;AAAA,EACzB;AAEA,SAAO,CAAC,GAAG,IAAI,IAAI,SAAS,CAAC;AAC/B;;;AF1JA,IAAM,oBAAqC,EAAE,IAAI,eAAe,MAAM,cAAc;AACpF,IAAM,qBAAiD,CAAC,iBAAiB;AACzE,IAAM,mBAAuC,EAAE,SAAS,CAAC,GAAG,kBAAkB,KAAK;AAEnF,IAAM,oBAAoB;AAAA,EACxB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEA,SAAS,QAAQ,QAAoC;AACnD,QAAM,MAAM,OAAO,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,SAAS;AAC7D,QAAM,OAAO,OAAO,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,GAAG,CAAC;AAChD,QAAM,MAAM,KAAK,OAAO,CAAC,GAAG,MAAM,IAAI,GAAG,CAAC;AAC1C,SAAO,KAAK,IAAI,CAAC,MAAM,IAAI,GAAG;AAChC;AAEA,IAAqB,wBAArB,MAA2F;AAAA,EAChF,KAAK;AAAA,EACL,OAAO;AAAA,EACP,eAAe,CAAC,QAAQ;AAAA,EACxB,gBAAgB,CAAC,eAAe;AAAA,EAChC,eAAe;AAAA,EACf,gBAAgB,CAAC;AAAA,EACjB,WAA0B;AAAA,IACjC,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,SAAS;AAAA,IACT,aAAa;AAAA,IACb,aAAa;AAAA,IACb,MAAM;AAAA,IACN,cAAc,CAAC,QAAQ;AAAA,IACvB,eAAe,CAAC,eAAe;AAAA,IAC/B,sBAAsB;AAAA,IACtB,kBAAkB;AAAA,IAClB,eAAe;AAAA,MACb,SAAS;AAAA,MACT,SAAS;AAAA,MACT,SAAS;AAAA,MACT,eAAe;AAAA,IACjB;AAAA,EACF;AAAA,EAEQ;AAAA,EACA;AAAA,EACA,gBAAgB;AAAA,EAExB,MAAM,WAAW,KAAkC;AACjD,UAAM,MAAM,IAAI;AAChB,UAAM,UAAW,IAAI,SAAS,KAA4B;AAC1D,UAAM,UAAW,IAAI,SAAS,KAA4B;AAC1D,UAAM,UAAW,IAAI,SAAS,KAA4B;AAC1D,SAAK,gBAAiB,IAAI,eAAe,KAA4B;AAErE,UAAM,QAAQ,gCAAmB,KAAK,CAAC,MAAM,EAAE,OAAO,OAAO;AAC7D,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,2CAA2C,OAAO,GAAG;AAAA,IACvE;AACA,SAAK,aAAa;AAElB,UAAM,WAAW,MAAM,cAAc;AAAA,MACnC;AAAA,MACA;AAAA,MACA,YAAY;AAAA,MACZ,WAAW,IAAI,cAAc;AAAA,IAC/B,CAAC;AACD,SAAK,SAAS,SAAS;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,OAA6C;AAC1D,UAAM,QAAQ,KAAK,IAAI;AACvB,UAAM,EAAE,OAAO,QAAQ,QAAQ,OAAO,IAAI,KAAK,WAAW;AAG1D,UAAM,aAAa,MAAM,WAAW,MAAM,MAAM,MAAM,MAAM,GAAG;AAG/D,UAAM,aAAa,MAAM,mBAAmB,YAAY,QAAQ,QAAQ,YAAY,MAAM;AAG1F,UAAM,YAAY,MAAM,KAAK,OAAO,IAAI,YAAY,CAAC,GAAG,GAAG,QAAQ,MAAM,CAAC;AAG1E,UAAM,QAAQ,QAAQ,SAAS;AAG/B,QAAI,SAAS;AACb,QAAI,WAAW,MAAM,CAAC,KAAK;AAC3B,aAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,YAAM,QAAQ,MAAM,CAAC,KAAK;AAC1B,UAAI,QAAQ,UAAU;AACpB,mBAAW;AACX,iBAAS;AAAA,MACX;AAAA,IACF;AAEA,QAAI,WAAW,KAAK,eAAe;AACjC,aAAO;AAAA,QACL,iBAAiB,CAAC;AAAA,QAClB,aAAa,KAAK,IAAI,IAAI;AAAA,QAC1B,SAAS,KAAK,WAAW;AAAA,MAC3B;AAAA,IACF;AAEA,UAAM,QAAQ,kBAAkB,MAAM,KAAK,UAAU,MAAM;AAE3D,WAAO;AAAA,MACL,iBAAiB;AAAA,QACf;AAAA,UACE,OAAO;AAAA,UACP,OAAO;AAAA,QACT;AAAA,MACF;AAAA,MACA,aAAa,KAAK,IAAI,IAAI;AAAA,MAC1B,SAAS,KAAK,WAAW;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAM,WAA0B;AAC9B,UAAM,KAAK,QAAQ,QAAQ;AAAA,EAC7B;AAAA,EAEA,kBAAkC;AAChC,WAAO;AAAA,MACL,UAAU;AAAA,QACR;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,SAAS,CAAC,GAAG,+BAAkB;AAAA,cAC/B,aAAa;AAAA,cACb,iBAAiB;AAAA,cACjB,eAAe,CAAC,QAAQ,UAAU,UAAU;AAAA,cAC5C,kBAAkB,CAAC,aAAa,QAAQ;AAAA,cACxC,kBAAkB;AAAA,YACpB;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,KAAK;AAAA,cACL,KAAK;AAAA,cACL,MAAM;AAAA,cACN,SAAS;AAAA,YACX;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,SAAS;AAAA,gBACP,EAAE,OAAO,QAAQ,OAAO,qBAAqB;AAAA,gBAC7C,EAAE,OAAO,QAAQ,OAAO,eAAe;AAAA,gBACvC,EAAE,OAAO,UAAU,OAAO,iBAAiB;AAAA,cAC7C;AAAA,YACF;AAAA,YACA;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,WAAW,EAAE,SAAS,OAAO;AAAA,cAC7B,SAAS;AAAA,gBACP,EAAE,OAAO,OAAO,OAAO,MAAM;AAAA,gBAC7B,EAAE,OAAO,UAAU,OAAO,SAAS;AAAA,gBACnC,EAAE,OAAO,QAAQ,OAAO,gBAAgB;AAAA,cAC1C;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,cAAkC;AAChC,WAAO;AAAA,EACT;AAAA,EAEA,kBAAuC;AACrC,WAAO,CAAC,GAAG,+BAAkB;AAAA,EAC/B;AAAA,EAEA,qBAAuC;AACrC,WAAO,CAAC;AAAA,EACV;AAAA,EAEA,kBAA8C;AAC5C,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,QAA8B;AAClC,WAAO;AAAA,MACL,WAAW;AAAA,MACX,SAAS,KAAK,QAAQ,WAAW;AAAA,MACjC,QAAQ,KAAK,QAAQ,UAAU;AAAA,MAC/B,cAAc,CAAC,MAAM;AAAA,IACvB;AAAA,EACF;AACF;","names":["sharp","sharp","path"]}

package/dist/addons/animal-classifier/index.mjs

@@ -0,0 +1,9 @@
+import {
+  AnimalClassifierAddon
+} from "../../chunk-7SZAISGP.mjs";
+import "../../chunk-6OR5TE7A.mjs";
+import "../../chunk-J3IUBPRE.mjs";
+export {
+  AnimalClassifierAddon as default
+};
+//# sourceMappingURL=index.mjs.map

package/dist/addons/animal-classifier/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/addons/audio-classification/index.d.mts

@@ -0,0 +1,31 @@
+import { IClassifierProvider, IDetectionAddon, AddonManifest, AddonContext, CropInput, ClassifierOutput, ConfigUISchema, ClassMapDefinition, ModelCatalogEntry, DetectionModel, LabelDefinition, ProbeResult } from '@camstack/types';
+
+declare class AudioClassificationAddon implements IClassifierProvider, IDetectionAddon {
+    readonly id = "audio-classification";
+    readonly slot: "classifier";
+    readonly inputClasses: readonly string[] | null;
+    readonly outputClasses: readonly ["audio-event:*"];
+    readonly slotPriority = 0;
+    readonly manifest: AddonManifest;
+    private engine;
+    private modelEntry;
+    private minScore;
+    initialize(ctx: AddonContext): Promise<void>;
+    /**
+     * classify() receives a CropInput but internally treats input.frame.data as raw audio context.
+     * For audio, the actual audio chunk data should be stored in frame.data as a Float32Array
+     * serialized into a Buffer (little-endian float32 samples at 16 kHz).
+     *
+     * The CropInput.roi is not used for audio — it is ignored.
+     */
+    classify(input: CropInput): Promise<ClassifierOutput>;
+    shutdown(): Promise<void>;
+    getConfigSchema(): ConfigUISchema;
+    getClassMap(): ClassMapDefinition;
+    getModelCatalog(): ModelCatalogEntry[];
+    getAvailableModels(): DetectionModel[];
+    getActiveLabels(): readonly LabelDefinition[];
+    probe(): Promise<ProbeResult>;
+}
+
+export { AudioClassificationAddon as default };

package/dist/addons/audio-classification/index.d.ts

@@ -0,0 +1,31 @@
+import { IClassifierProvider, IDetectionAddon, AddonManifest, AddonContext, CropInput, ClassifierOutput, ConfigUISchema, ClassMapDefinition, ModelCatalogEntry, DetectionModel, LabelDefinition, ProbeResult } from '@camstack/types';
+
+declare class AudioClassificationAddon implements IClassifierProvider, IDetectionAddon {
+    readonly id = "audio-classification";
+    readonly slot: "classifier";
+    readonly inputClasses: readonly string[] | null;
+    readonly outputClasses: readonly ["audio-event:*"];
+    readonly slotPriority = 0;
+    readonly manifest: AddonManifest;
+    private engine;
+    private modelEntry;
+    private minScore;
+    initialize(ctx: AddonContext): Promise<void>;
+    /**
+     * classify() receives a CropInput but internally treats input.frame.data as raw audio context.
+     * For audio, the actual audio chunk data should be stored in frame.data as a Float32Array
+     * serialized into a Buffer (little-endian float32 samples at 16 kHz).
+     *
+     * The CropInput.roi is not used for audio — it is ignored.
+     */
+    classify(input: CropInput): Promise<ClassifierOutput>;
+    shutdown(): Promise<void>;
+    getConfigSchema(): ConfigUISchema;
+    getClassMap(): ClassMapDefinition;
+    getModelCatalog(): ModelCatalogEntry[];
+    getAvailableModels(): DetectionModel[];
+    getActiveLabels(): readonly LabelDefinition[];
+    probe(): Promise<ProbeResult>;
+}
+
+export { AudioClassificationAddon as default };