@camstack/vision 0.1.0

package/dist/chunk-PXBY3QOA.mjs

@@ -0,0 +1,152 @@
+import {
+  yoloPostprocess
+} from "./chunk-KUO2BVFY.mjs";
+import {
+  cropRegion,
+  letterbox
+} from "./chunk-6OR5TE7A.mjs";
+import {
+  resolveEngine
+} from "./chunk-J3IUBPRE.mjs";
+
+// src/addons/plate-detection/index.ts
+import { PLATE_DETECTION_MODELS } from "@camstack/types";
+var PLATE_LABEL = { id: "plate", name: "License Plate" };
+var PLATE_LABELS = [PLATE_LABEL];
+var PLATE_CLASS_MAP = { mapping: {}, preserveOriginal: true };
+var PlateDetectionAddon = class {
+  id = "plate-detection";
+  slot = "cropper";
+  inputClasses = ["vehicle"];
+  outputClasses = ["plate"];
+  slotPriority = 0;
+  manifest = {
+    id: "plate-detection",
+    name: "License Plate Detection",
+    version: "0.1.0",
+    description: "YOLO-based license plate detector \u2014 crops plate regions from vehicle detections",
+    packageName: "@camstack/vision",
+    slot: "cropper",
+    inputClasses: ["vehicle"],
+    outputClasses: ["plate"],
+    supportsCustomModels: false,
+    mayRequirePython: false,
+    defaultConfig: {
+      modelId: "yolov8n-plate",
+      runtime: "auto",
+      backend: "cpu",
+      confidence: 0.5,
+      iouThreshold: 0.45
+    }
+  };
+  engine;
+  modelEntry;
+  confidence = 0.5;
+  iouThreshold = 0.45;
+  async initialize(ctx) {
+    const cfg = ctx.addonConfig;
+    const modelId = cfg["modelId"] ?? "yolov8n-plate";
+    const runtime = cfg["runtime"] ?? "auto";
+    const backend = cfg["backend"] ?? "cpu";
+    this.confidence = cfg["confidence"] ?? 0.5;
+    this.iouThreshold = cfg["iouThreshold"] ?? 0.45;
+    const entry = PLATE_DETECTION_MODELS.find((m) => m.id === modelId);
+    if (!entry) {
+      throw new Error(`PlateDetectionAddon: unknown modelId "${modelId}"`);
+    }
+    this.modelEntry = entry;
+    const resolved = await resolveEngine({
+      runtime,
+      backend,
+      modelEntry: entry,
+      modelsDir: ctx.locationPaths.models
+    });
+    this.engine = resolved.engine;
+  }
+  async crop(input) {
+    const start = Date.now();
+    const { width: inputW, height: inputH } = this.modelEntry.inputSize;
+    const targetSize = Math.max(inputW, inputH);
+    const vehicleCrop = await cropRegion(input.frame.data, input.roi);
+    const lb = await letterbox(vehicleCrop, targetSize);
+    const output = await this.engine.run(lb.data, [1, 3, targetSize, targetSize]);
+    const numClasses = this.modelEntry.labels.length;
+    const numBoxes = output.length / (4 + numClasses);
+    const labels = this.modelEntry.labels.map((l) => l.id);
+    const plates = yoloPostprocess(output, numClasses, numBoxes, {
+      confidence: this.confidence,
+      iouThreshold: this.iouThreshold,
+      labels,
+      scale: lb.scale,
+      padX: lb.padX,
+      padY: lb.padY,
+      originalWidth: lb.originalWidth,
+      originalHeight: lb.originalHeight
+    });
+    const crops = plates.map((p) => ({ ...p, class: "plate", originalClass: p.originalClass }));
+    return {
+      crops,
+      inferenceMs: Date.now() - start,
+      modelId: this.modelEntry.id
+    };
+  }
+  async shutdown() {
+    await this.engine?.dispose();
+  }
+  getConfigSchema() {
+    return {
+      sections: [
+        {
+          id: "thresholds",
+          title: "Detection Thresholds",
+          columns: 2,
+          fields: [
+            {
+              key: "confidence",
+              label: "Confidence Threshold",
+              type: "slider",
+              min: 0.1,
+              max: 1,
+              step: 0.05,
+              default: 0.5
+            },
+            {
+              key: "iouThreshold",
+              label: "IoU Threshold (NMS)",
+              type: "slider",
+              min: 0.1,
+              max: 1,
+              step: 0.05,
+              default: 0.45
+            }
+          ]
+        }
+      ]
+    };
+  }
+  getClassMap() {
+    return PLATE_CLASS_MAP;
+  }
+  getModelCatalog() {
+    return [...PLATE_DETECTION_MODELS];
+  }
+  getAvailableModels() {
+    return [];
+  }
+  getActiveLabels() {
+    return PLATE_LABELS;
+  }
+  async probe() {
+    return {
+      available: true,
+      runtime: this.engine?.runtime ?? "onnx",
+      device: this.engine?.device ?? "cpu",
+      capabilities: ["fp32"]
+    };
+  }
+};
+
+export {
+  PlateDetectionAddon
+};
+//# sourceMappingURL=chunk-PXBY3QOA.mjs.map

package/dist/chunk-PXBY3QOA.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/addons/plate-detection/index.ts"],"sourcesContent":["import type {\n  ICropperProvider,\n  IDetectionAddon,\n  AddonManifest,\n  AddonContext,\n  CropInput,\n  CropperOutput,\n  ConfigUISchema,\n  ClassMapDefinition,\n  ProbeResult,\n  ModelCatalogEntry,\n  DetectionModel,\n  LabelDefinition,\n  IInferenceEngine,\n} from '@camstack/types'\nimport { PLATE_DETECTION_MODELS } from '@camstack/types'\nimport { cropRegion, letterbox } from '../../shared/image-utils.js'\nimport { yoloPostprocess } from '../../shared/postprocess/yolo.js'\nimport { resolveEngine } from '../../shared/engine-resolver.js'\n\nconst PLATE_LABEL: LabelDefinition = { id: 'plate', name: 'License Plate' }\nconst PLATE_LABELS: readonly LabelDefinition[] = [PLATE_LABEL]\nconst PLATE_CLASS_MAP: ClassMapDefinition = { mapping: {}, preserveOriginal: true }\n\nexport default class PlateDetectionAddon implements ICropperProvider, IDetectionAddon {\n  readonly id = 'plate-detection'\n  readonly slot = 'cropper' as const\n  readonly inputClasses = ['vehicle'] as const\n  readonly outputClasses = ['plate'] as const\n  readonly slotPriority = 0\n  readonly manifest: AddonManifest = {\n    id: 'plate-detection',\n    name: 'License Plate Detection',\n    version: '0.1.0',\n    description: 'YOLO-based license plate detector — crops plate regions from vehicle detections',\n    packageName: '@camstack/vision',\n    slot: 'cropper',\n    inputClasses: ['vehicle'],\n    outputClasses: ['plate'],\n    supportsCustomModels: false,\n    mayRequirePython: false,\n    defaultConfig: {\n      modelId: 'yolov8n-plate',\n      runtime: 'auto',\n      backend: 'cpu',\n      confidence: 0.5,\n      iouThreshold: 0.45,\n    },\n  }\n\n  private engine!: IInferenceEngine\n  private modelEntry!: ModelCatalogEntry\n  private confidence = 0.5\n  private iouThreshold = 0.45\n\n  async initialize(ctx: AddonContext): Promise<void> {\n    const cfg = ctx.addonConfig\n    const modelId = (cfg['modelId'] as string | undefined) ?? 'yolov8n-plate'\n    const runtime = (cfg['runtime'] as string | undefined) ?? 'auto'\n    const backend = (cfg['backend'] as string | undefined) ?? 'cpu'\n    this.confidence = (cfg['confidence'] as number | undefined) ?? 0.5\n    this.iouThreshold = (cfg['iouThreshold'] as number | undefined) ?? 0.45\n\n    const entry = PLATE_DETECTION_MODELS.find((m) => m.id === modelId)\n    if (!entry) {\n      throw new Error(`PlateDetectionAddon: unknown modelId \"${modelId}\"`)\n    }\n    this.modelEntry = entry\n\n    const resolved = await resolveEngine({\n      runtime: runtime as 'auto',\n      backend,\n      modelEntry: entry,\n      modelsDir: ctx.locationPaths.models,\n    })\n    this.engine = resolved.engine\n  }\n\n  async crop(input: CropInput): Promise<CropperOutput> {\n    const start = Date.now()\n    const { width: inputW, height: inputH } = this.modelEntry.inputSize\n    const targetSize = Math.max(inputW, inputH)\n\n    // Crop the vehicle region from the full frame\n    const vehicleCrop = await cropRegion(input.frame.data, input.roi)\n\n    const lb = await letterbox(vehicleCrop, targetSize)\n    const output = await this.engine.run(lb.data, [1, 3, targetSize, targetSize])\n\n    const numClasses = this.modelEntry.labels.length\n    const numBoxes = output.length / (4 + numClasses)\n    const labels = this.modelEntry.labels.map((l) => l.id)\n\n    const plates = yoloPostprocess(output, numClasses, numBoxes, {\n      confidence: this.confidence,\n      iouThreshold: this.iouThreshold,\n      labels,\n      scale: lb.scale,\n      padX: lb.padX,\n      padY: lb.padY,\n      originalWidth: lb.originalWidth,\n      originalHeight: lb.originalHeight,\n    })\n\n    // Override class to 'plate'\n    const crops = plates.map((p) => ({ ...p, class: 'plate', originalClass: p.originalClass }))\n\n    return {\n      crops,\n      inferenceMs: Date.now() - start,\n      modelId: this.modelEntry.id,\n    }\n  }\n\n  async shutdown(): Promise<void> {\n    await this.engine?.dispose()\n  }\n\n  getConfigSchema(): ConfigUISchema {\n    return {\n      sections: [\n        {\n          id: 'thresholds',\n          title: 'Detection Thresholds',\n          columns: 2,\n          fields: [\n            {\n              key: 'confidence',\n              label: 'Confidence Threshold',\n              type: 'slider',\n              min: 0.1,\n              max: 1.0,\n              step: 0.05,\n              default: 0.5,\n            },\n            {\n              key: 'iouThreshold',\n              label: 'IoU Threshold (NMS)',\n              type: 'slider',\n              min: 0.1,\n              max: 1.0,\n              step: 0.05,\n              default: 0.45,\n            },\n          ],\n        },\n      ],\n    }\n  }\n\n  getClassMap(): ClassMapDefinition {\n    return PLATE_CLASS_MAP\n  }\n\n  getModelCatalog(): ModelCatalogEntry[] {\n    return [...PLATE_DETECTION_MODELS]\n  }\n\n  getAvailableModels(): DetectionModel[] {\n    return []\n  }\n\n  getActiveLabels(): readonly LabelDefinition[] {\n    return PLATE_LABELS\n  }\n\n  async probe(): Promise<ProbeResult> {\n    return {\n      available: true,\n      runtime: this.engine?.runtime ?? 'onnx',\n      device: this.engine?.device ?? 'cpu',\n      capabilities: ['fp32'],\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;AAeA,SAAS,8BAA8B;AAKvC,IAAM,cAA+B,EAAE,IAAI,SAAS,MAAM,gBAAgB;AAC1E,IAAM,eAA2C,CAAC,WAAW;AAC7D,IAAM,kBAAsC,EAAE,SAAS,CAAC,GAAG,kBAAkB,KAAK;AAElF,IAAqB,sBAArB,MAAsF;AAAA,EAC3E,KAAK;AAAA,EACL,OAAO;AAAA,EACP,eAAe,CAAC,SAAS;AAAA,EACzB,gBAAgB,CAAC,OAAO;AAAA,EACxB,eAAe;AAAA,EACf,WAA0B;AAAA,IACjC,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,SAAS;AAAA,IACT,aAAa;AAAA,IACb,aAAa;AAAA,IACb,MAAM;AAAA,IACN,cAAc,CAAC,SAAS;AAAA,IACxB,eAAe,CAAC,OAAO;AAAA,IACvB,sBAAsB;AAAA,IACtB,kBAAkB;AAAA,IAClB,eAAe;AAAA,MACb,SAAS;AAAA,MACT,SAAS;AAAA,MACT,SAAS;AAAA,MACT,YAAY;AAAA,MACZ,cAAc;AAAA,IAChB;AAAA,EACF;AAAA,EAEQ;AAAA,EACA;AAAA,EACA,aAAa;AAAA,EACb,eAAe;AAAA,EAEvB,MAAM,WAAW,KAAkC;AACjD,UAAM,MAAM,IAAI;AAChB,UAAM,UAAW,IAAI,SAAS,KAA4B;AAC1D,UAAM,UAAW,IAAI,SAAS,KAA4B;AAC1D,UAAM,UAAW,IAAI,SAAS,KAA4B;AAC1D,SAAK,aAAc,IAAI,YAAY,KAA4B;AAC/D,SAAK,eAAgB,IAAI,cAAc,KAA4B;AAEnE,UAAM,QAAQ,uBAAuB,KAAK,CAAC,MAAM,EAAE,OAAO,OAAO;AACjE,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,yCAAyC,OAAO,GAAG;AAAA,IACrE;AACA,SAAK,aAAa;AAElB,UAAM,WAAW,MAAM,cAAc;AAAA,MACnC;AAAA,MACA;AAAA,MACA,YAAY;AAAA,MACZ,WAAW,IAAI,cAAc;AAAA,IAC/B,CAAC;AACD,SAAK,SAAS,SAAS;AAAA,EACzB;AAAA,EAEA,MAAM,KAAK,OAA0C;AACnD,UAAM,QAAQ,KAAK,IAAI;AACvB,UAAM,EAAE,OAAO,QAAQ,QAAQ,OAAO,IAAI,KAAK,WAAW;AAC1D,UAAM,aAAa,KAAK,IAAI,QAAQ,MAAM;AAG1C,UAAM,cAAc,MAAM,WAAW,MAAM,MAAM,MAAM,MAAM,GAAG;AAEhE,UAAM,KAAK,MAAM,UAAU,aAAa,UAAU;AAClD,UAAM,SAAS,MAAM,KAAK,OAAO,IAAI,GAAG,MAAM,CAAC,GAAG,GAAG,YAAY,UAAU,CAAC;AAE5E,UAAM,aAAa,KAAK,WAAW,OAAO;AAC1C,UAAM,WAAW,OAAO,UAAU,IAAI;AACtC,UAAM,SAAS,KAAK,WAAW,OAAO,IAAI,CAAC,MAAM,EAAE,EAAE;AAErD,UAAM,SAAS,gBAAgB,QAAQ,YAAY,UAAU;AAAA,MAC3D,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB;AAAA,MACA,OAAO,GAAG;AAAA,MACV,MAAM,GAAG;AAAA,MACT,MAAM,GAAG;AAAA,MACT,eAAe,GAAG;AAAA,MAClB,gBAAgB,GAAG;AAAA,IACrB,CAAC;AAGD,UAAM,QAAQ,OAAO,IAAI,CAAC,OAAO,EAAE,GAAG,GAAG,OAAO,SAAS,eAAe,EAAE,cAAc,EAAE;AAE1F,WAAO;AAAA,MACL;AAAA,MACA,aAAa,KAAK,IAAI,IAAI;AAAA,MAC1B,SAAS,KAAK,WAAW;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAM,WAA0B;AAC9B,UAAM,KAAK,QAAQ,QAAQ;AAAA,EAC7B;AAAA,EAEA,kBAAkC;AAChC,WAAO;AAAA,MACL,UAAU;AAAA,QACR;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,KAAK;AAAA,cACL,KAAK;AAAA,cACL,MAAM;AAAA,cACN,SAAS;AAAA,YACX;AAAA,YACA;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,KAAK;AAAA,cACL,KAAK;AAAA,cACL,MAAM;AAAA,cACN,SAAS;AAAA,YACX;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,cAAkC;AAChC,WAAO;AAAA,EACT;AAAA,EAEA,kBAAuC;AACrC,WAAO,CAAC,GAAG,sBAAsB;AAAA,EACnC;AAAA,EAEA,qBAAuC;AACrC,WAAO,CAAC;AAAA,EACV;AAAA,EAEA,kBAA8C;AAC5C,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,QAA8B;AAClC,WAAO;AAAA,MACL,WAAW;AAAA,MACX,SAAS,KAAK,QAAQ,WAAW;AAAA,MACjC,QAAQ,KAAK,QAAQ,UAAU;AAAA,MAC/B,cAAc,CAAC,MAAM;AAAA,IACvB;AAAA,EACF;AACF;","names":[]}

package/dist/chunk-XUKDL23Y.mjs

@@ -0,0 +1,216 @@
+import {
+  cropRegion,
+  resizeAndNormalize
+} from "./chunk-6OR5TE7A.mjs";
+import {
+  resolveEngine
+} from "./chunk-J3IUBPRE.mjs";
+
+// src/addons/bird-global-classifier/index.ts
+import { BIRD_SPECIES_MODELS } from "@camstack/types";
+import * as fs from "fs";
+import * as path from "path";
+var SPECIES_LABEL = { id: "species", name: "Bird Species" };
+var SPECIES_LABELS = [SPECIES_LABEL];
+var BIRD_CLASS_MAP = { mapping: {}, preserveOriginal: true };
+function loadLabels(modelsDir, modelId) {
+  const labelNames = [
+    `camstack-${modelId}-labels.json`,
+    `camstack-bird-species-525-labels.json`
+  ];
+  for (const name of labelNames) {
+    const labelPath = path.join(modelsDir, name);
+    if (fs.existsSync(labelPath)) {
+      const raw = fs.readFileSync(labelPath, "utf-8");
+      return JSON.parse(raw);
+    }
+  }
+  throw new Error(`BirdGlobalClassifierAddon: labels JSON not found in ${modelsDir}`);
+}
+function softmax(logits) {
+  const max = logits.reduce((a, b) => Math.max(a, b), -Infinity);
+  const exps = logits.map((v) => Math.exp(v - max));
+  const sum = exps.reduce((a, b) => a + b, 0);
+  return exps.map((v) => v / sum);
+}
+var BirdGlobalClassifierAddon = class {
+  id = "bird-global-classifier";
+  slot = "classifier";
+  inputClasses = ["animal"];
+  outputClasses = ["species:*"];
+  slotPriority = 0;
+  requiredSteps = [];
+  manifest = {
+    id: "bird-global-classifier",
+    name: "Bird Classifier (Global, 525 species)",
+    version: "0.1.0",
+    description: "EfficientNet \u2014 525 worldwide bird species (MIT license, ONNX only)",
+    packageName: "@camstack/vision",
+    slot: "classifier",
+    inputClasses: ["animal"],
+    outputClasses: ["species:*"],
+    supportsCustomModels: false,
+    mayRequirePython: false,
+    defaultConfig: {
+      modelId: "bird-species-525",
+      runtime: "auto",
+      backend: "cpu",
+      minConfidence: 0.3
+    }
+  };
+  engine;
+  modelEntry;
+  labels = [];
+  minConfidence = 0.3;
+  async initialize(ctx) {
+    const cfg = ctx.addonConfig;
+    const modelId = cfg["modelId"] ?? "bird-species-525";
+    const runtime = cfg["runtime"] ?? "auto";
+    const backend = cfg["backend"] ?? "cpu";
+    this.minConfidence = cfg["minConfidence"] ?? 0.3;
+    const entry = BIRD_SPECIES_MODELS.find((m) => m.id === modelId);
+    if (!entry) {
+      throw new Error(`BirdGlobalClassifierAddon: unknown modelId "${modelId}"`);
+    }
+    this.modelEntry = entry;
+    this.labels = loadLabels(ctx.locationPaths.models, modelId);
+    const resolved = await resolveEngine({
+      runtime,
+      backend,
+      modelEntry: entry,
+      modelsDir: ctx.locationPaths.models
+    });
+    this.engine = resolved.engine;
+  }
+  async classify(input) {
+    const start = Date.now();
+    const { width: inputW, height: inputH } = this.modelEntry.inputSize;
+    const animalCrop = await cropRegion(input.frame.data, input.roi);
+    const normalized = await resizeAndNormalize(animalCrop, inputW, inputH, "imagenet", "nchw");
+    const rawOutput = await this.engine.run(normalized, [1, 3, inputH, inputW]);
+    const probs = softmax(rawOutput);
+    let maxIdx = 0;
+    let maxScore = probs[0] ?? 0;
+    for (let i = 1; i < probs.length; i++) {
+      const score = probs[i] ?? 0;
+      if (score > maxScore) {
+        maxScore = score;
+        maxIdx = i;
+      }
+    }
+    if (maxScore < this.minConfidence) {
+      return {
+        classifications: [],
+        inferenceMs: Date.now() - start,
+        modelId: this.modelEntry.id
+      };
+    }
+    const label = this.labels[maxIdx] ?? `species_${maxIdx}`;
+    return {
+      classifications: [
+        {
+          class: label,
+          score: maxScore
+        }
+      ],
+      inferenceMs: Date.now() - start,
+      modelId: this.modelEntry.id
+    };
+  }
+  async shutdown() {
+    await this.engine?.dispose();
+  }
+  getConfigSchema() {
+    return {
+      sections: [
+        {
+          id: "model",
+          title: "Model",
+          columns: 1,
+          fields: [
+            {
+              key: "modelId",
+              label: "Model",
+              type: "model-selector",
+              catalog: [...BIRD_SPECIES_MODELS],
+              allowCustom: false,
+              allowConversion: false,
+              acceptFormats: ["onnx", "coreml", "openvino"],
+              requiredMetadata: ["inputSize", "labels"],
+              outputFormatHint: "classification"
+            }
+          ]
+        },
+        {
+          id: "thresholds",
+          title: "Classification Settings",
+          columns: 1,
+          fields: [
+            {
+              key: "minConfidence",
+              label: "Minimum Confidence",
+              type: "slider",
+              min: 0.05,
+              max: 1,
+              step: 0.05,
+              default: 0.3
+            }
+          ]
+        },
+        {
+          id: "runtime",
+          title: "Runtime",
+          columns: 2,
+          fields: [
+            {
+              key: "runtime",
+              label: "Runtime",
+              type: "select",
+              options: [
+                { value: "auto", label: "Auto (recommended)" },
+                { value: "onnx", label: "ONNX Runtime" },
+                { value: "coreml", label: "CoreML (Apple)" }
+              ]
+            },
+            {
+              key: "backend",
+              label: "Backend",
+              type: "select",
+              dependsOn: { runtime: "onnx" },
+              options: [
+                { value: "cpu", label: "CPU" },
+                { value: "coreml", label: "CoreML" },
+                { value: "cuda", label: "CUDA (NVIDIA)" }
+              ]
+            }
+          ]
+        }
+      ]
+    };
+  }
+  getClassMap() {
+    return BIRD_CLASS_MAP;
+  }
+  getModelCatalog() {
+    return [...BIRD_SPECIES_MODELS];
+  }
+  getAvailableModels() {
+    return [];
+  }
+  getActiveLabels() {
+    return SPECIES_LABELS;
+  }
+  async probe() {
+    return {
+      available: true,
+      runtime: this.engine?.runtime ?? "onnx",
+      device: this.engine?.device ?? "cpu",
+      capabilities: ["fp32"]
+    };
+  }
+};
+
+export {
+  BirdGlobalClassifierAddon
+};
+//# sourceMappingURL=chunk-XUKDL23Y.mjs.map

package/dist/chunk-XUKDL23Y.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/addons/bird-global-classifier/index.ts"],"sourcesContent":["import type {\n  IClassifierProvider,\n  IDetectionAddon,\n  AddonManifest,\n  AddonContext,\n  CropInput,\n  ClassifierOutput,\n  ConfigUISchema,\n  ClassMapDefinition,\n  ProbeResult,\n  ModelCatalogEntry,\n  DetectionModel,\n  LabelDefinition,\n  IInferenceEngine,\n} from '@camstack/types'\nimport { BIRD_SPECIES_MODELS } from '@camstack/types'\nimport { cropRegion, resizeAndNormalize } from '../../shared/image-utils.js'\nimport { resolveEngine } from '../../shared/engine-resolver.js'\n\nimport * as fs from 'node:fs'\nimport * as path from 'node:path'\n\nconst SPECIES_LABEL: LabelDefinition = { id: 'species', name: 'Bird Species' }\nconst SPECIES_LABELS: readonly LabelDefinition[] = [SPECIES_LABEL]\nconst BIRD_CLASS_MAP: ClassMapDefinition = { mapping: {}, preserveOriginal: true }\n\n/** Load bird species labels from JSON file in modelsDir */\nfunction loadLabels(modelsDir: string, modelId: string): readonly string[] {\n  const labelNames = [\n    `camstack-${modelId}-labels.json`,\n    `camstack-bird-species-525-labels.json`,\n  ]\n  for (const name of labelNames) {\n    const labelPath = path.join(modelsDir, name)\n    if (fs.existsSync(labelPath)) {\n      const raw = fs.readFileSync(labelPath, 'utf-8')\n      return JSON.parse(raw) as string[]\n    }\n  }\n  throw new Error(`BirdGlobalClassifierAddon: labels JSON not found in ${modelsDir}`)\n}\n\nfunction softmax(logits: Float32Array): Float32Array {\n  const max = logits.reduce((a, b) => Math.max(a, b), -Infinity)\n  const exps = logits.map((v) => Math.exp(v - max))\n  const sum = exps.reduce((a, b) => a + b, 0)\n  return exps.map((v) => v / sum) as unknown as Float32Array\n}\n\nexport default class BirdGlobalClassifierAddon implements IClassifierProvider, IDetectionAddon {\n  readonly id = 'bird-global-classifier'\n  readonly slot = 'classifier' as const\n  readonly inputClasses = ['animal'] as const\n  readonly outputClasses = ['species:*'] as const\n  readonly slotPriority = 0\n  readonly requiredSteps = [] as const\n  readonly manifest: AddonManifest = {\n    id: 'bird-global-classifier',\n    name: 'Bird Classifier (Global, 525 species)',\n    version: '0.1.0',\n    description: 'EfficientNet — 525 worldwide bird species (MIT license, ONNX only)',\n    packageName: '@camstack/vision',\n    slot: 'classifier',\n    inputClasses: ['animal'],\n    outputClasses: ['species:*'],\n    supportsCustomModels: false,\n    mayRequirePython: false,\n    defaultConfig: {\n      modelId: 'bird-species-525',\n      runtime: 'auto',\n      backend: 'cpu',\n      minConfidence: 0.3,\n    },\n  }\n\n  private engine!: IInferenceEngine\n  private modelEntry!: ModelCatalogEntry\n  private labels: readonly string[] = []\n  private minConfidence = 0.3\n\n  async initialize(ctx: AddonContext): Promise<void> {\n    const cfg = ctx.addonConfig\n    const modelId = (cfg['modelId'] as string | undefined) ?? 'bird-species-525'\n    const runtime = (cfg['runtime'] as string | undefined) ?? 'auto'\n    const backend = (cfg['backend'] as string | undefined) ?? 'cpu'\n    this.minConfidence = (cfg['minConfidence'] as number | undefined) ?? 0.3\n\n    const entry = BIRD_SPECIES_MODELS.find((m) => m.id === modelId)\n    if (!entry) {\n      throw new Error(`BirdGlobalClassifierAddon: unknown modelId \"${modelId}\"`)\n    }\n    this.modelEntry = entry\n\n    // Load labels from JSON file\n    this.labels = loadLabels(ctx.locationPaths.models, modelId)\n\n    const resolved = await resolveEngine({\n      runtime: runtime as 'auto',\n      backend,\n      modelEntry: entry,\n      modelsDir: ctx.locationPaths.models,\n    })\n    this.engine = resolved.engine\n  }\n\n  async classify(input: CropInput): Promise<ClassifierOutput> {\n    const start = Date.now()\n    const { width: inputW, height: inputH } = this.modelEntry.inputSize\n\n    // Crop the animal region\n    const animalCrop = await cropRegion(input.frame.data, input.roi)\n\n    // Resize to 224x224, ImageNet normalization, NCHW\n    const normalized = await resizeAndNormalize(animalCrop, inputW, inputH, 'imagenet', 'nchw')\n\n    // Run inference — output shape: [1, 525]\n    const rawOutput = await this.engine.run(normalized, [1, 3, inputH, inputW])\n\n    // Softmax to get probabilities\n    const probs = softmax(rawOutput)\n\n    // Find argmax\n    let maxIdx = 0\n    let maxScore = probs[0] ?? 0\n    for (let i = 1; i < probs.length; i++) {\n      const score = probs[i] ?? 0\n      if (score > maxScore) {\n        maxScore = score\n        maxIdx = i\n      }\n    }\n\n    if (maxScore < this.minConfidence) {\n      return {\n        classifications: [],\n        inferenceMs: Date.now() - start,\n        modelId: this.modelEntry.id,\n      }\n    }\n\n    const label = this.labels[maxIdx] ?? `species_${maxIdx}`\n\n    return {\n      classifications: [\n        {\n          class: label,\n          score: maxScore,\n        },\n      ],\n      inferenceMs: Date.now() - start,\n      modelId: this.modelEntry.id,\n    }\n  }\n\n  async shutdown(): Promise<void> {\n    await this.engine?.dispose()\n  }\n\n  getConfigSchema(): ConfigUISchema {\n    return {\n      sections: [\n        {\n          id: 'model',\n          title: 'Model',\n          columns: 1,\n          fields: [\n            {\n              key: 'modelId',\n              label: 'Model',\n              type: 'model-selector',\n              catalog: [...BIRD_SPECIES_MODELS],\n              allowCustom: false,\n              allowConversion: false,\n              acceptFormats: ['onnx', 'coreml', 'openvino'],\n              requiredMetadata: ['inputSize', 'labels'],\n              outputFormatHint: 'classification',\n            },\n          ],\n        },\n        {\n          id: 'thresholds',\n          title: 'Classification Settings',\n          columns: 1,\n          fields: [\n            {\n              key: 'minConfidence',\n              label: 'Minimum Confidence',\n              type: 'slider',\n              min: 0.05,\n              max: 1.0,\n              step: 0.05,\n              default: 0.3,\n            },\n          ],\n        },\n        {\n          id: 'runtime',\n          title: 'Runtime',\n          columns: 2,\n          fields: [\n            {\n              key: 'runtime',\n              label: 'Runtime',\n              type: 'select',\n              options: [\n                { value: 'auto', label: 'Auto (recommended)' },\n                { value: 'onnx', label: 'ONNX Runtime' },\n                { value: 'coreml', label: 'CoreML (Apple)' },\n              ],\n            },\n            {\n              key: 'backend',\n              label: 'Backend',\n              type: 'select',\n              dependsOn: { runtime: 'onnx' },\n              options: [\n                { value: 'cpu', label: 'CPU' },\n                { value: 'coreml', label: 'CoreML' },\n                { value: 'cuda', label: 'CUDA (NVIDIA)' },\n              ],\n            },\n          ],\n        },\n      ],\n    }\n  }\n\n  getClassMap(): ClassMapDefinition {\n    return BIRD_CLASS_MAP\n  }\n\n  getModelCatalog(): ModelCatalogEntry[] {\n    return [...BIRD_SPECIES_MODELS]\n  }\n\n  getAvailableModels(): DetectionModel[] {\n    return []\n  }\n\n  getActiveLabels(): readonly LabelDefinition[] {\n    return SPECIES_LABELS\n  }\n\n  async probe(): Promise<ProbeResult> {\n    return {\n      available: true,\n      runtime: this.engine?.runtime ?? 'onnx',\n      device: this.engine?.device ?? 'cpu',\n      capabilities: ['fp32'],\n    }\n  }\n}\n"],"mappings":";;;;;;;;;AAeA,SAAS,2BAA2B;AAIpC,YAAY,QAAQ;AACpB,YAAY,UAAU;AAEtB,IAAM,gBAAiC,EAAE,IAAI,WAAW,MAAM,eAAe;AAC7E,IAAM,iBAA6C,CAAC,aAAa;AACjE,IAAM,iBAAqC,EAAE,SAAS,CAAC,GAAG,kBAAkB,KAAK;AAGjF,SAAS,WAAW,WAAmB,SAAoC;AACzE,QAAM,aAAa;AAAA,IACjB,YAAY,OAAO;AAAA,IACnB;AAAA,EACF;AACA,aAAW,QAAQ,YAAY;AAC7B,UAAM,YAAiB,UAAK,WAAW,IAAI;AAC3C,QAAO,cAAW,SAAS,GAAG;AAC5B,YAAM,MAAS,gBAAa,WAAW,OAAO;AAC9C,aAAO,KAAK,MAAM,GAAG;AAAA,IACvB;AAAA,EACF;AACA,QAAM,IAAI,MAAM,uDAAuD,SAAS,EAAE;AACpF;AAEA,SAAS,QAAQ,QAAoC;AACnD,QAAM,MAAM,OAAO,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,SAAS;AAC7D,QAAM,OAAO,OAAO,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,GAAG,CAAC;AAChD,QAAM,MAAM,KAAK,OAAO,CAAC,GAAG,MAAM,IAAI,GAAG,CAAC;AAC1C,SAAO,KAAK,IAAI,CAAC,MAAM,IAAI,GAAG;AAChC;AAEA,IAAqB,4BAArB,MAA+F;AAAA,EACpF,KAAK;AAAA,EACL,OAAO;AAAA,EACP,eAAe,CAAC,QAAQ;AAAA,EACxB,gBAAgB,CAAC,WAAW;AAAA,EAC5B,eAAe;AAAA,EACf,gBAAgB,CAAC;AAAA,EACjB,WAA0B;AAAA,IACjC,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,SAAS;AAAA,IACT,aAAa;AAAA,IACb,aAAa;AAAA,IACb,MAAM;AAAA,IACN,cAAc,CAAC,QAAQ;AAAA,IACvB,eAAe,CAAC,WAAW;AAAA,IAC3B,sBAAsB;AAAA,IACtB,kBAAkB;AAAA,IAClB,eAAe;AAAA,MACb,SAAS;AAAA,MACT,SAAS;AAAA,MACT,SAAS;AAAA,MACT,eAAe;AAAA,IACjB;AAAA,EACF;AAAA,EAEQ;AAAA,EACA;AAAA,EACA,SAA4B,CAAC;AAAA,EAC7B,gBAAgB;AAAA,EAExB,MAAM,WAAW,KAAkC;AACjD,UAAM,MAAM,IAAI;AAChB,UAAM,UAAW,IAAI,SAAS,KAA4B;AAC1D,UAAM,UAAW,IAAI,SAAS,KAA4B;AAC1D,UAAM,UAAW,IAAI,SAAS,KAA4B;AAC1D,SAAK,gBAAiB,IAAI,eAAe,KAA4B;AAErE,UAAM,QAAQ,oBAAoB,KAAK,CAAC,MAAM,EAAE,OAAO,OAAO;AAC9D,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,+CAA+C,OAAO,GAAG;AAAA,IAC3E;AACA,SAAK,aAAa;AAGlB,SAAK,SAAS,WAAW,IAAI,cAAc,QAAQ,OAAO;AAE1D,UAAM,WAAW,MAAM,cAAc;AAAA,MACnC;AAAA,MACA;AAAA,MACA,YAAY;AAAA,MACZ,WAAW,IAAI,cAAc;AAAA,IAC/B,CAAC;AACD,SAAK,SAAS,SAAS;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,OAA6C;AAC1D,UAAM,QAAQ,KAAK,IAAI;AACvB,UAAM,EAAE,OAAO,QAAQ,QAAQ,OAAO,IAAI,KAAK,WAAW;AAG1D,UAAM,aAAa,MAAM,WAAW,MAAM,MAAM,MAAM,MAAM,GAAG;AAG/D,UAAM,aAAa,MAAM,mBAAmB,YAAY,QAAQ,QAAQ,YAAY,MAAM;AAG1F,UAAM,YAAY,MAAM,KAAK,OAAO,IAAI,YAAY,CAAC,GAAG,GAAG,QAAQ,MAAM,CAAC;AAG1E,UAAM,QAAQ,QAAQ,SAAS;AAG/B,QAAI,SAAS;AACb,QAAI,WAAW,MAAM,CAAC,KAAK;AAC3B,aAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,YAAM,QAAQ,MAAM,CAAC,KAAK;AAC1B,UAAI,QAAQ,UAAU;AACpB,mBAAW;AACX,iBAAS;AAAA,MACX;AAAA,IACF;AAEA,QAAI,WAAW,KAAK,eAAe;AACjC,aAAO;AAAA,QACL,iBAAiB,CAAC;AAAA,QAClB,aAAa,KAAK,IAAI,IAAI;AAAA,QAC1B,SAAS,KAAK,WAAW;AAAA,MAC3B;AAAA,IACF;AAEA,UAAM,QAAQ,KAAK,OAAO,MAAM,KAAK,WAAW,MAAM;AAEtD,WAAO;AAAA,MACL,iBAAiB;AAAA,QACf;AAAA,UACE,OAAO;AAAA,UACP,OAAO;AAAA,QACT;AAAA,MACF;AAAA,MACA,aAAa,KAAK,IAAI,IAAI;AAAA,MAC1B,SAAS,KAAK,WAAW;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAM,WAA0B;AAC9B,UAAM,KAAK,QAAQ,QAAQ;AAAA,EAC7B;AAAA,EAEA,kBAAkC;AAChC,WAAO;AAAA,MACL,UAAU;AAAA,QACR;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,SAAS,CAAC,GAAG,mBAAmB;AAAA,cAChC,aAAa;AAAA,cACb,iBAAiB;AAAA,cACjB,eAAe,CAAC,QAAQ,UAAU,UAAU;AAAA,cAC5C,kBAAkB,CAAC,aAAa,QAAQ;AAAA,cACxC,kBAAkB;AAAA,YACpB;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,KAAK;AAAA,cACL,KAAK;AAAA,cACL,MAAM;AAAA,cACN,SAAS;AAAA,YACX;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,SAAS;AAAA,gBACP,EAAE,OAAO,QAAQ,OAAO,qBAAqB;AAAA,gBAC7C,EAAE,OAAO,QAAQ,OAAO,eAAe;AAAA,gBACvC,EAAE,OAAO,UAAU,OAAO,iBAAiB;AAAA,cAC7C;AAAA,YACF;AAAA,YACA;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,WAAW,EAAE,SAAS,OAAO;AAAA,cAC7B,SAAS;AAAA,gBACP,EAAE,OAAO,OAAO,OAAO,MAAM;AAAA,gBAC7B,EAAE,OAAO,UAAU,OAAO,SAAS;AAAA,gBACnC,EAAE,OAAO,QAAQ,OAAO,gBAAgB;AAAA,cAC1C;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,cAAkC;AAChC,WAAO;AAAA,EACT;AAAA,EAEA,kBAAuC;AACrC,WAAO,CAAC,GAAG,mBAAmB;AAAA,EAChC;AAAA,EAEA,qBAAuC;AACrC,WAAO,CAAC;AAAA,EACV;AAAA,EAEA,kBAA8C;AAC5C,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,QAA8B;AAClC,WAAO;AAAA,MACL,WAAW;AAAA,MACX,SAAS,KAAK,QAAQ,WAAW;AAAA,MACjC,QAAQ,KAAK,QAAQ,UAAU;AAAA,MAC/B,cAAc,CAAC,MAAM;AAAA,IACvB;AAAA,EACF;AACF;","names":[]}

package/dist/chunk-Z26BVC7S.mjs

@@ -0,0 +1,214 @@
+import {
+  cropRegion,
+  resizeAndNormalize
+} from "./chunk-6OR5TE7A.mjs";
+import {
+  resolveEngine
+} from "./chunk-J3IUBPRE.mjs";
+
+// src/addons/plate-recognition/index.ts
+import { PLATE_RECOGNITION_MODELS } from "@camstack/types";
+
+// src/shared/postprocess/paddleocr.ts
+function ctcDecode(output, seqLen, numChars, charset) {
+  let totalLogScore = 0;
+  const rawIndices = [];
+  for (let t = 0; t < seqLen; t++) {
+    const offset = t * numChars;
+    let bestIdx = 0;
+    let bestVal = output[offset];
+    for (let c = 1; c < numChars; c++) {
+      const val = output[offset + c];
+      if (val > bestVal) {
+        bestVal = val;
+        bestIdx = c;
+      }
+    }
+    rawIndices.push(bestIdx);
+    totalLogScore += bestVal;
+  }
+  const collapsed = [];
+  for (let i = 0; i < rawIndices.length; i++) {
+    const cur = rawIndices[i];
+    if (i === 0 || cur !== rawIndices[i - 1]) {
+      collapsed.push(cur);
+    }
+  }
+  const filtered = collapsed.filter((idx) => idx !== 0);
+  const text = filtered.map((idx) => charset[idx] ?? "").join("");
+  const confidence = seqLen > 0 ? totalLogScore / seqLen : 0;
+  return { text, confidence };
+}
+
+// src/addons/plate-recognition/index.ts
+import * as fs from "fs";
+import * as path from "path";
+var PLATE_TEXT_LABEL = { id: "plate-text", name: "Plate Text" };
+var PLATE_TEXT_LABELS = [PLATE_TEXT_LABEL];
+var PLATE_REC_CLASS_MAP = { mapping: {}, preserveOriginal: true };
+function loadCharset(modelsDir, modelId) {
+  const dictNames = [
+    `camstack-${modelId}-dict.txt`,
+    `camstack-paddleocr-latin-dict.txt`,
+    `camstack-paddleocr-en-dict.txt`
+  ];
+  for (const name of dictNames) {
+    const dictPath = path.join(modelsDir, name);
+    if (fs.existsSync(dictPath)) {
+      const lines = fs.readFileSync(dictPath, "utf-8").split("\n").filter((l) => l.length > 0);
+      return ["", ...lines, " "];
+    }
+  }
+  throw new Error(`PlateRecognitionAddon: dict.txt not found in ${modelsDir}`);
+}
+var CHARSET = [];
+var REQUIRED_STEPS = [
+  { slot: "cropper", outputClasses: ["plate"], description: "Requires a plate detector" }
+];
+var PlateRecognitionAddon = class {
+  id = "plate-recognition";
+  slot = "classifier";
+  inputClasses = ["plate"];
+  outputClasses = ["plate-text:*"];
+  slotPriority = 0;
+  requiredSteps = REQUIRED_STEPS;
+  manifest = {
+    id: "plate-recognition",
+    name: "License Plate Recognition (OCR)",
+    version: "0.1.0",
+    description: "PaddleOCR-based license plate text recognition",
+    packageName: "@camstack/vision",
+    slot: "classifier",
+    inputClasses: ["plate"],
+    outputClasses: ["plate-text:*"],
+    requiredSteps: REQUIRED_STEPS,
+    supportsCustomModels: false,
+    mayRequirePython: false,
+    defaultConfig: {
+      modelId: "paddleocr-latin",
+      runtime: "auto",
+      backend: "cpu",
+      minConfidence: 0.5
+    }
+  };
+  engine;
+  modelEntry;
+  minConfidence = 0.5;
+  async initialize(ctx) {
+    const cfg = ctx.addonConfig;
+    const modelId = cfg["modelId"] ?? "paddleocr-latin";
+    const runtime = cfg["runtime"] ?? "auto";
+    const backend = cfg["backend"] ?? "cpu";
+    this.minConfidence = cfg["minConfidence"] ?? 0.5;
+    const entry = PLATE_RECOGNITION_MODELS.find((m) => m.id === modelId);
+    if (!entry) {
+      throw new Error(`PlateRecognitionAddon: unknown modelId "${modelId}"`);
+    }
+    this.modelEntry = entry;
+    CHARSET = loadCharset(ctx.locationPaths.models, modelId);
+    const resolved = await resolveEngine({
+      runtime,
+      backend,
+      modelEntry: entry,
+      modelsDir: ctx.locationPaths.models
+    });
+    this.engine = resolved.engine;
+  }
+  async classify(input) {
+    const start = Date.now();
+    const { width: inputW, height: inputH } = this.modelEntry.inputSize;
+    const plateCrop = await cropRegion(input.frame.data, input.roi);
+    const normalized = await resizeAndNormalize(plateCrop, inputW, inputH, "zero-one", "nchw");
+    const output = await this.engine.run(normalized, [1, 3, inputH, inputW]);
+    const numChars = CHARSET.length;
+    const seqLen = output.length / numChars;
+    const { text, confidence } = ctcDecode(output, seqLen, numChars, CHARSET);
+    if (confidence < this.minConfidence || text.trim().length === 0) {
+      return {
+        classifications: [],
+        inferenceMs: Date.now() - start,
+        modelId: this.modelEntry.id
+      };
+    }
+    return {
+      classifications: [
+        {
+          class: "plate-text",
+          score: confidence,
+          text
+        }
+      ],
+      inferenceMs: Date.now() - start,
+      modelId: this.modelEntry.id
+    };
+  }
+  async shutdown() {
+    await this.engine?.dispose();
+  }
+  getConfigSchema() {
+    return {
+      sections: [
+        {
+          id: "model",
+          title: "Model",
+          columns: 1,
+          fields: [
+            {
+              key: "modelId",
+              label: "Model",
+              type: "model-selector",
+              catalog: [...PLATE_RECOGNITION_MODELS],
+              allowCustom: false,
+              allowConversion: false,
+              acceptFormats: ["onnx", "openvino"],
+              requiredMetadata: ["inputSize", "labels", "outputFormat"],
+              outputFormatHint: "ocr"
+            }
+          ]
+        },
+        {
+          id: "thresholds",
+          title: "Recognition Settings",
+          columns: 1,
+          fields: [
+            {
+              key: "minConfidence",
+              label: "Minimum Confidence",
+              type: "slider",
+              min: 0.1,
+              max: 1,
+              step: 0.05,
+              default: 0.5
+            }
+          ]
+        }
+      ]
+    };
+  }
+  getClassMap() {
+    return PLATE_REC_CLASS_MAP;
+  }
+  getModelCatalog() {
+    return [...PLATE_RECOGNITION_MODELS];
+  }
+  getAvailableModels() {
+    return [];
+  }
+  getActiveLabels() {
+    return PLATE_TEXT_LABELS;
+  }
+  async probe() {
+    return {
+      available: true,
+      runtime: this.engine?.runtime ?? "onnx",
+      device: this.engine?.device ?? "cpu",
+      capabilities: ["fp32"]
+    };
+  }
+};
+
+export {
+  ctcDecode,
+  PlateRecognitionAddon
+};
+//# sourceMappingURL=chunk-Z26BVC7S.mjs.map

package/dist/chunk-Z26BVC7S.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/addons/plate-recognition/index.ts","../src/shared/postprocess/paddleocr.ts"],"sourcesContent":["import type {\n  IClassifierProvider,\n  IDetectionAddon,\n  AddonManifest,\n  AddonContext,\n  CropInput,\n  ClassifierOutput,\n  ConfigUISchema,\n  ClassMapDefinition,\n  ProbeResult,\n  ModelCatalogEntry,\n  DetectionModel,\n  LabelDefinition,\n  IInferenceEngine,\n  RequiredStep,\n} from '@camstack/types'\nimport { PLATE_RECOGNITION_MODELS } from '@camstack/types'\nimport { cropRegion, resizeAndNormalize } from '../../shared/image-utils.js'\nimport { ctcDecode } from '../../shared/postprocess/paddleocr.js'\nimport { resolveEngine } from '../../shared/engine-resolver.js'\n\nconst PLATE_TEXT_LABEL: LabelDefinition = { id: 'plate-text', name: 'Plate Text' }\nconst PLATE_TEXT_LABELS: readonly LabelDefinition[] = [PLATE_TEXT_LABEL]\nconst PLATE_REC_CLASS_MAP: ClassMapDefinition = { mapping: {}, preserveOriginal: true }\n\nimport * as fs from 'node:fs'\nimport * as path from 'node:path'\n\n/** Load charset from dict.txt file — index 0 is the CTC blank token */\nfunction loadCharset(modelsDir: string, modelId: string): readonly string[] {\n  // Try to find the dict file next to the model\n  const dictNames = [\n    `camstack-${modelId}-dict.txt`,\n    `camstack-paddleocr-latin-dict.txt`,\n    `camstack-paddleocr-en-dict.txt`,\n  ]\n  for (const name of dictNames) {\n    const dictPath = path.join(modelsDir, name)\n    if (fs.existsSync(dictPath)) {\n      const lines = fs.readFileSync(dictPath, 'utf-8').split('\\n').filter((l) => l.length > 0)\n      // PaddleOCR convention: blank token at index 0, then dict chars, then a space token at end\n      return ['', ...lines, ' ']\n    }\n  }\n  throw new Error(`PlateRecognitionAddon: dict.txt not found in ${modelsDir}`)\n}\n\n// Will be loaded during initialize()\nlet CHARSET: readonly string[] = []\n\nconst REQUIRED_STEPS: readonly RequiredStep[] = [\n  { slot: 'cropper', outputClasses: ['plate'], description: 'Requires a plate detector' },\n]\n\nexport default class PlateRecognitionAddon implements IClassifierProvider, IDetectionAddon {\n  readonly id = 'plate-recognition'\n  readonly slot = 'classifier' as const\n  readonly inputClasses = ['plate'] as const\n  readonly outputClasses = ['plate-text:*'] as const\n  readonly slotPriority = 0\n  readonly requiredSteps = REQUIRED_STEPS\n  readonly manifest: AddonManifest = {\n    id: 'plate-recognition',\n    name: 'License Plate Recognition (OCR)',\n    version: '0.1.0',\n    description: 'PaddleOCR-based license plate text recognition',\n    packageName: '@camstack/vision',\n    slot: 'classifier',\n    inputClasses: ['plate'],\n    outputClasses: ['plate-text:*'],\n    requiredSteps: REQUIRED_STEPS,\n    supportsCustomModels: false,\n    mayRequirePython: false,\n    defaultConfig: {\n      modelId: 'paddleocr-latin',\n      runtime: 'auto',\n      backend: 'cpu',\n      minConfidence: 0.5,\n    },\n  }\n\n  private engine!: IInferenceEngine\n  private modelEntry!: ModelCatalogEntry\n  private minConfidence = 0.5\n\n  async initialize(ctx: AddonContext): Promise<void> {\n    const cfg = ctx.addonConfig\n    const modelId = (cfg['modelId'] as string | undefined) ?? 'paddleocr-latin'\n    const runtime = (cfg['runtime'] as string | undefined) ?? 'auto'\n    const backend = (cfg['backend'] as string | undefined) ?? 'cpu'\n    this.minConfidence = (cfg['minConfidence'] as number | undefined) ?? 0.5\n\n    const entry = PLATE_RECOGNITION_MODELS.find((m) => m.id === modelId)\n    if (!entry) {\n      throw new Error(`PlateRecognitionAddon: unknown modelId \"${modelId}\"`)\n    }\n    this.modelEntry = entry\n\n    // Load charset from dict.txt\n    CHARSET = loadCharset(ctx.locationPaths.models, modelId)\n\n    const resolved = await resolveEngine({\n      runtime: runtime as 'auto',\n      backend,\n      modelEntry: entry,\n      modelsDir: ctx.locationPaths.models,\n    })\n    this.engine = resolved.engine\n  }\n\n  async classify(input: CropInput): Promise<ClassifierOutput> {\n    const start = Date.now()\n    const { width: inputW, height: inputH } = this.modelEntry.inputSize\n\n    // Crop the plate region\n    const plateCrop = await cropRegion(input.frame.data, input.roi)\n\n    // Resize to 320x48, normalize to [0,1], NCHW\n    const normalized = await resizeAndNormalize(plateCrop, inputW, inputH, 'zero-one', 'nchw')\n\n    const output = await this.engine.run(normalized, [1, 3, inputH, inputW])\n\n    // PaddleOCR CTC output shape: [1, seqLen, numChars]\n    const numChars = CHARSET.length\n    const seqLen = output.length / numChars\n    const { text, confidence } = ctcDecode(output, seqLen, numChars, CHARSET)\n\n    if (confidence < this.minConfidence || text.trim().length === 0) {\n      return {\n        classifications: [],\n        inferenceMs: Date.now() - start,\n        modelId: this.modelEntry.id,\n      }\n    }\n\n    return {\n      classifications: [\n        {\n          class: 'plate-text',\n          score: confidence,\n          text,\n        },\n      ],\n      inferenceMs: Date.now() - start,\n      modelId: this.modelEntry.id,\n    }\n  }\n\n  async shutdown(): Promise<void> {\n    await this.engine?.dispose()\n  }\n\n  getConfigSchema(): ConfigUISchema {\n    return {\n      sections: [\n        {\n          id: 'model',\n          title: 'Model',\n          columns: 1,\n          fields: [\n            {\n              key: 'modelId',\n              label: 'Model',\n              type: 'model-selector',\n              catalog: [...PLATE_RECOGNITION_MODELS],\n              allowCustom: false,\n              allowConversion: false,\n              acceptFormats: ['onnx', 'openvino'],\n              requiredMetadata: ['inputSize', 'labels', 'outputFormat'],\n              outputFormatHint: 'ocr',\n            },\n          ],\n        },\n        {\n          id: 'thresholds',\n          title: 'Recognition Settings',\n          columns: 1,\n          fields: [\n            {\n              key: 'minConfidence',\n              label: 'Minimum Confidence',\n              type: 'slider',\n              min: 0.1,\n              max: 1.0,\n              step: 0.05,\n              default: 0.5,\n            },\n          ],\n        },\n      ],\n    }\n  }\n\n  getClassMap(): ClassMapDefinition {\n    return PLATE_REC_CLASS_MAP\n  }\n\n  getModelCatalog(): ModelCatalogEntry[] {\n    return [...PLATE_RECOGNITION_MODELS]\n  }\n\n  getAvailableModels(): DetectionModel[] {\n    return []\n  }\n\n  getActiveLabels(): readonly LabelDefinition[] {\n    return PLATE_TEXT_LABELS\n  }\n\n  async probe(): Promise<ProbeResult> {\n    return {\n      available: true,\n      runtime: this.engine?.runtime ?? 'onnx',\n      device: this.engine?.device ?? 'cpu',\n      capabilities: ['fp32'],\n    }\n  }\n}\n","/** Decode CTC output to text.\n *\n * Output shape: [1, seqLen, numChars]\n * Algorithm: argmax per timestep → collapse consecutive duplicates → remove blank (index 0) → join\n */\nexport function ctcDecode(\n  output: Float32Array,\n  seqLen: number,\n  numChars: number,\n  charset: readonly string[], // index 0 = blank token\n): { text: string; confidence: number } {\n  // Step 1: argmax per timestep + track confidence as mean of selected scores\n  let totalLogScore = 0\n  const rawIndices: number[] = []\n\n  for (let t = 0; t < seqLen; t++) {\n    const offset = t * numChars\n    let bestIdx = 0\n    let bestVal = output[offset]!\n\n    for (let c = 1; c < numChars; c++) {\n      const val = output[offset + c]!\n      if (val > bestVal) {\n        bestVal = val\n        bestIdx = c\n      }\n    }\n\n    rawIndices.push(bestIdx)\n    totalLogScore += bestVal\n  }\n\n  // Step 2: collapse consecutive duplicates\n  const collapsed: number[] = []\n  for (let i = 0; i < rawIndices.length; i++) {\n    const cur = rawIndices[i]!\n    if (i === 0 || cur !== rawIndices[i - 1]) {\n      collapsed.push(cur)\n    }\n  }\n\n  // Step 3: remove blank (index 0)\n  const filtered = collapsed.filter((idx) => idx !== 0)\n\n  // Step 4: join characters\n  const text = filtered.map((idx) => charset[idx] ?? '').join('')\n\n  const confidence = seqLen > 0 ? totalLogScore / seqLen : 0\n\n  return { text, confidence }\n}\n"],"mappings":";;;;;;;;;AAgBA,SAAS,gCAAgC;;;ACXlC,SAAS,UACd,QACA,QACA,UACA,SACsC;AAEtC,MAAI,gBAAgB;AACpB,QAAM,aAAuB,CAAC;AAE9B,WAAS,IAAI,GAAG,IAAI,QAAQ,KAAK;AAC/B,UAAM,SAAS,IAAI;AACnB,QAAI,UAAU;AACd,QAAI,UAAU,OAAO,MAAM;AAE3B,aAAS,IAAI,GAAG,IAAI,UAAU,KAAK;AACjC,YAAM,MAAM,OAAO,SAAS,CAAC;AAC7B,UAAI,MAAM,SAAS;AACjB,kBAAU;AACV,kBAAU;AAAA,MACZ;AAAA,IACF;AAEA,eAAW,KAAK,OAAO;AACvB,qBAAiB;AAAA,EACnB;AAGA,QAAM,YAAsB,CAAC;AAC7B,WAAS,IAAI,GAAG,IAAI,WAAW,QAAQ,KAAK;AAC1C,UAAM,MAAM,WAAW,CAAC;AACxB,QAAI,MAAM,KAAK,QAAQ,WAAW,IAAI,CAAC,GAAG;AACxC,gBAAU,KAAK,GAAG;AAAA,IACpB;AAAA,EACF;AAGA,QAAM,WAAW,UAAU,OAAO,CAAC,QAAQ,QAAQ,CAAC;AAGpD,QAAM,OAAO,SAAS,IAAI,CAAC,QAAQ,QAAQ,GAAG,KAAK,EAAE,EAAE,KAAK,EAAE;AAE9D,QAAM,aAAa,SAAS,IAAI,gBAAgB,SAAS;AAEzD,SAAO,EAAE,MAAM,WAAW;AAC5B;;;ADzBA,YAAY,QAAQ;AACpB,YAAY,UAAU;AALtB,IAAM,mBAAoC,EAAE,IAAI,cAAc,MAAM,aAAa;AACjF,IAAM,oBAAgD,CAAC,gBAAgB;AACvE,IAAM,sBAA0C,EAAE,SAAS,CAAC,GAAG,kBAAkB,KAAK;AAMtF,SAAS,YAAY,WAAmB,SAAoC;AAE1E,QAAM,YAAY;AAAA,IAChB,YAAY,OAAO;AAAA,IACnB;AAAA,IACA;AAAA,EACF;AACA,aAAW,QAAQ,WAAW;AAC5B,UAAM,WAAgB,UAAK,WAAW,IAAI;AAC1C,QAAO,cAAW,QAAQ,GAAG;AAC3B,YAAM,QAAW,gBAAa,UAAU,OAAO,EAAE,MAAM,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC;AAEvF,aAAO,CAAC,IAAI,GAAG,OAAO,GAAG;AAAA,IAC3B;AAAA,EACF;AACA,QAAM,IAAI,MAAM,gDAAgD,SAAS,EAAE;AAC7E;AAGA,IAAI,UAA6B,CAAC;AAElC,IAAM,iBAA0C;AAAA,EAC9C,EAAE,MAAM,WAAW,eAAe,CAAC,OAAO,GAAG,aAAa,4BAA4B;AACxF;AAEA,IAAqB,wBAArB,MAA2F;AAAA,EAChF,KAAK;AAAA,EACL,OAAO;AAAA,EACP,eAAe,CAAC,OAAO;AAAA,EACvB,gBAAgB,CAAC,cAAc;AAAA,EAC/B,eAAe;AAAA,EACf,gBAAgB;AAAA,EAChB,WAA0B;AAAA,IACjC,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,SAAS;AAAA,IACT,aAAa;AAAA,IACb,aAAa;AAAA,IACb,MAAM;AAAA,IACN,cAAc,CAAC,OAAO;AAAA,IACtB,eAAe,CAAC,cAAc;AAAA,IAC9B,eAAe;AAAA,IACf,sBAAsB;AAAA,IACtB,kBAAkB;AAAA,IAClB,eAAe;AAAA,MACb,SAAS;AAAA,MACT,SAAS;AAAA,MACT,SAAS;AAAA,MACT,eAAe;AAAA,IACjB;AAAA,EACF;AAAA,EAEQ;AAAA,EACA;AAAA,EACA,gBAAgB;AAAA,EAExB,MAAM,WAAW,KAAkC;AACjD,UAAM,MAAM,IAAI;AAChB,UAAM,UAAW,IAAI,SAAS,KAA4B;AAC1D,UAAM,UAAW,IAAI,SAAS,KAA4B;AAC1D,UAAM,UAAW,IAAI,SAAS,KAA4B;AAC1D,SAAK,gBAAiB,IAAI,eAAe,KAA4B;AAErE,UAAM,QAAQ,yBAAyB,KAAK,CAAC,MAAM,EAAE,OAAO,OAAO;AACnE,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,2CAA2C,OAAO,GAAG;AAAA,IACvE;AACA,SAAK,aAAa;AAGlB,cAAU,YAAY,IAAI,cAAc,QAAQ,OAAO;AAEvD,UAAM,WAAW,MAAM,cAAc;AAAA,MACnC;AAAA,MACA;AAAA,MACA,YAAY;AAAA,MACZ,WAAW,IAAI,cAAc;AAAA,IAC/B,CAAC;AACD,SAAK,SAAS,SAAS;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,OAA6C;AAC1D,UAAM,QAAQ,KAAK,IAAI;AACvB,UAAM,EAAE,OAAO,QAAQ,QAAQ,OAAO,IAAI,KAAK,WAAW;AAG1D,UAAM,YAAY,MAAM,WAAW,MAAM,MAAM,MAAM,MAAM,GAAG;AAG9D,UAAM,aAAa,MAAM,mBAAmB,WAAW,QAAQ,QAAQ,YAAY,MAAM;AAEzF,UAAM,SAAS,MAAM,KAAK,OAAO,IAAI,YAAY,CAAC,GAAG,GAAG,QAAQ,MAAM,CAAC;AAGvE,UAAM,WAAW,QAAQ;AACzB,UAAM,SAAS,OAAO,SAAS;AAC/B,UAAM,EAAE,MAAM,WAAW,IAAI,UAAU,QAAQ,QAAQ,UAAU,OAAO;AAExE,QAAI,aAAa,KAAK,iBAAiB,KAAK,KAAK,EAAE,WAAW,GAAG;AAC/D,aAAO;AAAA,QACL,iBAAiB,CAAC;AAAA,QAClB,aAAa,KAAK,IAAI,IAAI;AAAA,QAC1B,SAAS,KAAK,WAAW;AAAA,MAC3B;AAAA,IACF;AAEA,WAAO;AAAA,MACL,iBAAiB;AAAA,QACf;AAAA,UACE,OAAO;AAAA,UACP,OAAO;AAAA,UACP;AAAA,QACF;AAAA,MACF;AAAA,MACA,aAAa,KAAK,IAAI,IAAI;AAAA,MAC1B,SAAS,KAAK,WAAW;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAM,WAA0B;AAC9B,UAAM,KAAK,QAAQ,QAAQ;AAAA,EAC7B;AAAA,EAEA,kBAAkC;AAChC,WAAO;AAAA,MACL,UAAU;AAAA,QACR;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,SAAS,CAAC,GAAG,wBAAwB;AAAA,cACrC,aAAa;AAAA,cACb,iBAAiB;AAAA,cACjB,eAAe,CAAC,QAAQ,UAAU;AAAA,cAClC,kBAAkB,CAAC,aAAa,UAAU,cAAc;AAAA,cACxD,kBAAkB;AAAA,YACpB;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,KAAK;AAAA,cACL,KAAK;AAAA,cACL,MAAM;AAAA,cACN,SAAS;AAAA,YACX;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,cAAkC;AAChC,WAAO;AAAA,EACT;AAAA,EAEA,kBAAuC;AACrC,WAAO,CAAC,GAAG,wBAAwB;AAAA,EACrC;AAAA,EAEA,qBAAuC;AACrC,WAAO,CAAC;AAAA,EACV;AAAA,EAEA,kBAA8C;AAC5C,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,QAA8B;AAClC,WAAO;AAAA,MACL,WAAW;AAAA,MACX,SAAS,KAAK,QAAQ,WAAW;AAAA,MACjC,QAAQ,KAAK,QAAQ,UAAU;AAAA,MAC/B,cAAc,CAAC,MAAM;AAAA,IACvB;AAAA,EACF;AACF;","names":[]}