@camstack/addon-vision 0.1.7 → 0.1.10

package/dist/chunk-ZTJENCFC.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/catalogs/plate-recognition-models.ts","../src/shared/postprocess/paddleocr.ts","../src/addons/plate-recognition/index.ts"],"sourcesContent":["import type { ModelCatalogEntry, LabelDefinition } from '@camstack/types'\nimport { hfModelUrl } from '@camstack/types'\n\nconst HF_REPO = 'camstack/camstack-models'\n\nconst PLATE_TEXT_LABELS: readonly LabelDefinition[] = [\n  { id: 'text', name: 'Plate Text' },\n] as const\n\nexport const PLATE_RECOGNITION_MODELS: readonly ModelCatalogEntry[] = [\n  // ── PaddleOCR PP-OCRv5 ────────────────────────────────────────\n  {\n    id: 'paddleocr-latin',\n    name: 'PaddleOCR Latin',\n    description: 'PaddleOCR PP-OCRv5 recognition model for Latin-script license plates',\n    inputSize: { width: 320, height: 48 },\n    labels: PLATE_TEXT_LABELS,\n    formats: {\n      // ONNX only — PaddleOCR has dynamic dimensions incompatible with CoreML native conversion.\n      // On Apple Silicon, ONNX Runtime uses CoreML EP automatically for acceleration.\n      onnx: {\n        url: hfModelUrl(HF_REPO, 'plateRecognition/paddleocr/onnx/camstack-paddleocr-latin-rec.onnx'),\n        sizeMB: 7.5,\n      },\n      openvino: {\n        url: hfModelUrl(HF_REPO, 'plateRecognition/paddleocr/openvino/camstack-paddleocr-latin.xml'),\n        sizeMB: 4,\n        runtimes: ['python'],\n      },\n    },\n    extraFiles: [\n      {\n        url: hfModelUrl(HF_REPO, 'plateRecognition/paddleocr/onnx/camstack-paddleocr-latin-dict.txt'),\n        filename: 'camstack-paddleocr-latin-dict.txt',\n        sizeMB: 0.01,\n      },\n    ],\n  },\n  {\n    id: 'paddleocr-en',\n    name: 'PaddleOCR English',\n    description: 'PaddleOCR PP-OCRv5 recognition model optimized for English license plates',\n    inputSize: { width: 320, height: 48 },\n    labels: PLATE_TEXT_LABELS,\n    formats: {\n      onnx: {\n        url: hfModelUrl(HF_REPO, 'plateRecognition/paddleocr/onnx/camstack-paddleocr-en-rec.onnx'),\n        sizeMB: 7.5,\n      },\n      openvino: {\n        url: hfModelUrl(HF_REPO, 'plateRecognition/paddleocr/openvino/camstack-paddleocr-en.xml'),\n        sizeMB: 4,\n        runtimes: ['python'],\n      },\n    },\n    extraFiles: [\n      {\n        url: hfModelUrl(HF_REPO, 'plateRecognition/paddleocr/onnx/camstack-paddleocr-en-dict.txt'),\n        filename: 'camstack-paddleocr-en-dict.txt',\n        sizeMB: 0.01,\n      },\n    ],\n  },\n\n  // ── CRNN-MobileNetV3 (via OnnxTR/docTR) ─────────────────────────\n  // Simple CNN+LSTM+CTC architecture — good CoreML compatibility (no dynamic ops)\n  {\n    id: 'crnn-mobilenet-v3-small',\n    name: 'CRNN MobileNet V3 Small',\n    description: 'CRNN MobileNetV3-Small — lightweight text recognition, CoreML compatible via OnnxTR',\n    inputSize: { width: 128, height: 32 },\n    labels: PLATE_TEXT_LABELS,\n    formats: {\n      onnx: {\n        url: hfModelUrl(HF_REPO, 'plateRecognition/crnn-mobilenet/onnx/camstack-crnn-mobilenet-v3-small.onnx'),\n        sizeMB: 8,\n      },\n    },\n    extraFiles: [\n      {\n        url: hfModelUrl(HF_REPO, 'plateRecognition/crnn-mobilenet/camstack-crnn-mobilenet-charset.txt'),\n        filename: 'camstack-crnn-mobilenet-charset.txt',\n        sizeMB: 0.01,\n      },\n    ],\n  },\n  {\n    id: 'crnn-mobilenet-v3-large',\n    name: 'CRNN MobileNet V3 Large',\n    description: 'CRNN MobileNetV3-Large — higher accuracy text recognition, CoreML compatible',\n    inputSize: { width: 128, height: 32 },\n    labels: PLATE_TEXT_LABELS,\n    formats: {\n      onnx: {\n        url: hfModelUrl(HF_REPO, 'plateRecognition/crnn-mobilenet/onnx/camstack-crnn-mobilenet-v3-large.onnx'),\n        sizeMB: 17,\n      },\n    },\n    extraFiles: [\n      {\n        url: hfModelUrl(HF_REPO, 'plateRecognition/crnn-mobilenet/camstack-crnn-mobilenet-charset.txt'),\n        filename: 'camstack-crnn-mobilenet-charset.txt',\n        sizeMB: 0.01,\n      },\n    ],\n  },\n] as const\n","/** Decode CTC output to text.\n *\n * Output shape: [1, seqLen, numChars]\n * Algorithm: argmax per timestep → collapse consecutive duplicates → remove blank (index 0) → join\n */\nexport function ctcDecode(\n  output: Float32Array,\n  seqLen: number,\n  numChars: number,\n  charset: readonly string[], // index 0 = blank token\n): { text: string; confidence: number } {\n  // Step 1: argmax per timestep + track confidence as mean of selected scores\n  let totalLogScore = 0\n  const rawIndices: number[] = []\n\n  for (let t = 0; t < seqLen; t++) {\n    const offset = t * numChars\n    let bestIdx = 0\n    let bestVal = output[offset]!\n\n    for (let c = 1; c < numChars; c++) {\n      const val = output[offset + c]!\n      if (val > bestVal) {\n        bestVal = val\n        bestIdx = c\n      }\n    }\n\n    rawIndices.push(bestIdx)\n    totalLogScore += bestVal\n  }\n\n  // Step 2: collapse consecutive duplicates\n  const collapsed: number[] = []\n  for (let i = 0; i < rawIndices.length; i++) {\n    const cur = rawIndices[i]!\n    if (i === 0 || cur !== rawIndices[i - 1]) {\n      collapsed.push(cur)\n    }\n  }\n\n  // Step 3: remove blank (index 0)\n  const filtered = collapsed.filter((idx) => idx !== 0)\n\n  // Step 4: join characters\n  const text = filtered.map((idx) => charset[idx] ?? '').join('')\n\n  const confidence = seqLen > 0 ? totalLogScore / seqLen : 0\n\n  return { text, confidence }\n}\n","import type {\n  IClassifierProvider,\n  IDetectionAddon,\n  AddonManifest,\n  AddonContext,\n  CropInput,\n  ClassifierOutput,\n  ConfigUISchema,\n  ClassMapDefinition,\n  ProbeResult,\n  ModelCatalogEntry,\n  DetectionModel,\n  LabelDefinition,\n  IInferenceEngine,\n  RequiredStep,\n  ModelRequirement,\n  ResolvedInferenceConfig,\n} from '@camstack/types'\nimport { PLATE_RECOGNITION_MODELS } from '../../catalogs/plate-recognition-models.js'\nimport { cropRegion, resizeAndNormalize } from '../../shared/image-utils.js'\nimport { ctcDecode } from '../../shared/postprocess/paddleocr.js'\nimport { resolveEngine } from '../../shared/engine-resolver.js'\n\nconst PLATE_TEXT_LABEL: LabelDefinition = { id: 'plate-text', name: 'Plate Text' }\nconst PLATE_TEXT_LABELS: readonly LabelDefinition[] = [PLATE_TEXT_LABEL]\nconst PLATE_REC_CLASS_MAP: ClassMapDefinition = { mapping: {}, preserveOriginal: true }\n\nimport * as fs from 'node:fs'\nimport * as path from 'node:path'\n\n/** Load charset from dict.txt file — index 0 is the CTC blank token */\nfunction loadCharset(modelsDir: string, modelId: string): readonly string[] {\n  // Try to find the dict file next to the model\n  const dictNames = [\n    `camstack-${modelId}-dict.txt`,\n    `camstack-paddleocr-latin-dict.txt`,\n    `camstack-paddleocr-en-dict.txt`,\n    `camstack-crnn-mobilenet-charset.txt`,\n  ]\n  for (const name of dictNames) {\n    const dictPath = path.join(modelsDir, name)\n    if (fs.existsSync(dictPath)) {\n      const lines = fs.readFileSync(dictPath, 'utf-8').split('\\n').filter((l) => l.length > 0)\n      // PaddleOCR convention: blank token at index 0, then dict chars, then a space token at end\n      return ['', ...lines, ' ']\n    }\n  }\n  throw new Error(`PlateRecognitionAddon: dict.txt not found in ${modelsDir}`)\n}\n\nconst REQUIRED_STEPS: readonly RequiredStep[] = [\n  { slot: 'cropper', outputClasses: ['plate'], description: 'Requires a plate detector' },\n]\n\nexport default class PlateRecognitionAddon implements IClassifierProvider, IDetectionAddon {\n  readonly id = 'plate-recognition'\n  readonly slot = 'classifier' as const\n  readonly inputClasses = ['plate'] as const\n  readonly outputClasses = ['plate-text:*'] as const\n  readonly slotPriority = 0\n  readonly requiredSteps = REQUIRED_STEPS\n  readonly manifest: AddonManifest = {\n    id: 'plate-recognition',\n    name: 'License Plate Recognition (OCR)',\n    version: '0.1.0',\n\n    description: 'PaddleOCR-based license plate text recognition',\n\n    slot: 'classifier',\n    labelOutputType: 'plate',\n    inputClasses: ['plate'],\n    outputClasses: ['plate-text:*'],\n    requiredSteps: REQUIRED_STEPS,\n    supportsCustomModels: false,\n    mayRequirePython: false,\n    defaultConfig: {\n      modelId: 'paddleocr-latin',\n      runtime: 'node',\n      backend: 'cpu',\n      minConfidence: 0.5,\n    },\n  }\n\n  private engine: IInferenceEngine | null = null\n  private modelEntry!: ModelCatalogEntry\n  private minConfidence = 0.5\n  private charset: readonly string[] = []\n  private resolvedConfig: ResolvedInferenceConfig | null = null\n  private ctx: AddonContext | null = null\n\n  getModelRequirements(): ModelRequirement[] {\n    const scores: Record<string, { ram: number; accuracy: number }> = {\n      'paddleocr-latin': { ram: 100, accuracy: 80 },\n      'paddleocr-en': { ram: 100, accuracy: 80 },\n    }\n    return PLATE_RECOGNITION_MODELS.map((m) => ({\n      modelId: m.id,\n      name: m.name,\n      minRAM_MB: scores[m.id]?.ram ?? 100,\n      accuracyScore: scores[m.id]?.accuracy ?? 75,\n      formats: Object.keys(m.formats) as readonly string[],\n    }))\n  }\n\n  configure(config: ResolvedInferenceConfig): void {\n    this.resolvedConfig = config\n  }\n\n  async initialize(ctx: AddonContext): Promise<void> {\n    this.ctx = ctx\n    const cfg = ctx.addonConfig\n    const modelId = (cfg['modelId'] as string | undefined) ?? this.resolvedConfig?.modelId ?? 'paddleocr-latin'\n    this.minConfidence = (cfg['minConfidence'] as number | undefined) ?? 0.5\n\n    const entry = PLATE_RECOGNITION_MODELS.find((m) => m.id === modelId)\n    if (!entry) {\n      throw new Error(`PlateRecognitionAddon: unknown modelId \"${modelId}\"`)\n    }\n    this.modelEntry = entry\n  }\n\n  async classify(input: CropInput): Promise<ClassifierOutput> {\n    if (!this.engine) await this.ensureEngine()\n    const start = Date.now()\n    const { width: inputW, height: inputH } = this.modelEntry.inputSize\n\n    // Crop the plate region\n    console.log(`[plate-recognition] ROI: x=${input.roi?.x}, y=${input.roi?.y}, w=${input.roi?.w}, h=${input.roi?.h}, frameSize=${input.frame?.data?.length}`)\n    const plateCrop = await cropRegion(input.frame.data, input.roi)\n    console.log(`[plate-recognition] Crop size: ${plateCrop.length} bytes`)\n    // DEBUG: save crop to /tmp for inspection\n    try { require('fs').writeFileSync('/tmp/plate-recognition-crop.jpg', plateCrop) } catch {}\n\n    // Resize to 320x48, normalize to [0,1], NCHW\n    const normalized = await resizeAndNormalize(plateCrop, inputW, inputH, 'zero-one', 'nchw')\n\n    const output = await this.engine!.run(normalized, [1, 3, inputH, inputW])\n\n    // PaddleOCR CTC output shape: [1, seqLen, numChars]\n    const numChars = this.charset.length\n    const seqLen = output.length / numChars\n    const { text, confidence } = ctcDecode(output, seqLen, numChars, this.charset)\n\n    // Always return the result with confidence — let the pipeline/UI decide on thresholds\n    return {\n      classifications: [\n        {\n          class: 'plate-text',\n          score: confidence,\n          text: text.trim() || '(unreadable)',\n        },\n      ],\n      inferenceMs: Date.now() - start,\n      modelId: this.modelEntry.id,\n    }\n  }\n\n  private async ensureEngine(): Promise<void> {\n    const config = this.resolvedConfig\n    const modelId = config?.modelId ?? this.modelEntry.id\n    const runtime = config?.runtime === 'python' ? 'coreml' : (config?.runtime === 'node' ? 'onnx' : 'auto')\n    const backend = config?.backend ?? 'cpu'\n    const format = config?.format ?? 'onnx'\n\n    const entry = PLATE_RECOGNITION_MODELS.find((m) => m.id === modelId) ?? this.modelEntry\n    this.modelEntry = entry\n\n    const modelsDir = this.ctx!.models?.getModelsDir() ?? this.ctx!.locationPaths.models\n\n    // Ensure model + extra files (dict.txt) are downloaded via unified service\n    if (this.ctx!.models) {\n      await this.ctx!.models.ensure(modelId, format as any)\n    }\n\n    // Load charset from dict.txt (lazy — only on first use)\n    this.charset = loadCharset(modelsDir, modelId)\n\n    const resolved = await resolveEngine({\n      runtime: runtime as 'auto',\n      backend,\n      modelEntry: entry,\n      modelsDir,\n      models: this.ctx!.models,\n    })\n    this.engine = resolved.engine\n  }\n\n  async shutdown(): Promise<void> {\n    await this.engine?.dispose()\n  }\n\n  getConfigSchema(): ConfigUISchema {\n    return {\n      sections: [\n        {\n          id: 'model',\n          title: 'Model',\n          columns: 1,\n          fields: [\n            {\n              key: 'modelId',\n              label: 'Model',\n              type: 'model-selector',\n              catalog: [...PLATE_RECOGNITION_MODELS],\n              allowCustom: false,\n              allowConversion: false,\n              acceptFormats: ['onnx', 'openvino'],\n              requiredMetadata: ['inputSize', 'labels', 'outputFormat'],\n              outputFormatHint: 'ocr',\n            },\n          ],\n        },\n        {\n          id: 'runtime',\n          title: 'Runtime',\n          columns: 2,\n          fields: [\n            {\n              key: 'runtime',\n              label: 'Runtime',\n              type: 'select',\n              options: [\n                { value: 'auto', label: 'Auto' },\n                { value: 'onnx', label: 'ONNX Runtime' },\n                { value: 'openvino', label: 'OpenVINO (Intel)' },\n              ],\n            },\n            {\n              key: 'backend',\n              label: 'Backend',\n              type: 'select',\n              showWhen: { field: 'runtime', equals: 'onnx' },\n              options: [\n                { value: 'auto', label: 'Auto' },\n                { value: 'cpu', label: 'CPU' },\n                { value: 'cuda', label: 'CUDA (NVIDIA)' },\n              ],\n            },\n          ],\n        },\n        {\n          id: 'thresholds',\n          title: 'Recognition Settings',\n          columns: 1,\n          fields: [\n            {\n              key: 'minConfidence',\n              label: 'Minimum Confidence',\n              type: 'slider',\n              min: 0.1,\n              max: 1.0,\n              step: 0.05,\n              default: 0.5,\n            },\n          ],\n        },\n      ],\n    }\n  }\n\n  getClassMap(): ClassMapDefinition {\n    return PLATE_REC_CLASS_MAP\n  }\n\n  getModelCatalog(): ModelCatalogEntry[] {\n    return [...PLATE_RECOGNITION_MODELS]\n  }\n\n  getAvailableModels(): DetectionModel[] {\n    return []\n  }\n\n  getActiveLabels(): readonly LabelDefinition[] {\n    return PLATE_TEXT_LABELS\n  }\n\n  async probe(): Promise<ProbeResult> {\n    return {\n      available: true,\n      runtime: this.engine?.runtime ?? 'onnx',\n      device: this.engine?.device ?? 'cpu',\n      capabilities: ['fp32'],\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;AACA,SAAS,kBAAkB;AAE3B,IAAM,UAAU;AAEhB,IAAM,oBAAgD;AAAA,EACpD,EAAE,IAAI,QAAQ,MAAM,aAAa;AACnC;AAEO,IAAM,2BAAyD;AAAA;AAAA,EAEpE;AAAA,IACE,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,aAAa;AAAA,IACb,WAAW,EAAE,OAAO,KAAK,QAAQ,GAAG;AAAA,IACpC,QAAQ;AAAA,IACR,SAAS;AAAA;AAAA;AAAA,MAGP,MAAM;AAAA,QACJ,KAAK,WAAW,SAAS,mEAAmE;AAAA,QAC5F,QAAQ;AAAA,MACV;AAAA,MACA,UAAU;AAAA,QACR,KAAK,WAAW,SAAS,kEAAkE;AAAA,QAC3F,QAAQ;AAAA,QACR,UAAU,CAAC,QAAQ;AAAA,MACrB;AAAA,IACF;AAAA,IACA,YAAY;AAAA,MACV;AAAA,QACE,KAAK,WAAW,SAAS,mEAAmE;AAAA,QAC5F,UAAU;AAAA,QACV,QAAQ;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAAA,EACA;AAAA,IACE,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,aAAa;AAAA,IACb,WAAW,EAAE,OAAO,KAAK,QAAQ,GAAG;AAAA,IACpC,QAAQ;AAAA,IACR,SAAS;AAAA,MACP,MAAM;AAAA,QACJ,KAAK,WAAW,SAAS,gEAAgE;AAAA,QACzF,QAAQ;AAAA,MACV;AAAA,MACA,UAAU;AAAA,QACR,KAAK,WAAW,SAAS,+DAA+D;AAAA,QACxF,QAAQ;AAAA,QACR,UAAU,CAAC,QAAQ;AAAA,MACrB;AAAA,IACF;AAAA,IACA,YAAY;AAAA,MACV;AAAA,QACE,KAAK,WAAW,SAAS,gEAAgE;AAAA,QACzF,UAAU;AAAA,QACV,QAAQ;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA,EAIA;AAAA,IACE,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,aAAa;AAAA,IACb,WAAW,EAAE,OAAO,KAAK,QAAQ,GAAG;AAAA,IACpC,QAAQ;AAAA,IACR,SAAS;AAAA,MACP,MAAM;AAAA,QACJ,KAAK,WAAW,SAAS,4EAA4E;AAAA,QACrG,QAAQ;AAAA,MACV;AAAA,IACF;AAAA,IACA,YAAY;AAAA,MACV;AAAA,QACE,KAAK,WAAW,SAAS,qEAAqE;AAAA,QAC9F,UAAU;AAAA,QACV,QAAQ;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAAA,EACA;AAAA,IACE,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,aAAa;AAAA,IACb,WAAW,EAAE,OAAO,KAAK,QAAQ,GAAG;AAAA,IACpC,QAAQ;AAAA,IACR,SAAS;AAAA,MACP,MAAM;AAAA,QACJ,KAAK,WAAW,SAAS,4EAA4E;AAAA,QACrG,QAAQ;AAAA,MACV;AAAA,IACF;AAAA,IACA,YAAY;AAAA,MACV;AAAA,QACE,KAAK,WAAW,SAAS,qEAAqE;AAAA,QAC9F,UAAU;AAAA,QACV,QAAQ;AAAA,MACV;AAAA,IACF;AAAA,EACF;AACF;;;ACrGO,SAAS,UACd,QACA,QACA,UACA,SACsC;AAEtC,MAAI,gBAAgB;AACpB,QAAM,aAAuB,CAAC;AAE9B,WAAS,IAAI,GAAG,IAAI,QAAQ,KAAK;AAC/B,UAAM,SAAS,IAAI;AACnB,QAAI,UAAU;AACd,QAAI,UAAU,OAAO,MAAM;AAE3B,aAAS,IAAI,GAAG,IAAI,UAAU,KAAK;AACjC,YAAM,MAAM,OAAO,SAAS,CAAC;AAC7B,UAAI,MAAM,SAAS;AACjB,kBAAU;AACV,kBAAU;AAAA,MACZ;AAAA,IACF;AAEA,eAAW,KAAK,OAAO;AACvB,qBAAiB;AAAA,EACnB;AAGA,QAAM,YAAsB,CAAC;AAC7B,WAAS,IAAI,GAAG,IAAI,WAAW,QAAQ,KAAK;AAC1C,UAAM,MAAM,WAAW,CAAC;AACxB,QAAI,MAAM,KAAK,QAAQ,WAAW,IAAI,CAAC,GAAG;AACxC,gBAAU,KAAK,GAAG;AAAA,IACpB;AAAA,EACF;AAGA,QAAM,WAAW,UAAU,OAAO,CAAC,QAAQ,QAAQ,CAAC;AAGpD,QAAM,OAAO,SAAS,IAAI,CAAC,QAAQ,QAAQ,GAAG,KAAK,EAAE,EAAE,KAAK,EAAE;AAE9D,QAAM,aAAa,SAAS,IAAI,gBAAgB,SAAS;AAEzD,SAAO,EAAE,MAAM,WAAW;AAC5B;;;ACvBA,YAAY,QAAQ;AACpB,YAAY,UAAU;AALtB,IAAM,mBAAoC,EAAE,IAAI,cAAc,MAAM,aAAa;AACjF,IAAMA,qBAAgD,CAAC,gBAAgB;AACvE,IAAM,sBAA0C,EAAE,SAAS,CAAC,GAAG,kBAAkB,KAAK;AAMtF,SAAS,YAAY,WAAmB,SAAoC;AAE1E,QAAM,YAAY;AAAA,IAChB,YAAY,OAAO;AAAA,IACnB;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACA,aAAW,QAAQ,WAAW;AAC5B,UAAM,WAAgB,UAAK,WAAW,IAAI;AAC1C,QAAO,cAAW,QAAQ,GAAG;AAC3B,YAAM,QAAW,gBAAa,UAAU,OAAO,EAAE,MAAM,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC;AAEvF,aAAO,CAAC,IAAI,GAAG,OAAO,GAAG;AAAA,IAC3B;AAAA,EACF;AACA,QAAM,IAAI,MAAM,gDAAgD,SAAS,EAAE;AAC7E;AAEA,IAAM,iBAA0C;AAAA,EAC9C,EAAE,MAAM,WAAW,eAAe,CAAC,OAAO,GAAG,aAAa,4BAA4B;AACxF;AAEA,IAAqB,wBAArB,MAA2F;AAAA,EAChF,KAAK;AAAA,EACL,OAAO;AAAA,EACP,eAAe,CAAC,OAAO;AAAA,EACvB,gBAAgB,CAAC,cAAc;AAAA,EAC/B,eAAe;AAAA,EACf,gBAAgB;AAAA,EAChB,WAA0B;AAAA,IACjC,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,SAAS;AAAA,IAET,aAAa;AAAA,IAEb,MAAM;AAAA,IACN,iBAAiB;AAAA,IACjB,cAAc,CAAC,OAAO;AAAA,IACtB,eAAe,CAAC,cAAc;AAAA,IAC9B,eAAe;AAAA,IACf,sBAAsB;AAAA,IACtB,kBAAkB;AAAA,IAClB,eAAe;AAAA,MACb,SAAS;AAAA,MACT,SAAS;AAAA,MACT,SAAS;AAAA,MACT,eAAe;AAAA,IACjB;AAAA,EACF;AAAA,EAEQ,SAAkC;AAAA,EAClC;AAAA,EACA,gBAAgB;AAAA,EAChB,UAA6B,CAAC;AAAA,EAC9B,iBAAiD;AAAA,EACjD,MAA2B;AAAA,EAEnC,uBAA2C;AACzC,UAAM,SAA4D;AAAA,MAChE,mBAAmB,EAAE,KAAK,KAAK,UAAU,GAAG;AAAA,MAC5C,gBAAgB,EAAE,KAAK,KAAK,UAAU,GAAG;AAAA,IAC3C;AACA,WAAO,yBAAyB,IAAI,CAAC,OAAO;AAAA,MAC1C,SAAS,EAAE;AAAA,MACX,MAAM,EAAE;AAAA,MACR,WAAW,OAAO,EAAE,EAAE,GAAG,OAAO;AAAA,MAChC,eAAe,OAAO,EAAE,EAAE,GAAG,YAAY;AAAA,MACzC,SAAS,OAAO,KAAK,EAAE,OAAO;AAAA,IAChC,EAAE;AAAA,EACJ;AAAA,EAEA,UAAU,QAAuC;AAC/C,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEA,MAAM,WAAW,KAAkC;AACjD,SAAK,MAAM;AACX,UAAM,MAAM,IAAI;AAChB,UAAM,UAAW,IAAI,SAAS,KAA4B,KAAK,gBAAgB,WAAW;AAC1F,SAAK,gBAAiB,IAAI,eAAe,KAA4B;AAErE,UAAM,QAAQ,yBAAyB,KAAK,CAAC,MAAM,EAAE,OAAO,OAAO;AACnE,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,2CAA2C,OAAO,GAAG;AAAA,IACvE;AACA,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAM,SAAS,OAA6C;AAC1D,QAAI,CAAC,KAAK,OAAQ,OAAM,KAAK,aAAa;AAC1C,UAAM,QAAQ,KAAK,IAAI;AACvB,UAAM,EAAE,OAAO,QAAQ,QAAQ,OAAO,IAAI,KAAK,WAAW;AAG1D,YAAQ,IAAI,8BAA8B,MAAM,KAAK,CAAC,OAAO,MAAM,KAAK,CAAC,OAAO,MAAM,KAAK,CAAC,OAAO,MAAM,KAAK,CAAC,eAAe,MAAM,OAAO,MAAM,MAAM,EAAE;AACzJ,UAAM,YAAY,MAAM,WAAW,MAAM,MAAM,MAAM,MAAM,GAAG;AAC9D,YAAQ,IAAI,kCAAkC,UAAU,MAAM,QAAQ;AAEtE,QAAI;AAAE,gBAAQ,IAAI,EAAE,cAAc,mCAAmC,SAAS;AAAA,IAAE,QAAQ;AAAA,IAAC;AAGzF,UAAM,aAAa,MAAM,mBAAmB,WAAW,QAAQ,QAAQ,YAAY,MAAM;AAEzF,UAAM,SAAS,MAAM,KAAK,OAAQ,IAAI,YAAY,CAAC,GAAG,GAAG,QAAQ,MAAM,CAAC;AAGxE,UAAM,WAAW,KAAK,QAAQ;AAC9B,UAAM,SAAS,OAAO,SAAS;AAC/B,UAAM,EAAE,MAAM,WAAW,IAAI,UAAU,QAAQ,QAAQ,UAAU,KAAK,OAAO;AAG7E,WAAO;AAAA,MACL,iBAAiB;AAAA,QACf;AAAA,UACE,OAAO;AAAA,UACP,OAAO;AAAA,UACP,MAAM,KAAK,KAAK,KAAK;AAAA,QACvB;AAAA,MACF;AAAA,MACA,aAAa,KAAK,IAAI,IAAI;AAAA,MAC1B,SAAS,KAAK,WAAW;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAc,eAA8B;AAC1C,UAAM,SAAS,KAAK;AACpB,UAAM,UAAU,QAAQ,WAAW,KAAK,WAAW;AACnD,UAAM,UAAU,QAAQ,YAAY,WAAW,WAAY,QAAQ,YAAY,SAAS,SAAS;AACjG,UAAM,UAAU,QAAQ,WAAW;AACnC,UAAM,SAAS,QAAQ,UAAU;AAEjC,UAAM,QAAQ,yBAAyB,KAAK,CAAC,MAAM,EAAE,OAAO,OAAO,KAAK,KAAK;AAC7E,SAAK,aAAa;AAElB,UAAM,YAAY,KAAK,IAAK,QAAQ,aAAa,KAAK,KAAK,IAAK,cAAc;AAG9E,QAAI,KAAK,IAAK,QAAQ;AACpB,YAAM,KAAK,IAAK,OAAO,OAAO,SAAS,MAAa;AAAA,IACtD;AAGA,SAAK,UAAU,YAAY,WAAW,OAAO;AAE7C,UAAM,WAAW,MAAM,cAAc;AAAA,MACnC;AAAA,MACA;AAAA,MACA,YAAY;AAAA,MACZ;AAAA,MACA,QAAQ,KAAK,IAAK;AAAA,IACpB,CAAC;AACD,SAAK,SAAS,SAAS;AAAA,EACzB;AAAA,EAEA,MAAM,WAA0B;AAC9B,UAAM,KAAK,QAAQ,QAAQ;AAAA,EAC7B;AAAA,EAEA,kBAAkC;AAChC,WAAO;AAAA,MACL,UAAU;AAAA,QACR;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,SAAS,CAAC,GAAG,wBAAwB;AAAA,cACrC,aAAa;AAAA,cACb,iBAAiB;AAAA,cACjB,eAAe,CAAC,QAAQ,UAAU;AAAA,cAClC,kBAAkB,CAAC,aAAa,UAAU,cAAc;AAAA,cACxD,kBAAkB;AAAA,YACpB;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,SAAS;AAAA,gBACP,EAAE,OAAO,QAAQ,OAAO,OAAO;AAAA,gBAC/B,EAAE,OAAO,QAAQ,OAAO,eAAe;AAAA,gBACvC,EAAE,OAAO,YAAY,OAAO,mBAAmB;AAAA,cACjD;AAAA,YACF;AAAA,YACA;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,UAAU,EAAE,OAAO,WAAW,QAAQ,OAAO;AAAA,cAC7C,SAAS;AAAA,gBACP,EAAE,OAAO,QAAQ,OAAO,OAAO;AAAA,gBAC/B,EAAE,OAAO,OAAO,OAAO,MAAM;AAAA,gBAC7B,EAAE,OAAO,QAAQ,OAAO,gBAAgB;AAAA,cAC1C;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,KAAK;AAAA,cACL,KAAK;AAAA,cACL,MAAM;AAAA,cACN,SAAS;AAAA,YACX;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,cAAkC;AAChC,WAAO;AAAA,EACT;AAAA,EAEA,kBAAuC;AACrC,WAAO,CAAC,GAAG,wBAAwB;AAAA,EACrC;AAAA,EAEA,qBAAuC;AACrC,WAAO,CAAC;AAAA,EACV;AAAA,EAEA,kBAA8C;AAC5C,WAAOA;AAAA,EACT;AAAA,EAEA,MAAM,QAA8B;AAClC,WAAO;AAAA,MACL,WAAW;AAAA,MACX,SAAS,KAAK,QAAQ,WAAW;AAAA,MACjC,QAAQ,KAAK,QAAQ,UAAU;AAAA,MAC/B,cAAc,CAAC,MAAM;AAAA,IACvB;AAAA,EACF;AACF;","names":["PLATE_TEXT_LABELS"]}

package/dist/chunk-ZWYXXCXP.mjs

@@ -0,0 +1,248 @@
+import {
+  BIRD_SPECIES_MODELS
+} from "./chunk-DUN6XU3N.mjs";
+import {
+  cropRegion,
+  resizeAndNormalize
+} from "./chunk-22BHCDT5.mjs";
+import {
+  resolveEngine
+} from "./chunk-2IOKI4ES.mjs";
+
+// src/addons/bird-global-classifier/index.ts
+import * as fs from "fs";
+import * as path from "path";
+var SPECIES_LABEL = { id: "species", name: "Bird Species" };
+var SPECIES_LABELS = [SPECIES_LABEL];
+var BIRD_CLASS_MAP = { mapping: {}, preserveOriginal: true };
+function loadLabels(modelsDir, modelId) {
+  const labelNames = [
+    `camstack-${modelId}-labels.json`,
+    `camstack-bird-species-525-labels.json`
+  ];
+  for (const name of labelNames) {
+    const labelPath = path.join(modelsDir, name);
+    if (fs.existsSync(labelPath)) {
+      const raw = fs.readFileSync(labelPath, "utf-8");
+      return JSON.parse(raw);
+    }
+  }
+  throw new Error(`BirdGlobalClassifierAddon: labels JSON not found in ${modelsDir}`);
+}
+function softmax(logits) {
+  const max = logits.reduce((a, b) => Math.max(a, b), -Infinity);
+  const exps = logits.map((v) => Math.exp(v - max));
+  const sum = exps.reduce((a, b) => a + b, 0);
+  return exps.map((v) => v / sum);
+}
+var BirdGlobalClassifierAddon = class {
+  id = "bird-global-classifier";
+  slot = "classifier";
+  inputClasses = ["animal"];
+  outputClasses = ["species:*"];
+  slotPriority = 0;
+  requiredSteps = [];
+  manifest = {
+    id: "bird-global-classifier",
+    name: "Bird Classifier (Global, 525 species)",
+    version: "0.1.0",
+    description: "EfficientNet \u2014 525 worldwide bird species (MIT license, ONNX only)",
+    slot: "classifier",
+    labelOutputType: "classification",
+    inputClasses: ["animal"],
+    outputClasses: ["species:*"],
+    supportsCustomModels: false,
+    mayRequirePython: false,
+    defaultConfig: {
+      modelId: "bird-species-525",
+      runtime: "node",
+      backend: "cpu",
+      minConfidence: 0.3
+    }
+  };
+  engine = null;
+  modelEntry;
+  labels = [];
+  minConfidence = 0.3;
+  resolvedConfig = null;
+  ctx = null;
+  getModelRequirements() {
+    return BIRD_SPECIES_MODELS.map((m) => ({
+      modelId: m.id,
+      name: m.name,
+      minRAM_MB: 120,
+      accuracyScore: 80,
+      formats: Object.keys(m.formats)
+    }));
+  }
+  configure(config) {
+    this.resolvedConfig = config;
+  }
+  async initialize(ctx) {
+    this.ctx = ctx;
+    const cfg = ctx.addonConfig;
+    const modelId = cfg["modelId"] ?? this.resolvedConfig?.modelId ?? "bird-species-525";
+    this.minConfidence = cfg["minConfidence"] ?? 0.3;
+    const entry = BIRD_SPECIES_MODELS.find((m) => m.id === modelId);
+    if (!entry) {
+      throw new Error(`BirdGlobalClassifierAddon: unknown modelId "${modelId}"`);
+    }
+    this.modelEntry = entry;
+  }
+  async classify(input) {
+    if (!this.engine) await this.ensureEngine();
+    const start = Date.now();
+    const { width: inputW, height: inputH } = this.modelEntry.inputSize;
+    const animalCrop = await cropRegion(input.frame.data, input.roi);
+    const normalized = await resizeAndNormalize(animalCrop, inputW, inputH, "imagenet", "nchw");
+    const rawOutput = await this.engine.run(normalized, [1, 3, inputH, inputW]);
+    const probs = softmax(rawOutput);
+    let maxIdx = 0;
+    let maxScore = probs[0] ?? 0;
+    for (let i = 1; i < probs.length; i++) {
+      const score = probs[i] ?? 0;
+      if (score > maxScore) {
+        maxScore = score;
+        maxIdx = i;
+      }
+    }
+    if (maxScore < this.minConfidence) {
+      return {
+        classifications: [],
+        inferenceMs: Date.now() - start,
+        modelId: this.modelEntry.id
+      };
+    }
+    const label = this.labels[maxIdx] ?? `species_${maxIdx}`;
+    return {
+      classifications: [
+        {
+          class: label,
+          score: maxScore
+        }
+      ],
+      inferenceMs: Date.now() - start,
+      modelId: this.modelEntry.id
+    };
+  }
+  async ensureEngine() {
+    const config = this.resolvedConfig;
+    const modelId = config?.modelId ?? this.modelEntry.id;
+    const runtime = config?.runtime === "python" ? "coreml" : config?.runtime === "node" ? "onnx" : "auto";
+    const backend = config?.backend ?? "cpu";
+    const format = config?.format ?? "onnx";
+    const entry = BIRD_SPECIES_MODELS.find((m) => m.id === modelId) ?? this.modelEntry;
+    this.modelEntry = entry;
+    const modelsDir = this.ctx.models?.getModelsDir() ?? this.ctx.locationPaths.models;
+    if (this.ctx.models) {
+      await this.ctx.models.ensure(modelId, format);
+    }
+    this.labels = loadLabels(modelsDir, modelId);
+    const resolved = await resolveEngine({
+      runtime,
+      backend,
+      modelEntry: entry,
+      modelsDir,
+      models: this.ctx.models
+    });
+    this.engine = resolved.engine;
+  }
+  async shutdown() {
+    await this.engine?.dispose();
+  }
+  getConfigSchema() {
+    return {
+      sections: [
+        {
+          id: "model",
+          title: "Model",
+          columns: 1,
+          fields: [
+            {
+              key: "modelId",
+              label: "Model",
+              type: "model-selector",
+              catalog: [...BIRD_SPECIES_MODELS],
+              allowCustom: false,
+              allowConversion: false,
+              acceptFormats: ["onnx", "coreml", "openvino"],
+              requiredMetadata: ["inputSize", "labels"],
+              outputFormatHint: "classification"
+            }
+          ]
+        },
+        {
+          id: "runtime",
+          title: "Runtime",
+          columns: 2,
+          fields: [
+            {
+              key: "runtime",
+              label: "Runtime",
+              type: "select",
+              options: [
+                { value: "auto", label: "Auto" },
+                { value: "onnx", label: "ONNX Runtime" },
+                { value: "coreml", label: "CoreML (Apple)" },
+                { value: "openvino", label: "OpenVINO (Intel)" }
+              ]
+            },
+            {
+              key: "backend",
+              label: "Backend",
+              type: "select",
+              showWhen: { field: "runtime", equals: "onnx" },
+              options: [
+                { value: "auto", label: "Auto" },
+                { value: "cpu", label: "CPU" },
+                { value: "coreml", label: "CoreML" },
+                { value: "cuda", label: "CUDA (NVIDIA)" }
+              ]
+            }
+          ]
+        },
+        {
+          id: "thresholds",
+          title: "Classification Settings",
+          columns: 1,
+          fields: [
+            {
+              key: "minConfidence",
+              label: "Minimum Confidence",
+              type: "slider",
+              min: 0.05,
+              max: 1,
+              step: 0.05,
+              default: 0.3
+            }
+          ]
+        }
+      ]
+    };
+  }
+  getClassMap() {
+    return BIRD_CLASS_MAP;
+  }
+  getModelCatalog() {
+    return [...BIRD_SPECIES_MODELS];
+  }
+  getAvailableModels() {
+    return [];
+  }
+  getActiveLabels() {
+    return SPECIES_LABELS;
+  }
+  async probe() {
+    return {
+      available: true,
+      runtime: this.engine?.runtime ?? "onnx",
+      device: this.engine?.device ?? "cpu",
+      capabilities: ["fp32"]
+    };
+  }
+};
+
+export {
+  BirdGlobalClassifierAddon
+};
+//# sourceMappingURL=chunk-ZWYXXCXP.mjs.map

package/dist/chunk-ZWYXXCXP.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/addons/bird-global-classifier/index.ts"],"sourcesContent":["import type {\n  IClassifierProvider,\n  IDetectionAddon,\n  AddonManifest,\n  AddonContext,\n  CropInput,\n  ClassifierOutput,\n  ConfigUISchema,\n  ClassMapDefinition,\n  ProbeResult,\n  ModelCatalogEntry,\n  DetectionModel,\n  LabelDefinition,\n  IInferenceEngine,\n  ModelRequirement,\n  ResolvedInferenceConfig,\n} from '@camstack/types'\nimport { BIRD_SPECIES_MODELS } from '../../catalogs/animal-classification-models.js'\nimport { cropRegion, resizeAndNormalize } from '../../shared/image-utils.js'\nimport { resolveEngine } from '../../shared/engine-resolver.js'\nimport * as fs from 'node:fs'\nimport * as path from 'node:path'\n\nconst SPECIES_LABEL: LabelDefinition = { id: 'species', name: 'Bird Species' }\nconst SPECIES_LABELS: readonly LabelDefinition[] = [SPECIES_LABEL]\nconst BIRD_CLASS_MAP: ClassMapDefinition = { mapping: {}, preserveOriginal: true }\n\n/** Load bird species labels from JSON file in modelsDir */\nfunction loadLabels(modelsDir: string, modelId: string): readonly string[] {\n  const labelNames = [\n    `camstack-${modelId}-labels.json`,\n    `camstack-bird-species-525-labels.json`,\n  ]\n  for (const name of labelNames) {\n    const labelPath = path.join(modelsDir, name)\n    if (fs.existsSync(labelPath)) {\n      const raw = fs.readFileSync(labelPath, 'utf-8')\n      return JSON.parse(raw) as string[]\n    }\n  }\n  throw new Error(`BirdGlobalClassifierAddon: labels JSON not found in ${modelsDir}`)\n}\n\nfunction softmax(logits: Float32Array): Float32Array {\n  const max = logits.reduce((a, b) => Math.max(a, b), -Infinity)\n  const exps = logits.map((v) => Math.exp(v - max))\n  const sum = exps.reduce((a, b) => a + b, 0)\n  return exps.map((v) => v / sum) as unknown as Float32Array\n}\n\nexport default class BirdGlobalClassifierAddon implements IClassifierProvider, IDetectionAddon {\n  readonly id = 'bird-global-classifier'\n  readonly slot = 'classifier' as const\n  readonly inputClasses = ['animal'] as const\n  readonly outputClasses = ['species:*'] as const\n  readonly slotPriority = 0\n  readonly requiredSteps = [] as const\n  readonly manifest: AddonManifest = {\n    id: 'bird-global-classifier',\n    name: 'Bird Classifier (Global, 525 species)',\n    version: '0.1.0',\n\n    description: 'EfficientNet — 525 worldwide bird species (MIT license, ONNX only)',\n\n    slot: 'classifier',\n    labelOutputType: 'classification',\n    inputClasses: ['animal'],\n    outputClasses: ['species:*'],\n    supportsCustomModels: false,\n    mayRequirePython: false,\n    defaultConfig: {\n      modelId: 'bird-species-525',\n      runtime: 'node',\n      backend: 'cpu',\n      minConfidence: 0.3,\n    },\n  }\n\n  private engine: IInferenceEngine | null = null\n  private modelEntry!: ModelCatalogEntry\n  private labels: readonly string[] = []\n  private minConfidence = 0.3\n  private resolvedConfig: ResolvedInferenceConfig | null = null\n  private ctx: AddonContext | null = null\n\n  getModelRequirements(): ModelRequirement[] {\n    return BIRD_SPECIES_MODELS.map((m) => ({\n      modelId: m.id,\n      name: m.name,\n      minRAM_MB: 120,\n      accuracyScore: 80,\n      formats: Object.keys(m.formats) as readonly string[],\n    }))\n  }\n\n  configure(config: ResolvedInferenceConfig): void {\n    this.resolvedConfig = config\n  }\n\n  async initialize(ctx: AddonContext): Promise<void> {\n    this.ctx = ctx\n    const cfg = ctx.addonConfig\n    const modelId = (cfg['modelId'] as string | undefined) ?? this.resolvedConfig?.modelId ?? 'bird-species-525'\n    this.minConfidence = (cfg['minConfidence'] as number | undefined) ?? 0.3\n\n    const entry = BIRD_SPECIES_MODELS.find((m) => m.id === modelId)\n    if (!entry) {\n      throw new Error(`BirdGlobalClassifierAddon: unknown modelId \"${modelId}\"`)\n    }\n    this.modelEntry = entry\n  }\n\n  async classify(input: CropInput): Promise<ClassifierOutput> {\n    if (!this.engine) await this.ensureEngine()\n    const start = Date.now()\n    const { width: inputW, height: inputH } = this.modelEntry.inputSize\n\n    // Crop the animal region\n    const animalCrop = await cropRegion(input.frame.data, input.roi)\n\n    // Resize to 224x224, ImageNet normalization, NCHW\n    const normalized = await resizeAndNormalize(animalCrop, inputW, inputH, 'imagenet', 'nchw')\n\n    // Run inference — output shape: [1, 525]\n    const rawOutput = await this.engine!.run(normalized, [1, 3, inputH, inputW])\n\n    // Softmax to get probabilities\n    const probs = softmax(rawOutput)\n\n    // Find argmax\n    let maxIdx = 0\n    let maxScore = probs[0] ?? 0\n    for (let i = 1; i < probs.length; i++) {\n      const score = probs[i] ?? 0\n      if (score > maxScore) {\n        maxScore = score\n        maxIdx = i\n      }\n    }\n\n    if (maxScore < this.minConfidence) {\n      return {\n        classifications: [],\n        inferenceMs: Date.now() - start,\n        modelId: this.modelEntry.id,\n      }\n    }\n\n    const label = this.labels[maxIdx] ?? `species_${maxIdx}`\n\n    return {\n      classifications: [\n        {\n          class: label,\n          score: maxScore,\n        },\n      ],\n      inferenceMs: Date.now() - start,\n      modelId: this.modelEntry.id,\n    }\n  }\n\n  private async ensureEngine(): Promise<void> {\n    const config = this.resolvedConfig\n    const modelId = config?.modelId ?? this.modelEntry.id\n    const runtime = config?.runtime === 'python' ? 'coreml' : (config?.runtime === 'node' ? 'onnx' : 'auto')\n    const backend = config?.backend ?? 'cpu'\n    const format = config?.format ?? 'onnx'\n\n    const entry = BIRD_SPECIES_MODELS.find((m) => m.id === modelId) ?? this.modelEntry\n    this.modelEntry = entry\n\n    const modelsDir = this.ctx!.models?.getModelsDir() ?? this.ctx!.locationPaths.models\n\n    // Ensure model + extra files (labels JSON) are downloaded via unified service\n    if (this.ctx!.models) {\n      await this.ctx!.models.ensure(modelId, format as any)\n    }\n\n    // Load labels from JSON file (lazy — only on first use)\n    this.labels = loadLabels(modelsDir, modelId)\n\n    const resolved = await resolveEngine({\n      runtime: runtime as 'auto',\n      backend,\n      modelEntry: entry,\n      modelsDir,\n      models: this.ctx!.models,\n    })\n    this.engine = resolved.engine\n  }\n\n  async shutdown(): Promise<void> {\n    await this.engine?.dispose()\n  }\n\n  getConfigSchema(): ConfigUISchema {\n    return {\n      sections: [\n        {\n          id: 'model',\n          title: 'Model',\n          columns: 1,\n          fields: [\n            {\n              key: 'modelId',\n              label: 'Model',\n              type: 'model-selector',\n              catalog: [...BIRD_SPECIES_MODELS],\n              allowCustom: false,\n              allowConversion: false,\n              acceptFormats: ['onnx', 'coreml', 'openvino'],\n              requiredMetadata: ['inputSize', 'labels'],\n              outputFormatHint: 'classification',\n            },\n          ],\n        },\n        {\n          id: 'runtime',\n          title: 'Runtime',\n          columns: 2,\n          fields: [\n            {\n              key: 'runtime',\n              label: 'Runtime',\n              type: 'select',\n              options: [\n                { value: 'auto', label: 'Auto' },\n                { value: 'onnx', label: 'ONNX Runtime' },\n                { value: 'coreml', label: 'CoreML (Apple)' },\n                { value: 'openvino', label: 'OpenVINO (Intel)' },\n              ],\n            },\n            {\n              key: 'backend',\n              label: 'Backend',\n              type: 'select',\n              showWhen: { field: 'runtime', equals: 'onnx' },\n              options: [\n                { value: 'auto', label: 'Auto' },\n                { value: 'cpu', label: 'CPU' },\n                { value: 'coreml', label: 'CoreML' },\n                { value: 'cuda', label: 'CUDA (NVIDIA)' },\n              ],\n            },\n          ],\n        },\n        {\n          id: 'thresholds',\n          title: 'Classification Settings',\n          columns: 1,\n          fields: [\n            {\n              key: 'minConfidence',\n              label: 'Minimum Confidence',\n              type: 'slider',\n              min: 0.05,\n              max: 1.0,\n              step: 0.05,\n              default: 0.3,\n            },\n          ],\n        },\n      ],\n    }\n  }\n\n  getClassMap(): ClassMapDefinition {\n    return BIRD_CLASS_MAP\n  }\n\n  getModelCatalog(): ModelCatalogEntry[] {\n    return [...BIRD_SPECIES_MODELS]\n  }\n\n  getAvailableModels(): DetectionModel[] {\n    return []\n  }\n\n  getActiveLabels(): readonly LabelDefinition[] {\n    return SPECIES_LABELS\n  }\n\n  async probe(): Promise<ProbeResult> {\n    return {\n      available: true,\n      runtime: this.engine?.runtime ?? 'onnx',\n      device: this.engine?.device ?? 'cpu',\n      capabilities: ['fp32'],\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;AAoBA,YAAY,QAAQ;AACpB,YAAY,UAAU;AAEtB,IAAM,gBAAiC,EAAE,IAAI,WAAW,MAAM,eAAe;AAC7E,IAAM,iBAA6C,CAAC,aAAa;AACjE,IAAM,iBAAqC,EAAE,SAAS,CAAC,GAAG,kBAAkB,KAAK;AAGjF,SAAS,WAAW,WAAmB,SAAoC;AACzE,QAAM,aAAa;AAAA,IACjB,YAAY,OAAO;AAAA,IACnB;AAAA,EACF;AACA,aAAW,QAAQ,YAAY;AAC7B,UAAM,YAAiB,UAAK,WAAW,IAAI;AAC3C,QAAO,cAAW,SAAS,GAAG;AAC5B,YAAM,MAAS,gBAAa,WAAW,OAAO;AAC9C,aAAO,KAAK,MAAM,GAAG;AAAA,IACvB;AAAA,EACF;AACA,QAAM,IAAI,MAAM,uDAAuD,SAAS,EAAE;AACpF;AAEA,SAAS,QAAQ,QAAoC;AACnD,QAAM,MAAM,OAAO,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,SAAS;AAC7D,QAAM,OAAO,OAAO,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,GAAG,CAAC;AAChD,QAAM,MAAM,KAAK,OAAO,CAAC,GAAG,MAAM,IAAI,GAAG,CAAC;AAC1C,SAAO,KAAK,IAAI,CAAC,MAAM,IAAI,GAAG;AAChC;AAEA,IAAqB,4BAArB,MAA+F;AAAA,EACpF,KAAK;AAAA,EACL,OAAO;AAAA,EACP,eAAe,CAAC,QAAQ;AAAA,EACxB,gBAAgB,CAAC,WAAW;AAAA,EAC5B,eAAe;AAAA,EACf,gBAAgB,CAAC;AAAA,EACjB,WAA0B;AAAA,IACjC,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,SAAS;AAAA,IAET,aAAa;AAAA,IAEb,MAAM;AAAA,IACN,iBAAiB;AAAA,IACjB,cAAc,CAAC,QAAQ;AAAA,IACvB,eAAe,CAAC,WAAW;AAAA,IAC3B,sBAAsB;AAAA,IACtB,kBAAkB;AAAA,IAClB,eAAe;AAAA,MACb,SAAS;AAAA,MACT,SAAS;AAAA,MACT,SAAS;AAAA,MACT,eAAe;AAAA,IACjB;AAAA,EACF;AAAA,EAEQ,SAAkC;AAAA,EAClC;AAAA,EACA,SAA4B,CAAC;AAAA,EAC7B,gBAAgB;AAAA,EAChB,iBAAiD;AAAA,EACjD,MAA2B;AAAA,EAEnC,uBAA2C;AACzC,WAAO,oBAAoB,IAAI,CAAC,OAAO;AAAA,MACrC,SAAS,EAAE;AAAA,MACX,MAAM,EAAE;AAAA,MACR,WAAW;AAAA,MACX,eAAe;AAAA,MACf,SAAS,OAAO,KAAK,EAAE,OAAO;AAAA,IAChC,EAAE;AAAA,EACJ;AAAA,EAEA,UAAU,QAAuC;AAC/C,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEA,MAAM,WAAW,KAAkC;AACjD,SAAK,MAAM;AACX,UAAM,MAAM,IAAI;AAChB,UAAM,UAAW,IAAI,SAAS,KAA4B,KAAK,gBAAgB,WAAW;AAC1F,SAAK,gBAAiB,IAAI,eAAe,KAA4B;AAErE,UAAM,QAAQ,oBAAoB,KAAK,CAAC,MAAM,EAAE,OAAO,OAAO;AAC9D,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,+CAA+C,OAAO,GAAG;AAAA,IAC3E;AACA,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAM,SAAS,OAA6C;AAC1D,QAAI,CAAC,KAAK,OAAQ,OAAM,KAAK,aAAa;AAC1C,UAAM,QAAQ,KAAK,IAAI;AACvB,UAAM,EAAE,OAAO,QAAQ,QAAQ,OAAO,IAAI,KAAK,WAAW;AAG1D,UAAM,aAAa,MAAM,WAAW,MAAM,MAAM,MAAM,MAAM,GAAG;AAG/D,UAAM,aAAa,MAAM,mBAAmB,YAAY,QAAQ,QAAQ,YAAY,MAAM;AAG1F,UAAM,YAAY,MAAM,KAAK,OAAQ,IAAI,YAAY,CAAC,GAAG,GAAG,QAAQ,MAAM,CAAC;AAG3E,UAAM,QAAQ,QAAQ,SAAS;AAG/B,QAAI,SAAS;AACb,QAAI,WAAW,MAAM,CAAC,KAAK;AAC3B,aAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,YAAM,QAAQ,MAAM,CAAC,KAAK;AAC1B,UAAI,QAAQ,UAAU;AACpB,mBAAW;AACX,iBAAS;AAAA,MACX;AAAA,IACF;AAEA,QAAI,WAAW,KAAK,eAAe;AACjC,aAAO;AAAA,QACL,iBAAiB,CAAC;AAAA,QAClB,aAAa,KAAK,IAAI,IAAI;AAAA,QAC1B,SAAS,KAAK,WAAW;AAAA,MAC3B;AAAA,IACF;AAEA,UAAM,QAAQ,KAAK,OAAO,MAAM,KAAK,WAAW,MAAM;AAEtD,WAAO;AAAA,MACL,iBAAiB;AAAA,QACf;AAAA,UACE,OAAO;AAAA,UACP,OAAO;AAAA,QACT;AAAA,MACF;AAAA,MACA,aAAa,KAAK,IAAI,IAAI;AAAA,MAC1B,SAAS,KAAK,WAAW;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAc,eAA8B;AAC1C,UAAM,SAAS,KAAK;AACpB,UAAM,UAAU,QAAQ,WAAW,KAAK,WAAW;AACnD,UAAM,UAAU,QAAQ,YAAY,WAAW,WAAY,QAAQ,YAAY,SAAS,SAAS;AACjG,UAAM,UAAU,QAAQ,WAAW;AACnC,UAAM,SAAS,QAAQ,UAAU;AAEjC,UAAM,QAAQ,oBAAoB,KAAK,CAAC,MAAM,EAAE,OAAO,OAAO,KAAK,KAAK;AACxE,SAAK,aAAa;AAElB,UAAM,YAAY,KAAK,IAAK,QAAQ,aAAa,KAAK,KAAK,IAAK,cAAc;AAG9E,QAAI,KAAK,IAAK,QAAQ;AACpB,YAAM,KAAK,IAAK,OAAO,OAAO,SAAS,MAAa;AAAA,IACtD;AAGA,SAAK,SAAS,WAAW,WAAW,OAAO;AAE3C,UAAM,WAAW,MAAM,cAAc;AAAA,MACnC;AAAA,MACA;AAAA,MACA,YAAY;AAAA,MACZ;AAAA,MACA,QAAQ,KAAK,IAAK;AAAA,IACpB,CAAC;AACD,SAAK,SAAS,SAAS;AAAA,EACzB;AAAA,EAEA,MAAM,WAA0B;AAC9B,UAAM,KAAK,QAAQ,QAAQ;AAAA,EAC7B;AAAA,EAEA,kBAAkC;AAChC,WAAO;AAAA,MACL,UAAU;AAAA,QACR;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,SAAS,CAAC,GAAG,mBAAmB;AAAA,cAChC,aAAa;AAAA,cACb,iBAAiB;AAAA,cACjB,eAAe,CAAC,QAAQ,UAAU,UAAU;AAAA,cAC5C,kBAAkB,CAAC,aAAa,QAAQ;AAAA,cACxC,kBAAkB;AAAA,YACpB;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,SAAS;AAAA,gBACP,EAAE,OAAO,QAAQ,OAAO,OAAO;AAAA,gBAC/B,EAAE,OAAO,QAAQ,OAAO,eAAe;AAAA,gBACvC,EAAE,OAAO,UAAU,OAAO,iBAAiB;AAAA,gBAC3C,EAAE,OAAO,YAAY,OAAO,mBAAmB;AAAA,cACjD;AAAA,YACF;AAAA,YACA;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,UAAU,EAAE,OAAO,WAAW,QAAQ,OAAO;AAAA,cAC7C,SAAS;AAAA,gBACP,EAAE,OAAO,QAAQ,OAAO,OAAO;AAAA,gBAC/B,EAAE,OAAO,OAAO,OAAO,MAAM;AAAA,gBAC7B,EAAE,OAAO,UAAU,OAAO,SAAS;AAAA,gBACnC,EAAE,OAAO,QAAQ,OAAO,gBAAgB;AAAA,cAC1C;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,KAAK;AAAA,cACL,KAAK;AAAA,cACL,MAAM;AAAA,cACN,SAAS;AAAA,YACX;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,cAAkC;AAChC,WAAO;AAAA,EACT;AAAA,EAEA,kBAAuC;AACrC,WAAO,CAAC,GAAG,mBAAmB;AAAA,EAChC;AAAA,EAEA,qBAAuC;AACrC,WAAO,CAAC;AAAA,EACV;AAAA,EAEA,kBAA8C;AAC5C,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,QAA8B;AAClC,WAAO;AAAA,MACL,WAAW;AAAA,MACX,SAAS,KAAK,QAAQ,WAAW;AAAA,MACjC,QAAQ,KAAK,QAAQ,UAAU;AAAA,MAC/B,cAAc,CAAC,MAAM;AAAA,IACvB;AAAA,EACF;AACF;","names":[]}

package/dist/index.d.mts

@@ -0,0 +1,183 @@
+import { BoundingBox, SpatialDetection, IInferenceEngine, DetectionRuntime, DetectionDevice, ModelCatalogEntry, IAddonModelManager, ModelFormat } from '@camstack/types';
+export { default as ObjectDetectionAddon } from './addons/object-detection/index.mjs';
+export { default as FaceDetectionAddon } from './addons/face-detection/index.mjs';
+export { default as FaceRecognitionAddon } from './addons/face-recognition/index.mjs';
+export { default as PlateDetectionAddon } from './addons/plate-detection/index.mjs';
+export { default as PlateRecognitionAddon } from './addons/plate-recognition/index.mjs';
+export { default as AudioClassificationAddon } from './addons/audio-classification/index.mjs';
+export { default as BirdGlobalClassifierAddon } from './addons/bird-global-classifier/index.mjs';
+export { default as BirdNABirdsClassifierAddon } from './addons/bird-nabirds-classifier/index.mjs';
+export { default as AnimalClassifierAddon } from './addons/animal-classifier/index.mjs';
+
+/** Decode JPEG to raw RGB pixels */
+declare function jpegToRgb(jpeg: Buffer): Promise<{
+    data: Buffer;
+    width: number;
+    height: number;
+}>;
+/** Crop a region from a JPEG buffer */
+declare function cropRegion(jpeg: Buffer, roi: BoundingBox): Promise<Buffer>;
+/** Letterbox resize for YOLO: resize preserving aspect ratio, pad to square */
+declare function letterbox(jpeg: Buffer, targetSize: number): Promise<{
+    data: Float32Array;
+    scale: number;
+    padX: number;
+    padY: number;
+    originalWidth: number;
+    originalHeight: number;
+}>;
+/** Resize and normalize to Float32Array */
+declare function resizeAndNormalize(jpeg: Buffer, targetWidth: number, targetHeight: number, normalization: 'zero-one' | 'imagenet' | 'none', layout: 'nchw' | 'nhwc'): Promise<Float32Array>;
+/** Convert raw RGB to grayscale Uint8Array */
+declare function rgbToGrayscale(rgb: Buffer, width: number, height: number): Uint8Array;
+
+interface YoloPostprocessOptions {
+    readonly confidence: number;
+    readonly iouThreshold: number;
+    readonly labels: readonly string[];
+    readonly scale: number;
+    readonly padX: number;
+    readonly padY: number;
+    readonly originalWidth: number;
+    readonly originalHeight: number;
+}
+/** Calculate IoU between two bounding boxes */
+declare function iou(a: BoundingBox, b: BoundingBox): number;
+/** Non-maximum suppression — returns indices of kept boxes (sorted by score desc) */
+declare function nms(boxes: ReadonlyArray<{
+    readonly bbox: BoundingBox;
+    readonly score: number;
+}>, iouThreshold: number): number[];
+/** Full YOLO v8/v9 postprocessing: filter → NMS → scale back to original coords */
+declare function yoloPostprocess(output: Float32Array, numClasses: number, numBoxes: number, options: YoloPostprocessOptions): SpatialDetection[];
+
+interface ScrfdRawOutputs {
+    readonly [key: string]: Float32Array;
+}
+declare function scrfdPostprocess(outputs: ScrfdRawOutputs, confidence: number, inputSize: number, originalWidth: number, originalHeight: number): SpatialDetection[];
+
+/** L2 normalize a vector in-place, returning a new Float32Array */
+declare function l2Normalize(vec: Float32Array): Float32Array;
+/** Cosine similarity between two embeddings (assumes they are already L2-normalized) */
+declare function cosineSimilarity(a: Float32Array, b: Float32Array): number;
+
+/** Decode CTC output to text.
+ *
+ * Output shape: [1, seqLen, numChars]
+ * Algorithm: argmax per timestep → collapse consecutive duplicates → remove blank (index 0) → join
+ */
+declare function ctcDecode(output: Float32Array, seqLen: number, numChars: number, charset: readonly string[]): {
+    text: string;
+    confidence: number;
+};
+
+interface AudioClassification {
+    readonly className: string;
+    readonly score: number;
+}
+/** Average YAMNET scores across frames, return top classes above threshold */
+declare function yamnetPostprocess(output: Float32Array, numFrames: number, numClasses: number, classNames: readonly string[], minScore: number): AudioClassification[];
+
+declare class NodeInferenceEngine implements IInferenceEngine {
+    private readonly modelPath;
+    private readonly backend;
+    readonly runtime: DetectionRuntime;
+    readonly device: DetectionDevice;
+    private session;
+    constructor(modelPath: string, backend: string);
+    initialize(): Promise<void>;
+    run(input: Float32Array, inputShape: readonly number[]): Promise<Float32Array>;
+    runMultiOutput(input: Float32Array, inputShape: readonly number[]): Promise<Record<string, Float32Array>>;
+    dispose(): Promise<void>;
+}
+
+declare class PythonInferenceEngine implements IInferenceEngine {
+    private readonly pythonPath;
+    private readonly scriptPath;
+    private readonly modelPath;
+    private readonly extraArgs;
+    readonly runtime: DetectionRuntime;
+    readonly device: DetectionDevice;
+    private process;
+    private receiveBuffer;
+    private pendingResolve;
+    private pendingReject;
+    constructor(pythonPath: string, scriptPath: string, runtime: DetectionRuntime, modelPath: string, extraArgs?: readonly string[]);
+    initialize(): Promise<void>;
+    private _tryReceive;
+    /** Send JPEG buffer, receive JSON detection results */
+    runJpeg(jpeg: Buffer): Promise<Record<string, unknown>>;
+    /** IInferenceEngine.run — wraps runJpeg for compatibility */
+    run(_input: Float32Array, _inputShape: readonly number[]): Promise<Float32Array>;
+    /** IInferenceEngine.runMultiOutput — not supported by Python engine (operates on JPEG input) */
+    runMultiOutput(_input: Float32Array, _inputShape: readonly number[]): Promise<Record<string, Float32Array>>;
+    dispose(): Promise<void>;
+}
+
+interface EngineResolverOptions {
+    readonly runtime: DetectionRuntime | 'auto';
+    readonly backend: string;
+    readonly modelEntry: ModelCatalogEntry;
+    readonly modelsDir: string;
+    readonly pythonPath?: string;
+    /** Model service for downloading models. When provided, used instead of raw filesystem probing. */
+    readonly models?: IAddonModelManager;
+}
+interface ResolvedEngine {
+    readonly engine: IInferenceEngine;
+    readonly format: ModelFormat;
+    readonly modelPath: string;
+}
+declare function resolveEngine(options: EngineResolverOptions): Promise<ResolvedEngine>;
+/** Probe which ONNX execution providers are available on this system */
+declare function probeOnnxBackends(): Promise<string[]>;
+
+interface MotionRegion {
+    readonly bbox: BoundingBox;
+    readonly pixelCount: number;
+    readonly intensity: number;
+}
+/**
+ * Detect motion by frame differencing.
+ *
+ * @param current   - Grayscale pixel array for the current frame (Uint8Array, length = width * height)
+ * @param previous  - Grayscale pixel array for the previous frame
+ * @param width     - Frame width in pixels
+ * @param height    - Frame height in pixels
+ * @param threshold - Pixel diff threshold 0-255; differences below this are ignored
+ * @param minArea   - Minimum number of changed pixels for a region to be reported
+ */
+declare function detectMotion(current: Uint8Array, previous: Uint8Array, width: number, height: number, threshold: number, minArea: number): MotionRegion[];
+
+/** Standard files inside every .mlpackage directory bundle */
+declare const MLPACKAGE_FILES: readonly ["Manifest.json", "Data/com.apple.CoreML/model.mlmodel", "Data/com.apple.CoreML/weights/weight.bin"];
+declare const OBJECT_DETECTION_MODELS: readonly ModelCatalogEntry[];
+
+declare const FACE_DETECTION_MODELS: readonly ModelCatalogEntry[];
+
+declare const FACE_RECOGNITION_MODELS: readonly ModelCatalogEntry[];
+
+declare const PLATE_DETECTION_MODELS: readonly ModelCatalogEntry[];
+
+declare const PLATE_RECOGNITION_MODELS: readonly ModelCatalogEntry[];
+
+/**
+ * General-purpose OCR models for scene text recognition in camera feeds.
+ * These complement the plate-specific PaddleOCR models for broader text detection
+ * (signs, labels, addresses, etc.).
+ */
+declare const GENERAL_OCR_MODELS: readonly ModelCatalogEntry[];
+
+declare const AUDIO_CLASSIFICATION_MODELS: readonly ModelCatalogEntry[];
+
+declare const SEGMENTATION_MODELS: readonly ModelCatalogEntry[];
+
+declare const BIRD_SPECIES_MODELS: readonly ModelCatalogEntry[];
+declare const BIRD_NABIRDS_MODELS: readonly ModelCatalogEntry[];
+declare const ANIMAL_TYPE_MODELS: readonly ModelCatalogEntry[];
+
+declare const VEHICLE_TYPE_MODELS: readonly ModelCatalogEntry[];
+
+declare const SEGMENTATION_REFINER_MODELS: readonly ModelCatalogEntry[];
+
+export { ANIMAL_TYPE_MODELS, AUDIO_CLASSIFICATION_MODELS, BIRD_NABIRDS_MODELS, BIRD_SPECIES_MODELS, type EngineResolverOptions, FACE_DETECTION_MODELS, FACE_RECOGNITION_MODELS, GENERAL_OCR_MODELS, MLPACKAGE_FILES, type MotionRegion, NodeInferenceEngine, OBJECT_DETECTION_MODELS, PLATE_DETECTION_MODELS, PLATE_RECOGNITION_MODELS, PythonInferenceEngine, type ResolvedEngine, SEGMENTATION_MODELS, SEGMENTATION_REFINER_MODELS, VEHICLE_TYPE_MODELS, cosineSimilarity, cropRegion, ctcDecode, detectMotion, iou, jpegToRgb, l2Normalize, letterbox, nms, probeOnnxBackends, resizeAndNormalize, resolveEngine, rgbToGrayscale, scrfdPostprocess, yamnetPostprocess, yoloPostprocess };