@camstack/addon-vision 0.1.6 → 0.1.9

package/dist/addons/plate-detection/index.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/addons/plate-detection/index.ts"],"sourcesContent":["import type {\n  ICropperProvider,\n  IDetectionAddon,\n  AddonManifest,\n  AddonContext,\n  CropInput,\n  CropperOutput,\n  ConfigUISchema,\n  ClassMapDefinition,\n  ProbeResult,\n  ModelCatalogEntry,\n  DetectionModel,\n  LabelDefinition,\n  IInferenceEngine,\n  ModelRequirement,\n  ResolvedInferenceConfig,\n} from '@camstack/types'\nimport { PLATE_DETECTION_MODELS } from '../../catalogs/plate-detection-models.js'\nimport { cropRegion, letterbox } from '../../shared/image-utils.js'\nimport { yoloPostprocess } from '../../shared/postprocess/yolo.js'\nimport { resolveEngine } from '../../shared/engine-resolver.js'\n\nconst PLATE_LABEL: LabelDefinition = { id: 'plate', name: 'License Plate' }\nconst PLATE_LABELS: readonly LabelDefinition[] = [PLATE_LABEL]\nconst PLATE_CLASS_MAP: ClassMapDefinition = { mapping: {}, preserveOriginal: true }\n\nexport default class PlateDetectionAddon implements ICropperProvider, IDetectionAddon {\n  readonly id = 'plate-detection'\n  readonly slot = 'cropper' as const\n  readonly inputClasses = ['vehicle'] as const\n  readonly outputClasses = ['plate'] as const\n  readonly slotPriority = 0\n  readonly manifest: AddonManifest = {\n    id: 'plate-detection',\n    name: 'License Plate Detection',\n    version: '0.1.0',\n\n    description: 'YOLO-based license plate detector — crops plate regions from vehicle detections',\n\n    slot: 'cropper',\n    inputClasses: ['vehicle'],\n    outputClasses: ['plate'],\n    supportsCustomModels: false,\n    mayRequirePython: false,\n    defaultConfig: {\n      modelId: 'yolov8n-plate',\n      runtime: 'node',\n      backend: 'cpu',\n      confidence: 0.5,\n      iouThreshold: 0.45,\n    },\n  }\n\n  private engine: IInferenceEngine | null = null\n  private modelEntry!: ModelCatalogEntry\n  private confidence = 0.5\n  private iouThreshold = 0.45\n  private resolvedConfig: ResolvedInferenceConfig | null = null\n  private ctx: AddonContext | null = null\n\n  getModelRequirements(): ModelRequirement[] {\n    return PLATE_DETECTION_MODELS.map((m) => ({\n      modelId: m.id,\n      name: m.name,\n      minRAM_MB: 80,\n      accuracyScore: 60,\n      formats: Object.keys(m.formats) as readonly string[],\n    }))\n  }\n\n  configure(config: ResolvedInferenceConfig): void {\n    this.resolvedConfig = config\n  }\n\n  async initialize(ctx: AddonContext): Promise<void> {\n    this.ctx = ctx\n    const cfg = ctx.addonConfig\n    const modelId = (cfg['modelId'] as string | undefined) ?? this.resolvedConfig?.modelId ?? 'yolov8n-plate'\n    this.confidence = (cfg['confidence'] as number | undefined) ?? 0.5\n    this.iouThreshold = (cfg['iouThreshold'] as number | undefined) ?? 0.45\n\n    const entry = PLATE_DETECTION_MODELS.find((m) => m.id === modelId)\n    if (!entry) {\n      throw new Error(`PlateDetectionAddon: unknown modelId \"${modelId}\"`)\n    }\n    this.modelEntry = entry\n  }\n\n  async crop(input: CropInput): Promise<CropperOutput> {\n    if (!this.engine) await this.ensureEngine()\n    const start = Date.now()\n    const { width: inputW, height: inputH } = this.modelEntry.inputSize\n    const targetSize = Math.max(inputW, inputH)\n\n    // Crop the vehicle region from the full frame\n    const vehicleCrop = await cropRegion(input.frame.data, input.roi)\n\n    const lb = await letterbox(vehicleCrop, targetSize)\n    const output = await this.engine!.run(lb.data, [1, 3, targetSize, targetSize])\n\n    const numClasses = this.modelEntry.labels.length\n    const numBoxes = output.length / (4 + numClasses)\n    const labels = this.modelEntry.labels.map((l) => l.id)\n\n    const plates = yoloPostprocess(output, numClasses, numBoxes, {\n      confidence: this.confidence,\n      iouThreshold: this.iouThreshold,\n      labels,\n      scale: lb.scale,\n      padX: lb.padX,\n      padY: lb.padY,\n      originalWidth: lb.originalWidth,\n      originalHeight: lb.originalHeight,\n    })\n\n    // Override class to 'plate'\n    const crops = plates.map((p) => ({ ...p, class: 'plate', originalClass: p.originalClass }))\n\n    return {\n      crops,\n      inferenceMs: Date.now() - start,\n      modelId: this.modelEntry.id,\n    }\n  }\n\n  private async ensureEngine(): Promise<void> {\n    const config = this.resolvedConfig\n    const modelId = config?.modelId ?? this.modelEntry.id\n    const runtime = config?.runtime === 'python' ? 'coreml' : (config?.runtime === 'node' ? 'onnx' : 'auto')\n    const backend = config?.backend ?? 'cpu'\n    const format = config?.format ?? 'onnx'\n\n    const entry = PLATE_DETECTION_MODELS.find((m) => m.id === modelId) ?? this.modelEntry\n    this.modelEntry = entry\n\n    const modelsDir = this.ctx!.models?.getModelsDir() ?? this.ctx!.locationPaths.models\n\n    if (this.ctx!.models) {\n      await this.ctx!.models.ensure(modelId, format as any)\n    }\n\n    const resolved = await resolveEngine({\n      runtime: runtime as 'auto',\n      backend,\n      modelEntry: entry,\n      modelsDir,\n      models: this.ctx!.models,\n    })\n    this.engine = resolved.engine\n  }\n\n  async shutdown(): Promise<void> {\n    await this.engine?.dispose()\n  }\n\n  getConfigSchema(): ConfigUISchema {\n    return {\n      sections: [\n        {\n          id: 'model',\n          title: 'Model',\n          columns: 1,\n          fields: [\n            {\n              key: 'modelId',\n              label: 'Model',\n              type: 'model-selector',\n              catalog: [...PLATE_DETECTION_MODELS],\n              allowCustom: false,\n              allowConversion: false,\n              acceptFormats: ['onnx', 'coreml', 'openvino'],\n              requiredMetadata: ['inputSize', 'labels', 'outputFormat'],\n              outputFormatHint: 'yolo',\n            },\n          ],\n        },\n        {\n          id: 'runtime',\n          title: 'Runtime',\n          columns: 2,\n          fields: [\n            {\n              key: 'runtime',\n              label: 'Runtime',\n              type: 'select',\n              options: [\n                { value: 'auto', label: 'Auto' },\n                { value: 'onnx', label: 'ONNX Runtime' },\n                { value: 'coreml', label: 'CoreML (Apple)' },\n                { value: 'openvino', label: 'OpenVINO (Intel)' },\n              ],\n            },\n            {\n              key: 'backend',\n              label: 'Backend',\n              type: 'select',\n              showWhen: { field: 'runtime', equals: 'onnx' },\n              options: [\n                { value: 'auto', label: 'Auto' },\n                { value: 'cpu', label: 'CPU' },\n                { value: 'coreml', label: 'CoreML' },\n                { value: 'cuda', label: 'CUDA (NVIDIA)' },\n              ],\n            },\n          ],\n        },\n        {\n          id: 'thresholds',\n          title: 'Detection Thresholds',\n          columns: 2,\n          fields: [\n            {\n              key: 'confidence',\n              label: 'Confidence Threshold',\n              type: 'slider',\n              min: 0.1,\n              max: 1.0,\n              step: 0.05,\n              default: 0.5,\n            },\n            {\n              key: 'iouThreshold',\n              label: 'IoU Threshold (NMS)',\n              type: 'slider',\n              min: 0.1,\n              max: 1.0,\n              step: 0.05,\n              default: 0.45,\n            },\n          ],\n        },\n      ],\n    }\n  }\n\n  getClassMap(): ClassMapDefinition {\n    return PLATE_CLASS_MAP\n  }\n\n  getModelCatalog(): ModelCatalogEntry[] {\n    return [...PLATE_DETECTION_MODELS]\n  }\n\n  getAvailableModels(): DetectionModel[] {\n    return []\n  }\n\n  getActiveLabels(): readonly LabelDefinition[] {\n    return PLATE_LABELS\n  }\n\n  async probe(): Promise<ProbeResult> {\n    return {\n      available: true,\n      runtime: this.engine?.runtime ?? 'onnx',\n      device: this.engine?.device ?? 'cpu',\n      capabilities: ['fp32'],\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAiBA,oCAAuC;AACvC,yBAAsC;AACtC,kBAAgC;AAChC,6BAA8B;AAE9B,IAAM,cAA+B,EAAE,IAAI,SAAS,MAAM,gBAAgB;AAC1E,IAAM,eAA2C,CAAC,WAAW;AAC7D,IAAM,kBAAsC,EAAE,SAAS,CAAC,GAAG,kBAAkB,KAAK;AAElF,IAAqB,sBAArB,MAAsF;AAAA,EAC3E,KAAK;AAAA,EACL,OAAO;AAAA,EACP,eAAe,CAAC,SAAS;AAAA,EACzB,gBAAgB,CAAC,OAAO;AAAA,EACxB,eAAe;AAAA,EACf,WAA0B;AAAA,IACjC,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,SAAS;AAAA,IAET,aAAa;AAAA,IAEb,MAAM;AAAA,IACN,cAAc,CAAC,SAAS;AAAA,IACxB,eAAe,CAAC,OAAO;AAAA,IACvB,sBAAsB;AAAA,IACtB,kBAAkB;AAAA,IAClB,eAAe;AAAA,MACb,SAAS;AAAA,MACT,SAAS;AAAA,MACT,SAAS;AAAA,MACT,YAAY;AAAA,MACZ,cAAc;AAAA,IAChB;AAAA,EACF;AAAA,EAEQ,SAAkC;AAAA,EAClC;AAAA,EACA,aAAa;AAAA,EACb,eAAe;AAAA,EACf,iBAAiD;AAAA,EACjD,MAA2B;AAAA,EAEnC,uBAA2C;AACzC,WAAO,qDAAuB,IAAI,CAAC,OAAO;AAAA,MACxC,SAAS,EAAE;AAAA,MACX,MAAM,EAAE;AAAA,MACR,WAAW;AAAA,MACX,eAAe;AAAA,MACf,SAAS,OAAO,KAAK,EAAE,OAAO;AAAA,IAChC,EAAE;AAAA,EACJ;AAAA,EAEA,UAAU,QAAuC;AAC/C,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEA,MAAM,WAAW,KAAkC;AACjD,SAAK,MAAM;AACX,UAAM,MAAM,IAAI;AAChB,UAAM,UAAW,IAAI,SAAS,KAA4B,KAAK,gBAAgB,WAAW;AAC1F,SAAK,aAAc,IAAI,YAAY,KAA4B;AAC/D,SAAK,eAAgB,IAAI,cAAc,KAA4B;AAEnE,UAAM,QAAQ,qDAAuB,KAAK,CAAC,MAAM,EAAE,OAAO,OAAO;AACjE,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,yCAAyC,OAAO,GAAG;AAAA,IACrE;AACA,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAM,KAAK,OAA0C;AACnD,QAAI,CAAC,KAAK,OAAQ,OAAM,KAAK,aAAa;AAC1C,UAAM,QAAQ,KAAK,IAAI;AACvB,UAAM,EAAE,OAAO,QAAQ,QAAQ,OAAO,IAAI,KAAK,WAAW;AAC1D,UAAM,aAAa,KAAK,IAAI,QAAQ,MAAM;AAG1C,UAAM,cAAc,UAAM,+BAAW,MAAM,MAAM,MAAM,MAAM,GAAG;AAEhE,UAAM,KAAK,UAAM,8BAAU,aAAa,UAAU;AAClD,UAAM,SAAS,MAAM,KAAK,OAAQ,IAAI,GAAG,MAAM,CAAC,GAAG,GAAG,YAAY,UAAU,CAAC;AAE7E,UAAM,aAAa,KAAK,WAAW,OAAO;AAC1C,UAAM,WAAW,OAAO,UAAU,IAAI;AACtC,UAAM,SAAS,KAAK,WAAW,OAAO,IAAI,CAAC,MAAM,EAAE,EAAE;AAErD,UAAM,aAAS,6BAAgB,QAAQ,YAAY,UAAU;AAAA,MAC3D,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB;AAAA,MACA,OAAO,GAAG;AAAA,MACV,MAAM,GAAG;AAAA,MACT,MAAM,GAAG;AAAA,MACT,eAAe,GAAG;AAAA,MAClB,gBAAgB,GAAG;AAAA,IACrB,CAAC;AAGD,UAAM,QAAQ,OAAO,IAAI,CAAC,OAAO,EAAE,GAAG,GAAG,OAAO,SAAS,eAAe,EAAE,cAAc,EAAE;AAE1F,WAAO;AAAA,MACL;AAAA,MACA,aAAa,KAAK,IAAI,IAAI;AAAA,MAC1B,SAAS,KAAK,WAAW;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAc,eAA8B;AAC1C,UAAM,SAAS,KAAK;AACpB,UAAM,UAAU,QAAQ,WAAW,KAAK,WAAW;AACnD,UAAM,UAAU,QAAQ,YAAY,WAAW,WAAY,QAAQ,YAAY,SAAS,SAAS;AACjG,UAAM,UAAU,QAAQ,WAAW;AACnC,UAAM,SAAS,QAAQ,UAAU;AAEjC,UAAM,QAAQ,qDAAuB,KAAK,CAAC,MAAM,EAAE,OAAO,OAAO,KAAK,KAAK;AAC3E,SAAK,aAAa;AAElB,UAAM,YAAY,KAAK,IAAK,QAAQ,aAAa,KAAK,KAAK,IAAK,cAAc;AAE9E,QAAI,KAAK,IAAK,QAAQ;AACpB,YAAM,KAAK,IAAK,OAAO,OAAO,SAAS,MAAa;AAAA,IACtD;AAEA,UAAM,WAAW,UAAM,sCAAc;AAAA,MACnC;AAAA,MACA;AAAA,MACA,YAAY;AAAA,MACZ;AAAA,MACA,QAAQ,KAAK,IAAK;AAAA,IACpB,CAAC;AACD,SAAK,SAAS,SAAS;AAAA,EACzB;AAAA,EAEA,MAAM,WAA0B;AAC9B,UAAM,KAAK,QAAQ,QAAQ;AAAA,EAC7B;AAAA,EAEA,kBAAkC;AAChC,WAAO;AAAA,MACL,UAAU;AAAA,QACR;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,SAAS,CAAC,GAAG,oDAAsB;AAAA,cACnC,aAAa;AAAA,cACb,iBAAiB;AAAA,cACjB,eAAe,CAAC,QAAQ,UAAU,UAAU;AAAA,cAC5C,kBAAkB,CAAC,aAAa,UAAU,cAAc;AAAA,cACxD,kBAAkB;AAAA,YACpB;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,SAAS;AAAA,gBACP,EAAE,OAAO,QAAQ,OAAO,OAAO;AAAA,gBAC/B,EAAE,OAAO,QAAQ,OAAO,eAAe;AAAA,gBACvC,EAAE,OAAO,UAAU,OAAO,iBAAiB;AAAA,gBAC3C,EAAE,OAAO,YAAY,OAAO,mBAAmB;AAAA,cACjD;AAAA,YACF;AAAA,YACA;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,UAAU,EAAE,OAAO,WAAW,QAAQ,OAAO;AAAA,cAC7C,SAAS;AAAA,gBACP,EAAE,OAAO,QAAQ,OAAO,OAAO;AAAA,gBAC/B,EAAE,OAAO,OAAO,OAAO,MAAM;AAAA,gBAC7B,EAAE,OAAO,UAAU,OAAO,SAAS;AAAA,gBACnC,EAAE,OAAO,QAAQ,OAAO,gBAAgB;AAAA,cAC1C;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,KAAK;AAAA,cACL,KAAK;AAAA,cACL,MAAM;AAAA,cACN,SAAS;AAAA,YACX;AAAA,YACA;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,KAAK;AAAA,cACL,KAAK;AAAA,cACL,MAAM;AAAA,cACN,SAAS;AAAA,YACX;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,cAAkC;AAChC,WAAO;AAAA,EACT;AAAA,EAEA,kBAAuC;AACrC,WAAO,CAAC,GAAG,oDAAsB;AAAA,EACnC;AAAA,EAEA,qBAAuC;AACrC,WAAO,CAAC;AAAA,EACV;AAAA,EAEA,kBAA8C;AAC5C,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,QAA8B;AAClC,WAAO;AAAA,MACL,WAAW;AAAA,MACX,SAAS,KAAK,QAAQ,WAAW;AAAA,MACjC,QAAQ,KAAK,QAAQ,UAAU;AAAA,MAC/B,cAAc,CAAC,MAAM;AAAA,IACvB;AAAA,EACF;AACF;","names":[]}
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/addons/plate-recognition/index.d.mts

@@ -0,0 +1,31 @@
+import { IClassifierProvider, IDetectionAddon, RequiredStep, AddonManifest, ModelRequirement, ResolvedInferenceConfig, AddonContext, CropInput, ClassifierOutput, ConfigUISchema, ClassMapDefinition, ModelCatalogEntry, DetectionModel, LabelDefinition, ProbeResult } from '@camstack/types';
+
+declare class PlateRecognitionAddon implements IClassifierProvider, IDetectionAddon {
+    readonly id = "plate-recognition";
+    readonly slot: "classifier";
+    readonly inputClasses: readonly ["plate"];
+    readonly outputClasses: readonly ["plate-text:*"];
+    readonly slotPriority = 0;
+    readonly requiredSteps: readonly RequiredStep[];
+    readonly manifest: AddonManifest;
+    private engine;
+    private modelEntry;
+    private minConfidence;
+    private charset;
+    private resolvedConfig;
+    private ctx;
+    getModelRequirements(): ModelRequirement[];
+    configure(config: ResolvedInferenceConfig): void;
+    initialize(ctx: AddonContext): Promise<void>;
+    classify(input: CropInput): Promise<ClassifierOutput>;
+    private ensureEngine;
+    shutdown(): Promise<void>;
+    getConfigSchema(): ConfigUISchema;
+    getClassMap(): ClassMapDefinition;
+    getModelCatalog(): ModelCatalogEntry[];
+    getAvailableModels(): DetectionModel[];
+    getActiveLabels(): readonly LabelDefinition[];
+    probe(): Promise<ProbeResult>;
+}
+
+export { PlateRecognitionAddon as default };

package/dist/addons/plate-recognition/index.d.ts

@@ -0,0 +1,31 @@
+import { IClassifierProvider, IDetectionAddon, RequiredStep, AddonManifest, ModelRequirement, ResolvedInferenceConfig, AddonContext, CropInput, ClassifierOutput, ConfigUISchema, ClassMapDefinition, ModelCatalogEntry, DetectionModel, LabelDefinition, ProbeResult } from '@camstack/types';
+
+declare class PlateRecognitionAddon implements IClassifierProvider, IDetectionAddon {
+    readonly id = "plate-recognition";
+    readonly slot: "classifier";
+    readonly inputClasses: readonly ["plate"];
+    readonly outputClasses: readonly ["plate-text:*"];
+    readonly slotPriority = 0;
+    readonly requiredSteps: readonly RequiredStep[];
+    readonly manifest: AddonManifest;
+    private engine;
+    private modelEntry;
+    private minConfidence;
+    private charset;
+    private resolvedConfig;
+    private ctx;
+    getModelRequirements(): ModelRequirement[];
+    configure(config: ResolvedInferenceConfig): void;
+    initialize(ctx: AddonContext): Promise<void>;
+    classify(input: CropInput): Promise<ClassifierOutput>;
+    private ensureEngine;
+    shutdown(): Promise<void>;
+    getConfigSchema(): ConfigUISchema;
+    getClassMap(): ClassMapDefinition;
+    getModelCatalog(): ModelCatalogEntry[];
+    getAvailableModels(): DetectionModel[];
+    getActiveLabels(): readonly LabelDefinition[];
+    probe(): Promise<ProbeResult>;
+}
+
+export { PlateRecognitionAddon as default };