@camstack/addon-vision 0.1.2 → 0.1.4

package/dist/addons/audio-classification/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/addons/audio-classification/index.ts","../../../src/catalogs/audio-classification-models.ts","../../../src/shared/postprocess/yamnet.ts","../../../src/shared/engine-resolver.ts","../../../src/shared/node-engine.ts","../../../src/shared/python-engine.ts"],"sourcesContent":["import type {\n  IClassifierProvider,\n  IDetectionAddon,\n  AddonManifest,\n  AddonContext,\n  CropInput,\n  ClassifierOutput,\n  ConfigUISchema,\n  ClassMapDefinition,\n  ProbeResult,\n  ModelCatalogEntry,\n  DetectionModel,\n  LabelDefinition,\n  IInferenceEngine,\n  ModelRequirement,\n  ResolvedInferenceConfig,\n} from '@camstack/types'\nimport { AUDIO_CLASSIFICATION_MODELS } from '../../catalogs/audio-classification-models.js'\nimport { yamnetPostprocess } from '../../shared/postprocess/yamnet.js'\nimport { resolveEngine } from '../../shared/engine-resolver.js'\n\n// YAMNet recognizes 521 audio classes from the AudioSet ontology.\n// This is the top-level subset used for filtering. Full class list lives in the model catalog.\nconst YAMNET_NUM_CLASSES = 521\n\nconst AUDIO_EVENT_LABEL: LabelDefinition = { id: 'audio-event', name: 'Audio Event' }\nconst AUDIO_LABELS: readonly LabelDefinition[] = [AUDIO_EVENT_LABEL]\nconst AUDIO_CLASS_MAP: ClassMapDefinition = { mapping: {}, preserveOriginal: true }\n\nexport default class AudioClassificationAddon implements IClassifierProvider, IDetectionAddon {\n  readonly id = 'audio-classification'\n  readonly slot = 'classifier' as const\n  readonly inputClasses: readonly string[] | null = null\n  readonly outputClasses = ['audio-event:*'] as const\n  readonly slotPriority = 0\n  readonly manifest: AddonManifest = {\n    id: 'audio-classification',\n    name: 'Audio Classification',\n    version: '0.1.0',\n\n    description: 'YAMNet-based audio event classification from audio waveform',\n\n    slot: 'classifier',\n    labelOutputType: 'classification',\n    inputClasses: undefined,\n    outputClasses: ['audio-event:*'],\n    supportsCustomModels: false,\n    mayRequirePython: false,\n    defaultConfig: {\n      modelId: 'yamnet',\n      runtime: 'node',\n      backend: 'cpu',\n      minScore: 0.3,\n    },\n  }\n\n  private engine: IInferenceEngine | null = null\n  private modelEntry!: ModelCatalogEntry\n  private minScore = 0.3\n  private resolvedConfig: ResolvedInferenceConfig | null = null\n  private ctx: AddonContext | null = null\n\n  getModelRequirements(): ModelRequirement[] {\n    return AUDIO_CLASSIFICATION_MODELS.map((m) => ({\n      modelId: m.id,\n      name: m.name,\n      minRAM_MB: 100,\n      accuracyScore: 80,\n      formats: Object.keys(m.formats) as readonly string[],\n    }))\n  }\n\n  configure(config: ResolvedInferenceConfig): void {\n    this.resolvedConfig = config\n  }\n\n  async initialize(ctx: AddonContext): Promise<void> {\n    this.ctx = ctx\n    const cfg = ctx.addonConfig\n    const modelId = (cfg['modelId'] as string | undefined) ?? this.resolvedConfig?.modelId ?? 'yamnet'\n    this.minScore = (cfg['minScore'] as number | undefined) ?? 0.3\n\n    const entry = AUDIO_CLASSIFICATION_MODELS.find((m) => m.id === modelId)\n    if (!entry) {\n      throw new Error(`AudioClassificationAddon: unknown modelId \"${modelId}\"`)\n    }\n    this.modelEntry = entry\n  }\n\n  /**\n   * classify() receives a CropInput but internally treats input.frame.data as raw audio context.\n   * For audio, the actual audio chunk data should be stored in frame.data as a Float32Array\n   * serialized into a Buffer (little-endian float32 samples at 16 kHz).\n   *\n   * The CropInput.roi is not used for audio — it is ignored.\n   */\n  async classify(input: CropInput): Promise<ClassifierOutput> {\n    if (!this.engine) await this.ensureEngine()\n    const start = Date.now()\n\n    // Extract raw float32 audio samples from the buffer\n    const buf = input.frame.data\n    const numSamples = Math.floor(buf.length / 4)\n    const audioData = new Float32Array(numSamples)\n    for (let i = 0; i < numSamples; i++) {\n      audioData[i] = buf.readFloatLE(i * 4)\n    }\n\n    // YAMNet expects 1D waveform at 16 kHz\n    const output = await this.engine!.run(audioData, [numSamples])\n\n    // YAMNet output shape: [numFrames, numClasses]\n    const numFrames = output.length / YAMNET_NUM_CLASSES\n\n    // Use model label ids as class names (or index strings if catalog is sparse)\n    const classNames: string[] = this.modelEntry.labels.map((l) => l.id)\n    // Pad to full 521 classes if the catalog only has a subset\n    while (classNames.length < YAMNET_NUM_CLASSES) {\n      classNames.push(`class_${classNames.length}`)\n    }\n\n    const results = yamnetPostprocess(\n      output,\n      Math.round(numFrames),\n      YAMNET_NUM_CLASSES,\n      classNames,\n      this.minScore,\n    )\n\n    const classifications = results.map((r) => ({\n      class: `audio-event:${r.className}`,\n      score: r.score,\n    }))\n\n    return {\n      classifications,\n      inferenceMs: Date.now() - start,\n      modelId: this.modelEntry.id,\n    }\n  }\n\n  private async ensureEngine(): Promise<void> {\n    const config = this.resolvedConfig\n    const modelId = config?.modelId ?? this.modelEntry.id\n    const runtime = config?.runtime === 'python' ? 'coreml' : (config?.runtime === 'node' ? 'onnx' : 'auto')\n    const backend = config?.backend ?? 'cpu'\n    const format = config?.format ?? 'onnx'\n\n    const entry = AUDIO_CLASSIFICATION_MODELS.find((m) => m.id === modelId) ?? this.modelEntry\n    this.modelEntry = entry\n\n    const modelsDir = this.ctx!.models?.getModelsDir() ?? this.ctx!.locationPaths.models\n\n    if (this.ctx!.models) {\n      await this.ctx!.models.ensure(modelId, format as any)\n    }\n\n    const resolved = await resolveEngine({\n      runtime: runtime as 'auto',\n      backend,\n      modelEntry: entry,\n      modelsDir,\n      models: this.ctx!.models,\n    })\n    this.engine = resolved.engine\n  }\n\n  async shutdown(): Promise<void> {\n    await this.engine?.dispose()\n  }\n\n  getConfigSchema(): ConfigUISchema {\n    return {\n      sections: [\n        {\n          id: 'model',\n          title: 'Model',\n          columns: 1,\n          fields: [\n            {\n              key: 'modelId',\n              label: 'Model',\n              type: 'model-selector',\n              catalog: [...AUDIO_CLASSIFICATION_MODELS],\n              allowCustom: false,\n              allowConversion: false,\n              acceptFormats: ['onnx', 'openvino'],\n              requiredMetadata: ['inputSize', 'labels', 'outputFormat'],\n              outputFormatHint: 'classification',\n            },\n          ],\n        },\n        {\n          id: 'runtime',\n          title: 'Runtime',\n          columns: 2,\n          fields: [\n            {\n              key: 'runtime',\n              label: 'Runtime',\n              type: 'select',\n              options: [\n                { value: 'auto', label: 'Auto' },\n                { value: 'onnx', label: 'ONNX Runtime' },\n                { value: 'coreml', label: 'CoreML (Apple)' },\n                { value: 'openvino', label: 'OpenVINO (Intel)' },\n              ],\n            },\n            {\n              key: 'backend',\n              label: 'Backend',\n              type: 'select',\n              showWhen: { field: 'runtime', equals: 'onnx' },\n              options: [\n                { value: 'auto', label: 'Auto' },\n                { value: 'cpu', label: 'CPU' },\n                { value: 'coreml', label: 'CoreML' },\n                { value: 'cuda', label: 'CUDA (NVIDIA)' },\n              ],\n            },\n          ],\n        },\n        {\n          id: 'thresholds',\n          title: 'Classification Settings',\n          columns: 1,\n          fields: [\n            {\n              key: 'minScore',\n              label: 'Minimum Score',\n              type: 'slider',\n              min: 0.05,\n              max: 1.0,\n              step: 0.05,\n              default: 0.3,\n            },\n          ],\n        },\n      ],\n    }\n  }\n\n  getClassMap(): ClassMapDefinition {\n    return AUDIO_CLASS_MAP\n  }\n\n  getModelCatalog(): ModelCatalogEntry[] {\n    return [...AUDIO_CLASSIFICATION_MODELS]\n  }\n\n  getAvailableModels(): DetectionModel[] {\n    return []\n  }\n\n  getActiveLabels(): readonly LabelDefinition[] {\n    return AUDIO_LABELS\n  }\n\n  async probe(): Promise<ProbeResult> {\n    return {\n      available: true,\n      runtime: this.engine?.runtime ?? 'onnx',\n      device: this.engine?.device ?? 'cpu',\n      capabilities: ['fp32'],\n    }\n  }\n}\n","import type { ModelCatalogEntry, LabelDefinition } from '@camstack/types'\nimport { hfModelUrl } from '@camstack/types'\n\nconst HF_REPO = 'camstack/camstack-models'\n\nconst AUDIO_LABELS: readonly LabelDefinition[] = [\n  { id: 'audio', name: 'Audio Event' },\n] as const\n\nexport const AUDIO_CLASSIFICATION_MODELS: readonly ModelCatalogEntry[] = [\n  {\n    id: 'yamnet',\n    name: 'YAMNet',\n    description: 'YAMNet — audio event classification from raw waveform',\n    inputSize: { width: 1, height: 16000 },\n    labels: AUDIO_LABELS,\n    formats: {\n      onnx: {\n        url: hfModelUrl(HF_REPO, 'audioClassification/yamnet/onnx/camstack-yamnet.onnx'),\n        sizeMB: 15,\n      },\n      openvino: {\n        url: hfModelUrl(HF_REPO, 'audioClassification/yamnet/openvino/camstack-yamnet.xml'),\n        sizeMB: 8,\n      },\n    },\n  },\n] as const\n","export interface AudioClassification {\n  readonly className: string\n  readonly score: number\n}\n\n/** Average YAMNET scores across frames, return top classes above threshold */\nexport function yamnetPostprocess(\n  output: Float32Array,\n  numFrames: number,\n  numClasses: number,\n  classNames: readonly string[],\n  minScore: number,\n): AudioClassification[] {\n  // Average across frames\n  const avgScores = new Float32Array(numClasses)\n  for (let f = 0; f < numFrames; f++) {\n    for (let c = 0; c < numClasses; c++) {\n      const prev = avgScores[c] ?? 0\n      avgScores[c] = prev + (output[f * numClasses + c] ?? 0)\n    }\n  }\n  if (numFrames > 0) {\n    for (let c = 0; c < numClasses; c++) {\n      const val = avgScores[c] ?? 0\n      avgScores[c] = val / numFrames\n    }\n  }\n\n  // Collect classes above threshold\n  const results: AudioClassification[] = []\n  for (let c = 0; c < numClasses; c++) {\n    const score = avgScores[c]!\n    if (score >= minScore) {\n      results.push({\n        className: classNames[c] ?? String(c),\n        score,\n      })\n    }\n  }\n\n  // Sort descending by score\n  return results.sort((a, b) => b.score - a.score)\n}\n","// TODO: Wire PythonInferenceEngine for PyTorch/OpenVINO/TFLite runtimes\n// Currently falls back to ONNX CPU when non-ONNX runtime is requested.\n// See: packages/addon-vision/python/ for stub implementations.\n//\n// WHY THIS FILE USES RAW FILESYSTEM PATHS (modelsDir: string):\n//\n// Model files must be loaded via absolute filesystem paths because inference\n// engines (ONNX Runtime, CoreML, etc.) require direct file access -- they do\n// not accept Buffer or stream inputs. This is fundamentally different from\n// user data (recordings, media) where IAddonFileStorage abstraction makes\n// sense. Models are closer to binaries or compiled artifacts that must live\n// on the local filesystem at runtime.\n//\n// IAddonFileStorage.readFile() returns a Buffer, but onnxruntime-node's\n// InferenceSession.create() only accepts a file path string or a Uint8Array\n// loaded into memory. For large models (hundreds of MB), loading into a\n// Uint8Array is impractical. Therefore, modelsDir stays as a raw string path\n// and is intentionally NOT replaced with IAddonFileStorage here.\n\nimport type {\n  IInferenceEngine,\n  DetectionRuntime,\n  ModelCatalogEntry,\n  ModelFormat,\n  IAddonModelManager,\n} from '@camstack/types'\nimport * as fs from 'node:fs'\nimport * as path from 'node:path'\nimport { NodeInferenceEngine } from './node-engine.js'\nimport { PythonInferenceEngine } from './python-engine.js'\n\nexport interface EngineResolverOptions {\n  readonly runtime: DetectionRuntime | 'auto'\n  readonly backend: string\n  readonly modelEntry: ModelCatalogEntry\n  readonly modelsDir: string\n  readonly pythonPath?: string\n  /** Model service for downloading models. When provided, used instead of raw filesystem probing. */\n  readonly models?: IAddonModelManager\n}\n\nexport interface ResolvedEngine {\n  readonly engine: IInferenceEngine\n  readonly format: ModelFormat\n  readonly modelPath: string\n}\n\n/** Priority order for auto-selection of ONNX backends */\nconst AUTO_BACKEND_PRIORITY = ['coreml', 'cuda', 'tensorrt', 'cpu'] as const\n\n/** Map backend names to the model format they require.\n * CoreML backend uses ONNX format -- onnxruntime-node loads the .onnx file\n * and accelerates it via the CoreML execution provider internally.\n * Native .mlpackage is only for PythonInferenceEngine. */\nconst BACKEND_TO_FORMAT: Readonly<Record<string, ModelFormat>> = {\n  cpu: 'onnx',\n  coreml: 'onnx',\n  cuda: 'onnx',\n  tensorrt: 'onnx',\n} as const\n\n/** Map DetectionRuntime to ModelFormat */\nconst RUNTIME_TO_FORMAT: Readonly<Partial<Record<DetectionRuntime, ModelFormat>>> = {\n  onnx: 'onnx',\n  coreml: 'coreml',\n  openvino: 'openvino',\n  tflite: 'tflite',\n  pytorch: 'pt',\n} as const\n\nfunction modelFilePath(modelsDir: string, modelEntry: ModelCatalogEntry, format: ModelFormat): string {\n  const formatEntry = modelEntry.formats[format]\n  if (!formatEntry) {\n    throw new Error(`Model ${modelEntry.id} has no ${format} format`)\n  }\n  // Derive filename from URL\n  const urlParts = formatEntry.url.split('/')\n  const filename = urlParts[urlParts.length - 1] ?? `${modelEntry.id}.${format}`\n  return path.join(modelsDir, filename)\n}\n\nfunction modelExists(filePath: string): boolean {\n  try {\n    return fs.existsSync(filePath)\n  } catch {\n    return false\n  }\n}\n\nexport async function resolveEngine(options: EngineResolverOptions): Promise<ResolvedEngine> {\n  const { runtime, backend, modelEntry, modelsDir, models } = options\n\n  let selectedFormat: ModelFormat\n  let selectedBackend: string\n\n  if (runtime === 'auto') {\n    // Probe available ONNX backends and pick best\n    const available = await probeOnnxBackends()\n\n    // Pick first priority backend that has a corresponding model format available\n    let chosen: { backend: string; format: ModelFormat } | null = null\n\n    for (const b of AUTO_BACKEND_PRIORITY) {\n      if (!available.includes(b)) continue\n      const fmt = BACKEND_TO_FORMAT[b]\n      if (!fmt) continue\n      if (!modelEntry.formats[fmt]) continue\n      chosen = { backend: b, format: fmt }\n      break\n    }\n\n    if (!chosen) {\n      throw new Error(\n        `resolveEngine: no compatible backend found for model ${modelEntry.id}. Available backends: ${available.join(', ')}`,\n      )\n    }\n\n    selectedFormat = chosen.format\n    selectedBackend = chosen.backend\n  } else {\n    // Explicit runtime requested\n    const fmt = RUNTIME_TO_FORMAT[runtime]\n    if (!fmt) {\n      throw new Error(`resolveEngine: unsupported runtime \"${runtime}\"`)\n    }\n    if (!modelEntry.formats[fmt]) {\n      throw new Error(\n        `resolveEngine: model ${modelEntry.id} has no ${fmt} format for runtime ${runtime}`,\n      )\n    }\n    selectedFormat = fmt\n    // For onnx runtime, use the provided backend; otherwise use the runtime name\n    selectedBackend = runtime === 'onnx' ? (backend || 'cpu') : runtime\n  }\n\n  // Download model and extra files via the unified service\n  let modelPath: string\n\n  if (models) {\n    // Use the unified ModelDownloadService\n    modelPath = await models.ensure(modelEntry.id, selectedFormat)\n  } else {\n    // Fallback: direct filesystem check (no download capability)\n    modelPath = modelFilePath(modelsDir, modelEntry, selectedFormat)\n    if (!modelExists(modelPath)) {\n      throw new Error(\n        `resolveEngine: model file not found at ${modelPath} and no model service provided`,\n      )\n    }\n  }\n\n  // NodeInferenceEngine handles ONNX format only (with any ONNX backend including CoreML provider).\n  // Native .mlpackage/.mlmodel files go to PythonInferenceEngine below.\n  if (selectedFormat === 'onnx') {\n    const engine = new NodeInferenceEngine(modelPath, selectedBackend)\n    await engine.initialize()\n    return { engine, format: selectedFormat, modelPath }\n  }\n\n  // For non-ONNX/CoreML formats, try PythonInferenceEngine when a python binary is available\n  const { pythonPath } = options\n  const PYTHON_SCRIPT_MAP: Readonly<Record<string, string>> = {\n    coreml: 'coreml_inference.py',\n    pytorch: 'pytorch_inference.py',\n    openvino: 'openvino_inference.py',\n  } as const\n\n  const effectiveRuntime = runtime === 'auto' ? selectedBackend : runtime\n  const scriptName = PYTHON_SCRIPT_MAP[effectiveRuntime]\n\n  if (scriptName && pythonPath) {\n    // Resolve python script path -- search multiple locations:\n    // - src/shared/ -> ../../python/ (source development)\n    // - dist/shared/ -> ../../python/ (installed addon with python/ at package root)\n    // - dist/ -> ../python/ (flat dist)\n    const candidates = [\n      path.join(__dirname, '../../python', scriptName),\n      path.join(__dirname, '../python', scriptName),\n      path.join(__dirname, '../../../python', scriptName),\n    ]\n    const scriptPath = candidates.find(p => fs.existsSync(p))\n    if (!scriptPath) {\n      throw new Error(\n        `resolveEngine: Python script \"${scriptName}\" not found. Searched:\\n${candidates.join('\\n')}`,\n      )\n    }\n    const inputSize = Math.max(modelEntry.inputSize.width, modelEntry.inputSize.height)\n    const engine = new PythonInferenceEngine(pythonPath, scriptPath, effectiveRuntime as DetectionRuntime, modelPath, [\n      `--input-size=${inputSize}`,\n      `--confidence=0.25`,\n    ])\n    await engine.initialize()\n    return { engine, format: selectedFormat, modelPath }\n  }\n\n  // Final fallback: use ONNX CPU if available\n  const fallbackPath = modelFilePath(modelsDir, modelEntry, 'onnx')\n  if (modelEntry.formats['onnx'] && modelExists(fallbackPath)) {\n    const engine = new NodeInferenceEngine(fallbackPath, 'cpu')\n    await engine.initialize()\n    return { engine, format: 'onnx', modelPath: fallbackPath }\n  }\n\n  throw new Error(\n    `resolveEngine: format ${selectedFormat} is not yet supported by NodeInferenceEngine, ` +\n    `no Python runtime is available, and no ONNX fallback exists`,\n  )\n}\n\n/** Probe which ONNX execution providers are available on this system */\nexport async function probeOnnxBackends(): Promise<string[]> {\n  const available: string[] = ['cpu'] // CPU is always available\n\n  try {\n    const ort = await import('onnxruntime-node')\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const providers: string[] = (ort as any).env?.webgl?.disabled !== undefined\n      // eslint-disable-next-line @typescript-eslint/no-explicit-any\n      ? ((ort as any).InferenceSession?.getAvailableProviders?.() ?? [])\n      : []\n\n    for (const p of providers) {\n      const normalized = p.toLowerCase().replace('executionprovider', '')\n      if (normalized === 'coreml') available.push('coreml')\n      else if (normalized === 'cuda') available.push('cuda')\n      else if (normalized === 'tensorrt') available.push('tensorrt')\n    }\n  } catch {\n    // onnxruntime-node may not be installed; CPU only\n  }\n\n  // Platform-specific hints when getAvailableProviders isn't exposed\n  if (process.platform === 'darwin' && !available.includes('coreml')) {\n    available.push('coreml')\n  }\n\n  return [...new Set(available)]\n}\n","import type { IInferenceEngine, DetectionRuntime, DetectionDevice } from '@camstack/types'\nimport * as path from 'node:path'\n\nconst BACKEND_TO_PROVIDER: Readonly<Record<string, string>> = {\n  cpu: 'cpu',\n  coreml: 'coreml',\n  cuda: 'cuda',\n  tensorrt: 'tensorrt',\n  dml: 'dml',\n} as const\n\nconst BACKEND_TO_DEVICE: Readonly<Record<string, DetectionDevice>> = {\n  cpu: 'cpu',\n  coreml: 'gpu-mps',\n  cuda: 'gpu-cuda',\n  tensorrt: 'tensorrt',\n} as const\n\nexport class NodeInferenceEngine implements IInferenceEngine {\n  readonly runtime: DetectionRuntime = 'onnx'\n  readonly device: DetectionDevice\n  private session: unknown = null\n\n  constructor(\n    private readonly modelPath: string,\n    private readonly backend: string,\n  ) {\n    this.device = (BACKEND_TO_DEVICE[backend] ?? 'cpu') as DetectionDevice\n  }\n\n  async initialize(): Promise<void> {\n    const ort = await import('onnxruntime-node')\n    const provider = BACKEND_TO_PROVIDER[this.backend] ?? 'cpu'\n\n    // Resolve absolute path\n    const absModelPath = path.isAbsolute(this.modelPath)\n      ? this.modelPath\n      : path.resolve(process.cwd(), this.modelPath)\n\n    const sessionOptions: Record<string, unknown> = {\n      executionProviders: [provider],\n    }\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    this.session = await (ort as any).InferenceSession.create(absModelPath, sessionOptions)\n  }\n\n  async run(input: Float32Array, inputShape: readonly number[]): Promise<Float32Array> {\n    if (!this.session) {\n      throw new Error('NodeInferenceEngine: not initialized — call initialize() first')\n    }\n\n    const ort = await import('onnxruntime-node')\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const sess = this.session as any\n\n    // Get the first input name\n    const inputName: string = sess.inputNames[0]\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const tensor = new (ort as any).Tensor('float32', input, [...inputShape])\n    const feeds: Record<string, unknown> = { [inputName]: tensor }\n\n    const results = await sess.run(feeds)\n    const outputName: string = sess.outputNames[0]\n    const outputTensor = results[outputName]\n\n    return outputTensor.data as Float32Array\n  }\n\n  async runMultiOutput(\n    input: Float32Array,\n    inputShape: readonly number[],\n  ): Promise<Record<string, Float32Array>> {\n    if (!this.session) {\n      throw new Error('NodeInferenceEngine: not initialized — call initialize() first')\n    }\n\n    const ort = await import('onnxruntime-node')\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const sess = this.session as any\n\n    const inputName: string = sess.inputNames[0]\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const tensor = new (ort as any).Tensor('float32', input, [...inputShape])\n    const feeds: Record<string, unknown> = { [inputName]: tensor }\n\n    const results = await sess.run(feeds)\n\n    const out: Record<string, Float32Array> = {}\n    for (const name of sess.outputNames as string[]) {\n      out[name] = results[name].data as Float32Array\n    }\n    return out\n  }\n\n  async dispose(): Promise<void> {\n    // onnxruntime-node sessions don't have explicit close in all versions\n    // but we clear the reference\n    this.session = null\n  }\n}\n","import type { IInferenceEngine, DetectionRuntime, DetectionDevice, IAddonDepsManager } from '@camstack/types'\nimport { spawn, type ChildProcess } from 'node:child_process'\n\nexport class PythonInferenceEngine implements IInferenceEngine {\n  readonly runtime: DetectionRuntime\n  readonly device: DetectionDevice\n  private process: ChildProcess | null = null\n  private receiveBuffer: Buffer = Buffer.alloc(0)\n  private pendingResolve: ((value: Record<string, unknown>) => void) | null = null\n  private pendingReject: ((reason: Error) => void) | null = null\n\n  constructor(\n    private readonly pythonPath: string,\n    private readonly scriptPath: string,\n    runtime: DetectionRuntime,\n    private readonly modelPath: string,\n    private readonly extraArgs: readonly string[] = [],\n  ) {\n    this.runtime = runtime\n    // Determine device from runtime\n    const runtimeDeviceMap: Readonly<Record<DetectionRuntime, DetectionDevice>> = {\n      onnx: 'cpu',\n      coreml: 'gpu-mps',\n      pytorch: 'cpu',\n      openvino: 'cpu',\n      tflite: 'cpu',\n    }\n    this.device = runtimeDeviceMap[runtime]\n  }\n\n  async initialize(): Promise<void> {\n    const args = [this.scriptPath, this.modelPath, ...this.extraArgs]\n    this.process = spawn(this.pythonPath, args, {\n      stdio: ['pipe', 'pipe', 'pipe'],\n    })\n\n    if (!this.process.stdout || !this.process.stdin) {\n      throw new Error('PythonInferenceEngine: failed to create process pipes')\n    }\n\n    this.process.stderr?.on('data', (chunk: Buffer) => {\n      // Log stderr from python process for debugging\n      process.stderr.write(`[python-engine] ${chunk.toString()}`)\n    })\n\n    this.process.on('error', (err) => {\n      this.pendingReject?.(err)\n      this.pendingReject = null\n      this.pendingResolve = null\n    })\n\n    this.process.on('exit', (code) => {\n      if (code !== 0) {\n        const err = new Error(`PythonInferenceEngine: process exited with code ${code}`)\n        this.pendingReject?.(err)\n        this.pendingReject = null\n        this.pendingResolve = null\n      }\n    })\n\n    this.process.stdout.on('data', (chunk: Buffer) => {\n      this.receiveBuffer = Buffer.concat([this.receiveBuffer, chunk])\n      this._tryReceive()\n    })\n\n    // Give the process a moment to start up and load the model\n    await new Promise<void>((resolve, reject) => {\n      const timeout = setTimeout(() => resolve(), 2000)\n      this.process?.on('error', (err) => {\n        clearTimeout(timeout)\n        reject(err)\n      })\n      this.process?.on('exit', (code) => {\n        clearTimeout(timeout)\n        if (code !== 0) {\n          reject(new Error(`PythonInferenceEngine: process exited early with code ${code}`))\n        }\n      })\n    })\n  }\n\n  private _tryReceive(): void {\n    // Binary IPC: [4 bytes LE uint32 length][JSON bytes]\n    if (this.receiveBuffer.length < 4) return\n\n    const length = this.receiveBuffer.readUInt32LE(0)\n    if (this.receiveBuffer.length < 4 + length) return\n\n    const jsonBytes = this.receiveBuffer.subarray(4, 4 + length)\n    this.receiveBuffer = this.receiveBuffer.subarray(4 + length)\n\n    const resolve = this.pendingResolve\n    const reject = this.pendingReject\n    this.pendingResolve = null\n    this.pendingReject = null\n\n    if (!resolve) return\n\n    try {\n      const parsed = JSON.parse(jsonBytes.toString('utf8')) as Record<string, unknown>\n      resolve(parsed)\n    } catch (err) {\n      reject?.(err instanceof Error ? err : new Error(String(err)))\n    }\n  }\n\n  /** Send JPEG buffer, receive JSON detection results */\n  async runJpeg(jpeg: Buffer): Promise<Record<string, unknown>> {\n    if (!this.process?.stdin) {\n      throw new Error('PythonInferenceEngine: process not initialized')\n    }\n\n    return new Promise<Record<string, unknown>>((resolve, reject) => {\n      this.pendingResolve = resolve\n      this.pendingReject = reject\n\n      // Binary IPC: [4 bytes LE uint32 length][JPEG bytes]\n      const lengthBuf = Buffer.allocUnsafe(4)\n      lengthBuf.writeUInt32LE(jpeg.length, 0)\n      this.process!.stdin!.write(Buffer.concat([lengthBuf, jpeg]))\n    })\n  }\n\n  /** IInferenceEngine.run — wraps runJpeg for compatibility */\n  async run(_input: Float32Array, _inputShape: readonly number[]): Promise<Float32Array> {\n    throw new Error(\n      'PythonInferenceEngine: use runJpeg() directly — this engine operates on JPEG input',\n    )\n  }\n\n  /** IInferenceEngine.runMultiOutput — not supported by Python engine (operates on JPEG input) */\n  async runMultiOutput(\n    _input: Float32Array,\n    _inputShape: readonly number[],\n  ): Promise<Record<string, Float32Array>> {\n    throw new Error(\n      'PythonInferenceEngine: runMultiOutput() is not supported — this engine operates on JPEG input',\n    )\n  }\n\n  async dispose(): Promise<void> {\n    if (this.process) {\n      this.process.stdin?.end()\n      this.process.kill('SIGTERM')\n      this.process = null\n    }\n  }\n}\n\n/**\n * Resolve Python binary for ML inference. Priority:\n * 1. Explicit config pythonPath\n * 2. Embedded (data/deps/python/bin/python3)\n * 3. System PATH (python3, python)\n * 4. Download standalone Python\n *\n * Returns null if Python is not available.\n */\nexport async function resolvePythonBinary(\n  configPath: string | undefined,\n  deps: IAddonDepsManager,\n): Promise<string | null> {\n  if (configPath) return configPath\n  return deps.ensurePython()\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCA,mBAA2B;AAE3B,IAAM,UAAU;AAEhB,IAAM,eAA2C;AAAA,EAC/C,EAAE,IAAI,SAAS,MAAM,cAAc;AACrC;AAEO,IAAM,8BAA4D;AAAA,EACvE;AAAA,IACE,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,aAAa;AAAA,IACb,WAAW,EAAE,OAAO,GAAG,QAAQ,KAAM;AAAA,IACrC,QAAQ;AAAA,IACR,SAAS;AAAA,MACP,MAAM;AAAA,QACJ,SAAK,yBAAW,SAAS,sDAAsD;AAAA,QAC/E,QAAQ;AAAA,MACV;AAAA,MACA,UAAU;AAAA,QACR,SAAK,yBAAW,SAAS,yDAAyD;AAAA,QAClF,QAAQ;AAAA,MACV;AAAA,IACF;AAAA,EACF;AACF;;;ACrBO,SAAS,kBACd,QACA,WACA,YACA,YACA,UACuB;AAEvB,QAAM,YAAY,IAAI,aAAa,UAAU;AAC7C,WAAS,IAAI,GAAG,IAAI,WAAW,KAAK;AAClC,aAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,YAAM,OAAO,UAAU,CAAC,KAAK;AAC7B,gBAAU,CAAC,IAAI,QAAQ,OAAO,IAAI,aAAa,CAAC,KAAK;AAAA,IACvD;AAAA,EACF;AACA,MAAI,YAAY,GAAG;AACjB,aAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,YAAM,MAAM,UAAU,CAAC,KAAK;AAC5B,gBAAU,CAAC,IAAI,MAAM;AAAA,IACvB;AAAA,EACF;AAGA,QAAM,UAAiC,CAAC;AACxC,WAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,UAAM,QAAQ,UAAU,CAAC;AACzB,QAAI,SAAS,UAAU;AACrB,cAAQ,KAAK;AAAA,QACX,WAAW,WAAW,CAAC,KAAK,OAAO,CAAC;AAAA,QACpC;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAGA,SAAO,QAAQ,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK;AACjD;;;AChBA,SAAoB;AACpB,IAAAA,QAAsB;;;AC1BtB,WAAsB;AAEtB,IAAM,sBAAwD;AAAA,EAC5D,KAAK;AAAA,EACL,QAAQ;AAAA,EACR,MAAM;AAAA,EACN,UAAU;AAAA,EACV,KAAK;AACP;AAEA,IAAM,oBAA+D;AAAA,EACnE,KAAK;AAAA,EACL,QAAQ;AAAA,EACR,MAAM;AAAA,EACN,UAAU;AACZ;AAEO,IAAM,sBAAN,MAAsD;AAAA,EAK3D,YACmB,WACA,SACjB;AAFiB;AACA;AAEjB,SAAK,SAAU,kBAAkB,OAAO,KAAK;AAAA,EAC/C;AAAA,EATS,UAA4B;AAAA,EAC5B;AAAA,EACD,UAAmB;AAAA,EAS3B,MAAM,aAA4B;AAChC,UAAM,MAAM,MAAM,OAAO,kBAAkB;AAC3C,UAAM,WAAW,oBAAoB,KAAK,OAAO,KAAK;AAGtD,UAAM,eAAoB,gBAAW,KAAK,SAAS,IAC/C,KAAK,YACA,aAAQ,QAAQ,IAAI,GAAG,KAAK,SAAS;AAE9C,UAAM,iBAA0C;AAAA,MAC9C,oBAAoB,CAAC,QAAQ;AAAA,IAC/B;AAGA,SAAK,UAAU,MAAO,IAAY,iBAAiB,OAAO,cAAc,cAAc;AAAA,EACxF;AAAA,EAEA,MAAM,IAAI,OAAqB,YAAsD;AACnF,QAAI,CAAC,KAAK,SAAS;AACjB,YAAM,IAAI,MAAM,qEAAgE;AAAA,IAClF;AAEA,UAAM,MAAM,MAAM,OAAO,kBAAkB;AAE3C,UAAM,OAAO,KAAK;AAGlB,UAAM,YAAoB,KAAK,WAAW,CAAC;AAE3C,UAAM,SAAS,IAAK,IAAY,OAAO,WAAW,OAAO,CAAC,GAAG,UAAU,CAAC;AACxE,UAAM,QAAiC,EAAE,CAAC,SAAS,GAAG,OAAO;AAE7D,UAAM,UAAU,MAAM,KAAK,IAAI,KAAK;AACpC,UAAM,aAAqB,KAAK,YAAY,CAAC;AAC7C,UAAM,eAAe,QAAQ,UAAU;AAEvC,WAAO,aAAa;AAAA,EACtB;AAAA,EAEA,MAAM,eACJ,OACA,YACuC;AACvC,QAAI,CAAC,KAAK,SAAS;AACjB,YAAM,IAAI,MAAM,qEAAgE;AAAA,IAClF;AAEA,UAAM,MAAM,MAAM,OAAO,kBAAkB;AAE3C,UAAM,OAAO,KAAK;AAElB,UAAM,YAAoB,KAAK,WAAW,CAAC;AAE3C,UAAM,SAAS,IAAK,IAAY,OAAO,WAAW,OAAO,CAAC,GAAG,UAAU,CAAC;AACxE,UAAM,QAAiC,EAAE,CAAC,SAAS,GAAG,OAAO;AAE7D,UAAM,UAAU,MAAM,KAAK,IAAI,KAAK;AAEpC,UAAM,MAAoC,CAAC;AAC3C,eAAW,QAAQ,KAAK,aAAyB;AAC/C,UAAI,IAAI,IAAI,QAAQ,IAAI,EAAE;AAAA,IAC5B;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,UAAyB;AAG7B,SAAK,UAAU;AAAA,EACjB;AACF;;;ACnGA,gCAAyC;AAElC,IAAM,wBAAN,MAAwD;AAAA,EAQ7D,YACmB,YACA,YACjB,SACiB,WACA,YAA+B,CAAC,GACjD;AALiB;AACA;AAEA;AACA;AAEjB,SAAK,UAAU;AAEf,UAAM,mBAAwE;AAAA,MAC5E,MAAM;AAAA,MACN,QAAQ;AAAA,MACR,SAAS;AAAA,MACT,UAAU;AAAA,MACV,QAAQ;AAAA,IACV;AACA,SAAK,SAAS,iBAAiB,OAAO;AAAA,EACxC;AAAA,EAxBS;AAAA,EACA;AAAA,EACD,UAA+B;AAAA,EAC/B,gBAAwB,OAAO,MAAM,CAAC;AAAA,EACtC,iBAAoE;AAAA,EACpE,gBAAkD;AAAA,EAqB1D,MAAM,aAA4B;AAChC,UAAM,OAAO,CAAC,KAAK,YAAY,KAAK,WAAW,GAAG,KAAK,SAAS;AAChE,SAAK,cAAU,iCAAM,KAAK,YAAY,MAAM;AAAA,MAC1C,OAAO,CAAC,QAAQ,QAAQ,MAAM;AAAA,IAChC,CAAC;AAED,QAAI,CAAC,KAAK,QAAQ,UAAU,CAAC,KAAK,QAAQ,OAAO;AAC/C,YAAM,IAAI,MAAM,uDAAuD;AAAA,IACzE;AAEA,SAAK,QAAQ,QAAQ,GAAG,QAAQ,CAAC,UAAkB;AAEjD,cAAQ,OAAO,MAAM,mBAAmB,MAAM,SAAS,CAAC,EAAE;AAAA,IAC5D,CAAC;AAED,SAAK,QAAQ,GAAG,SAAS,CAAC,QAAQ;AAChC,WAAK,gBAAgB,GAAG;AACxB,WAAK,gBAAgB;AACrB,WAAK,iBAAiB;AAAA,IACxB,CAAC;AAED,SAAK,QAAQ,GAAG,QAAQ,CAAC,SAAS;AAChC,UAAI,SAAS,GAAG;AACd,cAAM,MAAM,IAAI,MAAM,mDAAmD,IAAI,EAAE;AAC/E,aAAK,gBAAgB,GAAG;AACxB,aAAK,gBAAgB;AACrB,aAAK,iBAAiB;AAAA,MACxB;AAAA,IACF,CAAC;AAED,SAAK,QAAQ,OAAO,GAAG,QAAQ,CAAC,UAAkB;AAChD,WAAK,gBAAgB,OAAO,OAAO,CAAC,KAAK,eAAe,KAAK,CAAC;AAC9D,WAAK,YAAY;AAAA,IACnB,CAAC;AAGD,UAAM,IAAI,QAAc,CAACC,UAAS,WAAW;AAC3C,YAAM,UAAU,WAAW,MAAMA,SAAQ,GAAG,GAAI;AAChD,WAAK,SAAS,GAAG,SAAS,CAAC,QAAQ;AACjC,qBAAa,OAAO;AACpB,eAAO,GAAG;AAAA,MACZ,CAAC;AACD,WAAK,SAAS,GAAG,QAAQ,CAAC,SAAS;AACjC,qBAAa,OAAO;AACpB,YAAI,SAAS,GAAG;AACd,iBAAO,IAAI,MAAM,yDAAyD,IAAI,EAAE,CAAC;AAAA,QACnF;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,cAAoB;AAE1B,QAAI,KAAK,cAAc,SAAS,EAAG;AAEnC,UAAM,SAAS,KAAK,cAAc,aAAa,CAAC;AAChD,QAAI,KAAK,cAAc,SAAS,IAAI,OAAQ;AAE5C,UAAM,YAAY,KAAK,cAAc,SAAS,GAAG,IAAI,MAAM;AAC3D,SAAK,gBAAgB,KAAK,cAAc,SAAS,IAAI,MAAM;AAE3D,UAAMA,WAAU,KAAK;AACrB,UAAM,SAAS,KAAK;AACpB,SAAK,iBAAiB;AACtB,SAAK,gBAAgB;AAErB,QAAI,CAACA,SAAS;AAEd,QAAI;AACF,YAAM,SAAS,KAAK,MAAM,UAAU,SAAS,MAAM,CAAC;AACpD,MAAAA,SAAQ,MAAM;AAAA,IAChB,SAAS,KAAK;AACZ,eAAS,eAAe,QAAQ,MAAM,IAAI,MAAM,OAAO,GAAG,CAAC,CAAC;AAAA,IAC9D;AAAA,EACF;AAAA;AAAA,EAGA,MAAM,QAAQ,MAAgD;AAC5D,QAAI,CAAC,KAAK,SAAS,OAAO;AACxB,YAAM,IAAI,MAAM,gDAAgD;AAAA,IAClE;AAEA,WAAO,IAAI,QAAiC,CAACA,UAAS,WAAW;AAC/D,WAAK,iBAAiBA;AACtB,WAAK,gBAAgB;AAGrB,YAAM,YAAY,OAAO,YAAY,CAAC;AACtC,gBAAU,cAAc,KAAK,QAAQ,CAAC;AACtC,WAAK,QAAS,MAAO,MAAM,OAAO,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;AAAA,IAC7D,CAAC;AAAA,EACH;AAAA;AAAA,EAGA,MAAM,IAAI,QAAsB,aAAuD;AACrF,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,MAAM,eACJ,QACA,aACuC;AACvC,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,SAAS;AAChB,WAAK,QAAQ,OAAO,IAAI;AACxB,WAAK,QAAQ,KAAK,SAAS;AAC3B,WAAK,UAAU;AAAA,IACjB;AAAA,EACF;AACF;;;AFnGA,IAAM,wBAAwB,CAAC,UAAU,QAAQ,YAAY,KAAK;AAMlE,IAAM,oBAA2D;AAAA,EAC/D,KAAK;AAAA,EACL,QAAQ;AAAA,EACR,MAAM;AAAA,EACN,UAAU;AACZ;AAGA,IAAM,oBAA8E;AAAA,EAClF,MAAM;AAAA,EACN,QAAQ;AAAA,EACR,UAAU;AAAA,EACV,QAAQ;AAAA,EACR,SAAS;AACX;AAEA,SAAS,cAAc,WAAmB,YAA+B,QAA6B;AACpG,QAAM,cAAc,WAAW,QAAQ,MAAM;AAC7C,MAAI,CAAC,aAAa;AAChB,UAAM,IAAI,MAAM,SAAS,WAAW,EAAE,WAAW,MAAM,SAAS;AAAA,EAClE;AAEA,QAAM,WAAW,YAAY,IAAI,MAAM,GAAG;AAC1C,QAAM,WAAW,SAAS,SAAS,SAAS,CAAC,KAAK,GAAG,WAAW,EAAE,IAAI,MAAM;AAC5E,SAAY,WAAK,WAAW,QAAQ;AACtC;AAEA,SAAS,YAAY,UAA2B;AAC9C,MAAI;AACF,WAAU,cAAW,QAAQ;AAAA,EAC/B,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,cAAc,SAAyD;AAC3F,QAAM,EAAE,SAAS,SAAS,YAAY,WAAW,OAAO,IAAI;AAE5D,MAAI;AACJ,MAAI;AAEJ,MAAI,YAAY,QAAQ;AAEtB,UAAM,YAAY,MAAM,kBAAkB;AAG1C,QAAI,SAA0D;AAE9D,eAAW,KAAK,uBAAuB;AACrC,UAAI,CAAC,UAAU,SAAS,CAAC,EAAG;AAC5B,YAAM,MAAM,kBAAkB,CAAC;AAC/B,UAAI,CAAC,IAAK;AACV,UAAI,CAAC,WAAW,QAAQ,GAAG,EAAG;AAC9B,eAAS,EAAE,SAAS,GAAG,QAAQ,IAAI;AACnC;AAAA,IACF;AAEA,QAAI,CAAC,QAAQ;AACX,YAAM,IAAI;AAAA,QACR,wDAAwD,WAAW,EAAE,yBAAyB,UAAU,KAAK,IAAI,CAAC;AAAA,MACpH;AAAA,IACF;AAEA,qBAAiB,OAAO;AACxB,sBAAkB,OAAO;AAAA,EAC3B,OAAO;AAEL,UAAM,MAAM,kBAAkB,OAAO;AACrC,QAAI,CAAC,KAAK;AACR,YAAM,IAAI,MAAM,uCAAuC,OAAO,GAAG;AAAA,IACnE;AACA,QAAI,CAAC,WAAW,QAAQ,GAAG,GAAG;AAC5B,YAAM,IAAI;AAAA,QACR,wBAAwB,WAAW,EAAE,WAAW,GAAG,uBAAuB,OAAO;AAAA,MACnF;AAAA,IACF;AACA,qBAAiB;AAEjB,sBAAkB,YAAY,SAAU,WAAW,QAAS;AAAA,EAC9D;AAGA,MAAI;AAEJ,MAAI,QAAQ;AAEV,gBAAY,MAAM,OAAO,OAAO,WAAW,IAAI,cAAc;AAAA,EAC/D,OAAO;AAEL,gBAAY,cAAc,WAAW,YAAY,cAAc;AAC/D,QAAI,CAAC,YAAY,SAAS,GAAG;AAC3B,YAAM,IAAI;AAAA,QACR,0CAA0C,SAAS;AAAA,MACrD;AAAA,IACF;AAAA,EACF;AAIA,MAAI,mBAAmB,QAAQ;AAC7B,UAAM,SAAS,IAAI,oBAAoB,WAAW,eAAe;AACjE,UAAM,OAAO,WAAW;AACxB,WAAO,EAAE,QAAQ,QAAQ,gBAAgB,UAAU;AAAA,EACrD;AAGA,QAAM,EAAE,WAAW,IAAI;AACvB,QAAM,oBAAsD;AAAA,IAC1D,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,UAAU;AAAA,EACZ;AAEA,QAAM,mBAAmB,YAAY,SAAS,kBAAkB;AAChE,QAAM,aAAa,kBAAkB,gBAAgB;AAErD,MAAI,cAAc,YAAY;AAK5B,UAAM,aAAa;AAAA,MACZ,WAAK,WAAW,gBAAgB,UAAU;AAAA,MAC1C,WAAK,WAAW,aAAa,UAAU;AAAA,MACvC,WAAK,WAAW,mBAAmB,UAAU;AAAA,IACpD;AACA,UAAM,aAAa,WAAW,KAAK,OAAQ,cAAW,CAAC,CAAC;AACxD,QAAI,CAAC,YAAY;AACf,YAAM,IAAI;AAAA,QACR,iCAAiC,UAAU;AAAA,EAA2B,WAAW,KAAK,IAAI,CAAC;AAAA,MAC7F;AAAA,IACF;AACA,UAAM,YAAY,KAAK,IAAI,WAAW,UAAU,OAAO,WAAW,UAAU,MAAM;AAClF,UAAM,SAAS,IAAI,sBAAsB,YAAY,YAAY,kBAAsC,WAAW;AAAA,MAChH,gBAAgB,SAAS;AAAA,MACzB;AAAA,IACF,CAAC;AACD,UAAM,OAAO,WAAW;AACxB,WAAO,EAAE,QAAQ,QAAQ,gBAAgB,UAAU;AAAA,EACrD;AAGA,QAAM,eAAe,cAAc,WAAW,YAAY,MAAM;AAChE,MAAI,WAAW,QAAQ,MAAM,KAAK,YAAY,YAAY,GAAG;AAC3D,UAAM,SAAS,IAAI,oBAAoB,cAAc,KAAK;AAC1D,UAAM,OAAO,WAAW;AACxB,WAAO,EAAE,QAAQ,QAAQ,QAAQ,WAAW,aAAa;AAAA,EAC3D;AAEA,QAAM,IAAI;AAAA,IACR,yBAAyB,cAAc;AAAA,EAEzC;AACF;AAGA,eAAsB,oBAAuC;AAC3D,QAAM,YAAsB,CAAC,KAAK;AAElC,MAAI;AACF,UAAM,MAAM,MAAM,OAAO,kBAAkB;AAE3C,UAAM,YAAuB,IAAY,KAAK,OAAO,aAAa,SAE5D,IAAY,kBAAkB,wBAAwB,KAAK,CAAC,IAC9D,CAAC;AAEL,eAAW,KAAK,WAAW;AACzB,YAAM,aAAa,EAAE,YAAY,EAAE,QAAQ,qBAAqB,EAAE;AAClE,UAAI,eAAe,SAAU,WAAU,KAAK,QAAQ;AAAA,eAC3C,eAAe,OAAQ,WAAU,KAAK,MAAM;AAAA,eAC5C,eAAe,WAAY,WAAU,KAAK,UAAU;AAAA,IAC/D;AAAA,EACF,QAAQ;AAAA,EAER;AAGA,MAAI,QAAQ,aAAa,YAAY,CAAC,UAAU,SAAS,QAAQ,GAAG;AAClE,cAAU,KAAK,QAAQ;AAAA,EACzB;AAEA,SAAO,CAAC,GAAG,IAAI,IAAI,SAAS,CAAC;AAC/B;;;AHtNA,IAAM,qBAAqB;AAE3B,IAAM,oBAAqC,EAAE,IAAI,eAAe,MAAM,cAAc;AACpF,IAAMC,gBAA2C,CAAC,iBAAiB;AACnE,IAAM,kBAAsC,EAAE,SAAS,CAAC,GAAG,kBAAkB,KAAK;AAElF,IAAqB,2BAArB,MAA8F;AAAA,EACnF,KAAK;AAAA,EACL,OAAO;AAAA,EACP,eAAyC;AAAA,EACzC,gBAAgB,CAAC,eAAe;AAAA,EAChC,eAAe;AAAA,EACf,WAA0B;AAAA,IACjC,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,SAAS;AAAA,IAET,aAAa;AAAA,IAEb,MAAM;AAAA,IACN,iBAAiB;AAAA,IACjB,cAAc;AAAA,IACd,eAAe,CAAC,eAAe;AAAA,IAC/B,sBAAsB;AAAA,IACtB,kBAAkB;AAAA,IAClB,eAAe;AAAA,MACb,SAAS;AAAA,MACT,SAAS;AAAA,MACT,SAAS;AAAA,MACT,UAAU;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAkC;AAAA,EAClC;AAAA,EACA,WAAW;AAAA,EACX,iBAAiD;AAAA,EACjD,MAA2B;AAAA,EAEnC,uBAA2C;AACzC,WAAO,4BAA4B,IAAI,CAAC,OAAO;AAAA,MAC7C,SAAS,EAAE;AAAA,MACX,MAAM,EAAE;AAAA,MACR,WAAW;AAAA,MACX,eAAe;AAAA,MACf,SAAS,OAAO,KAAK,EAAE,OAAO;AAAA,IAChC,EAAE;AAAA,EACJ;AAAA,EAEA,UAAU,QAAuC;AAC/C,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEA,MAAM,WAAW,KAAkC;AACjD,SAAK,MAAM;AACX,UAAM,MAAM,IAAI;AAChB,UAAM,UAAW,IAAI,SAAS,KAA4B,KAAK,gBAAgB,WAAW;AAC1F,SAAK,WAAY,IAAI,UAAU,KAA4B;AAE3D,UAAM,QAAQ,4BAA4B,KAAK,CAAC,MAAM,EAAE,OAAO,OAAO;AACtE,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,8CAA8C,OAAO,GAAG;AAAA,IAC1E;AACA,SAAK,aAAa;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,SAAS,OAA6C;AAC1D,QAAI,CAAC,KAAK,OAAQ,OAAM,KAAK,aAAa;AAC1C,UAAM,QAAQ,KAAK,IAAI;AAGvB,UAAM,MAAM,MAAM,MAAM;AACxB,UAAM,aAAa,KAAK,MAAM,IAAI,SAAS,CAAC;AAC5C,UAAM,YAAY,IAAI,aAAa,UAAU;AAC7C,aAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,gBAAU,CAAC,IAAI,IAAI,YAAY,IAAI,CAAC;AAAA,IACtC;AAGA,UAAM,SAAS,MAAM,KAAK,OAAQ,IAAI,WAAW,CAAC,UAAU,CAAC;AAG7D,UAAM,YAAY,OAAO,SAAS;AAGlC,UAAM,aAAuB,KAAK,WAAW,OAAO,IAAI,CAAC,MAAM,EAAE,EAAE;AAEnE,WAAO,WAAW,SAAS,oBAAoB;AAC7C,iBAAW,KAAK,SAAS,WAAW,MAAM,EAAE;AAAA,IAC9C;AAEA,UAAM,UAAU;AAAA,MACd;AAAA,MACA,KAAK,MAAM,SAAS;AAAA,MACpB;AAAA,MACA;AAAA,MACA,KAAK;AAAA,IACP;AAEA,UAAM,kBAAkB,QAAQ,IAAI,CAAC,OAAO;AAAA,MAC1C,OAAO,eAAe,EAAE,SAAS;AAAA,MACjC,OAAO,EAAE;AAAA,IACX,EAAE;AAEF,WAAO;AAAA,MACL;AAAA,MACA,aAAa,KAAK,IAAI,IAAI;AAAA,MAC1B,SAAS,KAAK,WAAW;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAc,eAA8B;AAC1C,UAAM,SAAS,KAAK;AACpB,UAAM,UAAU,QAAQ,WAAW,KAAK,WAAW;AACnD,UAAM,UAAU,QAAQ,YAAY,WAAW,WAAY,QAAQ,YAAY,SAAS,SAAS;AACjG,UAAM,UAAU,QAAQ,WAAW;AACnC,UAAM,SAAS,QAAQ,UAAU;AAEjC,UAAM,QAAQ,4BAA4B,KAAK,CAAC,MAAM,EAAE,OAAO,OAAO,KAAK,KAAK;AAChF,SAAK,aAAa;AAElB,UAAM,YAAY,KAAK,IAAK,QAAQ,aAAa,KAAK,KAAK,IAAK,cAAc;AAE9E,QAAI,KAAK,IAAK,QAAQ;AACpB,YAAM,KAAK,IAAK,OAAO,OAAO,SAAS,MAAa;AAAA,IACtD;AAEA,UAAM,WAAW,MAAM,cAAc;AAAA,MACnC;AAAA,MACA;AAAA,MACA,YAAY;AAAA,MACZ;AAAA,MACA,QAAQ,KAAK,IAAK;AAAA,IACpB,CAAC;AACD,SAAK,SAAS,SAAS;AAAA,EACzB;AAAA,EAEA,MAAM,WAA0B;AAC9B,UAAM,KAAK,QAAQ,QAAQ;AAAA,EAC7B;AAAA,EAEA,kBAAkC;AAChC,WAAO;AAAA,MACL,UAAU;AAAA,QACR;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,SAAS,CAAC,GAAG,2BAA2B;AAAA,cACxC,aAAa;AAAA,cACb,iBAAiB;AAAA,cACjB,eAAe,CAAC,QAAQ,UAAU;AAAA,cAClC,kBAAkB,CAAC,aAAa,UAAU,cAAc;AAAA,cACxD,kBAAkB;AAAA,YACpB;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,SAAS;AAAA,gBACP,EAAE,OAAO,QAAQ,OAAO,OAAO;AAAA,gBAC/B,EAAE,OAAO,QAAQ,OAAO,eAAe;AAAA,gBACvC,EAAE,OAAO,UAAU,OAAO,iBAAiB;AAAA,gBAC3C,EAAE,OAAO,YAAY,OAAO,mBAAmB;AAAA,cACjD;AAAA,YACF;AAAA,YACA;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,UAAU,EAAE,OAAO,WAAW,QAAQ,OAAO;AAAA,cAC7C,SAAS;AAAA,gBACP,EAAE,OAAO,QAAQ,OAAO,OAAO;AAAA,gBAC/B,EAAE,OAAO,OAAO,OAAO,MAAM;AAAA,gBAC7B,EAAE,OAAO,UAAU,OAAO,SAAS;AAAA,gBACnC,EAAE,OAAO,QAAQ,OAAO,gBAAgB;AAAA,cAC1C;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,KAAK;AAAA,cACL,KAAK;AAAA,cACL,MAAM;AAAA,cACN,SAAS;AAAA,YACX;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,cAAkC;AAChC,WAAO;AAAA,EACT;AAAA,EAEA,kBAAuC;AACrC,WAAO,CAAC,GAAG,2BAA2B;AAAA,EACxC;AAAA,EAEA,qBAAuC;AACrC,WAAO,CAAC;AAAA,EACV;AAAA,EAEA,kBAA8C;AAC5C,WAAOA;AAAA,EACT;AAAA,EAEA,MAAM,QAA8B;AAClC,WAAO;AAAA,MACL,WAAW;AAAA,MACX,SAAS,KAAK,QAAQ,WAAW;AAAA,MACjC,QAAQ,KAAK,QAAQ,UAAU;AAAA,MAC/B,cAAc,CAAC,MAAM;AAAA,IACvB;AAAA,EACF;AACF;","names":["path","resolve","AUDIO_LABELS"]}
+{"version":3,"sources":["../../../src/catalogs/audio-classification-models.ts","../../../src/shared/postprocess/yamnet.ts","../../../src/shared/node-engine.ts","../../../src/shared/python-engine.ts","../../../src/shared/engine-resolver.ts","../../../src/addons/audio-classification/index.ts"],"sourcesContent":["import type { ModelCatalogEntry, LabelDefinition } from '@camstack/types'\nimport { hfModelUrl } from '@camstack/types'\n\nconst HF_REPO = 'camstack/camstack-models'\n\nconst AUDIO_LABELS: readonly LabelDefinition[] = [\n  { id: 'audio', name: 'Audio Event' },\n] as const\n\nexport const AUDIO_CLASSIFICATION_MODELS: readonly ModelCatalogEntry[] = [\n  {\n    id: 'yamnet',\n    name: 'YAMNet',\n    description: 'YAMNet — audio event classification from raw waveform',\n    inputSize: { width: 1, height: 16000 },\n    labels: AUDIO_LABELS,\n    formats: {\n      onnx: {\n        url: hfModelUrl(HF_REPO, 'audioClassification/yamnet/onnx/camstack-yamnet.onnx'),\n        sizeMB: 15,\n      },\n      openvino: {\n        url: hfModelUrl(HF_REPO, 'audioClassification/yamnet/openvino/camstack-yamnet.xml'),\n        sizeMB: 8,\n      },\n    },\n  },\n] as const\n","export interface AudioClassification {\n  readonly className: string\n  readonly score: number\n}\n\n/** Average YAMNET scores across frames, return top classes above threshold */\nexport function yamnetPostprocess(\n  output: Float32Array,\n  numFrames: number,\n  numClasses: number,\n  classNames: readonly string[],\n  minScore: number,\n): AudioClassification[] {\n  // Average across frames\n  const avgScores = new Float32Array(numClasses)\n  for (let f = 0; f < numFrames; f++) {\n    for (let c = 0; c < numClasses; c++) {\n      const prev = avgScores[c] ?? 0\n      avgScores[c] = prev + (output[f * numClasses + c] ?? 0)\n    }\n  }\n  if (numFrames > 0) {\n    for (let c = 0; c < numClasses; c++) {\n      const val = avgScores[c] ?? 0\n      avgScores[c] = val / numFrames\n    }\n  }\n\n  // Collect classes above threshold\n  const results: AudioClassification[] = []\n  for (let c = 0; c < numClasses; c++) {\n    const score = avgScores[c]!\n    if (score >= minScore) {\n      results.push({\n        className: classNames[c] ?? String(c),\n        score,\n      })\n    }\n  }\n\n  // Sort descending by score\n  return results.sort((a, b) => b.score - a.score)\n}\n","import type { IInferenceEngine, DetectionRuntime, DetectionDevice } from '@camstack/types'\nimport * as path from 'node:path'\n\nconst BACKEND_TO_PROVIDER: Readonly<Record<string, string>> = {\n  cpu: 'cpu',\n  coreml: 'coreml',\n  cuda: 'cuda',\n  tensorrt: 'tensorrt',\n  dml: 'dml',\n} as const\n\nconst BACKEND_TO_DEVICE: Readonly<Record<string, DetectionDevice>> = {\n  cpu: 'cpu',\n  coreml: 'gpu-mps',\n  cuda: 'gpu-cuda',\n  tensorrt: 'tensorrt',\n} as const\n\nexport class NodeInferenceEngine implements IInferenceEngine {\n  readonly runtime: DetectionRuntime = 'onnx'\n  readonly device: DetectionDevice\n  private session: unknown = null\n\n  constructor(\n    private readonly modelPath: string,\n    private readonly backend: string,\n  ) {\n    this.device = (BACKEND_TO_DEVICE[backend] ?? 'cpu') as DetectionDevice\n  }\n\n  async initialize(): Promise<void> {\n    const ort = await import('onnxruntime-node')\n    const provider = BACKEND_TO_PROVIDER[this.backend] ?? 'cpu'\n\n    // Resolve absolute path\n    const absModelPath = path.isAbsolute(this.modelPath)\n      ? this.modelPath\n      : path.resolve(process.cwd(), this.modelPath)\n\n    const sessionOptions: Record<string, unknown> = {\n      executionProviders: [provider],\n    }\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    this.session = await (ort as any).InferenceSession.create(absModelPath, sessionOptions)\n  }\n\n  async run(input: Float32Array, inputShape: readonly number[]): Promise<Float32Array> {\n    if (!this.session) {\n      throw new Error('NodeInferenceEngine: not initialized — call initialize() first')\n    }\n\n    const ort = await import('onnxruntime-node')\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const sess = this.session as any\n\n    // Get the first input name\n    const inputName: string = sess.inputNames[0]\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const tensor = new (ort as any).Tensor('float32', input, [...inputShape])\n    const feeds: Record<string, unknown> = { [inputName]: tensor }\n\n    const results = await sess.run(feeds)\n    const outputName: string = sess.outputNames[0]\n    const outputTensor = results[outputName]\n\n    return outputTensor.data as Float32Array\n  }\n\n  async runMultiOutput(\n    input: Float32Array,\n    inputShape: readonly number[],\n  ): Promise<Record<string, Float32Array>> {\n    if (!this.session) {\n      throw new Error('NodeInferenceEngine: not initialized — call initialize() first')\n    }\n\n    const ort = await import('onnxruntime-node')\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const sess = this.session as any\n\n    const inputName: string = sess.inputNames[0]\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const tensor = new (ort as any).Tensor('float32', input, [...inputShape])\n    const feeds: Record<string, unknown> = { [inputName]: tensor }\n\n    const results = await sess.run(feeds)\n\n    const out: Record<string, Float32Array> = {}\n    for (const name of sess.outputNames as string[]) {\n      out[name] = results[name].data as Float32Array\n    }\n    return out\n  }\n\n  async dispose(): Promise<void> {\n    // onnxruntime-node sessions don't have explicit close in all versions\n    // but we clear the reference\n    this.session = null\n  }\n}\n","import type { IInferenceEngine, DetectionRuntime, DetectionDevice, IAddonDepsManager } from '@camstack/types'\nimport { spawn, type ChildProcess } from 'node:child_process'\n\nexport class PythonInferenceEngine implements IInferenceEngine {\n  readonly runtime: DetectionRuntime\n  readonly device: DetectionDevice\n  private process: ChildProcess | null = null\n  private receiveBuffer: Buffer = Buffer.alloc(0)\n  private pendingResolve: ((value: Record<string, unknown>) => void) | null = null\n  private pendingReject: ((reason: Error) => void) | null = null\n\n  constructor(\n    private readonly pythonPath: string,\n    private readonly scriptPath: string,\n    runtime: DetectionRuntime,\n    private readonly modelPath: string,\n    private readonly extraArgs: readonly string[] = [],\n  ) {\n    this.runtime = runtime\n    // Determine device from runtime\n    const runtimeDeviceMap: Readonly<Record<DetectionRuntime, DetectionDevice>> = {\n      onnx: 'cpu',\n      coreml: 'gpu-mps',\n      pytorch: 'cpu',\n      openvino: 'cpu',\n      tflite: 'cpu',\n    }\n    this.device = runtimeDeviceMap[runtime]\n  }\n\n  async initialize(): Promise<void> {\n    const args = [this.scriptPath, this.modelPath, ...this.extraArgs]\n    this.process = spawn(this.pythonPath, args, {\n      stdio: ['pipe', 'pipe', 'pipe'],\n    })\n\n    if (!this.process.stdout || !this.process.stdin) {\n      throw new Error('PythonInferenceEngine: failed to create process pipes')\n    }\n\n    this.process.stderr?.on('data', (chunk: Buffer) => {\n      // Log stderr from python process for debugging\n      process.stderr.write(`[python-engine] ${chunk.toString()}`)\n    })\n\n    this.process.on('error', (err) => {\n      this.pendingReject?.(err)\n      this.pendingReject = null\n      this.pendingResolve = null\n    })\n\n    this.process.on('exit', (code) => {\n      if (code !== 0) {\n        const err = new Error(`PythonInferenceEngine: process exited with code ${code}`)\n        this.pendingReject?.(err)\n        this.pendingReject = null\n        this.pendingResolve = null\n      }\n    })\n\n    this.process.stdout.on('data', (chunk: Buffer) => {\n      this.receiveBuffer = Buffer.concat([this.receiveBuffer, chunk])\n      this._tryReceive()\n    })\n\n    // Give the process a moment to start up and load the model\n    await new Promise<void>((resolve, reject) => {\n      const timeout = setTimeout(() => resolve(), 2000)\n      this.process?.on('error', (err) => {\n        clearTimeout(timeout)\n        reject(err)\n      })\n      this.process?.on('exit', (code) => {\n        clearTimeout(timeout)\n        if (code !== 0) {\n          reject(new Error(`PythonInferenceEngine: process exited early with code ${code}`))\n        }\n      })\n    })\n  }\n\n  private _tryReceive(): void {\n    // Binary IPC: [4 bytes LE uint32 length][JSON bytes]\n    if (this.receiveBuffer.length < 4) return\n\n    const length = this.receiveBuffer.readUInt32LE(0)\n    if (this.receiveBuffer.length < 4 + length) return\n\n    const jsonBytes = this.receiveBuffer.subarray(4, 4 + length)\n    this.receiveBuffer = this.receiveBuffer.subarray(4 + length)\n\n    const resolve = this.pendingResolve\n    const reject = this.pendingReject\n    this.pendingResolve = null\n    this.pendingReject = null\n\n    if (!resolve) return\n\n    try {\n      const parsed = JSON.parse(jsonBytes.toString('utf8')) as Record<string, unknown>\n      resolve(parsed)\n    } catch (err) {\n      reject?.(err instanceof Error ? err : new Error(String(err)))\n    }\n  }\n\n  /** Send JPEG buffer, receive JSON detection results */\n  async runJpeg(jpeg: Buffer): Promise<Record<string, unknown>> {\n    if (!this.process?.stdin) {\n      throw new Error('PythonInferenceEngine: process not initialized')\n    }\n\n    return new Promise<Record<string, unknown>>((resolve, reject) => {\n      this.pendingResolve = resolve\n      this.pendingReject = reject\n\n      // Binary IPC: [4 bytes LE uint32 length][JPEG bytes]\n      const lengthBuf = Buffer.allocUnsafe(4)\n      lengthBuf.writeUInt32LE(jpeg.length, 0)\n      this.process!.stdin!.write(Buffer.concat([lengthBuf, jpeg]))\n    })\n  }\n\n  /** IInferenceEngine.run — wraps runJpeg for compatibility */\n  async run(_input: Float32Array, _inputShape: readonly number[]): Promise<Float32Array> {\n    throw new Error(\n      'PythonInferenceEngine: use runJpeg() directly — this engine operates on JPEG input',\n    )\n  }\n\n  /** IInferenceEngine.runMultiOutput — not supported by Python engine (operates on JPEG input) */\n  async runMultiOutput(\n    _input: Float32Array,\n    _inputShape: readonly number[],\n  ): Promise<Record<string, Float32Array>> {\n    throw new Error(\n      'PythonInferenceEngine: runMultiOutput() is not supported — this engine operates on JPEG input',\n    )\n  }\n\n  async dispose(): Promise<void> {\n    if (this.process) {\n      this.process.stdin?.end()\n      this.process.kill('SIGTERM')\n      this.process = null\n    }\n  }\n}\n\n/**\n * Resolve Python binary for ML inference. Priority:\n * 1. Explicit config pythonPath\n * 2. Embedded (data/deps/python/bin/python3)\n * 3. System PATH (python3, python)\n * 4. Download standalone Python\n *\n * Returns null if Python is not available.\n */\nexport async function resolvePythonBinary(\n  configPath: string | undefined,\n  deps: IAddonDepsManager,\n): Promise<string | null> {\n  if (configPath) return configPath\n  return deps.ensurePython()\n}\n","// TODO: Wire PythonInferenceEngine for PyTorch/OpenVINO/TFLite runtimes\n// Currently falls back to ONNX CPU when non-ONNX runtime is requested.\n// See: packages/addon-vision/python/ for stub implementations.\n//\n// WHY THIS FILE USES RAW FILESYSTEM PATHS (modelsDir: string):\n//\n// Model files must be loaded via absolute filesystem paths because inference\n// engines (ONNX Runtime, CoreML, etc.) require direct file access -- they do\n// not accept Buffer or stream inputs. This is fundamentally different from\n// user data (recordings, media) where IAddonFileStorage abstraction makes\n// sense. Models are closer to binaries or compiled artifacts that must live\n// on the local filesystem at runtime.\n//\n// IAddonFileStorage.readFile() returns a Buffer, but onnxruntime-node's\n// InferenceSession.create() only accepts a file path string or a Uint8Array\n// loaded into memory. For large models (hundreds of MB), loading into a\n// Uint8Array is impractical. Therefore, modelsDir stays as a raw string path\n// and is intentionally NOT replaced with IAddonFileStorage here.\n\nimport type {\n  IInferenceEngine,\n  DetectionRuntime,\n  ModelCatalogEntry,\n  ModelFormat,\n  IAddonModelManager,\n} from '@camstack/types'\nimport * as fs from 'node:fs'\nimport * as path from 'node:path'\nimport { NodeInferenceEngine } from './node-engine.js'\nimport { PythonInferenceEngine } from './python-engine.js'\n\nexport interface EngineResolverOptions {\n  readonly runtime: DetectionRuntime | 'auto'\n  readonly backend: string\n  readonly modelEntry: ModelCatalogEntry\n  readonly modelsDir: string\n  readonly pythonPath?: string\n  /** Model service for downloading models. When provided, used instead of raw filesystem probing. */\n  readonly models?: IAddonModelManager\n}\n\nexport interface ResolvedEngine {\n  readonly engine: IInferenceEngine\n  readonly format: ModelFormat\n  readonly modelPath: string\n}\n\n/** Priority order for auto-selection of ONNX backends */\nconst AUTO_BACKEND_PRIORITY = ['coreml', 'cuda', 'tensorrt', 'cpu'] as const\n\n/** Map backend names to the model format they require.\n * CoreML backend uses ONNX format -- onnxruntime-node loads the .onnx file\n * and accelerates it via the CoreML execution provider internally.\n * Native .mlpackage is only for PythonInferenceEngine. */\nconst BACKEND_TO_FORMAT: Readonly<Record<string, ModelFormat>> = {\n  cpu: 'onnx',\n  coreml: 'onnx',\n  cuda: 'onnx',\n  tensorrt: 'onnx',\n} as const\n\n/** Map DetectionRuntime to ModelFormat */\nconst RUNTIME_TO_FORMAT: Readonly<Partial<Record<DetectionRuntime, ModelFormat>>> = {\n  onnx: 'onnx',\n  coreml: 'coreml',\n  openvino: 'openvino',\n  tflite: 'tflite',\n  pytorch: 'pt',\n} as const\n\nfunction modelFilePath(modelsDir: string, modelEntry: ModelCatalogEntry, format: ModelFormat): string {\n  const formatEntry = modelEntry.formats[format]\n  if (!formatEntry) {\n    throw new Error(`Model ${modelEntry.id} has no ${format} format`)\n  }\n  // Derive filename from URL\n  const urlParts = formatEntry.url.split('/')\n  const filename = urlParts[urlParts.length - 1] ?? `${modelEntry.id}.${format}`\n  return path.join(modelsDir, filename)\n}\n\nfunction modelExists(filePath: string): boolean {\n  try {\n    return fs.existsSync(filePath)\n  } catch {\n    return false\n  }\n}\n\nexport async function resolveEngine(options: EngineResolverOptions): Promise<ResolvedEngine> {\n  const { runtime, backend, modelEntry, modelsDir, models } = options\n\n  let selectedFormat: ModelFormat\n  let selectedBackend: string\n\n  if (runtime === 'auto') {\n    // Probe available ONNX backends and pick best\n    const available = await probeOnnxBackends()\n\n    // Pick first priority backend that has a corresponding model format available\n    let chosen: { backend: string; format: ModelFormat } | null = null\n\n    for (const b of AUTO_BACKEND_PRIORITY) {\n      if (!available.includes(b)) continue\n      const fmt = BACKEND_TO_FORMAT[b]\n      if (!fmt) continue\n      if (!modelEntry.formats[fmt]) continue\n      chosen = { backend: b, format: fmt }\n      break\n    }\n\n    if (!chosen) {\n      throw new Error(\n        `resolveEngine: no compatible backend found for model ${modelEntry.id}. Available backends: ${available.join(', ')}`,\n      )\n    }\n\n    selectedFormat = chosen.format\n    selectedBackend = chosen.backend\n  } else {\n    // Explicit runtime requested\n    const fmt = RUNTIME_TO_FORMAT[runtime]\n    if (!fmt) {\n      throw new Error(`resolveEngine: unsupported runtime \"${runtime}\"`)\n    }\n    if (!modelEntry.formats[fmt]) {\n      throw new Error(\n        `resolveEngine: model ${modelEntry.id} has no ${fmt} format for runtime ${runtime}`,\n      )\n    }\n    selectedFormat = fmt\n    // For onnx runtime, use the provided backend; otherwise use the runtime name\n    selectedBackend = runtime === 'onnx' ? (backend || 'cpu') : runtime\n  }\n\n  // Download model and extra files via the unified service\n  let modelPath: string\n\n  if (models) {\n    // Use the unified ModelDownloadService\n    modelPath = await models.ensure(modelEntry.id, selectedFormat)\n  } else {\n    // Fallback: direct filesystem check (no download capability)\n    modelPath = modelFilePath(modelsDir, modelEntry, selectedFormat)\n    if (!modelExists(modelPath)) {\n      throw new Error(\n        `resolveEngine: model file not found at ${modelPath} and no model service provided`,\n      )\n    }\n  }\n\n  // NodeInferenceEngine handles ONNX format only (with any ONNX backend including CoreML provider).\n  // Native .mlpackage/.mlmodel files go to PythonInferenceEngine below.\n  if (selectedFormat === 'onnx') {\n    const engine = new NodeInferenceEngine(modelPath, selectedBackend)\n    await engine.initialize()\n    return { engine, format: selectedFormat, modelPath }\n  }\n\n  // For non-ONNX/CoreML formats, try PythonInferenceEngine when a python binary is available\n  const { pythonPath } = options\n  const PYTHON_SCRIPT_MAP: Readonly<Record<string, string>> = {\n    coreml: 'coreml_inference.py',\n    pytorch: 'pytorch_inference.py',\n    openvino: 'openvino_inference.py',\n  } as const\n\n  const effectiveRuntime = runtime === 'auto' ? selectedBackend : runtime\n  const scriptName = PYTHON_SCRIPT_MAP[effectiveRuntime]\n\n  if (scriptName && pythonPath) {\n    // Resolve python script path -- search multiple locations:\n    // - src/shared/ -> ../../python/ (source development)\n    // - dist/shared/ -> ../../python/ (installed addon with python/ at package root)\n    // - dist/ -> ../python/ (flat dist)\n    const candidates = [\n      path.join(__dirname, '../../python', scriptName),\n      path.join(__dirname, '../python', scriptName),\n      path.join(__dirname, '../../../python', scriptName),\n    ]\n    const scriptPath = candidates.find(p => fs.existsSync(p))\n    if (!scriptPath) {\n      throw new Error(\n        `resolveEngine: Python script \"${scriptName}\" not found. Searched:\\n${candidates.join('\\n')}`,\n      )\n    }\n    const inputSize = Math.max(modelEntry.inputSize.width, modelEntry.inputSize.height)\n    const engine = new PythonInferenceEngine(pythonPath, scriptPath, effectiveRuntime as DetectionRuntime, modelPath, [\n      `--input-size=${inputSize}`,\n      `--confidence=0.25`,\n    ])\n    await engine.initialize()\n    return { engine, format: selectedFormat, modelPath }\n  }\n\n  // Final fallback: use ONNX CPU if available\n  const fallbackPath = modelFilePath(modelsDir, modelEntry, 'onnx')\n  if (modelEntry.formats['onnx'] && modelExists(fallbackPath)) {\n    const engine = new NodeInferenceEngine(fallbackPath, 'cpu')\n    await engine.initialize()\n    return { engine, format: 'onnx', modelPath: fallbackPath }\n  }\n\n  throw new Error(\n    `resolveEngine: format ${selectedFormat} is not yet supported by NodeInferenceEngine, ` +\n    `no Python runtime is available, and no ONNX fallback exists`,\n  )\n}\n\n/** Probe which ONNX execution providers are available on this system */\nexport async function probeOnnxBackends(): Promise<string[]> {\n  const available: string[] = ['cpu'] // CPU is always available\n\n  try {\n    const ort = await import('onnxruntime-node')\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const providers: string[] = (ort as any).env?.webgl?.disabled !== undefined\n      // eslint-disable-next-line @typescript-eslint/no-explicit-any\n      ? ((ort as any).InferenceSession?.getAvailableProviders?.() ?? [])\n      : []\n\n    for (const p of providers) {\n      const normalized = p.toLowerCase().replace('executionprovider', '')\n      if (normalized === 'coreml') available.push('coreml')\n      else if (normalized === 'cuda') available.push('cuda')\n      else if (normalized === 'tensorrt') available.push('tensorrt')\n    }\n  } catch {\n    // onnxruntime-node may not be installed; CPU only\n  }\n\n  // Platform-specific hints when getAvailableProviders isn't exposed\n  if (process.platform === 'darwin' && !available.includes('coreml')) {\n    available.push('coreml')\n  }\n\n  return [...new Set(available)]\n}\n","import type {\n  IClassifierProvider,\n  IDetectionAddon,\n  AddonManifest,\n  AddonContext,\n  CropInput,\n  ClassifierOutput,\n  ConfigUISchema,\n  ClassMapDefinition,\n  ProbeResult,\n  ModelCatalogEntry,\n  DetectionModel,\n  LabelDefinition,\n  IInferenceEngine,\n  ModelRequirement,\n  ResolvedInferenceConfig,\n} from '@camstack/types'\nimport { AUDIO_CLASSIFICATION_MODELS } from '../../catalogs/audio-classification-models.js'\nimport { yamnetPostprocess } from '../../shared/postprocess/yamnet.js'\nimport { resolveEngine } from '../../shared/engine-resolver.js'\n\n// YAMNet recognizes 521 audio classes from the AudioSet ontology.\n// This is the top-level subset used for filtering. Full class list lives in the model catalog.\nconst YAMNET_NUM_CLASSES = 521\n\nconst AUDIO_EVENT_LABEL: LabelDefinition = { id: 'audio-event', name: 'Audio Event' }\nconst AUDIO_LABELS: readonly LabelDefinition[] = [AUDIO_EVENT_LABEL]\nconst AUDIO_CLASS_MAP: ClassMapDefinition = { mapping: {}, preserveOriginal: true }\n\nexport default class AudioClassificationAddon implements IClassifierProvider, IDetectionAddon {\n  readonly id = 'audio-classification'\n  readonly slot = 'classifier' as const\n  readonly inputClasses: readonly string[] | null = null\n  readonly outputClasses = ['audio-event:*'] as const\n  readonly slotPriority = 0\n  readonly manifest: AddonManifest = {\n    id: 'audio-classification',\n    name: 'Audio Classification',\n    version: '0.1.0',\n\n    description: 'YAMNet-based audio event classification from audio waveform',\n\n    slot: 'classifier',\n    labelOutputType: 'classification',\n    inputClasses: undefined,\n    outputClasses: ['audio-event:*'],\n    supportsCustomModels: false,\n    mayRequirePython: false,\n    defaultConfig: {\n      modelId: 'yamnet',\n      runtime: 'node',\n      backend: 'cpu',\n      minScore: 0.3,\n    },\n  }\n\n  private engine: IInferenceEngine | null = null\n  private modelEntry!: ModelCatalogEntry\n  private minScore = 0.3\n  private resolvedConfig: ResolvedInferenceConfig | null = null\n  private ctx: AddonContext | null = null\n\n  getModelRequirements(): ModelRequirement[] {\n    return AUDIO_CLASSIFICATION_MODELS.map((m) => ({\n      modelId: m.id,\n      name: m.name,\n      minRAM_MB: 100,\n      accuracyScore: 80,\n      formats: Object.keys(m.formats) as readonly string[],\n    }))\n  }\n\n  configure(config: ResolvedInferenceConfig): void {\n    this.resolvedConfig = config\n  }\n\n  async initialize(ctx: AddonContext): Promise<void> {\n    this.ctx = ctx\n    const cfg = ctx.addonConfig\n    const modelId = (cfg['modelId'] as string | undefined) ?? this.resolvedConfig?.modelId ?? 'yamnet'\n    this.minScore = (cfg['minScore'] as number | undefined) ?? 0.3\n\n    const entry = AUDIO_CLASSIFICATION_MODELS.find((m) => m.id === modelId)\n    if (!entry) {\n      throw new Error(`AudioClassificationAddon: unknown modelId \"${modelId}\"`)\n    }\n    this.modelEntry = entry\n  }\n\n  /**\n   * classify() receives a CropInput but internally treats input.frame.data as raw audio context.\n   * For audio, the actual audio chunk data should be stored in frame.data as a Float32Array\n   * serialized into a Buffer (little-endian float32 samples at 16 kHz).\n   *\n   * The CropInput.roi is not used for audio — it is ignored.\n   */\n  async classify(input: CropInput): Promise<ClassifierOutput> {\n    if (!this.engine) await this.ensureEngine()\n    const start = Date.now()\n\n    // Extract raw float32 audio samples from the buffer\n    const buf = input.frame.data\n    const numSamples = Math.floor(buf.length / 4)\n    const audioData = new Float32Array(numSamples)\n    for (let i = 0; i < numSamples; i++) {\n      audioData[i] = buf.readFloatLE(i * 4)\n    }\n\n    // YAMNet expects 1D waveform at 16 kHz\n    const output = await this.engine!.run(audioData, [numSamples])\n\n    // YAMNet output shape: [numFrames, numClasses]\n    const numFrames = output.length / YAMNET_NUM_CLASSES\n\n    // Use model label ids as class names (or index strings if catalog is sparse)\n    const classNames: string[] = this.modelEntry.labels.map((l) => l.id)\n    // Pad to full 521 classes if the catalog only has a subset\n    while (classNames.length < YAMNET_NUM_CLASSES) {\n      classNames.push(`class_${classNames.length}`)\n    }\n\n    const results = yamnetPostprocess(\n      output,\n      Math.round(numFrames),\n      YAMNET_NUM_CLASSES,\n      classNames,\n      this.minScore,\n    )\n\n    const classifications = results.map((r) => ({\n      class: `audio-event:${r.className}`,\n      score: r.score,\n    }))\n\n    return {\n      classifications,\n      inferenceMs: Date.now() - start,\n      modelId: this.modelEntry.id,\n    }\n  }\n\n  private async ensureEngine(): Promise<void> {\n    const config = this.resolvedConfig\n    const modelId = config?.modelId ?? this.modelEntry.id\n    const runtime = config?.runtime === 'python' ? 'coreml' : (config?.runtime === 'node' ? 'onnx' : 'auto')\n    const backend = config?.backend ?? 'cpu'\n    const format = config?.format ?? 'onnx'\n\n    const entry = AUDIO_CLASSIFICATION_MODELS.find((m) => m.id === modelId) ?? this.modelEntry\n    this.modelEntry = entry\n\n    const modelsDir = this.ctx!.models?.getModelsDir() ?? this.ctx!.locationPaths.models\n\n    if (this.ctx!.models) {\n      await this.ctx!.models.ensure(modelId, format as any)\n    }\n\n    const resolved = await resolveEngine({\n      runtime: runtime as 'auto',\n      backend,\n      modelEntry: entry,\n      modelsDir,\n      models: this.ctx!.models,\n    })\n    this.engine = resolved.engine\n  }\n\n  async shutdown(): Promise<void> {\n    await this.engine?.dispose()\n  }\n\n  getConfigSchema(): ConfigUISchema {\n    return {\n      sections: [\n        {\n          id: 'model',\n          title: 'Model',\n          columns: 1,\n          fields: [\n            {\n              key: 'modelId',\n              label: 'Model',\n              type: 'model-selector',\n              catalog: [...AUDIO_CLASSIFICATION_MODELS],\n              allowCustom: false,\n              allowConversion: false,\n              acceptFormats: ['onnx', 'openvino'],\n              requiredMetadata: ['inputSize', 'labels', 'outputFormat'],\n              outputFormatHint: 'classification',\n            },\n          ],\n        },\n        {\n          id: 'runtime',\n          title: 'Runtime',\n          columns: 2,\n          fields: [\n            {\n              key: 'runtime',\n              label: 'Runtime',\n              type: 'select',\n              options: [\n                { value: 'auto', label: 'Auto' },\n                { value: 'onnx', label: 'ONNX Runtime' },\n                { value: 'coreml', label: 'CoreML (Apple)' },\n                { value: 'openvino', label: 'OpenVINO (Intel)' },\n              ],\n            },\n            {\n              key: 'backend',\n              label: 'Backend',\n              type: 'select',\n              showWhen: { field: 'runtime', equals: 'onnx' },\n              options: [\n                { value: 'auto', label: 'Auto' },\n                { value: 'cpu', label: 'CPU' },\n                { value: 'coreml', label: 'CoreML' },\n                { value: 'cuda', label: 'CUDA (NVIDIA)' },\n              ],\n            },\n          ],\n        },\n        {\n          id: 'thresholds',\n          title: 'Classification Settings',\n          columns: 1,\n          fields: [\n            {\n              key: 'minScore',\n              label: 'Minimum Score',\n              type: 'slider',\n              min: 0.05,\n              max: 1.0,\n              step: 0.05,\n              default: 0.3,\n            },\n          ],\n        },\n      ],\n    }\n  }\n\n  getClassMap(): ClassMapDefinition {\n    return AUDIO_CLASS_MAP\n  }\n\n  getModelCatalog(): ModelCatalogEntry[] {\n    return [...AUDIO_CLASSIFICATION_MODELS]\n  }\n\n  getAvailableModels(): DetectionModel[] {\n    return []\n  }\n\n  getActiveLabels(): readonly LabelDefinition[] {\n    return AUDIO_LABELS\n  }\n\n  async probe(): Promise<ProbeResult> {\n    return {\n      available: true,\n      runtime: this.engine?.runtime ?? 'onnx',\n      device: this.engine?.device ?? 'cpu',\n      capabilities: ['fp32'],\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACA,QAAA,UAAA,QAAA,iBAAA;AAEA,QAAM,UAAU;AAEhB,QAAMA,gBAA2C;MAC/C,EAAE,IAAI,SAAS,MAAM,cAAa;;AAGvB,IAAAC,SAAA,8BAA4D;MACvE;QACE,IAAI;QACJ,MAAM;QACN,aAAa;QACb,WAAW,EAAE,OAAO,GAAG,QAAQ,KAAK;QACpC,QAAQD;QACR,SAAS;UACP,MAAM;YACJ,MAAK,GAAA,QAAA,YAAW,SAAS,sDAAsD;YAC/E,QAAQ;;UAEV,UAAU;YACR,MAAK,GAAA,QAAA,YAAW,SAAS,yDAAyD;YAClF,QAAQ;;;;;;;;;;;;;ACjBhB,IAAAE,SAAA,oBAAAC;AAAA,aAAgBA,mBACd,QACA,WACA,YACA,YACA,UAAgB;AAGhB,YAAM,YAAY,IAAI,aAAa,UAAU;AAC7C,eAAS,IAAI,GAAG,IAAI,WAAW,KAAK;AAClC,iBAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,gBAAM,OAAO,UAAU,CAAC,KAAK;AAC7B,oBAAU,CAAC,IAAI,QAAQ,OAAO,IAAI,aAAa,CAAC,KAAK;QACvD;MACF;AACA,UAAI,YAAY,GAAG;AACjB,iBAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,gBAAM,MAAM,UAAU,CAAC,KAAK;AAC5B,oBAAU,CAAC,IAAI,MAAM;QACvB;MACF;AAGA,YAAM,UAAiC,CAAA;AACvC,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,cAAM,QAAQ,UAAU,CAAC;AACzB,YAAI,SAAS,UAAU;AACrB,kBAAQ,KAAK;YACX,WAAW,WAAW,CAAC,KAAK,OAAO,CAAC;YACpC;WACD;QACH;MACF;AAGA,aAAO,QAAQ,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK;IACjD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;ACzCA,QAAA,OAAA,aAAA,QAAA,MAAA,CAAA;AAEA,QAAM,sBAAwD;MAC5D,KAAK;MACL,QAAQ;MACR,MAAM;MACN,UAAU;MACV,KAAK;;AAGP,QAAM,oBAA+D;MACnE,KAAK;MACL,QAAQ;MACR,MAAM;MACN,UAAU;;AAGZ,QAAa,sBAAb,MAAgC;MAMX;MACA;MANV,UAA4B;MAC5B;MACD,UAAmB;MAE3B,YACmB,WACA,SAAe;AADf,aAAA,YAAA;AACA,aAAA,UAAA;AAEjB,aAAK,SAAU,kBAAkB,OAAO,KAAK;MAC/C;MAEA,MAAM,aAAU;AACd,cAAM,MAAM,MAAA,QAAA,QAAA,EAAA,KAAA,MAAA,aAAA,QAAa,kBAAkB,CAAA,CAAA;AAC3C,cAAM,WAAW,oBAAoB,KAAK,OAAO,KAAK;AAGtD,cAAM,eAAe,KAAK,WAAW,KAAK,SAAS,IAC/C,KAAK,YACL,KAAK,QAAQ,QAAQ,IAAG,GAAI,KAAK,SAAS;AAE9C,cAAM,iBAA0C;UAC9C,oBAAoB,CAAC,QAAQ;;AAI/B,aAAK,UAAU,MAAO,IAAY,iBAAiB,OAAO,cAAc,cAAc;MACxF;MAEA,MAAM,IAAI,OAAqB,YAA6B;AAC1D,YAAI,CAAC,KAAK,SAAS;AACjB,gBAAM,IAAI,MAAM,qEAAgE;QAClF;AAEA,cAAM,MAAM,MAAA,QAAA,QAAA,EAAA,KAAA,MAAA,aAAA,QAAa,kBAAkB,CAAA,CAAA;AAE3C,cAAM,OAAO,KAAK;AAGlB,cAAM,YAAoB,KAAK,WAAW,CAAC;AAE3C,cAAM,SAAS,IAAK,IAAY,OAAO,WAAW,OAAO,CAAC,GAAG,UAAU,CAAC;AACxE,cAAM,QAAiC,EAAE,CAAC,SAAS,GAAG,OAAM;AAE5D,cAAM,UAAU,MAAM,KAAK,IAAI,KAAK;AACpC,cAAM,aAAqB,KAAK,YAAY,CAAC;AAC7C,cAAM,eAAe,QAAQ,UAAU;AAEvC,eAAO,aAAa;MACtB;MAEA,MAAM,eACJ,OACA,YAA6B;AAE7B,YAAI,CAAC,KAAK,SAAS;AACjB,gBAAM,IAAI,MAAM,qEAAgE;QAClF;AAEA,cAAM,MAAM,MAAA,QAAA,QAAA,EAAA,KAAA,MAAA,aAAA,QAAa,kBAAkB,CAAA,CAAA;AAE3C,cAAM,OAAO,KAAK;AAElB,cAAM,YAAoB,KAAK,WAAW,CAAC;AAE3C,cAAM,SAAS,IAAK,IAAY,OAAO,WAAW,OAAO,CAAC,GAAG,UAAU,CAAC;AACxE,cAAM,QAAiC,EAAE,CAAC,SAAS,GAAG,OAAM;AAE5D,cAAM,UAAU,MAAM,KAAK,IAAI,KAAK;AAEpC,cAAM,MAAoC,CAAA;AAC1C,mBAAW,QAAQ,KAAK,aAAyB;AAC/C,cAAI,IAAI,IAAI,QAAQ,IAAI,EAAE;QAC5B;AACA,eAAO;MACT;MAEA,MAAM,UAAO;AAGX,aAAK,UAAU;MACjB;;AAjFF,IAAAC,SAAA,sBAAA;;;;;;;;;;AC4IA,IAAAC,SAAA,sBAAA;AA7JA,QAAA,uBAAA,QAAA,eAAA;AAEA,QAAa,wBAAb,MAAkC;MASb;MACA;MAEA;MACA;MAZV;MACA;MACD,UAA+B;MAC/B,gBAAwB,OAAO,MAAM,CAAC;MACtC,iBAAoE;MACpE,gBAAkD;MAE1D,YACmB,YACA,YACjB,SACiB,WACA,YAA+B,CAAA,GAAE;AAJjC,aAAA,aAAA;AACA,aAAA,aAAA;AAEA,aAAA,YAAA;AACA,aAAA,YAAA;AAEjB,aAAK,UAAU;AAEf,cAAM,mBAAwE;UAC5E,MAAM;UACN,QAAQ;UACR,SAAS;UACT,UAAU;UACV,QAAQ;;AAEV,aAAK,SAAS,iBAAiB,OAAO;MACxC;MAEA,MAAM,aAAU;AACd,cAAM,OAAO,CAAC,KAAK,YAAY,KAAK,WAAW,GAAG,KAAK,SAAS;AAChE,aAAK,WAAU,GAAA,qBAAA,OAAM,KAAK,YAAY,MAAM;UAC1C,OAAO,CAAC,QAAQ,QAAQ,MAAM;SAC/B;AAED,YAAI,CAAC,KAAK,QAAQ,UAAU,CAAC,KAAK,QAAQ,OAAO;AAC/C,gBAAM,IAAI,MAAM,uDAAuD;QACzE;AAEA,aAAK,QAAQ,QAAQ,GAAG,QAAQ,CAAC,UAAiB;AAEhD,kBAAQ,OAAO,MAAM,mBAAmB,MAAM,SAAQ,CAAE,EAAE;QAC5D,CAAC;AAED,aAAK,QAAQ,GAAG,SAAS,CAAC,QAAO;AAC/B,eAAK,gBAAgB,GAAG;AACxB,eAAK,gBAAgB;AACrB,eAAK,iBAAiB;QACxB,CAAC;AAED,aAAK,QAAQ,GAAG,QAAQ,CAAC,SAAQ;AAC/B,cAAI,SAAS,GAAG;AACd,kBAAM,MAAM,IAAI,MAAM,mDAAmD,IAAI,EAAE;AAC/E,iBAAK,gBAAgB,GAAG;AACxB,iBAAK,gBAAgB;AACrB,iBAAK,iBAAiB;UACxB;QACF,CAAC;AAED,aAAK,QAAQ,OAAO,GAAG,QAAQ,CAAC,UAAiB;AAC/C,eAAK,gBAAgB,OAAO,OAAO,CAAC,KAAK,eAAe,KAAK,CAAC;AAC9D,eAAK,YAAW;QAClB,CAAC;AAGD,cAAM,IAAI,QAAc,CAAC,SAAS,WAAU;AAC1C,gBAAM,UAAU,WAAW,MAAM,QAAO,GAAI,GAAI;AAChD,eAAK,SAAS,GAAG,SAAS,CAAC,QAAO;AAChC,yBAAa,OAAO;AACpB,mBAAO,GAAG;UACZ,CAAC;AACD,eAAK,SAAS,GAAG,QAAQ,CAAC,SAAQ;AAChC,yBAAa,OAAO;AACpB,gBAAI,SAAS,GAAG;AACd,qBAAO,IAAI,MAAM,yDAAyD,IAAI,EAAE,CAAC;YACnF;UACF,CAAC;QACH,CAAC;MACH;MAEQ,cAAW;AAEjB,YAAI,KAAK,cAAc,SAAS;AAAG;AAEnC,cAAM,SAAS,KAAK,cAAc,aAAa,CAAC;AAChD,YAAI,KAAK,cAAc,SAAS,IAAI;AAAQ;AAE5C,cAAM,YAAY,KAAK,cAAc,SAAS,GAAG,IAAI,MAAM;AAC3D,aAAK,gBAAgB,KAAK,cAAc,SAAS,IAAI,MAAM;AAE3D,cAAM,UAAU,KAAK;AACrB,cAAM,SAAS,KAAK;AACpB,aAAK,iBAAiB;AACtB,aAAK,gBAAgB;AAErB,YAAI,CAAC;AAAS;AAEd,YAAI;AACF,gBAAM,SAAS,KAAK,MAAM,UAAU,SAAS,MAAM,CAAC;AACpD,kBAAQ,MAAM;QAChB,SAAS,KAAK;AACZ,mBAAS,eAAe,QAAQ,MAAM,IAAI,MAAM,OAAO,GAAG,CAAC,CAAC;QAC9D;MACF;;MAGA,MAAM,QAAQ,MAAY;AACxB,YAAI,CAAC,KAAK,SAAS,OAAO;AACxB,gBAAM,IAAI,MAAM,gDAAgD;QAClE;AAEA,eAAO,IAAI,QAAiC,CAAC,SAAS,WAAU;AAC9D,eAAK,iBAAiB;AACtB,eAAK,gBAAgB;AAGrB,gBAAM,YAAY,OAAO,YAAY,CAAC;AACtC,oBAAU,cAAc,KAAK,QAAQ,CAAC;AACtC,eAAK,QAAS,MAAO,MAAM,OAAO,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;QAC7D,CAAC;MACH;;MAGA,MAAM,IAAI,QAAsB,aAA8B;AAC5D,cAAM,IAAI,MACR,yFAAoF;MAExF;;MAGA,MAAM,eACJ,QACA,aAA8B;AAE9B,cAAM,IAAI,MACR,oGAA+F;MAEnG;MAEA,MAAM,UAAO;AACX,YAAI,KAAK,SAAS;AAChB,eAAK,QAAQ,OAAO,IAAG;AACvB,eAAK,QAAQ,KAAK,SAAS;AAC3B,eAAK,UAAU;QACjB;MACF;;AA/IF,IAAAA,SAAA,wBAAA;AA2JO,mBAAe,oBACpB,YACA,MAAuB;AAEvB,UAAI;AAAY,eAAO;AACvB,aAAO,KAAK,aAAY;IAC1B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AC3EA,IAAAC,SAAA,gBAAAC;AAyHA,IAAAD,SAAA,oBAAA;AAxLA,QAAA,KAAA,aAAA,QAAA,IAAA,CAAA;AACA,QAAA,OAAA,aAAA,QAAA,MAAA,CAAA;AACA,QAAA,mBAAA;AACA,QAAA,qBAAA;AAmBA,QAAM,wBAAwB,CAAC,UAAU,QAAQ,YAAY,KAAK;AAMlE,QAAM,oBAA2D;MAC/D,KAAK;MACL,QAAQ;MACR,MAAM;MACN,UAAU;;AAIZ,QAAM,oBAA8E;MAClF,MAAM;MACN,QAAQ;MACR,UAAU;MACV,QAAQ;MACR,SAAS;;AAGX,aAAS,cAAc,WAAmB,YAA+B,QAAmB;AAC1F,YAAM,cAAc,WAAW,QAAQ,MAAM;AAC7C,UAAI,CAAC,aAAa;AAChB,cAAM,IAAI,MAAM,SAAS,WAAW,EAAE,WAAW,MAAM,SAAS;MAClE;AAEA,YAAM,WAAW,YAAY,IAAI,MAAM,GAAG;AAC1C,YAAM,WAAW,SAAS,SAAS,SAAS,CAAC,KAAK,GAAG,WAAW,EAAE,IAAI,MAAM;AAC5E,aAAO,KAAK,KAAK,WAAW,QAAQ;IACtC;AAEA,aAAS,YAAY,UAAgB;AACnC,UAAI;AACF,eAAO,GAAG,WAAW,QAAQ;MAC/B,QAAQ;AACN,eAAO;MACT;IACF;AAEO,mBAAeC,eAAc,SAA8B;AAChE,YAAM,EAAE,SAAS,SAAS,YAAY,WAAW,OAAM,IAAK;AAE5D,UAAI;AACJ,UAAI;AAEJ,UAAI,YAAY,QAAQ;AAEtB,cAAM,YAAY,MAAM,kBAAiB;AAGzC,YAAI,SAA0D;AAE9D,mBAAW,KAAK,uBAAuB;AACrC,cAAI,CAAC,UAAU,SAAS,CAAC;AAAG;AAC5B,gBAAM,MAAM,kBAAkB,CAAC;AAC/B,cAAI,CAAC;AAAK;AACV,cAAI,CAAC,WAAW,QAAQ,GAAG;AAAG;AAC9B,mBAAS,EAAE,SAAS,GAAG,QAAQ,IAAG;AAClC;QACF;AAEA,YAAI,CAAC,QAAQ;AACX,gBAAM,IAAI,MACR,wDAAwD,WAAW,EAAE,yBAAyB,UAAU,KAAK,IAAI,CAAC,EAAE;QAExH;AAEA,yBAAiB,OAAO;AACxB,0BAAkB,OAAO;MAC3B,OAAO;AAEL,cAAM,MAAM,kBAAkB,OAAO;AACrC,YAAI,CAAC,KAAK;AACR,gBAAM,IAAI,MAAM,uCAAuC,OAAO,GAAG;QACnE;AACA,YAAI,CAAC,WAAW,QAAQ,GAAG,GAAG;AAC5B,gBAAM,IAAI,MACR,wBAAwB,WAAW,EAAE,WAAW,GAAG,uBAAuB,OAAO,EAAE;QAEvF;AACA,yBAAiB;AAEjB,0BAAkB,YAAY,SAAU,WAAW,QAAS;MAC9D;AAGA,UAAI;AAEJ,UAAI,QAAQ;AAEV,oBAAY,MAAM,OAAO,OAAO,WAAW,IAAI,cAAc;MAC/D,OAAO;AAEL,oBAAY,cAAc,WAAW,YAAY,cAAc;AAC/D,YAAI,CAAC,YAAY,SAAS,GAAG;AAC3B,gBAAM,IAAI,MACR,0CAA0C,SAAS,gCAAgC;QAEvF;MACF;AAIA,UAAI,mBAAmB,QAAQ;AAC7B,cAAM,SAAS,IAAI,iBAAA,oBAAoB,WAAW,eAAe;AACjE,cAAM,OAAO,WAAU;AACvB,eAAO,EAAE,QAAQ,QAAQ,gBAAgB,UAAS;MACpD;AAGA,YAAM,EAAE,WAAU,IAAK;AACvB,YAAM,oBAAsD;QAC1D,QAAQ;QACR,SAAS;QACT,UAAU;;AAGZ,YAAM,mBAAmB,YAAY,SAAS,kBAAkB;AAChE,YAAM,aAAa,kBAAkB,gBAAgB;AAErD,UAAI,cAAc,YAAY;AAK5B,cAAM,aAAa;UACjB,KAAK,KAAK,WAAW,gBAAgB,UAAU;UAC/C,KAAK,KAAK,WAAW,aAAa,UAAU;UAC5C,KAAK,KAAK,WAAW,mBAAmB,UAAU;;AAEpD,cAAM,aAAa,WAAW,KAAK,OAAK,GAAG,WAAW,CAAC,CAAC;AACxD,YAAI,CAAC,YAAY;AACf,gBAAM,IAAI,MACR,iCAAiC,UAAU;EAA2B,WAAW,KAAK,IAAI,CAAC,EAAE;QAEjG;AACA,cAAM,YAAY,KAAK,IAAI,WAAW,UAAU,OAAO,WAAW,UAAU,MAAM;AAClF,cAAM,SAAS,IAAI,mBAAA,sBAAsB,YAAY,YAAY,kBAAsC,WAAW;UAChH,gBAAgB,SAAS;UACzB;SACD;AACD,cAAM,OAAO,WAAU;AACvB,eAAO,EAAE,QAAQ,QAAQ,gBAAgB,UAAS;MACpD;AAGA,YAAM,eAAe,cAAc,WAAW,YAAY,MAAM;AAChE,UAAI,WAAW,QAAQ,MAAM,KAAK,YAAY,YAAY,GAAG;AAC3D,cAAM,SAAS,IAAI,iBAAA,oBAAoB,cAAc,KAAK;AAC1D,cAAM,OAAO,WAAU;AACvB,eAAO,EAAE,QAAQ,QAAQ,QAAQ,WAAW,aAAY;MAC1D;AAEA,YAAM,IAAI,MACR,yBAAyB,cAAc,2GACsB;IAEjE;AAGO,mBAAe,oBAAiB;AACrC,YAAM,YAAsB,CAAC,KAAK;AAElC,UAAI;AACF,cAAM,MAAM,MAAA,QAAA,QAAA,EAAA,KAAA,MAAA,aAAA,QAAa,kBAAkB,CAAA,CAAA;AAE3C,cAAM,YAAuB,IAAY,KAAK,OAAO,aAAa,SAE5D,IAAY,kBAAkB,wBAAuB,KAAM,CAAA,IAC7D,CAAA;AAEJ,mBAAW,KAAK,WAAW;AACzB,gBAAM,aAAa,EAAE,YAAW,EAAG,QAAQ,qBAAqB,EAAE;AAClE,cAAI,eAAe;AAAU,sBAAU,KAAK,QAAQ;mBAC3C,eAAe;AAAQ,sBAAU,KAAK,MAAM;mBAC5C,eAAe;AAAY,sBAAU,KAAK,UAAU;QAC/D;MACF,QAAQ;MAER;AAGA,UAAI,QAAQ,aAAa,YAAY,CAAC,UAAU,SAAS,QAAQ,GAAG;AAClE,kBAAU,KAAK,QAAQ;MACzB;AAEA,aAAO,CAAC,GAAG,IAAI,IAAI,SAAS,CAAC;IAC/B;;;;;AC7OA;AAAA;AAAA;AAAA;AAAA;AAiBA,yCAA4C;AAC5C,oBAAkC;AAClC,6BAA8B;AAI9B,IAAM,qBAAqB;AAE3B,IAAM,oBAAqC,EAAE,IAAI,eAAe,MAAM,cAAc;AACpF,IAAM,eAA2C,CAAC,iBAAiB;AACnE,IAAM,kBAAsC,EAAE,SAAS,CAAC,GAAG,kBAAkB,KAAK;AAElF,IAAqB,2BAArB,MAA8F;AAAA,EACnF,KAAK;AAAA,EACL,OAAO;AAAA,EACP,eAAyC;AAAA,EACzC,gBAAgB,CAAC,eAAe;AAAA,EAChC,eAAe;AAAA,EACf,WAA0B;AAAA,IACjC,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,SAAS;AAAA,IAET,aAAa;AAAA,IAEb,MAAM;AAAA,IACN,iBAAiB;AAAA,IACjB,cAAc;AAAA,IACd,eAAe,CAAC,eAAe;AAAA,IAC/B,sBAAsB;AAAA,IACtB,kBAAkB;AAAA,IAClB,eAAe;AAAA,MACb,SAAS;AAAA,MACT,SAAS;AAAA,MACT,SAAS;AAAA,MACT,UAAU;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAkC;AAAA,EAClC;AAAA,EACA,WAAW;AAAA,EACX,iBAAiD;AAAA,EACjD,MAA2B;AAAA,EAEnC,uBAA2C;AACzC,WAAO,+DAA4B,IAAI,CAAC,OAAO;AAAA,MAC7C,SAAS,EAAE;AAAA,MACX,MAAM,EAAE;AAAA,MACR,WAAW;AAAA,MACX,eAAe;AAAA,MACf,SAAS,OAAO,KAAK,EAAE,OAAO;AAAA,IAChC,EAAE;AAAA,EACJ;AAAA,EAEA,UAAU,QAAuC;AAC/C,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEA,MAAM,WAAW,KAAkC;AACjD,SAAK,MAAM;AACX,UAAM,MAAM,IAAI;AAChB,UAAM,UAAW,IAAI,SAAS,KAA4B,KAAK,gBAAgB,WAAW;AAC1F,SAAK,WAAY,IAAI,UAAU,KAA4B;AAE3D,UAAM,QAAQ,+DAA4B,KAAK,CAAC,MAAM,EAAE,OAAO,OAAO;AACtE,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,8CAA8C,OAAO,GAAG;AAAA,IAC1E;AACA,SAAK,aAAa;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,SAAS,OAA6C;AAC1D,QAAI,CAAC,KAAK,OAAQ,OAAM,KAAK,aAAa;AAC1C,UAAM,QAAQ,KAAK,IAAI;AAGvB,UAAM,MAAM,MAAM,MAAM;AACxB,UAAM,aAAa,KAAK,MAAM,IAAI,SAAS,CAAC;AAC5C,UAAM,YAAY,IAAI,aAAa,UAAU;AAC7C,aAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,gBAAU,CAAC,IAAI,IAAI,YAAY,IAAI,CAAC;AAAA,IACtC;AAGA,UAAM,SAAS,MAAM,KAAK,OAAQ,IAAI,WAAW,CAAC,UAAU,CAAC;AAG7D,UAAM,YAAY,OAAO,SAAS;AAGlC,UAAM,aAAuB,KAAK,WAAW,OAAO,IAAI,CAAC,MAAM,EAAE,EAAE;AAEnE,WAAO,WAAW,SAAS,oBAAoB;AAC7C,iBAAW,KAAK,SAAS,WAAW,MAAM,EAAE;AAAA,IAC9C;AAEA,UAAM,cAAU;AAAA,MACd;AAAA,MACA,KAAK,MAAM,SAAS;AAAA,MACpB;AAAA,MACA;AAAA,MACA,KAAK;AAAA,IACP;AAEA,UAAM,kBAAkB,QAAQ,IAAI,CAAC,OAAO;AAAA,MAC1C,OAAO,eAAe,EAAE,SAAS;AAAA,MACjC,OAAO,EAAE;AAAA,IACX,EAAE;AAEF,WAAO;AAAA,MACL;AAAA,MACA,aAAa,KAAK,IAAI,IAAI;AAAA,MAC1B,SAAS,KAAK,WAAW;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAc,eAA8B;AAC1C,UAAM,SAAS,KAAK;AACpB,UAAM,UAAU,QAAQ,WAAW,KAAK,WAAW;AACnD,UAAM,UAAU,QAAQ,YAAY,WAAW,WAAY,QAAQ,YAAY,SAAS,SAAS;AACjG,UAAM,UAAU,QAAQ,WAAW;AACnC,UAAM,SAAS,QAAQ,UAAU;AAEjC,UAAM,QAAQ,+DAA4B,KAAK,CAAC,MAAM,EAAE,OAAO,OAAO,KAAK,KAAK;AAChF,SAAK,aAAa;AAElB,UAAM,YAAY,KAAK,IAAK,QAAQ,aAAa,KAAK,KAAK,IAAK,cAAc;AAE9E,QAAI,KAAK,IAAK,QAAQ;AACpB,YAAM,KAAK,IAAK,OAAO,OAAO,SAAS,MAAa;AAAA,IACtD;AAEA,UAAM,WAAW,UAAM,sCAAc;AAAA,MACnC;AAAA,MACA;AAAA,MACA,YAAY;AAAA,MACZ;AAAA,MACA,QAAQ,KAAK,IAAK;AAAA,IACpB,CAAC;AACD,SAAK,SAAS,SAAS;AAAA,EACzB;AAAA,EAEA,MAAM,WAA0B;AAC9B,UAAM,KAAK,QAAQ,QAAQ;AAAA,EAC7B;AAAA,EAEA,kBAAkC;AAChC,WAAO;AAAA,MACL,UAAU;AAAA,QACR;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,SAAS,CAAC,GAAG,8DAA2B;AAAA,cACxC,aAAa;AAAA,cACb,iBAAiB;AAAA,cACjB,eAAe,CAAC,QAAQ,UAAU;AAAA,cAClC,kBAAkB,CAAC,aAAa,UAAU,cAAc;AAAA,cACxD,kBAAkB;AAAA,YACpB;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,SAAS;AAAA,gBACP,EAAE,OAAO,QAAQ,OAAO,OAAO;AAAA,gBAC/B,EAAE,OAAO,QAAQ,OAAO,eAAe;AAAA,gBACvC,EAAE,OAAO,UAAU,OAAO,iBAAiB;AAAA,gBAC3C,EAAE,OAAO,YAAY,OAAO,mBAAmB;AAAA,cACjD;AAAA,YACF;AAAA,YACA;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,UAAU,EAAE,OAAO,WAAW,QAAQ,OAAO;AAAA,cAC7C,SAAS;AAAA,gBACP,EAAE,OAAO,QAAQ,OAAO,OAAO;AAAA,gBAC/B,EAAE,OAAO,OAAO,OAAO,MAAM;AAAA,gBAC7B,EAAE,OAAO,UAAU,OAAO,SAAS;AAAA,gBACnC,EAAE,OAAO,QAAQ,OAAO,gBAAgB;AAAA,cAC1C;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,KAAK;AAAA,cACL,KAAK;AAAA,cACL,MAAM;AAAA,cACN,SAAS;AAAA,YACX;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,cAAkC;AAChC,WAAO;AAAA,EACT;AAAA,EAEA,kBAAuC;AACrC,WAAO,CAAC,GAAG,8DAA2B;AAAA,EACxC;AAAA,EAEA,qBAAuC;AACrC,WAAO,CAAC;AAAA,EACV;AAAA,EAEA,kBAA8C;AAC5C,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,QAA8B;AAClC,WAAO;AAAA,MACL,WAAW;AAAA,MACX,SAAS,KAAK,QAAQ,WAAW;AAAA,MACjC,QAAQ,KAAK,QAAQ,UAAU;AAAA,MAC/B,cAAc,CAAC,MAAM;AAAA,IACvB;AAAA,EACF;AACF;","names":["AUDIO_LABELS","exports","exports","yamnetPostprocess","exports","exports","exports","resolveEngine"]}

package/dist/addons/audio-classification/index.mjs

@@ -1,8 +1,228 @@
 import {
-  AudioClassificationAddon
-} from "../../chunk-D6WEHN33.mjs";
-import "../../chunk-2IOKI4ES.mjs";
-import "../../chunk-BJTO5JO5.mjs";
+  require_audio_classification_models,
+  require_yamnet
+} from "../../chunk-MBTAI3WE.mjs";
+import {
+  require_engine_resolver
+} from "../../chunk-PIFS7AIT.mjs";
+import {
+  __toESM
+} from "../../chunk-3IIFBJCD.mjs";
+
+// src/addons/audio-classification/index.ts
+var import_audio_classification_models = __toESM(require_audio_classification_models());
+var import_yamnet = __toESM(require_yamnet());
+var import_engine_resolver = __toESM(require_engine_resolver());
+var YAMNET_NUM_CLASSES = 521;
+var AUDIO_EVENT_LABEL = { id: "audio-event", name: "Audio Event" };
+var AUDIO_LABELS = [AUDIO_EVENT_LABEL];
+var AUDIO_CLASS_MAP = { mapping: {}, preserveOriginal: true };
+var AudioClassificationAddon = class {
+  id = "audio-classification";
+  slot = "classifier";
+  inputClasses = null;
+  outputClasses = ["audio-event:*"];
+  slotPriority = 0;
+  manifest = {
+    id: "audio-classification",
+    name: "Audio Classification",
+    version: "0.1.0",
+    description: "YAMNet-based audio event classification from audio waveform",
+    slot: "classifier",
+    labelOutputType: "classification",
+    inputClasses: void 0,
+    outputClasses: ["audio-event:*"],
+    supportsCustomModels: false,
+    mayRequirePython: false,
+    defaultConfig: {
+      modelId: "yamnet",
+      runtime: "node",
+      backend: "cpu",
+      minScore: 0.3
+    }
+  };
+  engine = null;
+  modelEntry;
+  minScore = 0.3;
+  resolvedConfig = null;
+  ctx = null;
+  getModelRequirements() {
+    return import_audio_classification_models.AUDIO_CLASSIFICATION_MODELS.map((m) => ({
+      modelId: m.id,
+      name: m.name,
+      minRAM_MB: 100,
+      accuracyScore: 80,
+      formats: Object.keys(m.formats)
+    }));
+  }
+  configure(config) {
+    this.resolvedConfig = config;
+  }
+  async initialize(ctx) {
+    this.ctx = ctx;
+    const cfg = ctx.addonConfig;
+    const modelId = cfg["modelId"] ?? this.resolvedConfig?.modelId ?? "yamnet";
+    this.minScore = cfg["minScore"] ?? 0.3;
+    const entry = import_audio_classification_models.AUDIO_CLASSIFICATION_MODELS.find((m) => m.id === modelId);
+    if (!entry) {
+      throw new Error(`AudioClassificationAddon: unknown modelId "${modelId}"`);
+    }
+    this.modelEntry = entry;
+  }
+  /**
+   * classify() receives a CropInput but internally treats input.frame.data as raw audio context.
+   * For audio, the actual audio chunk data should be stored in frame.data as a Float32Array
+   * serialized into a Buffer (little-endian float32 samples at 16 kHz).
+   *
+   * The CropInput.roi is not used for audio — it is ignored.
+   */
+  async classify(input) {
+    if (!this.engine) await this.ensureEngine();
+    const start = Date.now();
+    const buf = input.frame.data;
+    const numSamples = Math.floor(buf.length / 4);
+    const audioData = new Float32Array(numSamples);
+    for (let i = 0; i < numSamples; i++) {
+      audioData[i] = buf.readFloatLE(i * 4);
+    }
+    const output = await this.engine.run(audioData, [numSamples]);
+    const numFrames = output.length / YAMNET_NUM_CLASSES;
+    const classNames = this.modelEntry.labels.map((l) => l.id);
+    while (classNames.length < YAMNET_NUM_CLASSES) {
+      classNames.push(`class_${classNames.length}`);
+    }
+    const results = (0, import_yamnet.yamnetPostprocess)(
+      output,
+      Math.round(numFrames),
+      YAMNET_NUM_CLASSES,
+      classNames,
+      this.minScore
+    );
+    const classifications = results.map((r) => ({
+      class: `audio-event:${r.className}`,
+      score: r.score
+    }));
+    return {
+      classifications,
+      inferenceMs: Date.now() - start,
+      modelId: this.modelEntry.id
+    };
+  }
+  async ensureEngine() {
+    const config = this.resolvedConfig;
+    const modelId = config?.modelId ?? this.modelEntry.id;
+    const runtime = config?.runtime === "python" ? "coreml" : config?.runtime === "node" ? "onnx" : "auto";
+    const backend = config?.backend ?? "cpu";
+    const format = config?.format ?? "onnx";
+    const entry = import_audio_classification_models.AUDIO_CLASSIFICATION_MODELS.find((m) => m.id === modelId) ?? this.modelEntry;
+    this.modelEntry = entry;
+    const modelsDir = this.ctx.models?.getModelsDir() ?? this.ctx.locationPaths.models;
+    if (this.ctx.models) {
+      await this.ctx.models.ensure(modelId, format);
+    }
+    const resolved = await (0, import_engine_resolver.resolveEngine)({
+      runtime,
+      backend,
+      modelEntry: entry,
+      modelsDir,
+      models: this.ctx.models
+    });
+    this.engine = resolved.engine;
+  }
+  async shutdown() {
+    await this.engine?.dispose();
+  }
+  getConfigSchema() {
+    return {
+      sections: [
+        {
+          id: "model",
+          title: "Model",
+          columns: 1,
+          fields: [
+            {
+              key: "modelId",
+              label: "Model",
+              type: "model-selector",
+              catalog: [...import_audio_classification_models.AUDIO_CLASSIFICATION_MODELS],
+              allowCustom: false,
+              allowConversion: false,
+              acceptFormats: ["onnx", "openvino"],
+              requiredMetadata: ["inputSize", "labels", "outputFormat"],
+              outputFormatHint: "classification"
+            }
+          ]
+        },
+        {
+          id: "runtime",
+          title: "Runtime",
+          columns: 2,
+          fields: [
+            {
+              key: "runtime",
+              label: "Runtime",
+              type: "select",
+              options: [
+                { value: "auto", label: "Auto" },
+                { value: "onnx", label: "ONNX Runtime" },
+                { value: "coreml", label: "CoreML (Apple)" },
+                { value: "openvino", label: "OpenVINO (Intel)" }
+              ]
+            },
+            {
+              key: "backend",
+              label: "Backend",
+              type: "select",
+              showWhen: { field: "runtime", equals: "onnx" },
+              options: [
+                { value: "auto", label: "Auto" },
+                { value: "cpu", label: "CPU" },
+                { value: "coreml", label: "CoreML" },
+                { value: "cuda", label: "CUDA (NVIDIA)" }
+              ]
+            }
+          ]
+        },
+        {
+          id: "thresholds",
+          title: "Classification Settings",
+          columns: 1,
+          fields: [
+            {
+              key: "minScore",
+              label: "Minimum Score",
+              type: "slider",
+              min: 0.05,
+              max: 1,
+              step: 0.05,
+              default: 0.3
+            }
+          ]
+        }
+      ]
+    };
+  }
+  getClassMap() {
+    return AUDIO_CLASS_MAP;
+  }
+  getModelCatalog() {
+    return [...import_audio_classification_models.AUDIO_CLASSIFICATION_MODELS];
+  }
+  getAvailableModels() {
+    return [];
+  }
+  getActiveLabels() {
+    return AUDIO_LABELS;
+  }
+  async probe() {
+    return {
+      available: true,
+      runtime: this.engine?.runtime ?? "onnx",
+      device: this.engine?.device ?? "cpu",
+      capabilities: ["fp32"]
+    };
+  }
+};
 export {
   AudioClassificationAddon as default
 };

package/dist/addons/audio-classification/index.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}
+{"version":3,"sources":["../../../src/addons/audio-classification/index.ts"],"sourcesContent":["import type {\n  IClassifierProvider,\n  IDetectionAddon,\n  AddonManifest,\n  AddonContext,\n  CropInput,\n  ClassifierOutput,\n  ConfigUISchema,\n  ClassMapDefinition,\n  ProbeResult,\n  ModelCatalogEntry,\n  DetectionModel,\n  LabelDefinition,\n  IInferenceEngine,\n  ModelRequirement,\n  ResolvedInferenceConfig,\n} from '@camstack/types'\nimport { AUDIO_CLASSIFICATION_MODELS } from '../../catalogs/audio-classification-models.js'\nimport { yamnetPostprocess } from '../../shared/postprocess/yamnet.js'\nimport { resolveEngine } from '../../shared/engine-resolver.js'\n\n// YAMNet recognizes 521 audio classes from the AudioSet ontology.\n// This is the top-level subset used for filtering. Full class list lives in the model catalog.\nconst YAMNET_NUM_CLASSES = 521\n\nconst AUDIO_EVENT_LABEL: LabelDefinition = { id: 'audio-event', name: 'Audio Event' }\nconst AUDIO_LABELS: readonly LabelDefinition[] = [AUDIO_EVENT_LABEL]\nconst AUDIO_CLASS_MAP: ClassMapDefinition = { mapping: {}, preserveOriginal: true }\n\nexport default class AudioClassificationAddon implements IClassifierProvider, IDetectionAddon {\n  readonly id = 'audio-classification'\n  readonly slot = 'classifier' as const\n  readonly inputClasses: readonly string[] | null = null\n  readonly outputClasses = ['audio-event:*'] as const\n  readonly slotPriority = 0\n  readonly manifest: AddonManifest = {\n    id: 'audio-classification',\n    name: 'Audio Classification',\n    version: '0.1.0',\n\n    description: 'YAMNet-based audio event classification from audio waveform',\n\n    slot: 'classifier',\n    labelOutputType: 'classification',\n    inputClasses: undefined,\n    outputClasses: ['audio-event:*'],\n    supportsCustomModels: false,\n    mayRequirePython: false,\n    defaultConfig: {\n      modelId: 'yamnet',\n      runtime: 'node',\n      backend: 'cpu',\n      minScore: 0.3,\n    },\n  }\n\n  private engine: IInferenceEngine | null = null\n  private modelEntry!: ModelCatalogEntry\n  private minScore = 0.3\n  private resolvedConfig: ResolvedInferenceConfig | null = null\n  private ctx: AddonContext | null = null\n\n  getModelRequirements(): ModelRequirement[] {\n    return AUDIO_CLASSIFICATION_MODELS.map((m) => ({\n      modelId: m.id,\n      name: m.name,\n      minRAM_MB: 100,\n      accuracyScore: 80,\n      formats: Object.keys(m.formats) as readonly string[],\n    }))\n  }\n\n  configure(config: ResolvedInferenceConfig): void {\n    this.resolvedConfig = config\n  }\n\n  async initialize(ctx: AddonContext): Promise<void> {\n    this.ctx = ctx\n    const cfg = ctx.addonConfig\n    const modelId = (cfg['modelId'] as string | undefined) ?? this.resolvedConfig?.modelId ?? 'yamnet'\n    this.minScore = (cfg['minScore'] as number | undefined) ?? 0.3\n\n    const entry = AUDIO_CLASSIFICATION_MODELS.find((m) => m.id === modelId)\n    if (!entry) {\n      throw new Error(`AudioClassificationAddon: unknown modelId \"${modelId}\"`)\n    }\n    this.modelEntry = entry\n  }\n\n  /**\n   * classify() receives a CropInput but internally treats input.frame.data as raw audio context.\n   * For audio, the actual audio chunk data should be stored in frame.data as a Float32Array\n   * serialized into a Buffer (little-endian float32 samples at 16 kHz).\n   *\n   * The CropInput.roi is not used for audio — it is ignored.\n   */\n  async classify(input: CropInput): Promise<ClassifierOutput> {\n    if (!this.engine) await this.ensureEngine()\n    const start = Date.now()\n\n    // Extract raw float32 audio samples from the buffer\n    const buf = input.frame.data\n    const numSamples = Math.floor(buf.length / 4)\n    const audioData = new Float32Array(numSamples)\n    for (let i = 0; i < numSamples; i++) {\n      audioData[i] = buf.readFloatLE(i * 4)\n    }\n\n    // YAMNet expects 1D waveform at 16 kHz\n    const output = await this.engine!.run(audioData, [numSamples])\n\n    // YAMNet output shape: [numFrames, numClasses]\n    const numFrames = output.length / YAMNET_NUM_CLASSES\n\n    // Use model label ids as class names (or index strings if catalog is sparse)\n    const classNames: string[] = this.modelEntry.labels.map((l) => l.id)\n    // Pad to full 521 classes if the catalog only has a subset\n    while (classNames.length < YAMNET_NUM_CLASSES) {\n      classNames.push(`class_${classNames.length}`)\n    }\n\n    const results = yamnetPostprocess(\n      output,\n      Math.round(numFrames),\n      YAMNET_NUM_CLASSES,\n      classNames,\n      this.minScore,\n    )\n\n    const classifications = results.map((r) => ({\n      class: `audio-event:${r.className}`,\n      score: r.score,\n    }))\n\n    return {\n      classifications,\n      inferenceMs: Date.now() - start,\n      modelId: this.modelEntry.id,\n    }\n  }\n\n  private async ensureEngine(): Promise<void> {\n    const config = this.resolvedConfig\n    const modelId = config?.modelId ?? this.modelEntry.id\n    const runtime = config?.runtime === 'python' ? 'coreml' : (config?.runtime === 'node' ? 'onnx' : 'auto')\n    const backend = config?.backend ?? 'cpu'\n    const format = config?.format ?? 'onnx'\n\n    const entry = AUDIO_CLASSIFICATION_MODELS.find((m) => m.id === modelId) ?? this.modelEntry\n    this.modelEntry = entry\n\n    const modelsDir = this.ctx!.models?.getModelsDir() ?? this.ctx!.locationPaths.models\n\n    if (this.ctx!.models) {\n      await this.ctx!.models.ensure(modelId, format as any)\n    }\n\n    const resolved = await resolveEngine({\n      runtime: runtime as 'auto',\n      backend,\n      modelEntry: entry,\n      modelsDir,\n      models: this.ctx!.models,\n    })\n    this.engine = resolved.engine\n  }\n\n  async shutdown(): Promise<void> {\n    await this.engine?.dispose()\n  }\n\n  getConfigSchema(): ConfigUISchema {\n    return {\n      sections: [\n        {\n          id: 'model',\n          title: 'Model',\n          columns: 1,\n          fields: [\n            {\n              key: 'modelId',\n              label: 'Model',\n              type: 'model-selector',\n              catalog: [...AUDIO_CLASSIFICATION_MODELS],\n              allowCustom: false,\n              allowConversion: false,\n              acceptFormats: ['onnx', 'openvino'],\n              requiredMetadata: ['inputSize', 'labels', 'outputFormat'],\n              outputFormatHint: 'classification',\n            },\n          ],\n        },\n        {\n          id: 'runtime',\n          title: 'Runtime',\n          columns: 2,\n          fields: [\n            {\n              key: 'runtime',\n              label: 'Runtime',\n              type: 'select',\n              options: [\n                { value: 'auto', label: 'Auto' },\n                { value: 'onnx', label: 'ONNX Runtime' },\n                { value: 'coreml', label: 'CoreML (Apple)' },\n                { value: 'openvino', label: 'OpenVINO (Intel)' },\n              ],\n            },\n            {\n              key: 'backend',\n              label: 'Backend',\n              type: 'select',\n              showWhen: { field: 'runtime', equals: 'onnx' },\n              options: [\n                { value: 'auto', label: 'Auto' },\n                { value: 'cpu', label: 'CPU' },\n                { value: 'coreml', label: 'CoreML' },\n                { value: 'cuda', label: 'CUDA (NVIDIA)' },\n              ],\n            },\n          ],\n        },\n        {\n          id: 'thresholds',\n          title: 'Classification Settings',\n          columns: 1,\n          fields: [\n            {\n              key: 'minScore',\n              label: 'Minimum Score',\n              type: 'slider',\n              min: 0.05,\n              max: 1.0,\n              step: 0.05,\n              default: 0.3,\n            },\n          ],\n        },\n      ],\n    }\n  }\n\n  getClassMap(): ClassMapDefinition {\n    return AUDIO_CLASS_MAP\n  }\n\n  getModelCatalog(): ModelCatalogEntry[] {\n    return [...AUDIO_CLASSIFICATION_MODELS]\n  }\n\n  getAvailableModels(): DetectionModel[] {\n    return []\n  }\n\n  getActiveLabels(): readonly LabelDefinition[] {\n    return AUDIO_LABELS\n  }\n\n  async probe(): Promise<ProbeResult> {\n    return {\n      available: true,\n      runtime: this.engine?.runtime ?? 'onnx',\n      device: this.engine?.device ?? 'cpu',\n      capabilities: ['fp32'],\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;AAiBA,yCAA4C;AAC5C,oBAAkC;AAClC,6BAA8B;AAI9B,IAAM,qBAAqB;AAE3B,IAAM,oBAAqC,EAAE,IAAI,eAAe,MAAM,cAAc;AACpF,IAAM,eAA2C,CAAC,iBAAiB;AACnE,IAAM,kBAAsC,EAAE,SAAS,CAAC,GAAG,kBAAkB,KAAK;AAElF,IAAqB,2BAArB,MAA8F;AAAA,EACnF,KAAK;AAAA,EACL,OAAO;AAAA,EACP,eAAyC;AAAA,EACzC,gBAAgB,CAAC,eAAe;AAAA,EAChC,eAAe;AAAA,EACf,WAA0B;AAAA,IACjC,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,SAAS;AAAA,IAET,aAAa;AAAA,IAEb,MAAM;AAAA,IACN,iBAAiB;AAAA,IACjB,cAAc;AAAA,IACd,eAAe,CAAC,eAAe;AAAA,IAC/B,sBAAsB;AAAA,IACtB,kBAAkB;AAAA,IAClB,eAAe;AAAA,MACb,SAAS;AAAA,MACT,SAAS;AAAA,MACT,SAAS;AAAA,MACT,UAAU;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAkC;AAAA,EAClC;AAAA,EACA,WAAW;AAAA,EACX,iBAAiD;AAAA,EACjD,MAA2B;AAAA,EAEnC,uBAA2C;AACzC,WAAO,+DAA4B,IAAI,CAAC,OAAO;AAAA,MAC7C,SAAS,EAAE;AAAA,MACX,MAAM,EAAE;AAAA,MACR,WAAW;AAAA,MACX,eAAe;AAAA,MACf,SAAS,OAAO,KAAK,EAAE,OAAO;AAAA,IAChC,EAAE;AAAA,EACJ;AAAA,EAEA,UAAU,QAAuC;AAC/C,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEA,MAAM,WAAW,KAAkC;AACjD,SAAK,MAAM;AACX,UAAM,MAAM,IAAI;AAChB,UAAM,UAAW,IAAI,SAAS,KAA4B,KAAK,gBAAgB,WAAW;AAC1F,SAAK,WAAY,IAAI,UAAU,KAA4B;AAE3D,UAAM,QAAQ,+DAA4B,KAAK,CAAC,MAAM,EAAE,OAAO,OAAO;AACtE,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,8CAA8C,OAAO,GAAG;AAAA,IAC1E;AACA,SAAK,aAAa;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,SAAS,OAA6C;AAC1D,QAAI,CAAC,KAAK,OAAQ,OAAM,KAAK,aAAa;AAC1C,UAAM,QAAQ,KAAK,IAAI;AAGvB,UAAM,MAAM,MAAM,MAAM;AACxB,UAAM,aAAa,KAAK,MAAM,IAAI,SAAS,CAAC;AAC5C,UAAM,YAAY,IAAI,aAAa,UAAU;AAC7C,aAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,gBAAU,CAAC,IAAI,IAAI,YAAY,IAAI,CAAC;AAAA,IACtC;AAGA,UAAM,SAAS,MAAM,KAAK,OAAQ,IAAI,WAAW,CAAC,UAAU,CAAC;AAG7D,UAAM,YAAY,OAAO,SAAS;AAGlC,UAAM,aAAuB,KAAK,WAAW,OAAO,IAAI,CAAC,MAAM,EAAE,EAAE;AAEnE,WAAO,WAAW,SAAS,oBAAoB;AAC7C,iBAAW,KAAK,SAAS,WAAW,MAAM,EAAE;AAAA,IAC9C;AAEA,UAAM,cAAU;AAAA,MACd;AAAA,MACA,KAAK,MAAM,SAAS;AAAA,MACpB;AAAA,MACA;AAAA,MACA,KAAK;AAAA,IACP;AAEA,UAAM,kBAAkB,QAAQ,IAAI,CAAC,OAAO;AAAA,MAC1C,OAAO,eAAe,EAAE,SAAS;AAAA,MACjC,OAAO,EAAE;AAAA,IACX,EAAE;AAEF,WAAO;AAAA,MACL;AAAA,MACA,aAAa,KAAK,IAAI,IAAI;AAAA,MAC1B,SAAS,KAAK,WAAW;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAc,eAA8B;AAC1C,UAAM,SAAS,KAAK;AACpB,UAAM,UAAU,QAAQ,WAAW,KAAK,WAAW;AACnD,UAAM,UAAU,QAAQ,YAAY,WAAW,WAAY,QAAQ,YAAY,SAAS,SAAS;AACjG,UAAM,UAAU,QAAQ,WAAW;AACnC,UAAM,SAAS,QAAQ,UAAU;AAEjC,UAAM,QAAQ,+DAA4B,KAAK,CAAC,MAAM,EAAE,OAAO,OAAO,KAAK,KAAK;AAChF,SAAK,aAAa;AAElB,UAAM,YAAY,KAAK,IAAK,QAAQ,aAAa,KAAK,KAAK,IAAK,cAAc;AAE9E,QAAI,KAAK,IAAK,QAAQ;AACpB,YAAM,KAAK,IAAK,OAAO,OAAO,SAAS,MAAa;AAAA,IACtD;AAEA,UAAM,WAAW,UAAM,sCAAc;AAAA,MACnC;AAAA,MACA;AAAA,MACA,YAAY;AAAA,MACZ;AAAA,MACA,QAAQ,KAAK,IAAK;AAAA,IACpB,CAAC;AACD,SAAK,SAAS,SAAS;AAAA,EACzB;AAAA,EAEA,MAAM,WAA0B;AAC9B,UAAM,KAAK,QAAQ,QAAQ;AAAA,EAC7B;AAAA,EAEA,kBAAkC;AAChC,WAAO;AAAA,MACL,UAAU;AAAA,QACR;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,SAAS,CAAC,GAAG,8DAA2B;AAAA,cACxC,aAAa;AAAA,cACb,iBAAiB;AAAA,cACjB,eAAe,CAAC,QAAQ,UAAU;AAAA,cAClC,kBAAkB,CAAC,aAAa,UAAU,cAAc;AAAA,cACxD,kBAAkB;AAAA,YACpB;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,SAAS;AAAA,gBACP,EAAE,OAAO,QAAQ,OAAO,OAAO;AAAA,gBAC/B,EAAE,OAAO,QAAQ,OAAO,eAAe;AAAA,gBACvC,EAAE,OAAO,UAAU,OAAO,iBAAiB;AAAA,gBAC3C,EAAE,OAAO,YAAY,OAAO,mBAAmB;AAAA,cACjD;AAAA,YACF;AAAA,YACA;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,UAAU,EAAE,OAAO,WAAW,QAAQ,OAAO;AAAA,cAC7C,SAAS;AAAA,gBACP,EAAE,OAAO,QAAQ,OAAO,OAAO;AAAA,gBAC/B,EAAE,OAAO,OAAO,OAAO,MAAM;AAAA,gBAC7B,EAAE,OAAO,UAAU,OAAO,SAAS;AAAA,gBACnC,EAAE,OAAO,QAAQ,OAAO,gBAAgB;AAAA,cAC1C;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,IAAI;AAAA,UACJ,OAAO;AAAA,UACP,SAAS;AAAA,UACT,QAAQ;AAAA,YACN;AAAA,cACE,KAAK;AAAA,cACL,OAAO;AAAA,cACP,MAAM;AAAA,cACN,KAAK;AAAA,cACL,KAAK;AAAA,cACL,MAAM;AAAA,cACN,SAAS;AAAA,YACX;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,cAAkC;AAChC,WAAO;AAAA,EACT;AAAA,EAEA,kBAAuC;AACrC,WAAO,CAAC,GAAG,8DAA2B;AAAA,EACxC;AAAA,EAEA,qBAAuC;AACrC,WAAO,CAAC;AAAA,EACV;AAAA,EAEA,kBAA8C;AAC5C,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,QAA8B;AAClC,WAAO;AAAA,MACL,WAAW;AAAA,MACX,SAAS,KAAK,QAAQ,WAAW;AAAA,MACjC,QAAQ,KAAK,QAAQ,UAAU;AAAA,MAC/B,cAAc,CAAC,MAAM;AAAA,IACvB;AAAA,EACF;AACF;","names":[]}