@qvac/decoder-audio 0.1.0

package/index.js

@@ -0,0 +1,103 @@
+'use strict'
+
+const QvacResponse = require('@qvac/response')
+const BaseInference = require('@qvac/infer-base/WeightsProvider/BaseInference')
+const { GSTDecoderInterface } = require('./gstreamer')
+const createStreamAccumulator = require('./utils/createStreamAccumulator')
+
+const END_OF_INPUT = 'end of job'
+
+/**
+ * GSTDecoder client implementation for the Whisper transcription model
+ */
+class GSTDecoder extends BaseInference {
+  /**
+   * Creates an instance of GSTDecoder.
+   * @constructor
+   * @param {Object} config - environment-specific inference setup configuration
+   */
+
+  constructor ({ config, ...args }) {
+    super(args)
+    this.config = config
+  }
+
+  async load () {
+    const config = {
+      audioFormat: this.config.audioFormat || 'encoded',
+      sampleRate: this.config.sampleRate || 16000
+    }
+
+    this.logger.info('Loading GSTDecoder with config:', config)
+    this.addon = this.createAddon(config)
+
+    await this.addon.activate()
+    this.logger.info('GSTDecoder activated successfully')
+  }
+
+  async _runInternal (audioStream) {
+    this.logger.info('Starting new audio stream processing')
+    const response = new QvacResponse({
+      cancelHandler: () => this.addon.cancel(jobId),
+      pauseHandler: () => this.addon.pause(),
+      continueHandler: () => this.addon.continue()
+    })
+
+    const jobId = await this.addon.append({
+      type: 'audio',
+      input: new Uint8Array().buffer,
+      priority: 1
+    })
+
+    this.logger.info('Created new job with ID:', jobId)
+    this._saveJobToResponseMapping(jobId, response)
+
+    this._handleAudioStream(audioStream).catch(err => {
+      this.logger.error('Error processing audio stream:', err)
+      response.failed(err)
+    })
+    return response
+  }
+
+  async _handleAudioStream (audioStream) {
+    this.logger.info('Starting audio stream handling')
+    const streamAccumulator = createStreamAccumulator({
+      onChunk: async chunk => {
+        this.logger.debug('Processing audio chunk of size:', chunk.byteLength)
+        await this.addon.append({
+          type: 'audio',
+          input: chunk.buffer,
+          priority: 1
+        })
+      },
+      onFinish: async () => {
+        this.logger.info('Audio stream finished, sending end of input')
+        await this.addon.append({ type: END_OF_INPUT })
+      }
+    })
+
+    for await (const chunk of audioStream) {
+      await streamAccumulator.processData(chunk)
+    }
+
+    await streamAccumulator.finish()
+    this.logger.info('Audio stream handling completed')
+  }
+
+  async getStatus () {
+    const status = await this.addon.status()
+    this.logger.debug('Current status:', status)
+    return status
+  }
+
+  createAddon (config) {
+    this.logger.info('Creating new GSTDecoderInterface instance')
+    return new GSTDecoderInterface(
+      config,
+      this._outputCallback.bind(this),
+      this.logger.info.bind(this.logger)
+    )
+  }
+}
+
+module.exports = GSTDecoder

package/package.json

@@ -0,0 +1,53 @@
+{
+  "name": "@qvac/decoder-audio",
+  "version": "0.1.0",
+  "description": "",
+  "license": "Apache-2.0",
+  "author": "Tether",
+  "type": "commonjs",
+  "main": "index.js",
+  "addon": true,
+  "scripts": {
+    "test:dts": "tsc index.d.ts --noEmit --esModuleInterop --skipLibCheck",
+    "test:unit": "npm run test:unit:generate && bare test/unit/all.js",
+    "test": "npm run test:unit && npm run test:integration",
+    "coverage:unit": "brittle-bare --coverage --cov-dir=coverage/unit test/unit/*.test.js && npx istanbul report html --include=coverage/unit/coverage-final.json",
+    "coverage": "brittle-bare --coverage --cov-dir=coverage/unit test/unit/*.test.js && npx istanbul report html --include=coverage/unit/coverage-final.json",
+    "lint": "standard --ignore 'addon/**'",
+    "lint:fix": "standard --fix --ignore 'addon/**'",
+    "test:unit:generate": "brittle -r test/unit/all.js test/unit/*.test.js",
+    "test:integration:generate": "brittle -r test/integration/all.js test/integration/*.test.js",
+    "test:integration": "npm run test:integration:generate && bare test/integration/all.js"
+  },
+  "files": [
+    "binding.js",
+    "index.js",
+    "gstreamer.js",
+    "prebuilds",
+    "utils",
+    "index.d.ts"
+  ],
+  "exports": {
+    "./package": "./package.json",
+    ".": "./index.js"
+  },
+  "devDependencies": {
+    "@types/node": "^22.14.1",
+    "bare-process": "^4.2.1",
+    "brittle": "^3.13.1",
+    "cmake-bare": "^1.5.2",
+    "cmake-vcpkg": "^1.1.0",
+    "istanbul": "^0.4.5",
+    "standard": "^17.1.2",
+    "typescript": "^5.3.0"
+  },
+  "dependencies": {
+    "@qvac/infer-base": "^0.1.0",
+    "@qvac/error": "^0.1.0",
+    "@qvac/response": "^0.1.0",
+    "bare-assert": "^1.0.2",
+    "bare-fs": "^4.0.2"
+  },
+  "bugs": "https://github.com/tetherto/qvac-lib-decoder-audio/issues",
+  "types": "index.d.ts"
+}