@sidevoice/engine 0.0.0-stage → 0.3.1

package/dist/sidevoice_engine_bg.wasm.d.ts

@@ -0,0 +1,73 @@
+/* tslint:disable */
+/* eslint-disable */
+export const memory: WebAssembly.Memory;
+export const __wbg_endofturn_free: (a: number, b: number) => void;
+export const __wbg_localcatalog_free: (a: number, b: number) => void;
+export const __wbg_localmodel_free: (a: number, b: number) => void;
+export const __wbg_remotecatalog_free: (a: number, b: number) => void;
+export const __wbg_remotemodel_free: (a: number, b: number) => void;
+export const __wbg_stt_free: (a: number, b: number) => void;
+export const __wbg_tts_free: (a: number, b: number) => void;
+export const __wbg_vad_free: (a: number, b: number) => void;
+export const __wbg_vadstream_free: (a: number, b: number) => void;
+export const __wbg_webengine_free: (a: number, b: number) => void;
+export const endofturn_probability: (a: number, b: number, c: number, d: number) => any;
+export const endofturn_seconds: (a: number) => number;
+export const localcatalog_id: (a: number) => [number, number];
+export const localcatalog_load: (a: number, b: number, c: number, d: number, e: number) => any;
+export const localcatalog_models: (a: number, b: number, c: number) => any;
+export const localcatalog_name: (a: number) => [number, number];
+export const localcatalog_refresh: (a: number) => any;
+export const localcatalog_status: (a: number) => any;
+export const localmodel_asEndOfTurn: (a: number) => number;
+export const localmodel_asStt: (a: number) => number;
+export const localmodel_asTts: (a: number) => number;
+export const localmodel_asVad: (a: number) => number;
+export const localmodel_build: (a: number) => [number, number];
+export const localmodel_capabilities: (a: number) => [number, number];
+export const localmodel_id: (a: number) => [number, number];
+export const remotecatalog_id: (a: number) => [number, number];
+export const remotecatalog_load: (a: number, b: number, c: number, d: number, e: number) => any;
+export const remotecatalog_models: (a: number, b: number, c: number) => any;
+export const remotecatalog_name: (a: number) => [number, number];
+export const remotecatalog_refresh: (a: number) => any;
+export const remotecatalog_status: (a: number) => any;
+export const remotemodel_asEndOfTurn: (a: number) => number;
+export const remotemodel_asStt: (a: number) => number;
+export const remotemodel_asTts: (a: number) => number;
+export const remotemodel_asVad: (a: number) => number;
+export const remotemodel_capabilities: (a: number) => [number, number];
+export const remotemodel_id: (a: number) => [number, number];
+export const remotemodel_provider: (a: number) => [number, number];
+export const stt_transcribe: (a: number, b: number, c: number, d: number, e: number, f: number) => any;
+export const tts_speak: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number) => any;
+export const tts_voices: (a: number) => any;
+export const vad_stream: (a: number, b: number) => any;
+export const vadstream_accept: (a: number, b: number, c: number) => any;
+export const vadstream_finish: (a: number) => any;
+export const vadstream_reset: (a: number) => any;
+export const vadstream_sampleRate: (a: number) => number;
+export const vadstream_window: (a: number) => number;
+export const webengine_backends: (a: number) => [number, number];
+export const webengine_catalog: (a: number, b: number, c: number) => [number, number, number];
+export const webengine_catalogs: (a: number) => any;
+export const webengine_create: (a: any) => any;
+export const webengine_install: (a: number, b: number, c: number, d: number, e: number, f: number, g: number) => any;
+export const webengine_load: (a: number, b: number, c: number, d: number, e: number, f: number, g: number) => any;
+export const webengine_localCatalog: (a: number) => number;
+export const webengine_remoteCatalog: (a: number, b: number, c: number) => [number, number, number];
+export const webengine_uninstall: (a: number, b: number, c: number, d: number, e: number) => any;
+export const wasm_bindgen_63a46d96b29ae508___convert__closures_____invoke___alloc_508e33bd5656020b___string__String__js_sys_9a9f93f03cc98e8d___Promise__true_: (a: number, b: number, c: number, d: number) => any;
+export const wasm_bindgen_63a46d96b29ae508___convert__closures_____invoke___js_sys_9a9f93f03cc98e8d___Function_fn_wasm_bindgen_63a46d96b29ae508___JsValue_____wasm_bindgen_63a46d96b29ae508___sys__Undefined___js_sys_9a9f93f03cc98e8d___Function_fn_wasm_bindgen_63a46d96b29ae508___JsValue_____wasm_bindgen_63a46d96b29ae508___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
+export const wasm_bindgen_63a46d96b29ae508___convert__closures_____invoke___wasm_bindgen_63a46d96b29ae508___JsValue__core_ed718c3d60ebd546___result__Result_____wasm_bindgen_63a46d96b29ae508___JsError___true_: (a: number, b: number, c: any) => [number, number];
+export const wasm_bindgen_63a46d96b29ae508___convert__closures_____invoke_______true_: (a: number, b: number) => void;
+export const __wbindgen_malloc_command_export: (a: number, b: number) => number;
+export const __wbindgen_realloc_command_export: (a: number, b: number, c: number, d: number) => number;
+export const __wbindgen_exn_store_command_export: (a: number) => void;
+export const __externref_table_alloc_command_export: () => number;
+export const __wbindgen_externrefs: WebAssembly.Table;
+export const __wbindgen_destroy_closure_command_export: (a: number, b: number) => void;
+export const __wbindgen_free_command_export: (a: number, b: number, c: number) => void;
+export const __externref_drop_slice_command_export: (a: number, b: number) => void;
+export const __externref_table_dealloc_command_export: (a: number) => void;
+export const __wbindgen_start: () => void;

package/dist/snippets/sidevoice-engine-1f1d4d6bbcff4dc5/inline0.js

@@ -0,0 +1 @@
+export function importEspeak() { return import('espeak-ng'); }

package/dist/snippets/sidevoice-engine-1f1d4d6bbcff4dc5/inline1.js

@@ -0,0 +1 @@
+export function importTransformers() { return import('@huggingface/transformers'); }

package/dist/snippets/sidevoice-engine-1f1d4d6bbcff4dc5/inline2.js

@@ -0,0 +1,21 @@
+
+export async function detectLanguage(pipeline, Tensor, audio) {
+  const config = pipeline.model.generation_config ?? {};
+  const languages = Object.entries(config.lang_to_id ?? {});
+  if (config.is_multilingual === false || languages.length === 0) return null;
+  const { input_features } = await pipeline.processor(audio.subarray(0, 30 * 16000));
+  const start = new Tensor('int64', BigInt64Array.from([BigInt(config.decoder_start_token_id)]), [1, 1]);
+  const outputs = await pipeline.model({ input_features, decoder_input_ids: start });
+  try {
+    const logits = outputs.logits.to('float32');
+    const scores = logits.data.subarray(logits.data.length - logits.dims.at(-1));
+    let best = null;
+    for (const [token, id] of languages) {
+      if (best === null || scores[id] > scores[best[1]]) best = [token, id];
+    }
+    return best[0].replace(/^<\|/, '').replace(/\|>$/, '');
+  } finally {
+    input_features.dispose?.();
+    for (const value of Object.values(outputs)) value?.dispose?.();
+  }
+}

package/dist/snippets/sidevoice-engine-1f1d4d6bbcff4dc5/inline3.js

@@ -0,0 +1,33 @@
+
+export function serve(env, owner, open) {
+  const before = { fetch: env.fetch, useCustomCache: env.useCustomCache, customCache: env.customCache };
+  // The path after `<owner>/`: `m3/onnx/model.onnx` (a local path) or `m3/resolve/main/onnx/model.onnx` (a URL).
+  const ours = (key) => {
+    const text = String(key instanceof Request ? key.url : key);
+    const at = text.indexOf(owner + '/');
+    return at < 0 ? null : text.slice(at + owner.length + 1);
+  };
+  // Where a file that is not ours is cached: where transformers.js would have cached it.
+  const other = async () => {
+    if (before.useCustomCache) return before.customCache;
+    if (env.useBrowserCache && typeof caches !== 'undefined') {
+      try { return await caches.open(env.cacheKey); } catch { return null; }
+    }
+    return null;
+  };
+  env.customCache = {
+    async match(key) {
+      const path = ours(key);
+      if (path === null) return (await other())?.match(key);
+      const blob = await open(path);
+      if (!blob) return undefined;
+      return new Response(blob, { headers: { 'content-length': String(blob.size) } });
+    },
+    async put(key, response) {
+      if (ours(key) === null) return (await other())?.put(key, response);
+    },
+  };
+  env.useCustomCache = true;
+  env.fetch = (url, init) => ours(url) === null ? before.fetch(url, init) : Promise.resolve(new Response(null, { status: 404 }));
+  return () => Object.assign(env, before);
+}

package/dist/snippets/sidevoice-engine-1f1d4d6bbcff4dc5/inline4.js

@@ -0,0 +1,8 @@
+
+export function yieldToPage() {
+  return new Promise((resolve) => {
+    const channel = new MessageChannel();
+    channel.port1.onmessage = () => { channel.port1.close(); resolve(); };
+    channel.port2.postMessage(null);
+  });
+}

package/dist/snippets/sidevoice-engine-1f1d4d6bbcff4dc5/inline5.js

@@ -0,0 +1,5 @@
+
+export async function smartTurnRun(model, Tensor, name, features, mels, frames) {
+  const outputs = await model({ [name]: new Tensor('float32', features, [1, mels, frames]) });
+  return Object.values(outputs)[0].data[0];
+}

package/dist/snippets/sidevoice-engine-1f1d4d6bbcff4dc5/inline6.js

@@ -0,0 +1,7 @@
+
+export async function sileroRun(model, Tensor, input, state, rate) {
+  state ??= new Tensor('float32', new Float32Array(2 * 1 * 128), [2, 1, 128]);
+  const sr = new Tensor('int64', BigInt64Array.from([BigInt(rate)]), []);
+  const { output, stateN } = await model({ input: new Tensor('float32', input, [1, input.length]), sr, state });
+  return [output.data[0], stateN];
+}

package/package.json

@@ -1,6 +1,35 @@
 {
   "name": "@sidevoice/engine",
-  "version": "0.0.0-stage",
-  "stub": true,
-  "description": "Temporary package placeholder for staged publishing"
-}
+  "version": "0.3.1",
+  "description": "Sidevoice engine for the web: local voice models in the browser, as WebAssembly.",
+  "license": "Apache-2.0",
+  "type": "module",
+  "exports": {
+    ".": "./dist/sidevoice_engine.js"
+  },
+  "types": "./dist/sidevoice_engine.d.ts",
+  "files": [
+    "dist/",
+    "THIRD_PARTY_NOTICES.md"
+  ],
+  "keywords": [
+    "sidevoice",
+    "voice",
+    "speech",
+    "stt",
+    "tts",
+    "wasm"
+  ],
+  "homepage": "https://github.com/sidevoice/sidevoice-engine#readme",
+  "bugs": {
+    "url": "https://github.com/sidevoice/sidevoice-engine/issues"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/sidevoice/sidevoice-engine.git"
+  },
+  "dependencies": {
+    "@huggingface/transformers": "4.3.1",
+    "espeak-ng": "1.0.2"
+  }
+}