@lumiastream/wakeword 1.0.0

package/Readme.md

@@ -0,0 +1,3 @@
+Get Sox Binaries:
+
+// https://github.com/zackees/static-sox/tree/main/bin sox static binary

package/bin/wakeword

@@ -0,0 +1,29 @@
+#!/usr/bin/env node
+import { fileURLToPath } from "url";
+import { spawn } from "node:child_process";
+import path from "node:path";
+
+// Pick correct SoX binary for the current OS
+const exe = {
+	win32: "sox.exe",
+	darwin: "soxmac",
+	linux: "soxlinux",
+}[process.platform];
+
+const soxPath = path.join(
+	path.dirname(fileURLToPath(import.meta.url)), // …/bin
+	"..",
+	"binaries",
+	exe
+);
+
+// Forward every CLI arg → voice.mjs
+spawn(
+	process.execPath, // node executable
+	[
+		path.join(__dirname, "..", "lib", "voice.mjs"),
+		soxPath,
+		...process.argv.slice(2),
+	],
+	{ stdio: "inherit" }
+);

package/lib/voice.mjs

@@ -0,0 +1,88 @@
+import { Model, Recognizer, setLogLevel } from "vosk";
+import record from "@lumiastream/record";
+import { join } from "node:path";
+
+const binPath = join(
+	"binaries",
+	process.platform === "win32"
+		? "sox.exe"
+		: process.platform === "darwin"
+		? "soxmac"
+		: "soxlinux"
+);
+
+console.log(binPath);
+
+let COMMANDS = [
+	"open settings",
+	"mute audio",
+	"start recording",
+	"[unk]", // always keep an [unk] fallback!
+];
+
+const SAMPLE_RATE = 16_000;
+setLogLevel(0); // silence Kaldi logs
+
+// 1. load model once
+const model = new Model("./models/vosk-model-small-en-us-0.15");
+
+// 2. build a grammar recognizer
+let rec = new Recognizer({
+	model,
+	sampleRate: SAMPLE_RATE,
+	grammar: COMMANDS,
+});
+
+// 3. open the mic (16-kHz, 16-bit, mono)
+const mic = record
+	.record({
+		sampleRate: SAMPLE_RATE,
+		threshold: 0,
+		binPath,
+	})
+	.stream();
+
+mic.on("data", (buf) => {
+	// accept 0.1-sec chunks for low latency
+	if (rec.acceptWaveform(buf)) {
+		const result = rec.result();
+		handle(result?.text?.trim());
+	} else {
+		// optional: JSON.parse(rec.partialResult()).partial for live captions
+	}
+});
+
+// 4. map recognised phrase ➜ action
+function handle(phrase) {
+	console.log(phrase);
+	if (phrase && COMMANDS.includes(phrase)) {
+		console.log("found", phrase);
+	}
+	// switch (phrase) {
+	// 	case "open settings":
+	// 		process.send?.({ hotkey: "settings" });
+	// 		break;
+	// 	case "mute audio":
+	// 		process.send?.({ hotkey: "mute" });
+	// 		break;
+	// 	case "start recording":
+	// 		process.send?.({ hotkey: "record" });
+	// 		break;
+	// }
+}
+
+const updateGrammar = (grammar) => {
+	COMMANDS = grammar;
+	rec = new Recognizer({
+		model,
+		sampleRate: SAMPLE_RATE,
+		grammar: [...COMMANDS, "[unk]"],
+	});
+	console.log(COMMANDS);
+};
+
+setTimeout(() => {
+	updateGrammar(["red", "blue", "green"]);
+}, 5000);
+
+export { updateGrammar };

package/models/vosk-model-small-en-us-0.15/README

@@ -0,0 +1,9 @@
+US English model for mobile Vosk applications
+
+Copyright 2020 Alpha Cephei Inc
+
+Accuracy: 10.38 (tedlium test) 9.85 (librispeech test-clean)
+Speed: 0.11xRT (desktop)
+Latency: 0.15s (right context)
+
+

package/models/vosk-model-small-en-us-0.15/conf/mfcc.conf

@@ -0,0 +1,7 @@
+--sample-frequency=16000
+--use-energy=false
+--num-mel-bins=40
+--num-ceps=40
+--low-freq=20
+--high-freq=7600
+--allow-downsample=true

package/models/vosk-model-small-en-us-0.15/conf/model.conf

@@ -0,0 +1,10 @@
+--min-active=200
+--max-active=3000
+--beam=10.0
+--lattice-beam=2.0
+--acoustic-scale=1.0
+--frame-subsampling-factor=3
+--endpoint.silence-phones=1:2:3:4:5:6:7:8:9:10
+--endpoint.rule2.min-trailing-silence=0.5
+--endpoint.rule3.min-trailing-silence=0.75
+--endpoint.rule4.min-trailing-silence=1.0

package/models/vosk-model-small-en-us-0.15/graph/disambig_tid.int

@@ -0,0 +1,17 @@
+10015
+10016
+10017
+10018
+10019
+10020
+10021
+10022
+10023
+10024
+10025
+10026
+10027
+10028
+10029
+10030
+10031

package/models/vosk-model-small-en-us-0.15/graph/phones/word_boundary.int

@@ -0,0 +1,166 @@
+1 nonword
+2 begin
+3 end
+4 internal
+5 singleton
+6 nonword
+7 begin
+8 end
+9 internal
+10 singleton
+11 begin
+12 end
+13 internal
+14 singleton
+15 begin
+16 end
+17 internal
+18 singleton
+19 begin
+20 end
+21 internal
+22 singleton
+23 begin
+24 end
+25 internal
+26 singleton
+27 begin
+28 end
+29 internal
+30 singleton
+31 begin
+32 end
+33 internal
+34 singleton
+35 begin
+36 end
+37 internal
+38 singleton
+39 begin
+40 end
+41 internal
+42 singleton
+43 begin
+44 end
+45 internal
+46 singleton
+47 begin
+48 end
+49 internal
+50 singleton
+51 begin
+52 end
+53 internal
+54 singleton
+55 begin
+56 end
+57 internal
+58 singleton
+59 begin
+60 end
+61 internal
+62 singleton
+63 begin
+64 end
+65 internal
+66 singleton
+67 begin
+68 end
+69 internal
+70 singleton
+71 begin
+72 end
+73 internal
+74 singleton
+75 begin
+76 end
+77 internal
+78 singleton
+79 begin
+80 end
+81 internal
+82 singleton
+83 begin
+84 end
+85 internal
+86 singleton
+87 begin
+88 end
+89 internal
+90 singleton
+91 begin
+92 end
+93 internal
+94 singleton
+95 begin
+96 end
+97 internal
+98 singleton
+99 begin
+100 end
+101 internal
+102 singleton
+103 begin
+104 end
+105 internal
+106 singleton
+107 begin
+108 end
+109 internal
+110 singleton
+111 begin
+112 end
+113 internal
+114 singleton
+115 begin
+116 end
+117 internal
+118 singleton
+119 begin
+120 end
+121 internal
+122 singleton
+123 begin
+124 end
+125 internal
+126 singleton
+127 begin
+128 end
+129 internal
+130 singleton
+131 begin
+132 end
+133 internal
+134 singleton
+135 begin
+136 end
+137 internal
+138 singleton
+139 begin
+140 end
+141 internal
+142 singleton
+143 begin
+144 end
+145 internal
+146 singleton
+147 begin
+148 end
+149 internal
+150 singleton
+151 begin
+152 end
+153 internal
+154 singleton
+155 begin
+156 end
+157 internal
+158 singleton
+159 begin
+160 end
+161 internal
+162 singleton
+163 begin
+164 end
+165 internal
+166 singleton

package/models/vosk-model-small-en-us-0.15/ivector/global_cmvn.stats

@@ -0,0 +1,3 @@
+ [
+  1.682383e+11 -1.1595e+10 -1.521733e+10 4.32034e+09 -2.257938e+10 -1.969666e+10 -2.559265e+10 -1.535687e+10 -1.276854e+10 -4.494483e+09 -1.209085e+10 -5.64008e+09 -1.134847e+10 -3.419512e+09 -1.079542e+10 -4.145463e+09 -6.637486e+09 -1.11318e+09 -3.479773e+09 -1.245932e+08 -1.386961e+09 6.560655e+07 -2.436518e+08 -4.032432e+07 4.620046e+08 -7.714964e+07 9.551484e+08 -4.119761e+08 8.208582e+08 -7.117156e+08 7.457703e+08 -4.3106e+08 1.202726e+09 2.904036e+08 1.231931e+09 3.629848e+08 6.366939e+08 -4.586172e+08 -5.267629e+08 -3.507819e+08 1.679838e+09 
+  1.741141e+13 8.92488e+11 8.743834e+11 8.848896e+11 1.190313e+12 1.160279e+12 1.300066e+12 1.005678e+12 9.39335e+11 8.089614e+11 7.927041e+11 6.882427e+11 6.444235e+11 5.151451e+11 4.825723e+11 3.210106e+11 2.720254e+11 1.772539e+11 1.248102e+11 6.691599e+10 3.599804e+10 1.207574e+10 1.679301e+09 4.594778e+08 5.821614e+09 1.451758e+10 2.55803e+10 3.43277e+10 4.245286e+10 4.784859e+10 4.988591e+10 4.925451e+10 5.074584e+10 4.9557e+10 4.407876e+10 3.421443e+10 3.138606e+10 2.539716e+10 1.948134e+10 1.381167e+10 0 ]

package/models/vosk-model-small-en-us-0.15/ivector/online_cmvn.conf

@@ -0,0 +1 @@
+# configuration file for apply-cmvn-online, used in the script ../local/run_online_decoding.sh

package/models/vosk-model-small-en-us-0.15/ivector/splice.conf

@@ -0,0 +1,2 @@
+--left-context=3
+--right-context=3

package/package.json

@@ -0,0 +1,23 @@
+{
+	"name": "@lumiastream/wakeword",
+	"version": "1.0.0",
+	"type": "module",
+	"main": "lib/voice.mjs",
+	"bin": {
+		"wakeword": "bin/wakeword"
+	},
+	"files": [
+		"bin/",
+		"lib/",
+		"binaries/",
+		"models/"
+	],
+	"scripts": {
+		"postinstall": "chmod +x binaries/soxmac binaries/soxlinux || true"
+	},
+	"optionalDependencies": {
+		"@lumiastream/wakeword-darwin": "file:./binaries/soxmac",
+		"@lumiastream/wakeword-linux": "file:./binaries/soxlinux",
+		"@lumiastream/wakeword-win32": "file:./binaries/sox.exe"
+	}
+}