dsh-live-voice 0.0.1-developing → 0.1.0

package/package.json

@@ -1,20 +1,46 @@
 {
   "name": "dsh-live-voice",
-  "version": "0.0.1-developing",
-  "description": "Local-first voice conversations for DSH, with local speech recognition and synthesis and optional external providers. Under development.",
+  "version": "0.1.0",
+  "type": "module",
+  "scripts": {
+    "typecheck": "tsc --noEmit",
+    "test": "npm run build && node --test .test-dist/*.test.js",
+    "build": "npm run typecheck && node --experimental-strip-types scripts/build.ts",
+    "check:dist": "node scripts/check-dist.mjs",
+    "dev": "node --experimental-strip-types scripts/build.ts --watch",
+    "format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\" \"scripts/**/*.ts\"",
+    "format:check": "prettier --check \"src/**/*.ts\" \"test/**/*.ts\" \"scripts/**/*.ts\"",
+    "setup:hooks": "git config core.hooksPath .githooks",
+    "prepack": "npm run build"
+  },
+  "description": "Local-first voice conversations for DSH, with local speech recognition and synthesis and optional external providers.",
   "keywords": [
     "dsh",
+    "dsh-plugin",
+    "deepseek-harness",
     "local-first",
     "local-voice",
+    "voice-assistant",
     "voice-conversation",
+    "continuous-conversation",
+    "voice-dictation",
     "speech-to-text",
     "text-to-speech",
     "speech-recognition",
     "speech-synthesis",
     "stt",
     "tts",
+    "whisper",
+    "whisper-cpp",
+    "qwen3-asr",
+    "qwen3-tts",
+    "mlx",
+    "apple-silicon",
+    "web-speech-api",
+    "macos-say",
     "turn-taking",
-    "voice-interruption"
+    "voice-interruption",
+    "silence-detection"
   ],
   "author": {
     "name": "wads.dev",
@@ -22,17 +48,54 @@
   },
   "license": "GPL-3.0-only",
   "files": [
+    "src/",
+    "lib/",
+    "cordis.patch.yml",
     "README.md",
-    "LICENSE",
+    "PLAN.md",
+    "DEVELOPMENT.md",
     "HISTORY.md",
-    "AGENTS.md"
+    "scripts/",
+    "LICENSE"
   ],
   "publishConfig": {
     "access": "public",
-    "tag": "developing"
+    "tag": "latest"
   },
   "repository": {
     "type": "git",
     "url": "git+https://github.com/victorwads/dsh-live-voice.git"
+  },
+  "devDependencies": {
+    "@types/node": "^26.5.1",
+    "@types/react": "^19.3.0",
+    "@types/react-dom": "^19.3.0",
+    "esbuild": "^0.28.2",
+    "jsdom": "^30.0.1",
+    "playwright-core": "^1.63.0",
+    "prettier": "3.9.6",
+    "react": "^19.3.0",
+    "react-dom": "^19.3.0",
+    "typescript": "^7.0.2"
+  },
+  "main": "./lib/server.js",
+  "exports": {
+    ".": "./lib/server.js",
+    "./client": "./lib/client.js",
+    "./package.json": "./package.json"
+  },
+  "dsh": {
+    "bundle": {
+      "patch": "./cordis.patch.yml"
+    },
+    "client": {
+      "platform": "web",
+      "inject": [
+        "@deepseek-ai/dsh-client-ui-conversation",
+        "@deepseek-ai/dsh-client-ui-chat",
+        "@deepseek-ai/dsh-client-connection",
+        "@deepseek-ai/dsh-client-ui-settings"
+      ]
+    }
   }
 }

package/scripts/build.ts

@@ -0,0 +1,50 @@
+// @ts-nocheck
+import { build, context, type BuildOptions } from 'esbuild';
+import { rm, mkdir } from 'node:fs/promises';
+
+const client: BuildOptions = {
+  entryPoints: ['src/client/index.ts'],
+  outfile: 'lib/client.js',
+  bundle: true,
+  format: 'cjs',
+  platform: 'browser',
+  target: ['es2022'],
+  external: ['react'],
+  banner: {
+    js: 'window.__ModuleLoader__.load({id:"dsh-live-voice",factory:(require)=>{var module={exports:{}};var exports=module.exports;',
+  },
+  footer: { js: 'return module.exports;}});' },
+  logLevel: 'info',
+};
+const host: BuildOptions = {
+  entryPoints: ['src/server.ts'],
+  outfile: 'lib/server.js',
+  bundle: true,
+  format: 'esm',
+  platform: 'node',
+  target: ['node22'],
+  packages: 'external',
+  logLevel: 'info',
+};
+const tests: BuildOptions = {
+  entryPoints: ['test/*.test.ts'],
+  outdir: '.test-dist',
+  outbase: 'test',
+  bundle: true,
+  format: 'esm',
+  platform: 'node',
+  target: ['node22'],
+  packages: 'external',
+  logLevel: 'silent',
+};
+const watch = process.argv.includes('--watch');
+if (watch) {
+  const clientContext = await context(client);
+  await clientContext.watch();
+  const hostContext = await context(host);
+  await hostContext.watch();
+} else {
+  await rm('.test-dist', { recursive: true, force: true });
+  await mkdir('.test-dist', { recursive: true });
+  await Promise.all([build(client), build(host), build(tests)]);
+}

package/scripts/check-dist.mjs

@@ -0,0 +1,38 @@
+import { spawnSync } from 'node:child_process';
+
+const runtimeEntries = ['lib/client.js', 'lib/server.js'];
+
+const run = (command, args, options = {}) => {
+  const result = spawnSync(command, args, {
+    cwd: process.cwd(),
+    encoding: 'utf8',
+    stdio: options.capture ? 'pipe' : 'inherit',
+  });
+
+  if (result.error) throw result.error;
+  return result;
+};
+
+const npm = process.platform === 'win32' ? 'npm.cmd' : 'npm';
+const build = run(npm, ['run', 'build']);
+if (build.status !== 0) process.exit(build.status ?? 1);
+
+const tracked = run('git', ['ls-files', '--error-unmatch', ...runtimeEntries], { capture: true });
+if (tracked.status !== 0) {
+  console.error(
+    `\nThe dsh.pub runtime entries must be committed:\n${runtimeEntries
+      .map((entry) => `  - ${entry}`)
+      .join('\n')}\n`,
+  );
+  process.exit(1);
+}
+
+const diff = run('git', ['diff', '--exit-code', '--', ...runtimeEntries]);
+if (diff.status !== 0) {
+  console.error(
+    '\nGenerated runtime entries are stale. Review and stage the rebuilt lib files before pushing.\n',
+  );
+  process.exit(1);
+}
+
+console.log('Committed dsh.pub runtime entries match the current source.');

package/scripts/preview-ui.ts

@@ -0,0 +1,31 @@
+// @ts-nocheck
+import { build } from 'esbuild';
+import { chromium } from 'playwright-core';
+import { mkdir } from 'node:fs/promises';
+const entry = `import React from 'react'; import {createRoot} from 'react-dom/client'; import {createComponents} from './src/client/components.ts'; import {styles} from './src/client/styles.ts'; const style=document.createElement('style');style.textContent=styles;document.head.appendChild(style); const state={conversation:true,listening:true,recognizing:true,speaking:false,paused:false,settings:{},capabilities:{}}; const c={subscribe:()=>()=>{},getSnapshot:()=>state,meter:{level:()=>0.4}};const {RecordingBar}=createComponents(React);createRoot(document.getElementById('root')).render(React.createElement(RecordingBar,{controller:c}));`;
+const output = await build({
+  stdin: { contents: entry, resolveDir: process.cwd() },
+  bundle: true,
+  write: false,
+  format: 'iife',
+  define: { 'process.env.NODE_ENV': '"production"' },
+});
+const browser = await chromium.launch({
+  executablePath: '/Applications/Google Chrome.app/Contents/MacOS/Google Chrome',
+  headless: true,
+  args: ['--disable-background-networking', '--disable-component-update'],
+});
+try {
+  const page = await browser.newPage({ viewport: { width: 980, height: 220 } });
+  await page.route('**/*', (r) => r.abort());
+  await page.setContent(
+    '<style>:root{--dsw-alias-label-primary:#eee;--dsw-alias-label-secondary:#aaa;--dsw-alias-border-l1:#444;--dsw-alias-border-l2:#555;--dsw-alias-bg-layer-1:#292929}body{background:#171717;color:#eee;font:14px system-ui;padding:20px}textarea{margin-top:12px;box-sizing:border-box;width:100%;height:80px;background:#292929;color:#aaa;border:1px solid #444;border-radius:22px;padding:18px}</style><div id="root"></div><textarea placeholder="Isolated preview — not the authenticated DSH page"></textarea>',
+  );
+  await page.addScriptTag({ content: output.outputFiles[0].text });
+  await page.locator('[aria-label="Voice controls"]').waitFor();
+  await mkdir('artifacts', { recursive: true });
+  await page.screenshot({ path: 'artifacts/voice-ui-preview.png' });
+  console.log('Saved isolated UI preview; meter value is synthetic, no audio capture.');
+} finally {
+  await browser.close();
+}

package/scripts/probe-browser.ts

@@ -0,0 +1,46 @@
+// @ts-nocheck
+import { chromium } from 'playwright-core';
+const browser = await chromium.launch({
+  executablePath: '/Applications/Google Chrome.app/Contents/MacOS/Google Chrome',
+  headless: true,
+  args: ['--disable-background-networking', '--disable-component-update'],
+});
+try {
+  const context = await browser.newContext();
+  await context.route('**/*', (route) => {
+    if (route.request().url() === 'http://127.0.0.1:3080/')
+      return route.fulfill({
+        contentType: 'text/html',
+        body: '<html><body>Isolated capability probe, not the DSH application.</body></html>',
+      });
+    return route.abort();
+  });
+  const page = await context.newPage();
+  await page.goto('http://127.0.0.1:3080/');
+  const result = await page.evaluate(async () => {
+    const C = window.SpeechRecognition || window.webkitSpeechRecognition;
+    const result = {
+      userAgent: navigator.userAgent,
+      secureContext: isSecureContext,
+      recognitionConstructor: !!C,
+      processLocally: C ? 'processLocally' in new C() : false,
+      availabilityAPI: typeof C?.available,
+      localVoices: speechSynthesis.getVoices().filter((v) => v.localService).length,
+    };
+    if (typeof C?.available === 'function')
+      for (const lang of ['pt-BR', 'en-US']) {
+        try {
+          result[lang] = await Promise.race([
+            C.available({ langs: [lang], processLocally: true }),
+            new Promise((r) => setTimeout(() => r('timeout'), 3000)),
+          ]);
+        } catch (error) {
+          result[lang] = error.name + ': ' + error.message;
+        }
+      }
+    return result;
+  });
+  console.log(JSON.stringify(result, null, 2));
+} finally {
+  await browser.close();
+}

package/src/client/chat.ts

@@ -0,0 +1,40 @@
+// @ts-nocheck
+/** Read only visible assistant prose from the supported Chat target snapshot. */
+export function assistantMessages(snapshot) {
+  const nodes = snapshot?.nodes?.values?.() || [];
+  return [...nodes]
+    .filter(
+      (node) =>
+        (node.kind === 'assistant-step' || node.kind === 'assistant') &&
+        node.visibility !== 'hidden',
+    )
+    .map((node) => {
+      const data = node.data;
+      return {
+        id: String(data.turn) + ':' + String(data.step),
+        messageId: data.finalNode?.messageId,
+        turn: data.turn,
+        step: data.step,
+        complete: data.status !== 'running',
+        interrupted: data.status === 'interrupted',
+        text: (data.blocks || [])
+          .filter((block) => block.kind === 'text')
+          .map((block) => block.text || '')
+          .join(''),
+      };
+    })
+    .sort((a, b) => a.turn - b.turn || a.step - b.step);
+}
+export function latestUserSequence(snapshot) {
+  return Math.max(
+    -1,
+    ...[...(snapshot?.nodes?.values?.() || [])]
+      .filter((node) => node.kind === 'user' || node.kind === 'steering')
+      .map((node) => Number(node.anchorSeq ?? node.data?.seq ?? -1)),
+  );
+}
+export function addressedTurn(messages, messageId) {
+  const addressed = messages.find((message) => String(message.messageId) === String(messageId));
+  if (!addressed) return { text: '', ids: [] };
+  return { text: addressed.text, id: addressed.id };
+}