sophontalk-services 0.0.3 → 0.0.5

package/dist-lib/sophontalk-services.cjs

@@ -1 +1 @@
-"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const l=16e3,_=25,u=10,w=80,M=4,m=.97,f=1e-10,k=20,F=!0,R=!0,h=25,g=1e3/h,p=t=>{if(t===128)return 4;if(t===96)return 3;throw new Error(`Unsupported crop size: ${t}. Only nano (96) and tiny (128) are supported.`)},O=(t,e,s)=>{if(e<=1)return{nextIndex:0,nextDirection:1};let r=t+s,a=s;return r>=e?(r=e-2,a=-1):r<0&&(r=1,a=1),{nextIndex:r,nextDirection:a}};async function L(t={}){const{jsonUrl:e="/complete_dataset.json",zipUrl:s="/processed_images.zip"}=t,[r,a]=await Promise.all([fetch(e),fetch(s)]);if(!r.ok)throw new Error(`无法加载 ${e}`);if(!a.ok)throw new Error(`无法加载 ${s}`);const o=await r.json(),c=await a.arrayBuffer();return{dataset:o,zipBuffer:c}}function S(t){return new Worker("./assets/feature.worker-Dx6moind.js",{type:"module",name:t?.name})}class P{worker=new S;async process(e){const s=e.getChannelData(0),r=e.numberOfChannels>1?e.getChannelData(1):void 0,a={leftChannel:s,rightChannel:r,sampleRate:e.sampleRate},o=[s.buffer];return r&&o.push(r.buffer),new Promise((c,d)=>{const i=n=>{n.data?.status==="success"?(this.worker.removeEventListener("message",i),this.worker.removeEventListener("error",E),c(n.data.payload)):n.data?.status==="error"&&(this.worker.removeEventListener("message",i),this.worker.removeEventListener("error",E),d(new Error(n.data.error||"特征提取失败")))},E=n=>{this.worker.removeEventListener("message",i),this.worker.removeEventListener("error",E),d(n)};this.worker.addEventListener("message",i),this.worker.addEventListener("error",E),this.worker.postMessage(a,o)})}dispose(){this.worker.terminate()}}function T(t){return new Worker("./assets/inference.worker-BPSCUMiL.js",{type:"module",name:t?.name})}class A{worker;handlers={};constructor(e={}){this.handlers=e,this.worker=new T,this.worker.onmessage=this.handleMessage.bind(this)}handleMessage(e){const{type:s,payload:r}=e.data;switch(s){case"ready":this.handlers.onReady?.();break;case"start":this.handlers.onStart?.(r.totalFrames);break;case"frame":this.handlers.onFrame?.(r.frame,r.index);break;case"done":this.handlers.onDone?.();break;case"error":this.handlers.onError?.(r);break}}init(e){this.worker.postMessage({type:"init",modelPath:e.modelPath,dataset:e.dataset,zipBuffer:e.zipBuffer,blendingMask:e.blendingMask,wasmPaths:e.wasmPaths},[e.zipBuffer,e.blendingMask])}run(e){this.worker.postMessage({type:"run",audioFeatures:e.audioFeatures,audioDimensions:e.audioDimensions},[e.audioFeatures.buffer])}stop(){this.worker.postMessage({type:"stop"})}terminate(){this.worker.terminate()}}exports.DEFAULT_LOW_FREQ=k;exports.ENERGY_FLOOR=f;exports.FRAME_INTERVAL_MS=g;exports.FRAME_LENGTH_MS=_;exports.FRAME_SHIFT_MS=u;exports.FeatureExtractor=P;exports.InferenceEngine=A;exports.NUM_MEL_BINS=w;exports.NUM_SEQUENCE_FRAMES=M;exports.PREEMPH_COEFF=m;exports.REMOVE_DC_OFFSET=F;exports.ROUND_TO_POWER_OF_TWO=R;exports.SAMPLE_RATE=l;exports.TARGET_FPS=h;exports.calculatePingPongState=O;exports.getBorder=p;exports.loadDataset=L;
+"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const u=require("onnxruntime-web");var o=typeof document<"u"?document.currentScript:null;const _=16e3,f=25,m=10,w=80,R=4,p=.97,M=1e-10,k=20,F=!0,g=!0,l=25,L=1e3/l,S=s=>{if(s===128)return 4;if(s===96)return 3;throw new Error(`Unsupported crop size: ${s}. Only nano (96) and tiny (128) are supported.`)},O=(s,e,t)=>{if(e<=1)return{nextIndex:0,nextDirection:1};let r=s+t,n=t;return r>=e?(r=e-2,n=-1):r<0&&(r=1,n=1),{nextIndex:r,nextDirection:n}};async function T(s={}){const{jsonUrl:e="/complete_dataset.json",zipUrl:t="/processed_images.zip"}=s,[r,n]=await Promise.all([fetch(e),fetch(t)]);if(!r.ok)throw new Error(`无法加载 ${e}`);if(!n.ok)throw new Error(`无法加载 ${t}`);const i=await r.json(),E=await n.arrayBuffer();return{dataset:i,zipBuffer:E}}class P{worker=new Worker(new URL("./workers/feature.worker.js",typeof document>"u"?require("url").pathToFileURL(__filename).href:o&&o.tagName.toUpperCase()==="SCRIPT"&&o.src||new URL("sophontalk-services.cjs",document.baseURI).href),{type:"module"});async process(e){const t=e.getChannelData(0),r=e.numberOfChannels>1?e.getChannelData(1):void 0,n={leftChannel:t,rightChannel:r,sampleRate:e.sampleRate},i=[t.buffer];return r&&i.push(r.buffer),new Promise((E,h)=>{const c=a=>{a.data?.status==="success"?(this.worker.removeEventListener("message",c),this.worker.removeEventListener("error",d),E(a.data.payload)):a.data?.status==="error"&&(this.worker.removeEventListener("message",c),this.worker.removeEventListener("error",d),h(new Error(a.data.error||"特征提取失败")))},d=a=>{this.worker.removeEventListener("message",c),this.worker.removeEventListener("error",d),h(a)};this.worker.addEventListener("message",c),this.worker.addEventListener("error",d),this.worker.postMessage(n,i)})}dispose(){this.worker.terminate()}}class U{worker;handlers={};constructor(e={}){this.handlers=e,this.worker=new Worker(new URL("./workers/inference.worker.js",typeof document>"u"?require("url").pathToFileURL(__filename).href:o&&o.tagName.toUpperCase()==="SCRIPT"&&o.src||new URL("sophontalk-services.cjs",document.baseURI).href),{type:"module"}),this.worker.onmessage=this.handleMessage.bind(this)}handleMessage(e){const{type:t,payload:r}=e.data;switch(t){case"ready":this.handlers.onReady?.();break;case"start":this.handlers.onStart?.(r.totalFrames);break;case"frame":this.handlers.onFrame?.(r.frame,r.index);break;case"done":this.handlers.onDone?.();break;case"error":this.handlers.onError?.(r);break}}init(e){this.worker.postMessage({type:"init",modelPath:e.modelPath,dataset:e.dataset,zipBuffer:e.zipBuffer,blendingMask:e.blendingMask,wasmPaths:e.wasmPaths||u.env.wasm.wasmPaths},[e.zipBuffer,e.blendingMask])}run(e){this.worker.postMessage({type:"run",audioFeatures:e.audioFeatures,audioDimensions:e.audioDimensions},[e.audioFeatures.buffer])}stop(){this.worker.postMessage({type:"stop"})}terminate(){this.worker.terminate()}}exports.DEFAULT_LOW_FREQ=k;exports.ENERGY_FLOOR=M;exports.FRAME_INTERVAL_MS=L;exports.FRAME_LENGTH_MS=f;exports.FRAME_SHIFT_MS=m;exports.FeatureExtractor=P;exports.InferenceEngine=U;exports.NUM_MEL_BINS=w;exports.NUM_SEQUENCE_FRAMES=R;exports.PREEMPH_COEFF=p;exports.REMOVE_DC_OFFSET=F;exports.ROUND_TO_POWER_OF_TWO=g;exports.SAMPLE_RATE=_;exports.TARGET_FPS=l;exports.calculatePingPongState=O;exports.getBorder=S;exports.loadDataset=T;

package/dist-lib/sophontalk-services.js

@@ -1,69 +1,66 @@
-const w = 16e3, u = 25, m = 10, k = 80, f = 4, p = 0.97, _ = 1e-10, g = 20, M = !0, R = !0, F = 25, L = 40, y = (s) => {
+import { env as l } from "onnxruntime-web";
+const m = 16e3, k = 25, u = 10, f = 80, p = 4, g = 0.97, _ = 1e-10, M = 20, R = !0, F = !0, w = 25, L = 1e3 / w, y = (s) => {
   if (s === 128) return 4;
   if (s === 96) return 3;
   throw new Error(`Unsupported crop size: ${s}. Only nano (96) and tiny (128) are supported.`);
 }, P = (s, e, t) => {
   if (e <= 1) return { nextIndex: 0, nextDirection: 1 };
-  let r = s + t, n = t;
-  return r >= e ? (r = e - 2, n = -1) : r < 0 && (r = 1, n = 1), { nextIndex: r, nextDirection: n };
+  let r = s + t, a = t;
+  return r >= e ? (r = e - 2, a = -1) : r < 0 && (r = 1, a = 1), { nextIndex: r, nextDirection: a };
 };
 async function b(s = {}) {
   const {
     jsonUrl: e = "/complete_dataset.json",
     zipUrl: t = "/processed_images.zip"
-  } = s, [r, n] = await Promise.all([
+  } = s, [r, a] = await Promise.all([
     fetch(e),
     fetch(t)
   ]);
   if (!r.ok) throw new Error(`无法加载 ${e}`);
-  if (!n.ok) throw new Error(`无法加载 ${t}`);
-  const o = await r.json(), c = await n.arrayBuffer();
+  if (!a.ok) throw new Error(`无法加载 ${t}`);
+  const o = await r.json(), c = await a.arrayBuffer();
   return { dataset: o, zipBuffer: c };
 }
-function l(s) {
-  return new Worker(
-    "./assets/feature.worker-Dx6moind.js",
-    {
-      type: "module",
-      name: s?.name
-    }
+class v {
+  worker = new Worker(
+    new URL(
+      /* @vite-ignore */
+      "./workers/feature.worker.js",
+      import.meta.url
+    ),
+    { type: "module" }
   );
-}
-class O {
-  worker = new l();
   async process(e) {
-    const t = e.getChannelData(0), r = e.numberOfChannels > 1 ? e.getChannelData(1) : void 0, n = {
+    const t = e.getChannelData(0), r = e.numberOfChannels > 1 ? e.getChannelData(1) : void 0, a = {
       leftChannel: t,
       rightChannel: r,
       sampleRate: e.sampleRate
     }, o = [t.buffer];
     return r && o.push(r.buffer), new Promise((c, d) => {
-      const i = (a) => {
-        a.data?.status === "success" ? (this.worker.removeEventListener("message", i), this.worker.removeEventListener("error", h), c(a.data.payload)) : a.data?.status === "error" && (this.worker.removeEventListener("message", i), this.worker.removeEventListener("error", h), d(new Error(a.data.error || "特征提取失败")));
-      }, h = (a) => {
-        this.worker.removeEventListener("message", i), this.worker.removeEventListener("error", h), d(a);
+      const i = (n) => {
+        n.data?.status === "success" ? (this.worker.removeEventListener("message", i), this.worker.removeEventListener("error", h), c(n.data.payload)) : n.data?.status === "error" && (this.worker.removeEventListener("message", i), this.worker.removeEventListener("error", h), d(new Error(n.data.error || "特征提取失败")));
+      }, h = (n) => {
+        this.worker.removeEventListener("message", i), this.worker.removeEventListener("error", h), d(n);
       };
-      this.worker.addEventListener("message", i), this.worker.addEventListener("error", h), this.worker.postMessage(n, o);
+      this.worker.addEventListener("message", i), this.worker.addEventListener("error", h), this.worker.postMessage(a, o);
     });
   }
   dispose() {
     this.worker.terminate();
   }
 }
-function E(s) {
-  return new Worker(
-    "./assets/inference.worker-BPSCUMiL.js",
-    {
-      type: "module",
-      name: s?.name
-    }
-  );
-}
-class v {
+class O {
   worker;
   handlers = {};
   constructor(e = {}) {
-    this.handlers = e, this.worker = new E(), this.worker.onmessage = this.handleMessage.bind(this);
+    this.handlers = e, this.worker = new Worker(
+      new URL(
+        /* @vite-ignore */
+        "./workers/inference.worker.js",
+        import.meta.url
+      ),
+      { type: "module" }
+    ), this.worker.onmessage = this.handleMessage.bind(this);
   }
   handleMessage(e) {
     const { type: t, payload: r } = e.data;
@@ -93,7 +90,7 @@ class v {
         dataset: e.dataset,
         zipBuffer: e.zipBuffer,
         blendingMask: e.blendingMask,
-        wasmPaths: e.wasmPaths
+        wasmPaths: e.wasmPaths || l.wasm.wasmPaths
       },
       [e.zipBuffer, e.blendingMask]
     );
@@ -116,20 +113,20 @@ class v {
   }
 }
 export {
-  g as DEFAULT_LOW_FREQ,
+  M as DEFAULT_LOW_FREQ,
   _ as ENERGY_FLOOR,
   L as FRAME_INTERVAL_MS,
-  u as FRAME_LENGTH_MS,
-  m as FRAME_SHIFT_MS,
-  O as FeatureExtractor,
-  v as InferenceEngine,
-  k as NUM_MEL_BINS,
-  f as NUM_SEQUENCE_FRAMES,
-  p as PREEMPH_COEFF,
-  M as REMOVE_DC_OFFSET,
-  R as ROUND_TO_POWER_OF_TWO,
-  w as SAMPLE_RATE,
-  F as TARGET_FPS,
+  k as FRAME_LENGTH_MS,
+  u as FRAME_SHIFT_MS,
+  v as FeatureExtractor,
+  O as InferenceEngine,
+  f as NUM_MEL_BINS,
+  p as NUM_SEQUENCE_FRAMES,
+  g as PREEMPH_COEFF,
+  R as REMOVE_DC_OFFSET,
+  F as ROUND_TO_POWER_OF_TWO,
+  m as SAMPLE_RATE,
+  w as TARGET_FPS,
   P as calculatePingPongState,
   y as getBorder,
   b as loadDataset