@iam-protocol/pulse-sdk 0.3.8 → 0.4.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@iam-protocol/pulse-sdk",
-  "version": "0.3.8",
+  "version": "0.4.0",
   "description": "Client-side SDK for IAM Protocol — sensor capture, TBH generation, ZK proof construction",
   "main": "dist/index.js",
   "module": "dist/index.mjs",

package/src/extraction/speaker.ts

@@ -20,12 +20,14 @@ const SPEAKER_FEATURE_COUNT = 44;
 
 // Dynamic imports for browser compatibility
 let pitchDetector: ((buf: Float32Array) => number | null) | null = null;
+let pitchDetectorRate = 0;
 let meydaModule: any = null;
 
-async function getPitchDetector(): Promise<(buf: Float32Array) => number | null> {
-  if (!pitchDetector) {
+async function getPitchDetector(sampleRate: number): Promise<(buf: Float32Array) => number | null> {
+  if (!pitchDetector || pitchDetectorRate !== sampleRate) {
     const PitchFinder = await import("pitchfinder");
-    pitchDetector = PitchFinder.YIN({ sampleRate: 16000 });
+    pitchDetector = PitchFinder.YIN({ sampleRate });
+    pitchDetectorRate = sampleRate;
   }
   return pitchDetector;
 }
@@ -48,7 +50,7 @@ async function detectF0Contour(
   samples: Float32Array,
   sampleRate: number
 ): Promise<{ f0: number[]; amplitudes: number[]; periods: number[] }> {
-  const detect = await getPitchDetector();
+  const detect = await getPitchDetector(sampleRate);
   const f0: number[] = [];
   const amplitudes: number[] = [];
   const periods: number[] = [];
@@ -244,10 +246,10 @@ async function computeLTAS(
     );
 
     if (features) {
-      if (typeof features.spectralCentroid === "number") centroids.push(features.spectralCentroid);
-      if (typeof features.spectralRolloff === "number") rolloffs.push(features.spectralRolloff);
-      if (typeof features.spectralFlatness === "number") flatnesses.push(features.spectralFlatness);
-      if (typeof features.spectralSpread === "number") spreads.push(features.spectralSpread);
+      if (Number.isFinite(features.spectralCentroid)) centroids.push(features.spectralCentroid);
+      if (Number.isFinite(features.spectralRolloff)) rolloffs.push(features.spectralRolloff);
+      if (Number.isFinite(features.spectralFlatness)) flatnesses.push(features.spectralFlatness);
+      if (Number.isFinite(features.spectralSpread)) spreads.push(features.spectralSpread);
     }
   }
 

package/src/extraction/statistics.ts

@@ -108,16 +108,21 @@ export function autocorrelation(values: number[], lag: number = 1): number {
 function normalizeGroup(features: number[]): number[] {
   if (features.length === 0) return features;
 
+  // Sanitize NaN/Infinity to 0 before computing stats.
+  // Meyda spectral features can produce NaN on near-silent frames (0/0),
+  // and a single NaN would poison the entire modality group.
+  const clean = features.map((v) => (Number.isFinite(v) ? v : 0));
+
   let sum = 0;
-  for (const v of features) sum += v;
-  const mean = sum / features.length;
+  for (const v of clean) sum += v;
+  const mean = sum / clean.length;
 
   let sqSum = 0;
-  for (const v of features) sqSum += (v - mean) * (v - mean);
-  const std = Math.sqrt(sqSum / features.length);
+  for (const v of clean) sqSum += (v - mean) * (v - mean);
+  const std = Math.sqrt(sqSum / clean.length);
 
-  if (std === 0) return features.map(() => 0);
-  return features.map((v) => (v - mean) / std);
+  if (std === 0) return clean.map(() => 0);
+  return clean.map((v) => (v - mean) / std);
 }
 
 export function fuseFeatures(

package/src/pulse.ts

@@ -181,11 +181,16 @@ async function processSensorData(
       const audioNZ = features.slice(0, 44).filter((v) => v !== 0).length;
       const motionNZ = features.slice(44, 98).filter((v) => v !== 0).length;
       const touchNZ = features.slice(98, 134).filter((v) => v !== 0).length;
+      const rawAudio = sensorData.audio?.samples.length ?? 0;
+      const rawMotion = sensorData.motion.length;
+      const rawTouch = sensorData.touch.length;
+      // First 3 feature values as a fingerprint to detect identical data
+      const sig = features.slice(0, 3).map((v) => v.toFixed(4)).join(",");
       return {
         success: false,
         commitment: tbh.commitmentBytes,
         isFirstVerification: false,
-        error: `Proof failed (distance=${distance}, audio=${audioNZ}/44, motion=${motionNZ}/54, touch=${touchNZ}/36): ${proofErr?.message ?? proofErr}`,
+        error: `Proof failed (dist=${distance}, feat=${audioNZ}/${motionNZ}/${touchNZ}, raw=${rawAudio}/${rawMotion}/${rawTouch}, sig=${sig}): ${proofErr?.message ?? proofErr}`,
       };
     }
   }