@rexai/pulse-react 1.0.1 → 1.1.0

package/README.md

@@ -1,6 +1,6 @@
 # @rexai/pulse-react
 
-React SDK for rPPG health analysis - measure heart rate, HRV, SpO2, and more from any camera using remote photoplethysmography.
+React SDK for comprehensive health analysis - measure heart rate, HRV, SpO2, skin health, voice biomarkers, and eye health from any camera or microphone using AI-powered analysis.
 
 ## Installation
 
@@ -101,7 +101,7 @@ const client = new PulseClient({
   apiKey: 'pk_live_YOUR_API_KEY'
 });
 
-// Analyze a video blob
+// Analyze a video blob for medical vitals
 const vitals = await client.analyze({
   video: videoBlob,
   age: 30,
@@ -110,6 +110,35 @@ const vitals = await client.analyze({
 
 console.log(vitals.heart_rate);  // 72
 console.log(vitals.spo2);        // 98
+
+// Analyze beauty/skin metrics
+const beauty = await client.analyzeBeauty({
+  video: videoBlob,
+  age: 30,
+  gender: 'female'
+});
+
+console.log(beauty.summary.skin_age);  // 28
+console.log(beauty.surface.hydration); // 75
+
+// Analyze voice for health biomarkers
+const voice = await client.analyzeVoice({
+  audio: audioBlob
+});
+
+console.log(voice.stress_score);       // 35
+console.log(voice.respiratory_rate);   // 16
+console.log(voice.wellness_score);     // 72
+
+// Analyze eye health
+const eye = await client.analyzeEye({
+  video: videoBlob
+});
+
+console.log(eye.overall_score);        // 85
+console.log(eye.cataract.risk_level);  // "low"
+console.log(eye.red_eye.is_inflamed);  // false
+console.log(eye.recommendations);      // ["Maintain regular eye exams", ...]
 ```
 
 ## Hooks
@@ -130,6 +159,8 @@ function CustomScanner() {
 
 ## Vitals Returned
 
+### Medical Analysis (`analyze`)
+
 | Metric | Type | Description |
 |--------|------|-------------|
 | `heart_rate` | number | Heart rate in BPM |
@@ -142,6 +173,41 @@ function CustomScanner() {
 | `recovery_score` | number | Recovery score % |
 | `vascular_age` | number | Estimated vascular age |
 
+### Voice Analysis (`analyzeVoice`)
+
+| Metric | Type | Description |
+|--------|------|-------------|
+| `stress_score` | number | Voice stress score (0-100) |
+| `fatigue_score` | number | Fatigue indicator (0-100) |
+| `anxiety_level` | string | Anxiety level (low/mild/moderate/high) |
+| `respiratory_rate` | number | Breathing rate from audio |
+| `respiratory_health` | number | Respiratory health score |
+| `cough_detected` | boolean | Cough presence detected |
+| `depression_risk` | string | Depression risk indicator |
+| `cognitive_load` | string | Mental load level |
+| `wellness_score` | number | Overall wellness (0-100) |
+| `composite_scores` | object | Mental, physical, cognitive, resilience scores |
+
+### Eye Analysis (`analyzeEye`)
+
+| Metric | Type | Description |
+|--------|------|-------------|
+| `overall_score` | number | Overall eye health score (0-100) |
+| `health_level` | string | Health level (Excellent/Good/Fair/Needs Attention) |
+| `cataract` | object | Cataract screening results |
+| `cataract.opacity_score` | number | Lens opacity measurement (0-100) |
+| `cataract.risk_level` | string | Risk level (low/mild/moderate/high) |
+| `red_eye` | object | Red eye/inflammation detection |
+| `red_eye.redness_score` | number | Redness measurement (0-100) |
+| `red_eye.is_inflamed` | boolean | Inflammation detected |
+| `lens_clarity` | object | Lens clarity assessment |
+| `pupil` | object | Pupil analysis results |
+| `pterygium` | object | Pterygium detection |
+| `stye` | object | Stye/chalazion detection |
+| `sclera` | object | Sclera health (yellowing/jaundice risk) |
+| `recommendations` | string[] | Personalized recommendations |
+| `analysis_confidence` | number | Analysis confidence % |
+
 ## Getting an API Key
 
 Contact us for API access or visit the developer portal to generate your API key.

package/dist/index.d.mts

@@ -127,6 +127,117 @@ interface BeautyResult {
     physiology: BeautyPhysiology;
     recommendations: BeautyRecommendations;
 }
+interface VoiceCompositeScores {
+    mental_score: number;
+    physical_score: number;
+    cognitive_score: number;
+    resilience_score: number;
+}
+interface VoiceMoodIndicators {
+    monotone_speech?: boolean;
+    reduced_prosody?: boolean;
+    normal_prosody?: boolean;
+    slow_speech?: boolean;
+    slightly_slow?: boolean;
+    normal_rate?: boolean;
+    excessive_pauses?: boolean;
+    frequent_pauses?: boolean;
+    normal_pauses?: boolean;
+    low_energy?: boolean;
+    reduced_energy?: boolean;
+    normal_energy?: boolean;
+    low_pitch?: boolean;
+}
+interface VoiceResult {
+    stress_score: number;
+    fatigue_score: number;
+    anxiety_level: 'low' | 'mild' | 'moderate' | 'high' | 'unknown';
+    anxiety_confidence: number;
+    voice_quality: 'normal' | 'slightly_strained' | 'strained' | 'unknown';
+    pitch_variability: number;
+    speech_rate: number;
+    pause_ratio: number;
+    tremor_index: number;
+    energy_variability: number;
+    respiratory_rate: number;
+    breathing_regularity: number;
+    breath_depth: 'shallow' | 'normal' | 'deep' | 'unknown';
+    respiratory_health: number;
+    cough_detected: boolean;
+    cough_count: number;
+    wheeze_detected: boolean;
+    respiratory_concern: 'none' | 'mild' | 'moderate' | 'high' | 'unknown';
+    depression_risk: 'low' | 'mild' | 'moderate' | 'elevated' | 'unknown';
+    depression_score: number;
+    mood_indicators: VoiceMoodIndicators;
+    cognitive_load: 'low' | 'normal' | 'moderate' | 'high' | 'unknown';
+    cognitive_score: number;
+    focus_indicator: 'relaxed' | 'stable' | 'engaged' | 'distracted' | 'unknown';
+    composite_scores: VoiceCompositeScores;
+    wellness_score: number;
+    wellness_level: 'excellent' | 'good' | 'fair' | 'needs_attention' | 'concerning' | 'unknown';
+    pitch_mean: number;
+    pitch_range: number;
+    energy_dynamics: number;
+    rhythm_regularity: number;
+    jitter: number;
+    shimmer: number;
+    duration_seconds: number;
+    analysis_confidence: number;
+    analysis_version: string;
+}
+interface EyeCataract {
+    opacity_score: number;
+    risk_level: 'low' | 'mild' | 'moderate' | 'elevated' | 'high' | 'unknown';
+    risk_confidence: number;
+    description: string;
+    recommendation: string;
+}
+interface EyeRedEye {
+    redness_score: number;
+    risk_level: 'low' | 'mild' | 'moderate' | 'elevated' | 'high' | 'unknown';
+    is_inflamed: boolean;
+    description: string;
+}
+interface EyeLensClarity {
+    score: number;
+    level: 'clear' | 'moderate' | 'cloudy' | 'unknown';
+}
+interface EyePupil {
+    regularity_score: number;
+    status: 'normal' | 'irregular' | 'unknown';
+}
+interface EyePterygium {
+    detected: boolean;
+    confidence: number;
+    severity?: 'mild' | 'moderate' | 'severe';
+    description?: string;
+}
+interface EyeStye {
+    detected: boolean;
+    confidence: number;
+}
+interface EyeSclera {
+    yellowing_score: number;
+    jaundice_risk: 'low' | 'moderate' | 'high' | 'unknown';
+    color_health: 'healthy' | 'monitor' | 'unknown';
+}
+interface EyeResult {
+    status: 'success' | 'partial' | 'error';
+    overall_score: number;
+    health_level: 'Excellent' | 'Good' | 'Fair' | 'Needs Attention' | 'Unknown';
+    cataract: EyeCataract;
+    red_eye: EyeRedEye;
+    lens_clarity: EyeLensClarity;
+    pupil: EyePupil;
+    pterygium: EyePterygium;
+    stye: EyeStye;
+    sclera: EyeSclera;
+    recommendations: string[];
+    frames_analyzed: number;
+    analysis_confidence: number;
+    analysis_version?: string;
+}
 interface APIResponse<T> {
     status: 'success' | 'error';
     data: T;
@@ -291,6 +402,20 @@ interface BeautyAnalyzeOptions {
     /** User's gender */
     gender?: 'male' | 'female';
 }
+/**
+ * Options for voice health analysis
+ */
+interface VoiceAnalyzeOptions {
+    /** Audio blob to analyze (webm, wav, mp3, ogg, m4a) */
+    audio: Blob;
+}
+/**
+ * Options for eye health analysis
+ */
+interface EyeAnalyzeOptions {
+    /** Video blob to analyze (webm or mp4) */
+    video: Blob;
+}
 /**
  * PulseAI API Client
  *
@@ -316,6 +441,30 @@ declare class PulseClient {
      * Returns skin age, texture, hydration, symmetry, and recommendations.
      */
     analyzeBeauty(options: BeautyAnalyzeOptions): Promise<BeautyResult>;
+    /**
+     * Analyze audio for voice health biomarkers
+     * Returns stress, fatigue, respiratory rate, cognitive load, and wellness scores.
+     *
+     * @example
+     * ```typescript
+     * const voiceResult = await client.analyzeVoice({ audio: audioBlob });
+     * console.log(voiceResult.stress_score);
+     * console.log(voiceResult.respiratory_rate);
+     * ```
+     */
+    analyzeVoice(options: VoiceAnalyzeOptions): Promise<VoiceResult>;
+    /**
+     * Analyze video for eye health screening
+     * Returns cataract risk, red eye detection, lens clarity, pupil analysis, and more.
+     *
+     * @example
+     * ```typescript
+     * const eyeResult = await client.analyzeEye({ video: videoBlob });
+     * console.log(eyeResult.overall_score);
+     * console.log(eyeResult.cataract.risk_level);
+     * ```
+     */
+    analyzeEye(options: EyeAnalyzeOptions): Promise<EyeResult>;
     /**
      * Check API health status
      */
@@ -427,6 +576,6 @@ declare function useRecording(stream: MediaStream | null, options?: UseRecording
  * @packageDocumentation
  */
 
-declare const VERSION = "1.0.0";
+declare const VERSION = "1.2.0";
 
-export { type APIError, type APIResponse, type AnalyzeOptions, type ArrhythmiaResult, type BMIEstimate, type BeautyAnalyzeOptions, type BeautyGeometry, type BeautyPhysiology, type BeautyRecommendations, type BeautyResult, type BeautySummary, type BeautySurface, type BloodPressure, type CompositeScores, type FaceDetectionResult, type MentalWellness, PulseClient, type PulseClientConfig, PulseScanner, type PulseScannerProps, type ScannerStatus, type UseCameraOptions, type UseCameraReturn, type UseFaceDetectionOptions, type UseFaceDetectionReturn, type UseRecordingOptions, type UseRecordingReturn, VERSION, type VisualAnalysis, VitalsCard, VitalsCardFromResult, type VitalsCardProps, type VitalsResult, useCamera, useFaceDetection, useRecording };
+export { type APIError, type APIResponse, type AnalyzeOptions, type ArrhythmiaResult, type BMIEstimate, type BeautyAnalyzeOptions, type BeautyGeometry, type BeautyPhysiology, type BeautyRecommendations, type BeautyResult, type BeautySummary, type BeautySurface, type BloodPressure, type CompositeScores, type EyeAnalyzeOptions, type EyeCataract, type EyeLensClarity, type EyePterygium, type EyePupil, type EyeRedEye, type EyeResult, type EyeSclera, type EyeStye, type FaceDetectionResult, type MentalWellness, PulseClient, type PulseClientConfig, PulseScanner, type PulseScannerProps, type ScannerStatus, type UseCameraOptions, type UseCameraReturn, type UseFaceDetectionOptions, type UseFaceDetectionReturn, type UseRecordingOptions, type UseRecordingReturn, VERSION, type VisualAnalysis, VitalsCard, VitalsCardFromResult, type VitalsCardProps, type VitalsResult, type VoiceAnalyzeOptions, type VoiceCompositeScores, type VoiceMoodIndicators, type VoiceResult, useCamera, useFaceDetection, useRecording };

package/dist/index.d.ts

@@ -127,6 +127,117 @@ interface BeautyResult {
     physiology: BeautyPhysiology;
     recommendations: BeautyRecommendations;
 }
+interface VoiceCompositeScores {
+    mental_score: number;
+    physical_score: number;
+    cognitive_score: number;
+    resilience_score: number;
+}
+interface VoiceMoodIndicators {
+    monotone_speech?: boolean;
+    reduced_prosody?: boolean;
+    normal_prosody?: boolean;
+    slow_speech?: boolean;
+    slightly_slow?: boolean;
+    normal_rate?: boolean;
+    excessive_pauses?: boolean;
+    frequent_pauses?: boolean;
+    normal_pauses?: boolean;
+    low_energy?: boolean;
+    reduced_energy?: boolean;
+    normal_energy?: boolean;
+    low_pitch?: boolean;
+}
+interface VoiceResult {
+    stress_score: number;
+    fatigue_score: number;
+    anxiety_level: 'low' | 'mild' | 'moderate' | 'high' | 'unknown';
+    anxiety_confidence: number;
+    voice_quality: 'normal' | 'slightly_strained' | 'strained' | 'unknown';
+    pitch_variability: number;
+    speech_rate: number;
+    pause_ratio: number;
+    tremor_index: number;
+    energy_variability: number;
+    respiratory_rate: number;
+    breathing_regularity: number;
+    breath_depth: 'shallow' | 'normal' | 'deep' | 'unknown';
+    respiratory_health: number;
+    cough_detected: boolean;
+    cough_count: number;
+    wheeze_detected: boolean;
+    respiratory_concern: 'none' | 'mild' | 'moderate' | 'high' | 'unknown';
+    depression_risk: 'low' | 'mild' | 'moderate' | 'elevated' | 'unknown';
+    depression_score: number;
+    mood_indicators: VoiceMoodIndicators;
+    cognitive_load: 'low' | 'normal' | 'moderate' | 'high' | 'unknown';
+    cognitive_score: number;
+    focus_indicator: 'relaxed' | 'stable' | 'engaged' | 'distracted' | 'unknown';
+    composite_scores: VoiceCompositeScores;
+    wellness_score: number;
+    wellness_level: 'excellent' | 'good' | 'fair' | 'needs_attention' | 'concerning' | 'unknown';
+    pitch_mean: number;
+    pitch_range: number;
+    energy_dynamics: number;
+    rhythm_regularity: number;
+    jitter: number;
+    shimmer: number;
+    duration_seconds: number;
+    analysis_confidence: number;
+    analysis_version: string;
+}
+interface EyeCataract {
+    opacity_score: number;
+    risk_level: 'low' | 'mild' | 'moderate' | 'elevated' | 'high' | 'unknown';
+    risk_confidence: number;
+    description: string;
+    recommendation: string;
+}
+interface EyeRedEye {
+    redness_score: number;
+    risk_level: 'low' | 'mild' | 'moderate' | 'elevated' | 'high' | 'unknown';
+    is_inflamed: boolean;
+    description: string;
+}
+interface EyeLensClarity {
+    score: number;
+    level: 'clear' | 'moderate' | 'cloudy' | 'unknown';
+}
+interface EyePupil {
+    regularity_score: number;
+    status: 'normal' | 'irregular' | 'unknown';
+}
+interface EyePterygium {
+    detected: boolean;
+    confidence: number;
+    severity?: 'mild' | 'moderate' | 'severe';
+    description?: string;
+}
+interface EyeStye {
+    detected: boolean;
+    confidence: number;
+}
+interface EyeSclera {
+    yellowing_score: number;
+    jaundice_risk: 'low' | 'moderate' | 'high' | 'unknown';
+    color_health: 'healthy' | 'monitor' | 'unknown';
+}
+interface EyeResult {
+    status: 'success' | 'partial' | 'error';
+    overall_score: number;
+    health_level: 'Excellent' | 'Good' | 'Fair' | 'Needs Attention' | 'Unknown';
+    cataract: EyeCataract;
+    red_eye: EyeRedEye;
+    lens_clarity: EyeLensClarity;
+    pupil: EyePupil;
+    pterygium: EyePterygium;
+    stye: EyeStye;
+    sclera: EyeSclera;
+    recommendations: string[];
+    frames_analyzed: number;
+    analysis_confidence: number;
+    analysis_version?: string;
+}
 interface APIResponse<T> {
     status: 'success' | 'error';
     data: T;
@@ -291,6 +402,20 @@ interface BeautyAnalyzeOptions {
     /** User's gender */
     gender?: 'male' | 'female';
 }
+/**
+ * Options for voice health analysis
+ */
+interface VoiceAnalyzeOptions {
+    /** Audio blob to analyze (webm, wav, mp3, ogg, m4a) */
+    audio: Blob;
+}
+/**
+ * Options for eye health analysis
+ */
+interface EyeAnalyzeOptions {
+    /** Video blob to analyze (webm or mp4) */
+    video: Blob;
+}
 /**
  * PulseAI API Client
  *
@@ -316,6 +441,30 @@ declare class PulseClient {
      * Returns skin age, texture, hydration, symmetry, and recommendations.
      */
     analyzeBeauty(options: BeautyAnalyzeOptions): Promise<BeautyResult>;
+    /**
+     * Analyze audio for voice health biomarkers
+     * Returns stress, fatigue, respiratory rate, cognitive load, and wellness scores.
+     *
+     * @example
+     * ```typescript
+     * const voiceResult = await client.analyzeVoice({ audio: audioBlob });
+     * console.log(voiceResult.stress_score);
+     * console.log(voiceResult.respiratory_rate);
+     * ```
+     */
+    analyzeVoice(options: VoiceAnalyzeOptions): Promise<VoiceResult>;
+    /**
+     * Analyze video for eye health screening
+     * Returns cataract risk, red eye detection, lens clarity, pupil analysis, and more.
+     *
+     * @example
+     * ```typescript
+     * const eyeResult = await client.analyzeEye({ video: videoBlob });
+     * console.log(eyeResult.overall_score);
+     * console.log(eyeResult.cataract.risk_level);
+     * ```
+     */
+    analyzeEye(options: EyeAnalyzeOptions): Promise<EyeResult>;
     /**
      * Check API health status
      */
@@ -427,6 +576,6 @@ declare function useRecording(stream: MediaStream | null, options?: UseRecording
  * @packageDocumentation
  */
 
-declare const VERSION = "1.0.0";
+declare const VERSION = "1.2.0";
 
-export { type APIError, type APIResponse, type AnalyzeOptions, type ArrhythmiaResult, type BMIEstimate, type BeautyAnalyzeOptions, type BeautyGeometry, type BeautyPhysiology, type BeautyRecommendations, type BeautyResult, type BeautySummary, type BeautySurface, type BloodPressure, type CompositeScores, type FaceDetectionResult, type MentalWellness, PulseClient, type PulseClientConfig, PulseScanner, type PulseScannerProps, type ScannerStatus, type UseCameraOptions, type UseCameraReturn, type UseFaceDetectionOptions, type UseFaceDetectionReturn, type UseRecordingOptions, type UseRecordingReturn, VERSION, type VisualAnalysis, VitalsCard, VitalsCardFromResult, type VitalsCardProps, type VitalsResult, useCamera, useFaceDetection, useRecording };
+export { type APIError, type APIResponse, type AnalyzeOptions, type ArrhythmiaResult, type BMIEstimate, type BeautyAnalyzeOptions, type BeautyGeometry, type BeautyPhysiology, type BeautyRecommendations, type BeautyResult, type BeautySummary, type BeautySurface, type BloodPressure, type CompositeScores, type EyeAnalyzeOptions, type EyeCataract, type EyeLensClarity, type EyePterygium, type EyePupil, type EyeRedEye, type EyeResult, type EyeSclera, type EyeStye, type FaceDetectionResult, type MentalWellness, PulseClient, type PulseClientConfig, PulseScanner, type PulseScannerProps, type ScannerStatus, type UseCameraOptions, type UseCameraReturn, type UseFaceDetectionOptions, type UseFaceDetectionReturn, type UseRecordingOptions, type UseRecordingReturn, VERSION, type VisualAnalysis, VitalsCard, VitalsCardFromResult, type VitalsCardProps, type VitalsResult, type VoiceAnalyzeOptions, type VoiceCompositeScores, type VoiceMoodIndicators, type VoiceResult, useCamera, useFaceDetection, useRecording };

package/dist/index.js

@@ -426,6 +426,40 @@ var PulseClient = class {
     const response = await this.request("/analyze/beauty", formData);
     return response;
   }
+  /**
+   * Analyze audio for voice health biomarkers
+   * Returns stress, fatigue, respiratory rate, cognitive load, and wellness scores.
+   * 
+   * @example
+   * ```typescript
+   * const voiceResult = await client.analyzeVoice({ audio: audioBlob });
+   * console.log(voiceResult.stress_score);
+   * console.log(voiceResult.respiratory_rate);
+   * ```
+   */
+  async analyzeVoice(options) {
+    const formData = new FormData();
+    formData.append("audio", options.audio, "voice_recording.webm");
+    const response = await this.request("/analyze-voice", formData);
+    return response;
+  }
+  /**
+   * Analyze video for eye health screening
+   * Returns cataract risk, red eye detection, lens clarity, pupil analysis, and more.
+   * 
+   * @example
+   * ```typescript
+   * const eyeResult = await client.analyzeEye({ video: videoBlob });
+   * console.log(eyeResult.overall_score);
+   * console.log(eyeResult.cataract.risk_level);
+   * ```
+   */
+  async analyzeEye(options) {
+    const formData = new FormData();
+    formData.append("video", options.video, "eye_scan.webm");
+    const response = await this.request("/analyze/eye", formData);
+    return response;
+  }
   /**
    * Check API health status
    */
@@ -836,7 +870,7 @@ var VitalsCardFromResult = ({ result, ...props }) => {
 };
 
 // src/index.ts
-var VERSION = "1.0.0";
+var VERSION = "1.2.0";
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   PulseClient,

package/dist/index.mjs

@@ -382,6 +382,40 @@ var PulseClient = class {
     const response = await this.request("/analyze/beauty", formData);
     return response;
   }
+  /**
+   * Analyze audio for voice health biomarkers
+   * Returns stress, fatigue, respiratory rate, cognitive load, and wellness scores.
+   * 
+   * @example
+   * ```typescript
+   * const voiceResult = await client.analyzeVoice({ audio: audioBlob });
+   * console.log(voiceResult.stress_score);
+   * console.log(voiceResult.respiratory_rate);
+   * ```
+   */
+  async analyzeVoice(options) {
+    const formData = new FormData();
+    formData.append("audio", options.audio, "voice_recording.webm");
+    const response = await this.request("/analyze-voice", formData);
+    return response;
+  }
+  /**
+   * Analyze video for eye health screening
+   * Returns cataract risk, red eye detection, lens clarity, pupil analysis, and more.
+   * 
+   * @example
+   * ```typescript
+   * const eyeResult = await client.analyzeEye({ video: videoBlob });
+   * console.log(eyeResult.overall_score);
+   * console.log(eyeResult.cataract.risk_level);
+   * ```
+   */
+  async analyzeEye(options) {
+    const formData = new FormData();
+    formData.append("video", options.video, "eye_scan.webm");
+    const response = await this.request("/analyze/eye", formData);
+    return response;
+  }
   /**
    * Check API health status
    */
@@ -792,7 +826,7 @@ var VitalsCardFromResult = ({ result, ...props }) => {
 };
 
 // src/index.ts
-var VERSION = "1.0.0";
+var VERSION = "1.2.0";
 export {
   PulseClient,
   PulseScanner,

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "@rexai/pulse-react",
-    "version": "1.0.1",
-    "description": "React SDK for rPPG health analysis - measure heart rate, HRV, SpO2 from any camera",
+    "version": "1.1.0",
+    "description": "React SDK for rPPG health analysis - measure heart rate, HRV, SpO2, voice biomarkers from any camera",
     "main": "dist/index.js",
     "module": "dist/index.mjs",
     "types": "dist/index.d.ts",
@@ -55,7 +55,11 @@
         "react",
         "telehealth",
         "telemedicine",
-        "rexai"
+        "rexai",
+        "voice-analysis",
+        "respiratory",
+        "stress-detection",
+        "wellness"
     ],
     "author": "RexAI",
     "license": "MIT",