@runanywhere/core 0.16.0

package/ios/Binaries/RACommons.xcframework/ios-arm64/RACommons.framework/Headers/rac_vad_energy.h

@@ -0,0 +1,443 @@
+/**
+ * @file rac_vad_energy.h
+ * @brief Energy-based Voice Activity Detection
+ *
+ * C port of Swift's SimpleEnergyVADService.swift
+ * Swift Source: Sources/RunAnywhere/Features/VAD/Services/SimpleEnergyVADService.swift
+ *
+ * IMPORTANT: This is a direct translation of the Swift implementation.
+ * Do NOT add features not present in the Swift code.
+ */
+
+#ifndef RAC_VAD_ENERGY_H
+#define RAC_VAD_ENERGY_H
+
+#include <RACommons/rac_error.h>
+#include <RACommons/rac_types.h>
+#include <RACommons/rac_vad_types.h>
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+// =============================================================================
+// CONSTANTS - Mirrors Swift's VADConstants
+// NOTE: Core constants (RAC_VAD_DEFAULT_SAMPLE_RATE, RAC_VAD_DEFAULT_FRAME_LENGTH,
+//       RAC_VAD_DEFAULT_ENERGY_THRESHOLD, RAC_VAD_DEFAULT_CALIBRATION_MULTIPLIER)
+//       are defined in rac_vad_types.h
+// =============================================================================
+
+/** Frames of voice needed to start speech (normal mode) */
+#define RAC_VAD_VOICE_START_THRESHOLD 1
+
+/** Frames of silence needed to end speech (normal mode) */
+#define RAC_VAD_VOICE_END_THRESHOLD 12
+
+/** Frames of voice needed during TTS (prevents feedback) */
+#define RAC_VAD_TTS_VOICE_START_THRESHOLD 10
+
+/** Frames of silence needed during TTS */
+#define RAC_VAD_TTS_VOICE_END_THRESHOLD 5
+
+/** Number of calibration frames needed (~2 seconds at 100ms) */
+#define RAC_VAD_CALIBRATION_FRAMES_NEEDED 20
+
+/** Default calibration multiplier */
+#define RAC_VAD_DEFAULT_CALIBRATION_MULTIPLIER 2.0f
+
+/** Default TTS threshold multiplier */
+#define RAC_VAD_DEFAULT_TTS_THRESHOLD_MULTIPLIER 3.0f
+
+/** Maximum threshold cap */
+#define RAC_VAD_MAX_THRESHOLD 0.020f
+
+/** Minimum threshold */
+#define RAC_VAD_MIN_THRESHOLD 0.003f
+
+/** Maximum recent values for statistics */
+#define RAC_VAD_MAX_RECENT_VALUES 50
+
+// =============================================================================
+// TYPES
+// =============================================================================
+
+/**
+ * @brief Opaque handle for energy VAD service.
+ */
+typedef struct rac_energy_vad* rac_energy_vad_handle_t;
+
+/**
+ * @brief Speech activity event types.
+ * Mirrors Swift's SpeechActivityEvent enum.
+ */
+typedef enum rac_speech_activity_event {
+    RAC_SPEECH_ACTIVITY_STARTED = 0, /**< Speech has started */
+    RAC_SPEECH_ACTIVITY_ENDED = 1    /**< Speech has ended */
+} rac_speech_activity_event_t;
+
+/**
+ * @brief Configuration for energy VAD.
+ * Mirrors Swift's SimpleEnergyVADService init parameters.
+ */
+typedef struct rac_energy_vad_config {
+    /** Audio sample rate (default: 16000) */
+    int32_t sample_rate;
+
+    /** Frame length in seconds (default: 0.1 = 100ms) */
+    float frame_length;
+
+    /** Energy threshold for voice detection (default: 0.005) */
+    float energy_threshold;
+} rac_energy_vad_config_t;
+
+/**
+ * @brief Default energy VAD configuration.
+ */
+static const rac_energy_vad_config_t RAC_ENERGY_VAD_CONFIG_DEFAULT = {
+    .sample_rate = RAC_VAD_DEFAULT_SAMPLE_RATE,
+    .frame_length = RAC_VAD_DEFAULT_FRAME_LENGTH,
+    .energy_threshold = RAC_VAD_DEFAULT_ENERGY_THRESHOLD};
+
+/**
+ * @brief Energy VAD statistics for debugging.
+ * Mirrors Swift's SimpleEnergyVADService.getStatistics().
+ * Note: This is separate from rac_vad_statistics_t in rac_vad_types.h
+ */
+typedef struct rac_energy_vad_stats {
+    /** Current energy value */
+    float current;
+
+    /** Current threshold value */
+    float threshold;
+
+    /** Ambient noise level from calibration */
+    float ambient;
+
+    /** Recent average energy */
+    float recent_avg;
+
+    /** Recent maximum energy */
+    float recent_max;
+} rac_energy_vad_stats_t;
+
+/**
+ * @brief Callback for speech activity events.
+ * Mirrors Swift's onSpeechActivity callback.
+ *
+ * @param event The speech activity event type
+ * @param user_data User-provided context
+ */
+typedef void (*rac_speech_activity_callback_fn)(rac_speech_activity_event_t event, void* user_data);
+
+/**
+ * @brief Callback for processed audio buffers.
+ * Mirrors Swift's onAudioBuffer callback.
+ *
+ * @param audio_data Audio data buffer
+ * @param audio_size Size of audio data in bytes
+ * @param user_data User-provided context
+ */
+typedef void (*rac_audio_buffer_callback_fn)(const void* audio_data, size_t audio_size,
+                                             void* user_data);
+
+// =============================================================================
+// LIFECYCLE API - Mirrors Swift's VADService protocol
+// =============================================================================
+
+/**
+ * @brief Create an energy VAD service.
+ *
+ * Mirrors Swift's SimpleEnergyVADService init.
+ *
+ * @param config Configuration (can be NULL for defaults)
+ * @param out_handle Output: Handle to the created service
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_create(const rac_energy_vad_config_t* config,
+                                           rac_energy_vad_handle_t* out_handle);
+
+/**
+ * @brief Destroy an energy VAD service.
+ *
+ * @param handle Service handle to destroy
+ */
+RAC_API void rac_energy_vad_destroy(rac_energy_vad_handle_t handle);
+
+/**
+ * @brief Initialize the VAD service.
+ *
+ * Mirrors Swift's VADService.initialize().
+ * This starts the service and begins calibration.
+ *
+ * @param handle Service handle
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_initialize(rac_energy_vad_handle_t handle);
+
+/**
+ * @brief Start voice activity detection.
+ *
+ * Mirrors Swift's SimpleEnergyVADService.start().
+ *
+ * @param handle Service handle
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_start(rac_energy_vad_handle_t handle);
+
+/**
+ * @brief Stop voice activity detection.
+ *
+ * Mirrors Swift's SimpleEnergyVADService.stop().
+ *
+ * @param handle Service handle
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_stop(rac_energy_vad_handle_t handle);
+
+/**
+ * @brief Reset the VAD state.
+ *
+ * Mirrors Swift's VADService.reset().
+ *
+ * @param handle Service handle
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_reset(rac_energy_vad_handle_t handle);
+
+// =============================================================================
+// PROCESSING API
+// =============================================================================
+
+/**
+ * @brief Process raw audio data for voice activity detection.
+ *
+ * Mirrors Swift's SimpleEnergyVADService.processAudioData(_:).
+ *
+ * @param handle Service handle
+ * @param audio_data Array of audio samples (float32)
+ * @param sample_count Number of samples
+ * @param out_has_voice Output: Whether voice was detected
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_process_audio(rac_energy_vad_handle_t handle,
+                                                  const float* audio_data, size_t sample_count,
+                                                  rac_bool_t* out_has_voice);
+
+/**
+ * @brief Calculate RMS energy of an audio signal.
+ *
+ * Mirrors Swift's calculateAverageEnergy(of:) using vDSP_rmsqv.
+ *
+ * @param audio_data Array of audio samples (float32)
+ * @param sample_count Number of samples
+ * @return RMS energy value, or 0.0 if empty
+ */
+RAC_API float rac_energy_vad_calculate_rms(const float* audio_data, size_t sample_count);
+
+// =============================================================================
+// PAUSE/RESUME API
+// =============================================================================
+
+/**
+ * @brief Pause VAD processing.
+ *
+ * Mirrors Swift's SimpleEnergyVADService.pause().
+ *
+ * @param handle Service handle
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_pause(rac_energy_vad_handle_t handle);
+
+/**
+ * @brief Resume VAD processing.
+ *
+ * Mirrors Swift's SimpleEnergyVADService.resume().
+ *
+ * @param handle Service handle
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_resume(rac_energy_vad_handle_t handle);
+
+// =============================================================================
+// CALIBRATION API
+// =============================================================================
+
+/**
+ * @brief Start automatic calibration to determine ambient noise level.
+ *
+ * Mirrors Swift's SimpleEnergyVADService.startCalibration().
+ * Non-blocking; call rac_energy_vad_is_calibrating() to check status.
+ *
+ * @param handle Service handle
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_start_calibration(rac_energy_vad_handle_t handle);
+
+/**
+ * @brief Check if calibration is in progress.
+ *
+ * @param handle Service handle
+ * @param out_is_calibrating Output: RAC_TRUE if calibrating
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_is_calibrating(rac_energy_vad_handle_t handle,
+                                                   rac_bool_t* out_is_calibrating);
+
+/**
+ * @brief Set calibration parameters.
+ *
+ * Mirrors Swift's setCalibrationParameters(multiplier:).
+ *
+ * @param handle Service handle
+ * @param multiplier Calibration multiplier (clamped to 1.5-4.0)
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_set_calibration_multiplier(rac_energy_vad_handle_t handle,
+                                                               float multiplier);
+
+// =============================================================================
+// TTS FEEDBACK PREVENTION API
+// =============================================================================
+
+/**
+ * @brief Notify VAD that TTS is about to start playing.
+ *
+ * Mirrors Swift's notifyTTSWillStart().
+ * Increases threshold to prevent TTS audio from triggering VAD.
+ *
+ * @param handle Service handle
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_notify_tts_start(rac_energy_vad_handle_t handle);
+
+/**
+ * @brief Notify VAD that TTS has finished playing.
+ *
+ * Mirrors Swift's notifyTTSDidFinish().
+ * Restores threshold to base value.
+ *
+ * @param handle Service handle
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_notify_tts_finish(rac_energy_vad_handle_t handle);
+
+/**
+ * @brief Set TTS threshold multiplier.
+ *
+ * Mirrors Swift's setTTSThresholdMultiplier(_:).
+ *
+ * @param handle Service handle
+ * @param multiplier TTS threshold multiplier (clamped to 2.0-5.0)
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_set_tts_multiplier(rac_energy_vad_handle_t handle,
+                                                       float multiplier);
+
+// =============================================================================
+// STATE QUERY API
+// =============================================================================
+
+/**
+ * @brief Check if speech is currently active.
+ *
+ * Mirrors Swift's VADService.isSpeechActive property.
+ *
+ * @param handle Service handle
+ * @param out_is_active Output: RAC_TRUE if speech is active
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_is_speech_active(rac_energy_vad_handle_t handle,
+                                                     rac_bool_t* out_is_active);
+
+/**
+ * @brief Get current energy threshold.
+ *
+ * @param handle Service handle
+ * @param out_threshold Output: Current threshold value
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_get_threshold(rac_energy_vad_handle_t handle,
+                                                  float* out_threshold);
+
+/**
+ * @brief Set energy threshold.
+ *
+ * @param handle Service handle
+ * @param threshold New threshold value
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_set_threshold(rac_energy_vad_handle_t handle, float threshold);
+
+/**
+ * @brief Get VAD statistics for debugging.
+ *
+ * Mirrors Swift's getStatistics().
+ *
+ * @param handle Service handle
+ * @param out_stats Output: VAD statistics
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_get_statistics(rac_energy_vad_handle_t handle,
+                                                   rac_energy_vad_stats_t* out_stats);
+
+/**
+ * @brief Get sample rate.
+ *
+ * Mirrors Swift's sampleRate property.
+ *
+ * @param handle Service handle
+ * @param out_sample_rate Output: Sample rate
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_get_sample_rate(rac_energy_vad_handle_t handle,
+                                                    int32_t* out_sample_rate);
+
+/**
+ * @brief Get frame length in samples.
+ *
+ * Mirrors Swift's frameLengthSamples property.
+ *
+ * @param handle Service handle
+ * @param out_frame_length Output: Frame length in samples
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_get_frame_length_samples(rac_energy_vad_handle_t handle,
+                                                             int32_t* out_frame_length);
+
+// =============================================================================
+// CALLBACK API
+// =============================================================================
+
+/**
+ * @brief Set speech activity callback.
+ *
+ * Mirrors Swift's onSpeechActivity property.
+ *
+ * @param handle Service handle
+ * @param callback Callback function (can be NULL to clear)
+ * @param user_data User-provided context
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_set_speech_callback(rac_energy_vad_handle_t handle,
+                                                        rac_speech_activity_callback_fn callback,
+                                                        void* user_data);
+
+/**
+ * @brief Set audio buffer callback.
+ *
+ * Mirrors Swift's onAudioBuffer property.
+ *
+ * @param handle Service handle
+ * @param callback Callback function (can be NULL to clear)
+ * @param user_data User-provided context
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_energy_vad_set_audio_callback(rac_energy_vad_handle_t handle,
+                                                       rac_audio_buffer_callback_fn callback,
+                                                       void* user_data);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif /* RAC_VAD_ENERGY_H */

package/ios/Binaries/RACommons.xcframework/ios-arm64/RACommons.framework/Headers/rac_vad_events.h

@@ -0,0 +1,76 @@
+/**
+ * @file rac_vad_events.h
+ * @brief VAD-specific event types - 1:1 port of VADEvent.swift
+ *
+ * Swift Source: Sources/RunAnywhere/Features/VAD/Analytics/VADEvent.swift
+ */
+
+#ifndef RAC_VAD_EVENTS_H
+#define RAC_VAD_EVENTS_H
+
+#include <RACommons/rac_types.h>
+#include <RACommons/rac_events.h>
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+// =============================================================================
+// VAD EVENT TYPES
+// =============================================================================
+
+typedef enum rac_vad_event_type {
+    RAC_VAD_EVENT_INITIALIZED = 0,
+    RAC_VAD_EVENT_INITIALIZATION_FAILED,
+    RAC_VAD_EVENT_CLEANED_UP,
+    RAC_VAD_EVENT_STARTED,
+    RAC_VAD_EVENT_STOPPED,
+    RAC_VAD_EVENT_SPEECH_STARTED,
+    RAC_VAD_EVENT_SPEECH_ENDED,
+    RAC_VAD_EVENT_PAUSED,
+    RAC_VAD_EVENT_RESUMED,
+    RAC_VAD_EVENT_MODEL_LOAD_STARTED,
+    RAC_VAD_EVENT_MODEL_LOAD_COMPLETED,
+    RAC_VAD_EVENT_MODEL_LOAD_FAILED,
+    RAC_VAD_EVENT_MODEL_UNLOADED,
+} rac_vad_event_type_t;
+
+// =============================================================================
+// EVENT PUBLISHING FUNCTIONS
+// =============================================================================
+
+RAC_API rac_result_t rac_vad_event_initialized(rac_inference_framework_t framework);
+
+RAC_API rac_result_t rac_vad_event_initialization_failed(rac_result_t error_code,
+                                                         const char* error_message,
+                                                         rac_inference_framework_t framework);
+
+RAC_API rac_result_t rac_vad_event_cleaned_up(void);
+RAC_API rac_result_t rac_vad_event_started(void);
+RAC_API rac_result_t rac_vad_event_stopped(void);
+RAC_API rac_result_t rac_vad_event_speech_started(void);
+RAC_API rac_result_t rac_vad_event_speech_ended(double duration_ms);
+RAC_API rac_result_t rac_vad_event_paused(void);
+RAC_API rac_result_t rac_vad_event_resumed(void);
+
+RAC_API rac_result_t rac_vad_event_model_load_started(const char* model_id,
+                                                      int64_t model_size_bytes,
+                                                      rac_inference_framework_t framework);
+
+RAC_API rac_result_t rac_vad_event_model_load_completed(const char* model_id, double duration_ms,
+                                                        int64_t model_size_bytes,
+                                                        rac_inference_framework_t framework);
+
+RAC_API rac_result_t rac_vad_event_model_load_failed(const char* model_id, rac_result_t error_code,
+                                                     const char* error_message,
+                                                     rac_inference_framework_t framework);
+
+RAC_API rac_result_t rac_vad_event_model_unloaded(const char* model_id);
+
+RAC_API const char* rac_vad_event_type_string(rac_vad_event_type_t event_type);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif /* RAC_VAD_EVENTS_H */

package/ios/Binaries/RACommons.xcframework/ios-arm64/RACommons.framework/Headers/rac_vad_onnx.h

@@ -0,0 +1,84 @@
+/**
+ * @file rac_vad_onnx.h
+ * @brief RunAnywhere Core - ONNX Backend RAC API for VAD
+ *
+ * Direct RAC API export from runanywhere-core's ONNX VAD backend.
+ */
+
+#ifndef RAC_VAD_ONNX_H
+#define RAC_VAD_ONNX_H
+
+#include <RACommons/rac_error.h>
+#include <RACommons/rac_types.h>
+#include <RACommons/rac_vad.h>
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+// =============================================================================
+// EXPORT MACRO
+// =============================================================================
+
+#if defined(RAC_ONNX_BUILDING)
+#if defined(_WIN32)
+#define RAC_ONNX_API __declspec(dllexport)
+#elif defined(__GNUC__) || defined(__clang__)
+#define RAC_ONNX_API __attribute__((visibility("default")))
+#else
+#define RAC_ONNX_API
+#endif
+#else
+#define RAC_ONNX_API
+#endif
+
+// =============================================================================
+// CONFIGURATION
+// =============================================================================
+
+typedef struct rac_vad_onnx_config {
+    int32_t sample_rate;
+    float energy_threshold;
+    float frame_length;
+    int32_t num_threads;
+} rac_vad_onnx_config_t;
+
+static const rac_vad_onnx_config_t RAC_VAD_ONNX_CONFIG_DEFAULT = {
+    .sample_rate = 16000, .energy_threshold = 0.5f, .frame_length = 0.032f, .num_threads = 0};
+
+// =============================================================================
+// ONNX VAD API
+// =============================================================================
+
+RAC_ONNX_API rac_result_t rac_vad_onnx_create(const char* model_path,
+                                              const rac_vad_onnx_config_t* config,
+                                              rac_handle_t* out_handle);
+
+RAC_ONNX_API rac_result_t rac_vad_onnx_process(rac_handle_t handle, const float* samples,
+                                               size_t num_samples, rac_bool_t* out_is_speech);
+
+RAC_ONNX_API rac_result_t rac_vad_onnx_start(rac_handle_t handle);
+
+RAC_ONNX_API rac_result_t rac_vad_onnx_stop(rac_handle_t handle);
+
+RAC_ONNX_API rac_result_t rac_vad_onnx_reset(rac_handle_t handle);
+
+RAC_ONNX_API rac_result_t rac_vad_onnx_set_threshold(rac_handle_t handle, float threshold);
+
+RAC_ONNX_API rac_bool_t rac_vad_onnx_is_speech_active(rac_handle_t handle);
+
+RAC_ONNX_API void rac_vad_onnx_destroy(rac_handle_t handle);
+
+// =============================================================================
+// BACKEND REGISTRATION
+// =============================================================================
+
+RAC_ONNX_API rac_result_t rac_backend_onnx_register(void);
+
+RAC_ONNX_API rac_result_t rac_backend_onnx_unregister(void);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif /* RAC_VAD_ONNX_H */