@runanywhere/core 0.16.0

package/ios/AudioDecoder.m

@@ -0,0 +1,162 @@
+/**
+ * AudioDecoder.m
+ *
+ * iOS audio file decoder using built-in AudioToolbox.
+ * Converts any audio format (M4A, CAF, WAV, etc.) to PCM float32 samples.
+ */
+
+#import <Foundation/Foundation.h>
+#import <AudioToolbox/AudioToolbox.h>
+#import "AudioDecoder.h"
+#import "RNSDKLoggerBridge.h"
+
+static NSString * const kLogCategory = @"AudioDecoder";
+
+int ra_decode_audio_file(const char* filePath, float** samples, size_t* numSamples, int* sampleRate) {
+    if (!filePath || !samples || !numSamples || !sampleRate) {
+        RN_LOG_ERROR(kLogCategory, @"Invalid parameters");
+        return 0;
+    }
+
+    NSString *path = [NSString stringWithUTF8String:filePath];
+
+    // Create URL from file path
+    NSURL *fileURL = [NSURL fileURLWithPath:path];
+    if (![[NSFileManager defaultManager] fileExistsAtPath:path]) {
+        RN_LOG_ERROR(kLogCategory, @"File not found: %@", path);
+        return 0;
+    }
+
+    RN_LOG_INFO(kLogCategory, @"Decoding file: %@", path);
+
+    // Open the audio file
+    ExtAudioFileRef audioFile = NULL;
+    OSStatus status = ExtAudioFileOpenURL((__bridge CFURLRef)fileURL, &audioFile);
+    if (status != noErr || !audioFile) {
+        RN_LOG_ERROR(kLogCategory, @"Failed to open audio file: %d", (int)status);
+        return 0;
+    }
+
+    // Get the source format
+    AudioStreamBasicDescription srcFormat;
+    UInt32 propSize = sizeof(srcFormat);
+    status = ExtAudioFileGetProperty(audioFile, kExtAudioFileProperty_FileDataFormat, &propSize, &srcFormat);
+    if (status != noErr) {
+        RN_LOG_ERROR(kLogCategory, @"Failed to get source format: %d", (int)status);
+        ExtAudioFileDispose(audioFile);
+        return 0;
+    }
+
+    RN_LOG_INFO(kLogCategory, @"Source format: %.0f Hz, %d channels, %d bits",
+          srcFormat.mSampleRate, srcFormat.mChannelsPerFrame, srcFormat.mBitsPerChannel);
+
+    // Set the output format to 16kHz mono float32 (optimal for Whisper)
+    AudioStreamBasicDescription dstFormat;
+    memset(&dstFormat, 0, sizeof(dstFormat));
+    dstFormat.mSampleRate = 16000.0;  // 16kHz for Whisper
+    dstFormat.mFormatID = kAudioFormatLinearPCM;
+    dstFormat.mFormatFlags = kAudioFormatFlagIsFloat | kAudioFormatFlagIsPacked;
+    dstFormat.mBitsPerChannel = 32;
+    dstFormat.mChannelsPerFrame = 1;  // Mono
+    dstFormat.mFramesPerPacket = 1;
+    dstFormat.mBytesPerFrame = sizeof(float);
+    dstFormat.mBytesPerPacket = sizeof(float);
+
+    status = ExtAudioFileSetProperty(audioFile, kExtAudioFileProperty_ClientDataFormat, sizeof(dstFormat), &dstFormat);
+    if (status != noErr) {
+        RN_LOG_ERROR(kLogCategory, @"Failed to set output format: %d", (int)status);
+        ExtAudioFileDispose(audioFile);
+        return 0;
+    }
+
+    // Get the total number of frames
+    SInt64 totalFrames = 0;
+    propSize = sizeof(totalFrames);
+    status = ExtAudioFileGetProperty(audioFile, kExtAudioFileProperty_FileLengthFrames, &propSize, &totalFrames);
+    if (status != noErr) {
+        RN_LOG_ERROR(kLogCategory, @"Failed to get frame count: %d", (int)status);
+        ExtAudioFileDispose(audioFile);
+        return 0;
+    }
+
+    // Calculate output frames after sample rate conversion
+    double ratio = 16000.0 / srcFormat.mSampleRate;
+    SInt64 outputFrames = (SInt64)(totalFrames * ratio) + 4096;  // Add buffer
+
+    RN_LOG_DEBUG(kLogCategory, @"Total frames: %lld, estimated output: %lld", totalFrames, outputFrames);
+
+    // Allocate buffer for all samples
+    float *buffer = (float *)malloc(outputFrames * sizeof(float));
+    if (!buffer) {
+        RN_LOG_ERROR(kLogCategory, @"Failed to allocate buffer");
+        ExtAudioFileDispose(audioFile);
+        return 0;
+    }
+
+    // Read audio data in chunks
+    const UInt32 chunkSize = 8192;
+    float *tempBuffer = (float *)malloc(chunkSize * sizeof(float));
+    size_t totalSamples = 0;
+
+    while (1) {
+        AudioBufferList bufferList;
+        bufferList.mNumberBuffers = 1;
+        bufferList.mBuffers[0].mNumberChannels = 1;
+        bufferList.mBuffers[0].mDataByteSize = chunkSize * sizeof(float);
+        bufferList.mBuffers[0].mData = tempBuffer;
+
+        UInt32 framesToRead = chunkSize;
+        status = ExtAudioFileRead(audioFile, &framesToRead, &bufferList);
+
+        if (status != noErr) {
+            RN_LOG_ERROR(kLogCategory, @"Error reading audio: %d", (int)status);
+            break;
+        }
+
+        if (framesToRead == 0) {
+            // End of file
+            break;
+        }
+
+        // Check if we need to grow the buffer
+        if (totalSamples + framesToRead > (size_t)outputFrames) {
+            outputFrames *= 2;
+            float *newBuffer = (float *)realloc(buffer, outputFrames * sizeof(float));
+            if (!newBuffer) {
+                RN_LOG_ERROR(kLogCategory, @"Failed to reallocate buffer");
+                free(buffer);
+                free(tempBuffer);
+                ExtAudioFileDispose(audioFile);
+                return 0;
+            }
+            buffer = newBuffer;
+        }
+
+        // Copy samples
+        memcpy(buffer + totalSamples, tempBuffer, framesToRead * sizeof(float));
+        totalSamples += framesToRead;
+    }
+
+    free(tempBuffer);
+    ExtAudioFileDispose(audioFile);
+
+    if (totalSamples == 0) {
+        RN_LOG_WARNING(kLogCategory, @"No samples decoded");
+        free(buffer);
+        return 0;
+    }
+
+    RN_LOG_INFO(kLogCategory, @"Decoded %zu samples at 16000 Hz", totalSamples);
+
+    *samples = buffer;
+    *numSamples = totalSamples;
+    *sampleRate = 16000;
+
+    return 1;
+}
+
+void ra_free_audio_samples(float* samples) {
+    if (samples) {
+        free(samples);
+    }
+}

package/ios/Binaries/RACommons.xcframework/Info.plist

@@ -0,0 +1,44 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+	<key>AvailableLibraries</key>
+	<array>
+		<dict>
+			<key>BinaryPath</key>
+			<string>RACommons.framework/RACommons</string>
+			<key>LibraryIdentifier</key>
+			<string>ios-arm64</string>
+			<key>LibraryPath</key>
+			<string>RACommons.framework</string>
+			<key>SupportedArchitectures</key>
+			<array>
+				<string>arm64</string>
+			</array>
+			<key>SupportedPlatform</key>
+			<string>ios</string>
+		</dict>
+		<dict>
+			<key>BinaryPath</key>
+			<string>RACommons.framework/RACommons</string>
+			<key>LibraryIdentifier</key>
+			<string>ios-arm64_x86_64-simulator</string>
+			<key>LibraryPath</key>
+			<string>RACommons.framework</string>
+			<key>SupportedArchitectures</key>
+			<array>
+				<string>arm64</string>
+				<string>x86_64</string>
+			</array>
+			<key>SupportedPlatform</key>
+			<string>ios</string>
+			<key>SupportedPlatformVariant</key>
+			<string>simulator</string>
+		</dict>
+	</array>
+	<key>CFBundlePackageType</key>
+	<string>XFWK</string>
+	<key>XCFrameworkFormatVersion</key>
+	<string>1.0</string>
+</dict>
+</plist>

package/ios/Binaries/RACommons.xcframework/ios-arm64/RACommons.framework/Headers/RACommons.h

@@ -0,0 +1,67 @@
+// RACommons Umbrella Header
+#ifndef RACommons_h
+#define RACommons_h
+#include "rac_analytics_events.h"
+#include "rac_api_types.h"
+#include "rac_audio_utils.h"
+#include "rac_auth_manager.h"
+#include "rac_component_types.h"
+#include "rac_core.h"
+#include "rac_dev_config.h"
+#include "rac_device_manager.h"
+#include "rac_download.h"
+#include "rac_endpoints.h"
+#include "rac_environment.h"
+#include "rac_error.h"
+#include "rac_events.h"
+#include "rac_http_client.h"
+#include "rac_lifecycle.h"
+#include "rac_llm.h"
+#include "rac_llm_analytics.h"
+#include "rac_llm_component.h"
+#include "rac_llm_events.h"
+#include "rac_llm_llamacpp.h"
+#include "rac_llm_metrics.h"
+#include "rac_llm_platform.h"
+#include "rac_llm_service.h"
+#include "rac_llm_structured_output.h"
+#include "rac_llm_types.h"
+#include "rac_logger.h"
+#include "rac_model_assignment.h"
+#include "rac_model_paths.h"
+#include "rac_model_registry.h"
+#include "rac_model_strategy.h"
+#include "rac_model_types.h"
+#include "rac_platform_adapter.h"
+#include "rac_sdk_state.h"
+#include "rac_storage_analyzer.h"
+#include "rac_structured_error.h"
+#include "rac_stt.h"
+#include "rac_stt_analytics.h"
+#include "rac_stt_component.h"
+#include "rac_stt_events.h"
+#include "rac_stt_onnx.h"
+#include "rac_stt_service.h"
+#include "rac_stt_types.h"
+#include "rac_stt_whispercpp.h"
+#include "rac_telemetry_manager.h"
+#include "rac_telemetry_types.h"
+#include "rac_tts.h"
+#include "rac_tts_analytics.h"
+#include "rac_tts_component.h"
+#include "rac_tts_events.h"
+#include "rac_tts_onnx.h"
+#include "rac_tts_platform.h"
+#include "rac_tts_service.h"
+#include "rac_tts_types.h"
+#include "rac_types.h"
+#include "rac_vad.h"
+#include "rac_vad_analytics.h"
+#include "rac_vad_component.h"
+#include "rac_vad_energy.h"
+#include "rac_vad_events.h"
+#include "rac_vad_onnx.h"
+#include "rac_vad_service.h"
+#include "rac_vad_types.h"
+#include "rac_voice_agent.h"
+#endif