@runanywhere/core 0.16.0

package/ios/Binaries/RACommons.xcframework/ios-arm64_x86_64-simulator/RACommons.framework/Headers/rac_llm_platform.h

@@ -0,0 +1,204 @@
+/**
+ * @file rac_llm_platform.h
+ * @brief RunAnywhere Commons - Platform LLM Backend (Apple Foundation Models)
+ *
+ * C API for platform-native LLM services. On Apple platforms, this uses
+ * Foundation Models (Apple Intelligence). The actual implementation is in
+ * Swift, with C++ providing the registration and callback infrastructure.
+ *
+ * This backend follows the same pattern as LlamaCPP and ONNX backends,
+ * but delegates to Swift via function pointer callbacks since Foundation
+ * Models is a Swift-only framework.
+ */
+
+#ifndef RAC_LLM_PLATFORM_H
+#define RAC_LLM_PLATFORM_H
+
+#include <RACommons/rac_types.h>
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+// =============================================================================
+// TYPES
+// =============================================================================
+
+/** Opaque handle to platform LLM service */
+typedef struct rac_llm_platform* rac_llm_platform_handle_t;
+
+/**
+ * Platform LLM configuration.
+ * Passed during initialization.
+ */
+typedef struct rac_llm_platform_config {
+    /** Reserved for future use */
+    void* reserved;
+} rac_llm_platform_config_t;
+
+/**
+ * Generation options for platform LLM.
+ */
+typedef struct rac_llm_platform_options {
+    /** Temperature for sampling (0.0 = deterministic, 1.0 = creative) */
+    float temperature;
+    /** Maximum tokens to generate */
+    int32_t max_tokens;
+    /** Reserved for future options */
+    void* reserved;
+} rac_llm_platform_options_t;
+
+// =============================================================================
+// SWIFT CALLBACK TYPES
+// =============================================================================
+
+/**
+ * Callback to check if platform LLM can handle a model ID.
+ * Implemented in Swift.
+ *
+ * @param model_id Model identifier to check (can be NULL)
+ * @param user_data User-provided context
+ * @return RAC_TRUE if this backend can handle the model
+ */
+typedef rac_bool_t (*rac_platform_llm_can_handle_fn)(const char* model_id, void* user_data);
+
+/**
+ * Callback to create platform LLM service.
+ * Implemented in Swift.
+ *
+ * @param model_path Path to model (ignored for built-in)
+ * @param config Configuration options
+ * @param user_data User-provided context
+ * @return Handle to created service (Swift object pointer), or NULL on failure
+ */
+typedef rac_handle_t (*rac_platform_llm_create_fn)(const char* model_path,
+                                                   const rac_llm_platform_config_t* config,
+                                                   void* user_data);
+
+/**
+ * Callback to generate text.
+ * Implemented in Swift.
+ *
+ * @param handle Service handle from create
+ * @param prompt Input prompt
+ * @param options Generation options
+ * @param out_response Output: Generated text (caller must free)
+ * @param user_data User-provided context
+ * @return RAC_SUCCESS or error code
+ */
+typedef rac_result_t (*rac_platform_llm_generate_fn)(rac_handle_t handle, const char* prompt,
+                                                     const rac_llm_platform_options_t* options,
+                                                     char** out_response, void* user_data);
+
+/**
+ * Callback to destroy platform LLM service.
+ * Implemented in Swift.
+ *
+ * @param handle Service handle to destroy
+ * @param user_data User-provided context
+ */
+typedef void (*rac_platform_llm_destroy_fn)(rac_handle_t handle, void* user_data);
+
+/**
+ * Swift callbacks for platform LLM operations.
+ */
+typedef struct rac_platform_llm_callbacks {
+    rac_platform_llm_can_handle_fn can_handle;
+    rac_platform_llm_create_fn create;
+    rac_platform_llm_generate_fn generate;
+    rac_platform_llm_destroy_fn destroy;
+    void* user_data;
+} rac_platform_llm_callbacks_t;
+
+// =============================================================================
+// CALLBACK REGISTRATION
+// =============================================================================
+
+/**
+ * Sets the Swift callbacks for platform LLM operations.
+ * Must be called before using platform LLM services.
+ *
+ * @param callbacks Callback functions (copied internally)
+ * @return RAC_SUCCESS on success
+ */
+RAC_API rac_result_t rac_platform_llm_set_callbacks(const rac_platform_llm_callbacks_t* callbacks);
+
+/**
+ * Gets the current Swift callbacks.
+ *
+ * @return Pointer to callbacks, or NULL if not set
+ */
+RAC_API const rac_platform_llm_callbacks_t* rac_platform_llm_get_callbacks(void);
+
+/**
+ * Checks if Swift callbacks are registered.
+ *
+ * @return RAC_TRUE if callbacks are available
+ */
+RAC_API rac_bool_t rac_platform_llm_is_available(void);
+
+// =============================================================================
+// SERVICE API
+// =============================================================================
+
+/**
+ * Creates a platform LLM service.
+ *
+ * @param model_path Path to model (ignored for built-in, can be NULL)
+ * @param config Configuration options (can be NULL for defaults)
+ * @param out_handle Output: Service handle
+ * @return RAC_SUCCESS on success, or error code
+ */
+RAC_API rac_result_t rac_llm_platform_create(const char* model_path,
+                                             const rac_llm_platform_config_t* config,
+                                             rac_llm_platform_handle_t* out_handle);
+
+/**
+ * Destroys a platform LLM service.
+ *
+ * @param handle Service handle to destroy
+ */
+RAC_API void rac_llm_platform_destroy(rac_llm_platform_handle_t handle);
+
+/**
+ * Generates text using platform LLM.
+ *
+ * @param handle Service handle
+ * @param prompt Input prompt
+ * @param options Generation options (can be NULL for defaults)
+ * @param out_response Output: Generated text (caller must free with free())
+ * @return RAC_SUCCESS on success, or error code
+ */
+RAC_API rac_result_t rac_llm_platform_generate(rac_llm_platform_handle_t handle, const char* prompt,
+                                               const rac_llm_platform_options_t* options,
+                                               char** out_response);
+
+// =============================================================================
+// BACKEND REGISTRATION
+// =============================================================================
+
+/**
+ * Registers the Platform backend with the module and service registries.
+ *
+ * This registers:
+ * - Module: "platform" with TEXT_GENERATION and TTS capabilities
+ * - LLM Provider: "AppleFoundationModels" (priority 50)
+ * - TTS Provider: "SystemTTS" (priority 10)
+ * - Built-in model entries for Foundation Models and System TTS
+ *
+ * @return RAC_SUCCESS on success, or an error code
+ */
+RAC_API rac_result_t rac_backend_platform_register(void);
+
+/**
+ * Unregisters the Platform backend.
+ *
+ * @return RAC_SUCCESS on success, or an error code
+ */
+RAC_API rac_result_t rac_backend_platform_unregister(void);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif /* RAC_LLM_PLATFORM_H */

package/ios/Binaries/RACommons.xcframework/ios-arm64_x86_64-simulator/RACommons.framework/Headers/rac_llm_service.h

@@ -0,0 +1,163 @@
+/**
+ * @file rac_llm_service.h
+ * @brief RunAnywhere Commons - LLM Service Interface
+ *
+ * Defines the generic LLM service API and vtable for multi-backend dispatch.
+ * Backends (LlamaCpp, Platform, ONNX) implement the vtable and register
+ * with the service registry.
+ */
+
+#ifndef RAC_LLM_SERVICE_H
+#define RAC_LLM_SERVICE_H
+
+#include <RACommons/rac_error.h>
+#include <RACommons/rac_llm_types.h>
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+// =============================================================================
+// SERVICE VTABLE - Backend implementations provide this
+// =============================================================================
+
+/**
+ * LLM Service operations vtable.
+ * Each backend implements these functions and provides a static vtable.
+ */
+typedef struct rac_llm_service_ops {
+    /** Initialize the service with a model path */
+    rac_result_t (*initialize)(void* impl, const char* model_path);
+
+    /** Generate text (blocking) */
+    rac_result_t (*generate)(void* impl, const char* prompt, const rac_llm_options_t* options,
+                             rac_llm_result_t* out_result);
+
+    /** Generate text with streaming callback */
+    rac_result_t (*generate_stream)(void* impl, const char* prompt,
+                                    const rac_llm_options_t* options,
+                                    rac_llm_stream_callback_fn callback, void* user_data);
+
+    /** Get service info */
+    rac_result_t (*get_info)(void* impl, rac_llm_info_t* out_info);
+
+    /** Cancel ongoing generation */
+    rac_result_t (*cancel)(void* impl);
+
+    /** Cleanup/unload model (keeps service alive) */
+    rac_result_t (*cleanup)(void* impl);
+
+    /** Destroy the service */
+    void (*destroy)(void* impl);
+} rac_llm_service_ops_t;
+
+/**
+ * LLM Service instance.
+ * Contains vtable pointer and backend-specific implementation.
+ */
+typedef struct rac_llm_service {
+    /** Vtable with backend operations */
+    const rac_llm_service_ops_t* ops;
+
+    /** Backend-specific implementation handle */
+    void* impl;
+
+    /** Model ID for reference */
+    const char* model_id;
+} rac_llm_service_t;
+
+// =============================================================================
+// PUBLIC API - Generic service functions
+// =============================================================================
+
+/**
+ * @brief Create an LLM service
+ *
+ * Routes through service registry to find appropriate backend.
+ *
+ * @param model_id Model identifier (registry ID or path to model file)
+ * @param out_handle Output: Handle to the created service
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_llm_create(const char* model_id, rac_handle_t* out_handle);
+
+/**
+ * @brief Initialize an LLM service
+ *
+ * @param handle Service handle
+ * @param model_path Path to the model file (can be NULL)
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_llm_initialize(rac_handle_t handle, const char* model_path);
+
+/**
+ * @brief Generate text from prompt
+ *
+ * @param handle Service handle
+ * @param prompt Input prompt
+ * @param options Generation options (can be NULL for defaults)
+ * @param out_result Output: Generation result (caller must free with rac_llm_result_free)
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_llm_generate(rac_handle_t handle, const char* prompt,
+                                      const rac_llm_options_t* options,
+                                      rac_llm_result_t* out_result);
+
+/**
+ * @brief Stream generate text token by token
+ *
+ * @param handle Service handle
+ * @param prompt Input prompt
+ * @param options Generation options (can be NULL for defaults)
+ * @param callback Callback for each token
+ * @param user_data User context passed to callback
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_llm_generate_stream(rac_handle_t handle, const char* prompt,
+                                             const rac_llm_options_t* options,
+                                             rac_llm_stream_callback_fn callback, void* user_data);
+
+/**
+ * @brief Get service information
+ *
+ * @param handle Service handle
+ * @param out_info Output: Service information
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_llm_get_info(rac_handle_t handle, rac_llm_info_t* out_info);
+
+/**
+ * @brief Cancel ongoing generation
+ *
+ * @param handle Service handle
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_llm_cancel(rac_handle_t handle);
+
+/**
+ * @brief Cleanup and release model resources
+ *
+ * @param handle Service handle
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_llm_cleanup(rac_handle_t handle);
+
+/**
+ * @brief Destroy an LLM service instance
+ *
+ * @param handle Service handle to destroy
+ */
+RAC_API void rac_llm_destroy(rac_handle_t handle);
+
+/**
+ * @brief Free an LLM result
+ *
+ * @param result Result to free
+ */
+RAC_API void rac_llm_result_free(rac_llm_result_t* result);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif /* RAC_LLM_SERVICE_H */

package/ios/Binaries/RACommons.xcframework/ios-arm64_x86_64-simulator/RACommons.framework/Headers/rac_llm_structured_output.h

@@ -0,0 +1,141 @@
+/**
+ * @file rac_llm_structured_output.h
+ * @brief RunAnywhere Commons - LLM Structured Output JSON Parsing
+ *
+ * C port of Swift's StructuredOutputHandler.swift from:
+ * Sources/RunAnywhere/Features/LLM/StructuredOutput/StructuredOutputHandler.swift
+ *
+ * IMPORTANT: This is a direct translation of the Swift implementation.
+ * Do NOT add features not present in the Swift code.
+ *
+ * Provides JSON extraction and parsing functions for structured output generation.
+ */
+
+#ifndef RAC_LLM_STRUCTURED_OUTPUT_H
+#define RAC_LLM_STRUCTURED_OUTPUT_H
+
+#include <RACommons/rac_error.h>
+#include <RACommons/rac_types.h>
+#include <RACommons/rac_llm_types.h>
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+// =============================================================================
+// STRUCTURED OUTPUT API
+// =============================================================================
+
+/**
+ * @brief Extract JSON from potentially mixed text
+ *
+ * Ported from Swift StructuredOutputHandler.extractJSON(from:) (lines 102-132)
+ *
+ * Searches for complete JSON objects or arrays in the given text,
+ * handling cases where the text contains additional content before/after JSON.
+ *
+ * @param text Input text that may contain JSON mixed with other content
+ * @param out_json Output: Allocated JSON string (caller must free with rac_free)
+ * @param out_length Output: Length of extracted JSON string (can be NULL)
+ * @return RAC_SUCCESS if JSON found and extracted, error code otherwise
+ */
+RAC_API rac_result_t rac_structured_output_extract_json(const char* text, char** out_json,
+                                                        size_t* out_length);
+
+/**
+ * @brief Find complete JSON boundaries in text
+ *
+ * Ported from Swift StructuredOutputHandler.findCompleteJSON(in:) (lines 135-176)
+ *
+ * Uses a character-by-character state machine to find matching braces/brackets
+ * while properly handling string escapes and nesting.
+ *
+ * @param text Text to search for JSON
+ * @param out_start Output: Start position of JSON (0-indexed)
+ * @param out_end Output: End position of JSON (exclusive)
+ * @return RAC_TRUE if complete JSON found, RAC_FALSE otherwise
+ */
+RAC_API rac_bool_t rac_structured_output_find_complete_json(const char* text, size_t* out_start,
+                                                            size_t* out_end);
+
+/**
+ * @brief Find matching closing brace for an opening brace
+ *
+ * Ported from Swift StructuredOutputHandler.findMatchingBrace(in:startingFrom:) (lines 179-212)
+ *
+ * @param text Text to search
+ * @param start_pos Position of opening brace '{'
+ * @param out_end_pos Output: Position of matching closing brace '}'
+ * @return RAC_TRUE if matching brace found, RAC_FALSE otherwise
+ */
+RAC_API rac_bool_t rac_structured_output_find_matching_brace(const char* text, size_t start_pos,
+                                                             size_t* out_end_pos);
+
+/**
+ * @brief Find matching closing bracket for an opening bracket
+ *
+ * Ported from Swift StructuredOutputHandler.findMatchingBracket(in:startingFrom:) (lines 215-248)
+ *
+ * @param text Text to search
+ * @param start_pos Position of opening bracket '['
+ * @param out_end_pos Output: Position of matching closing bracket ']'
+ * @return RAC_TRUE if matching bracket found, RAC_FALSE otherwise
+ */
+RAC_API rac_bool_t rac_structured_output_find_matching_bracket(const char* text, size_t start_pos,
+                                                               size_t* out_end_pos);
+
+/**
+ * @brief Prepare prompt with structured output instructions
+ *
+ * Ported from Swift StructuredOutputHandler.preparePrompt(originalPrompt:config:) (lines 43-82)
+ *
+ * Adds JSON schema and generation instructions to the prompt.
+ *
+ * @param original_prompt Original user prompt
+ * @param config Structured output configuration with JSON schema
+ * @param out_prompt Output: Allocated prepared prompt (caller must free with rac_free)
+ * @return RAC_SUCCESS on success, error code otherwise
+ */
+RAC_API rac_result_t rac_structured_output_prepare_prompt(
+    const char* original_prompt, const rac_structured_output_config_t* config, char** out_prompt);
+
+/**
+ * @brief Get system prompt for structured output generation
+ *
+ * Ported from Swift StructuredOutputHandler.getSystemPrompt(for:) (lines 10-30)
+ *
+ * Generates a system prompt instructing the model to output only valid JSON.
+ *
+ * @param json_schema JSON schema describing expected output structure
+ * @param out_prompt Output: Allocated system prompt (caller must free with rac_free)
+ * @return RAC_SUCCESS on success, error code otherwise
+ */
+RAC_API rac_result_t rac_structured_output_get_system_prompt(const char* json_schema,
+                                                             char** out_prompt);
+
+/**
+ * @brief Validate that text contains valid structured output
+ *
+ * Ported from Swift StructuredOutputHandler.validateStructuredOutput(text:config:) (lines 264-282)
+ *
+ * @param text Text to validate
+ * @param config Structured output configuration (can be NULL for basic validation)
+ * @param out_validation Output: Validation result (caller must free extracted_json with rac_free)
+ * @return RAC_SUCCESS on success, error code otherwise
+ */
+RAC_API rac_result_t
+rac_structured_output_validate(const char* text, const rac_structured_output_config_t* config,
+                               rac_structured_output_validation_t* out_validation);
+
+/**
+ * @brief Free structured output validation result
+ *
+ * @param validation Validation result to free
+ */
+RAC_API void rac_structured_output_validation_free(rac_structured_output_validation_t* validation);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif /* RAC_LLM_STRUCTURED_OUTPUT_H */