@runanywhere/core 0.17.7 → 0.18.0

package/ios/Binaries/RACommons.xcframework/ios-arm64/RACommons.framework/Headers/RACommons.h

@@ -9,13 +9,22 @@
 #include "rac_core.h"
 #include "rac_dev_config.h"
 #include "rac_device_manager.h"
+#include "rac_diffusion.h"
+#include "rac_diffusion_component.h"
+#include "rac_diffusion_model_registry.h"
+#include "rac_diffusion_platform.h"
+#include "rac_diffusion_service.h"
+#include "rac_diffusion_tokenizer.h"
+#include "rac_diffusion_types.h"
 #include "rac_download.h"
 #include "rac_endpoints.h"
 #include "rac_environment.h"
 #include "rac_error.h"
 #include "rac_events.h"
 #include "rac_http_client.h"
+#include "rac_image_utils.h"
 #include "rac_lifecycle.h"
+#include "rac_llm.h"
 #include "rac_llm_analytics.h"
 #include "rac_llm_component.h"
 #include "rac_llm_events.h"
@@ -25,7 +34,6 @@
 #include "rac_llm_service.h"
 #include "rac_llm_structured_output.h"
 #include "rac_llm_types.h"
-#include "rac_llm.h"
 #include "rac_logger.h"
 #include "rac_model_assignment.h"
 #include "rac_model_paths.h"
@@ -36,6 +44,7 @@
 #include "rac_sdk_state.h"
 #include "rac_storage_analyzer.h"
 #include "rac_structured_error.h"
+#include "rac_stt.h"
 #include "rac_stt_analytics.h"
 #include "rac_stt_component.h"
 #include "rac_stt_events.h"
@@ -43,9 +52,10 @@
 #include "rac_stt_service.h"
 #include "rac_stt_types.h"
 #include "rac_stt_whispercpp.h"
-#include "rac_stt.h"
 #include "rac_telemetry_manager.h"
 #include "rac_telemetry_types.h"
+#include "rac_tool_calling.h"
+#include "rac_tts.h"
 #include "rac_tts_analytics.h"
 #include "rac_tts_component.h"
 #include "rac_tts_events.h"
@@ -53,8 +63,8 @@
 #include "rac_tts_platform.h"
 #include "rac_tts_service.h"
 #include "rac_tts_types.h"
-#include "rac_tts.h"
 #include "rac_types.h"
+#include "rac_vad.h"
 #include "rac_vad_analytics.h"
 #include "rac_vad_component.h"
 #include "rac_vad_energy.h"
@@ -62,6 +72,10 @@
 #include "rac_vad_onnx.h"
 #include "rac_vad_service.h"
 #include "rac_vad_types.h"
-#include "rac_vad.h"
+#include "rac_vlm.h"
+#include "rac_vlm_component.h"
+#include "rac_vlm_llamacpp.h"
+#include "rac_vlm_service.h"
+#include "rac_vlm_types.h"
 #include "rac_voice_agent.h"
 #endif

package/ios/Binaries/RACommons.xcframework/ios-arm64/RACommons.framework/Headers/rac_core.h

@@ -324,6 +324,17 @@ RAC_API rac_result_t rac_register_model(const struct rac_model_info* model);
  */
 RAC_API rac_result_t rac_get_model(const char* model_id, struct rac_model_info** out_model);
 
+/**
+ * Gets model info from the global registry by local path.
+ * Convenience function that calls rac_model_registry_get_by_path on the global registry.
+ * Useful when loading models by path instead of model_id.
+ *
+ * @param local_path Local path to search for
+ * @param out_model Output: Model info (owned, must be freed with rac_model_info_free)
+ * @return RAC_SUCCESS on success, RAC_ERROR_NOT_FOUND if not registered
+ */
+RAC_API rac_result_t rac_get_model_by_path(const char* local_path, struct rac_model_info** out_model);
+
 #ifdef __cplusplus
 }
 #endif

package/ios/Binaries/RACommons.xcframework/ios-arm64/RACommons.framework/Headers/rac_diffusion.h

@@ -0,0 +1,22 @@
+/**
+ * @file rac_diffusion.h
+ * @brief RunAnywhere Commons - Diffusion Feature Umbrella Header
+ *
+ * Include this header to use diffusion (image generation) capabilities.
+ * This provides text-to-image, image-to-image, and inpainting using
+ * Stable Diffusion models.
+ *
+ * Supported backends:
+ * - CoreML (Apple platforms) - via Platform backend
+ * - ONNX Runtime (cross-platform) - via ONNX backend
+ */
+
+#ifndef RAC_DIFFUSION_H
+#define RAC_DIFFUSION_H
+
+#include <RACommons/rac_diffusion_component.h>
+#include <RACommons/rac_diffusion_service.h>
+#include <RACommons/rac_diffusion_tokenizer.h>
+#include <RACommons/rac_diffusion_types.h>
+
+#endif /* RAC_DIFFUSION_H */

package/ios/Binaries/RACommons.xcframework/ios-arm64/RACommons.framework/Headers/rac_diffusion_component.h

@@ -0,0 +1,263 @@
+/**
+ * @file rac_diffusion_component.h
+ * @brief RunAnywhere Commons - Diffusion Capability Component
+ *
+ * Actor-based diffusion capability that owns model lifecycle and generation.
+ * Uses lifecycle manager for unified lifecycle + analytics handling.
+ *
+ * Supports:
+ * - Text-to-image generation
+ * - Image-to-image transformation
+ * - Inpainting with mask
+ * - Progress reporting with optional intermediate images
+ */
+
+#ifndef RAC_DIFFUSION_COMPONENT_H
+#define RAC_DIFFUSION_COMPONENT_H
+
+#include <RACommons/rac_lifecycle.h>
+#include <RACommons/rac_error.h>
+#include <RACommons/rac_diffusion_types.h>
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+// =============================================================================
+// DIFFUSION COMPONENT API - Component lifecycle and generation
+// =============================================================================
+
+/**
+ * @brief Create a diffusion capability component
+ *
+ * @param out_handle Output: Handle to the component
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_diffusion_component_create(rac_handle_t* out_handle);
+
+/**
+ * @brief Configure the diffusion component
+ *
+ * @param handle Component handle
+ * @param config Configuration
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_diffusion_component_configure(rac_handle_t handle,
+                                                       const rac_diffusion_config_t* config);
+
+/**
+ * @brief Check if model is loaded
+ *
+ * @param handle Component handle
+ * @return RAC_TRUE if loaded, RAC_FALSE otherwise
+ */
+RAC_API rac_bool_t rac_diffusion_component_is_loaded(rac_handle_t handle);
+
+/**
+ * @brief Get current model ID
+ *
+ * @param handle Component handle
+ * @return Current model ID (NULL if not loaded)
+ */
+RAC_API const char* rac_diffusion_component_get_model_id(rac_handle_t handle);
+
+/**
+ * @brief Load a diffusion model
+ *
+ * @param handle Component handle
+ * @param model_path Path to the model directory
+ * @param model_id Model identifier for telemetry
+ * @param model_name Human-readable model name
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_diffusion_component_load_model(rac_handle_t handle, const char* model_path,
+                                                        const char* model_id,
+                                                        const char* model_name);
+
+/**
+ * @brief Unload the current model
+ *
+ * @param handle Component handle
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_diffusion_component_unload(rac_handle_t handle);
+
+/**
+ * @brief Cleanup and reset the component
+ *
+ * @param handle Component handle
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_diffusion_component_cleanup(rac_handle_t handle);
+
+/**
+ * @brief Cancel ongoing generation
+ *
+ * Best-effort cancellation.
+ *
+ * @param handle Component handle
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_diffusion_component_cancel(rac_handle_t handle);
+
+/**
+ * @brief Generate an image (non-streaming)
+ *
+ * Blocking call that generates an image from the prompt.
+ *
+ * @param handle Component handle
+ * @param options Generation options
+ * @param out_result Output: Generation result
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_diffusion_component_generate(rac_handle_t handle,
+                                                      const rac_diffusion_options_t* options,
+                                                      rac_diffusion_result_t* out_result);
+
+/**
+ * @brief Generate an image with progress callbacks
+ *
+ * Non-blocking call with progress reporting via callbacks.
+ *
+ * @param handle Component handle
+ * @param options Generation options
+ * @param progress_callback Called for each progress update
+ * @param complete_callback Called when generation completes
+ * @param error_callback Called on error
+ * @param user_data User context passed to callbacks
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_diffusion_component_generate_with_callbacks(
+    rac_handle_t handle, const rac_diffusion_options_t* options,
+    rac_diffusion_progress_callback_fn progress_callback,
+    rac_diffusion_complete_callback_fn complete_callback,
+    rac_diffusion_error_callback_fn error_callback, void* user_data);
+
+// =============================================================================
+// JSON CONVENIENCE HELPERS
+// =============================================================================
+
+/**
+ * @brief Configure diffusion component from JSON
+ *
+ * JSON schema (flat object):
+ * {
+ *   "model_id": "optional-model-id",
+ *   "model_variant": 0 | "sd15" | "sd21" | "sdxl" | "sdxl_turbo" | "sdxs" | "lcm",
+ *   "enable_safety_checker": true/false,
+ *   "reduce_memory": true/false,
+ *   "tokenizer_source": 0 | 1 | 2 | 99,
+ *   "tokenizer_custom_url": "https://..."
+ * }
+ *
+ * @param handle Component handle
+ * @param config_json JSON string
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_diffusion_component_configure_json(rac_handle_t handle,
+                                                            const char* config_json);
+
+/**
+ * @brief Generate image from JSON options
+ *
+ * JSON schema (flat object):
+ * {
+ *   "prompt": "text prompt",
+ *   "negative_prompt": "optional",
+ *   "width": 512,
+ *   "height": 512,
+ *   "steps": 28,
+ *   "guidance_scale": 7.5,
+ *   "seed": -1,
+ *   "scheduler": 0 | "dpm++_2m_karras" | "dpm++_2m" | "dpm++_2m_sde" | "ddim" | "euler" | "euler_a" | "pndm" | "lms",
+ *   "mode": 0 | "txt2img" | "img2img" | "inpainting",
+ *   "denoise_strength": 0.75,
+ *   "report_intermediate_images": false,
+ *   "progress_stride": 1
+ * }
+ *
+ * @param handle Component handle
+ * @param options_json JSON string
+ * @param input_image_data Optional input image bytes (PNG/JPEG or RGBA)
+ * @param input_image_size Size of input image bytes
+ * @param mask_data Optional mask image bytes (PNG/JPEG or grayscale)
+ * @param mask_size Size of mask bytes
+ * @param out_json Output JSON (caller must free with rac_free)
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_diffusion_component_generate_json(
+    rac_handle_t handle, const char* options_json, const uint8_t* input_image_data,
+    size_t input_image_size, const uint8_t* mask_data, size_t mask_size, char** out_json);
+
+/**
+ * @brief Get diffusion info as JSON
+ *
+ * Output schema:
+ * {
+ *   "is_ready": true/false,
+ *   "current_model": "id",
+ *   "model_variant": 0,
+ *   "supports_text_to_image": true/false,
+ *   "supports_image_to_image": true/false,
+ *   "supports_inpainting": true/false,
+ *   "safety_checker_enabled": true/false,
+ *   "max_width": 512,
+ *   "max_height": 512
+ * }
+ *
+ * @param handle Component handle
+ * @param out_json Output JSON (caller must free with rac_free)
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_diffusion_component_get_info_json(rac_handle_t handle, char** out_json);
+
+/**
+ * @brief Get supported capabilities
+ *
+ * Returns a bitmask of supported capabilities.
+ *
+ * @param handle Component handle
+ * @return Capability bitmask (RAC_DIFFUSION_CAP_* flags)
+ */
+RAC_API uint32_t rac_diffusion_component_get_capabilities(rac_handle_t handle);
+
+/**
+ * @brief Get service information
+ *
+ * @param handle Component handle
+ * @param out_info Output: Service information
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_diffusion_component_get_info(rac_handle_t handle,
+                                                      rac_diffusion_info_t* out_info);
+
+/**
+ * @brief Get lifecycle state
+ *
+ * @param handle Component handle
+ * @return Current lifecycle state
+ */
+RAC_API rac_lifecycle_state_t rac_diffusion_component_get_state(rac_handle_t handle);
+
+/**
+ * @brief Get lifecycle metrics
+ *
+ * @param handle Component handle
+ * @param out_metrics Output: Lifecycle metrics
+ * @return RAC_SUCCESS or error code
+ */
+RAC_API rac_result_t rac_diffusion_component_get_metrics(rac_handle_t handle,
+                                                         rac_lifecycle_metrics_t* out_metrics);
+
+/**
+ * @brief Destroy the diffusion component
+ *
+ * @param handle Component handle
+ */
+RAC_API void rac_diffusion_component_destroy(rac_handle_t handle);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif /* RAC_DIFFUSION_COMPONENT_H */