simple-agents-wasm 0.3.2 → 0.3.4

package/index.d.ts

@@ -7,9 +7,23 @@ export interface CompleteOptions {
   schema?: unknown;
 }
 
+/**
+ * Simplified multimodal segment (normalized to OpenAI wire format before send).
+ * You may also pass native OpenAI parts (e.g. `{ type: "image_url", image_url: { url } }`).
+ */
+export interface ContentPartInput {
+  type: "text" | "image" | "audio" | "video";
+  text?: string;
+  /** Base64 payload without data: prefix */
+  data?: string;
+  /** MIME type, e.g. image/png (also accepts camelCase `mediaType`) */
+  media_type?: string;
+  mediaType?: string;
+}
+
 export interface MessageInput {
   role: "system" | "user" | "assistant" | "tool";
-  content: string;
+  content: string | ContentPartInput[];
   name?: string;
   toolCallId?: string;
   toolCalls?: Array<JsToolCall>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "simple-agents-wasm",
-  "version": "0.3.2",
+  "version": "0.3.4",
   "description": "Browser-compatible SimpleAgents client for OpenAI-compatible providers",
   "type": "module",
   "main": "index.js",

package/pkg/simple_agents_wasm.d.ts

@@ -8,6 +8,17 @@ export class WasmClient {
     constructor(provider: string, config: any);
     runWorkflowYaml(workflow_path: string, _workflow_input: any): any;
     runWorkflowYamlString(yaml_text: string, workflow_input: any, workflow_options?: any | null): Promise<any>;
+    /**
+     * Run a YAML workflow from a YAML text string (new unified API alias).
+     *
+     * This is an alias for `runWorkflowYamlString` using the new naming convention.
+     * WASM cannot use file paths; pass the YAML document text directly.
+     *
+     * ```js
+     * const result = await client.runYamlString(yamlText, messages);
+     * ```
+     */
+    runYamlString(yaml_text: string, messages: any, options?: any | null): Promise<any>;
     streamEvents(model: string, prompt_or_messages: any, on_event: Function, options?: any | null): Promise<any>;
 }
 
@@ -26,6 +37,7 @@ export interface InitOutput {
     readonly wasmclient_new: (a: number, b: number, c: any) => [number, number, number];
     readonly wasmclient_runWorkflowYaml: (a: number, b: number, c: number, d: any) => [number, number, number];
     readonly wasmclient_runWorkflowYamlString: (a: number, b: number, c: number, d: any, e: number) => any;
+    readonly wasmclient_runYamlString: (a: number, b: number, c: number, d: any, e: number) => any;
     readonly wasmclient_streamEvents: (a: number, b: number, c: number, d: any, e: any, f: number) => any;
     readonly wasm_bindgen__convert__closures_____invoke__h9f53f643b01d7c8e: (a: number, b: number, c: any) => [number, number];
     readonly wasm_bindgen__convert__closures_____invoke__h05acb8c479b21d4b: (a: number, b: number, c: any, d: any) => void;

package/pkg/simple_agents_wasm.js

@@ -64,6 +64,26 @@ export class WasmClient {
         const ret = wasm.wasmclient_runWorkflowYamlString(this.__wbg_ptr, ptr0, len0, workflow_input, isLikeNone(workflow_options) ? 0 : addToExternrefTable0(workflow_options));
         return ret;
     }
+    /**
+     * Run a YAML workflow from a YAML text string (new unified API alias).
+     *
+     * This is an alias for `runWorkflowYamlString` using the new naming convention.
+     * WASM cannot use file paths; pass the YAML document text directly.
+     *
+     * ```js
+     * const result = await client.runYamlString(yamlText, messages);
+     * ```
+     * @param {string} yaml_text
+     * @param {any} messages
+     * @param {any | null} [options]
+     * @returns {Promise<any>}
+     */
+    runYamlString(yaml_text, messages, options) {
+        const ptr0 = passStringToWasm0(yaml_text, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.wasmclient_runYamlString(this.__wbg_ptr, ptr0, len0, messages, isLikeNone(options) ? 0 : addToExternrefTable0(options));
+        return ret;
+    }
     /**
      * @param {string} model
      * @param {any} prompt_or_messages
@@ -267,6 +287,10 @@ function __wbg_get_imports() {
             const ret = result;
             return ret;
         },
+        __wbg_isArray_4daec0bfe3d60230: function(arg0) {
+            const ret = Array.isArray(arg0);
+            return ret;
+        },
         __wbg_isArray_db61795ad004c139: function(arg0) {
             const ret = Array.isArray(arg0);
             return ret;
@@ -394,7 +418,7 @@ function __wbg_get_imports() {
             return ret;
         },
         __wbindgen_cast_0000000000000001: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 146, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 152, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
             const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h9f53f643b01d7c8e);
             return ret;
         },

package/pkg/simple_agents_wasm_bg.wasm.d.ts

@@ -8,6 +8,7 @@ export const wasmclient_complete: (a: number, b: number, c: number, d: any, e: n
 export const wasmclient_new: (a: number, b: number, c: any) => [number, number, number];
 export const wasmclient_runWorkflowYaml: (a: number, b: number, c: number, d: any) => [number, number, number];
 export const wasmclient_runWorkflowYamlString: (a: number, b: number, c: number, d: any, e: number) => any;
+export const wasmclient_runYamlString: (a: number, b: number, c: number, d: any, e: number) => any;
 export const wasmclient_streamEvents: (a: number, b: number, c: number, d: any, e: any, f: number) => any;
 export const wasm_bindgen__convert__closures_____invoke__h9f53f643b01d7c8e: (a: number, b: number, c: any) => [number, number];
 export const wasm_bindgen__convert__closures_____invoke__h05acb8c479b21d4b: (a: number, b: number, c: any, d: any) => void;

package/rust/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "simple-agents-wasm-rust"
-version = "0.3.2"
+version = "0.3.4"
 edition = "2021"
 license = "MIT OR Apache-2.0"
 

package/rust/src/lib.rs

@@ -18,7 +18,8 @@ struct ClientConfig {
 #[serde(rename_all = "camelCase")]
 struct MessageInput {
     role: String,
-    content: String,
+    /// Plain string or multimodal parts array (OpenAI-compatible JSON).
+    content: JsonValue,
     name: Option<String>,
     #[serde(alias = "tool_call_id")]
     tool_call_id: Option<String>,
@@ -44,7 +45,8 @@ struct JsToolCallFunction {
 #[derive(Serialize, Clone)]
 struct OpenAiMessageInput {
     role: String,
-    content: String,
+    /// Plain string or multimodal parts array.
+    content: JsonValue,
     #[serde(skip_serializing_if = "Option::is_none")]
     name: Option<String>,
     #[serde(skip_serializing_if = "Option::is_none")]
@@ -310,7 +312,7 @@ fn to_messages(prompt_or_messages: JsValue) -> Result<Vec<MessageInput>, JsValue
         }
         return Ok(vec![MessageInput {
             role: "user".to_string(),
-            content: trimmed.to_string(),
+            content: JsonValue::String(trimmed.to_string()),
             name: None,
             tool_call_id: None,
             tool_calls: None,
@@ -325,12 +327,64 @@ fn to_messages(prompt_or_messages: JsValue) -> Result<Vec<MessageInput>, JsValue
     Ok(messages)
 }
 
+/// Reads `media_type` or `mediaType` from a JSON object (JS often uses camelCase).
+fn media_type_field(obj: &JsonMap<String, JsonValue>) -> Option<&str> {
+    obj.get("media_type")
+        .or_else(|| obj.get("mediaType"))
+        .and_then(|v| v.as_str())
+}
+
+/// Converts simplified multimodal parts (`type`: image|audio|video + data) to OpenAI chat
+/// wire format. Passes through strings, native OpenAI parts, and unknown objects unchanged.
+fn normalize_message_content(content: JsonValue) -> JsonValue {
+    match content {
+        JsonValue::Array(parts) => JsonValue::Array(
+            parts.into_iter().map(normalize_content_part).collect(),
+        ),
+        other => other,
+    }
+}
+
+fn normalize_content_part(part: JsonValue) -> JsonValue {
+    let Some(obj) = part.as_object() else {
+        return part;
+    };
+    let ty = obj.get("type").and_then(|v| v.as_str());
+    match ty {
+        Some("image") => {
+            let mt = media_type_field(obj).unwrap_or("");
+            let data = obj.get("data").and_then(|v| v.as_str()).unwrap_or("");
+            json!({
+                "type": "image_url",
+                "image_url": { "url": format!("data:{mt};base64,{data}") }
+            })
+        }
+        Some("audio") => {
+            let mt = media_type_field(obj).unwrap_or("");
+            let data = obj.get("data").and_then(|v| v.as_str()).unwrap_or("");
+            json!({
+                "type": "input_audio",
+                "input_audio": { "media_type": mt, "data": data }
+            })
+        }
+        Some("video") => {
+            let mt = media_type_field(obj).unwrap_or("");
+            let data = obj.get("data").and_then(|v| v.as_str()).unwrap_or("");
+            json!({
+                "type": "video",
+                "video": { "media_type": mt, "data": data }
+            })
+        }
+        _ => part,
+    }
+}
+
 fn to_openai_messages(messages: Vec<MessageInput>) -> Vec<OpenAiMessageInput> {
     messages
         .into_iter()
         .map(|message| OpenAiMessageInput {
             role: message.role,
-            content: message.content,
+            content: normalize_message_content(message.content),
             name: message.name,
             tool_call_id: message.tool_call_id,
             tool_calls: message.tool_calls.map(|tool_calls| {
@@ -1459,7 +1513,7 @@ impl WasmClient {
                         if llm.append_prompt_as_user.unwrap_or(true) {
                             history.push(MessageInput {
                                 role: "user".to_string(),
-                                content: prompt,
+                                content: JsonValue::String(prompt),
                                 name: None,
                                 tool_call_id: None,
                                 tool_calls: None,
@@ -2000,6 +2054,37 @@ impl WasmClient {
             "workflow file paths are not supported in browser runtime: {workflow_path}"
         )))
     }
+
+    /// Run a YAML workflow from a YAML text string (new unified API alias).
+    ///
+    /// This is an alias for `runWorkflowYamlString` using the new naming convention.
+    /// WASM cannot use file paths; pass the YAML document text directly.
+    ///
+    /// ```js
+    /// const result = await client.runYamlString(yamlText, messages);
+    /// ```
+    #[wasm_bindgen(js_name = runYamlString)]
+    pub async fn run_yaml_string(
+        &self,
+        yaml_text: String,
+        messages: JsValue,
+        options: Option<JsValue>,
+    ) -> Result<JsValue, JsValue> {
+        // Build workflow input envelope from the messages arg
+        let messages_value: serde_json::Value = if messages.is_array() || messages.is_object() {
+            serde_wasm_bindgen::from_value(messages)
+                .unwrap_or(serde_json::json!([]))
+        } else if let Some(prompt) = messages.as_string() {
+            serde_json::json!([{"role": "user", "content": prompt}])
+        } else {
+            serde_json::json!([])
+        };
+
+        let input_js = serde_wasm_bindgen::to_value(&serde_json::json!({ "messages": messages_value }))
+            .map_err(|_| js_error("failed to serialize messages input"))?;
+
+        self.run_workflow_yaml_string(yaml_text, input_js, options).await
+    }
 }
 
 #[wasm_bindgen(js_name = supportsRustWasm)]