@elizaos/capacitor-agent 2.0.0-beta.1 → 2.0.3-beta.3

package/ios/Sources/AgentPlugin/AgentPlugin.swift

@@ -1,8 +1,12 @@
 import Foundation
 import Capacitor
+import WebKit
 
 private let maxRequestBodyBytes = 10 * 1024 * 1024
 private let maxResponseBodyBytes = 10 * 1024 * 1024
+private let localAgentPort = 31337
+private let localAgentIpcScheme = "eliza-local-agent"
+private let localAgentIpcHost = "ipc"
 
 private struct AgentEndpoint {
     let baseURL: URL
@@ -16,12 +20,14 @@ private struct AgentHTTPResponse {
     let body: String
 }
 
-/// Eliza Agent Plugin — iOS HTTP bridge.
+/// Eliza Agent Plugin — iOS bridge.
 ///
-/// iOS does not bundle a Bun runtime. This plugin bridges the Capacitor
-/// Agent API to an explicitly configured HTTP agent endpoint, such as a
-/// local Mac dev server or a remote Eliza agent. Without that endpoint it
-/// fails with an actionable error instead of pretending a local agent exists.
+/// Remote/cloud modes bridge the Capacitor Agent API to an explicitly
+/// configured HTTP agent endpoint, such as a local Mac dev server or a remote
+/// Eliza agent. Local dev/sideload mode uses a path-only in-app identity; full
+/// Bun foreground traffic goes through the ElizaBunRuntime Capacitor bridge,
+/// while this plugin keeps the foreground WebView ITTP route kernel as a
+/// compatibility path. It never starts an iOS local TCP listener.
 @objc(AgentPlugin)
 public class AgentPlugin: CAPPlugin, CAPBridgedPlugin {
     public let identifier = "AgentPlugin"
@@ -36,8 +42,29 @@ public class AgentPlugin: CAPPlugin, CAPBridgedPlugin {
     ]
 
     private static var conversationIdByBaseURL: [String: String] = [:]
+    private static var localStartedAt: Date?
+    private static let apiBaseConfigKeys = [
+        "apiBase",
+        "baseUrl",
+        "baseURL",
+        "agentApiBase",
+        "ELIZA_AGENT_API_BASE",
+        "ELIZA_API_BASE",
+        "ELIZA_IOS_API_BASE",
+        "ELIZA_IOS_REMOTE_API_BASE",
+        "ELIZA_MOBILE_API_BASE",
+        "VITE_ELIZA_IOS_API_BASE",
+        "VITE_ELIZA_MOBILE_API_BASE",
+        "VITE_ELIZA_IOS_API_BASE",
+    ]
 
     @objc func start(_ call: CAPPluginCall) {
+        if isLocalAgentMode(call: call) {
+            Self.localStartedAt = Self.localStartedAt ?? Date()
+            call.resolve(localAgentStatus(state: "running", error: nil))
+            return
+        }
+
         guard let endpoint = resolveEndpoint(call: call) else {
             call.reject(missingEndpointMessage())
             return
@@ -60,6 +87,12 @@ public class AgentPlugin: CAPPlugin, CAPBridgedPlugin {
     }
 
     @objc func stop(_ call: CAPPluginCall) {
+        if isLocalAgentMode(call: call) {
+            Self.localStartedAt = nil
+            call.resolve(["ok": true])
+            return
+        }
+
         guard let endpoint = resolveEndpoint(call: call) else {
             call.reject(missingEndpointMessage())
             return
@@ -82,6 +115,12 @@ public class AgentPlugin: CAPPlugin, CAPBridgedPlugin {
     }
 
     @objc func getStatus(_ call: CAPPluginCall) {
+        if isLocalAgentMode(call: call) {
+            Self.localStartedAt = Self.localStartedAt ?? Date()
+            call.resolve(localAgentStatus(state: "running", error: nil))
+            return
+        }
+
         guard let endpoint = resolveEndpoint(call: call) else {
             call.resolve(status(state: "error", agentName: nil, port: nil, startedAt: nil, error: missingEndpointMessage()))
             return
@@ -119,6 +158,25 @@ public class AgentPlugin: CAPPlugin, CAPBridgedPlugin {
             call.reject("Agent.chat requires non-empty text")
             return
         }
+        if isLocalAgentMode(call: call) {
+            let timeout = timeoutMs(from: call)
+            ensureLocalConversation(timeoutMs: timeout) { conversationResult in
+                switch conversationResult {
+                case .success(let conversationId):
+                    self.sendLocalChatMessage(conversationId: conversationId, text: text, timeoutMs: timeout, retryOnMissingConversation: true) { result in
+                        switch result {
+                        case .success(let payload):
+                            call.resolve(payload)
+                        case .failure(let error):
+                            call.reject(error.localizedDescription)
+                        }
+                    }
+                case .failure(let error):
+                    call.reject(error.localizedDescription)
+                }
+            }
+            return
+        }
         guard let endpoint = resolveEndpoint(call: call) else {
             call.reject(missingEndpointMessage())
             return
@@ -142,6 +200,14 @@ public class AgentPlugin: CAPPlugin, CAPBridgedPlugin {
     }
 
     @objc func getLocalAgentToken(_ call: CAPPluginCall) {
+        if isLocalAgentMode(call: call) {
+            call.resolve([
+                "available": false,
+                "token": NSNull(),
+            ])
+            return
+        }
+
         let token = resolveEndpoint(call: call)?.token
         call.resolve([
             "available": token != nil,
@@ -150,10 +216,6 @@ public class AgentPlugin: CAPPlugin, CAPBridgedPlugin {
     }
 
     @objc func request(_ call: CAPPluginCall) {
-        guard let endpoint = resolveEndpoint(call: call) else {
-            call.reject(missingEndpointMessage())
-            return
-        }
         guard let path = call.getString("path")?.trimmingCharacters(in: .whitespacesAndNewlines),
               isSafeLocalPath(path) else {
             call.reject("Agent.request requires a local path that starts with / and is not an absolute URL")
@@ -171,6 +233,28 @@ public class AgentPlugin: CAPPlugin, CAPBridgedPlugin {
         }
 
         let headers = call.getObject("headers") ?? [:]
+        if isLocalAgentMode(call: call) {
+            sendLocalIttpRequest(
+                path: path,
+                method: method,
+                headers: headers,
+                body: body,
+                timeoutMs: timeoutMs(from: call)
+            ) { result in
+                switch result {
+                case .success(let response):
+                    call.resolve(self.agentHTTPResponseObject(response))
+                case .failure(let error):
+                    call.reject("iOS local agent request failed: \(error.localizedDescription)")
+                }
+            }
+            return
+        }
+
+        guard let endpoint = resolveEndpoint(call: call) else {
+            call.reject(missingEndpointMessage())
+            return
+        }
         sendJSON(
             endpoint: endpoint,
             path: path,
@@ -193,6 +277,165 @@ public class AgentPlugin: CAPPlugin, CAPBridgedPlugin {
         }
     }
 
+    private func ensureLocalConversation(
+        timeoutMs: Int,
+        completion: @escaping (Result<String, Error>) -> Void
+    ) {
+        let baseKey = "ios-local-ittp"
+        if let existing = Self.conversationIdByBaseURL[baseKey], !existing.isEmpty {
+            completion(.success(existing))
+            return
+        }
+
+        sendLocalIttpRequest(
+            path: "/api/conversations",
+            method: "POST",
+            headers: ["Content-Type": "application/json"],
+            body: "{\"title\":\"Quick Chat\"}",
+            timeoutMs: timeoutMs
+        ) { result in
+            switch result {
+            case .success(let response):
+                guard self.isHTTPSuccess(response.status) else {
+                    completion(.failure(self.pluginError(self.httpErrorMessage(prefix: "Failed to create local conversation", response: response))))
+                    return
+                }
+                guard let payload = self.parseJSONObject(response.body),
+                      let conversation = payload["conversation"] as? JSObject,
+                      let id = conversation["id"] as? String,
+                      !id.trimmingCharacters(in: .whitespacesAndNewlines).isEmpty else {
+                    completion(.failure(self.pluginError("Local conversation create response missing id")))
+                    return
+                }
+                Self.conversationIdByBaseURL[baseKey] = id
+                completion(.success(id))
+            case .failure(let error):
+                completion(.failure(self.pluginError("Failed to create local conversation: \(error.localizedDescription)")))
+            }
+        }
+    }
+
+    private func sendLocalChatMessage(
+        conversationId: String,
+        text: String,
+        timeoutMs: Int,
+        retryOnMissingConversation: Bool,
+        completion: @escaping (Result<JSObject, Error>) -> Void
+    ) {
+        let path = "/api/conversations/\(urlEncode(conversationId))/messages"
+        let bodyObject: JSObject = [
+            "text": text,
+            "channelType": "DM",
+        ]
+        guard let bodyData = try? JSONSerialization.data(withJSONObject: bodyObject, options: []),
+              let body = String(data: bodyData, encoding: .utf8) else {
+            completion(.failure(pluginError("Failed to encode local chat request")))
+            return
+        }
+
+        sendLocalIttpRequest(
+            path: path,
+            method: "POST",
+            headers: ["Content-Type": "application/json"],
+            body: body,
+            timeoutMs: timeoutMs
+        ) { result in
+            switch result {
+            case .success(let response):
+                if response.status == 404 && retryOnMissingConversation {
+                    Self.conversationIdByBaseURL.removeValue(forKey: "ios-local-ittp")
+                    self.ensureLocalConversation(timeoutMs: timeoutMs) { nextConversation in
+                        switch nextConversation {
+                        case .success(let nextId):
+                            self.sendLocalChatMessage(
+                                conversationId: nextId,
+                                text: text,
+                                timeoutMs: timeoutMs,
+                                retryOnMissingConversation: false,
+                                completion: completion
+                            )
+                        case .failure(let error):
+                            completion(.failure(error))
+                        }
+                    }
+                    return
+                }
+                guard self.isHTTPSuccess(response.status) else {
+                    completion(.failure(self.pluginError(self.httpErrorMessage(prefix: "Local chat request failed", response: response))))
+                    return
+                }
+                let payload = self.parseJSONObject(response.body) ?? [:]
+                let responseText = (payload["text"] as? String) ?? ""
+                let agentName = (payload["agentName"] as? String) ?? "Agent"
+                completion(.success([
+                    "text": responseText,
+                    "agentName": agentName,
+                ]))
+            case .failure(let error):
+                completion(.failure(self.pluginError("Local chat request failed: \(error.localizedDescription)")))
+            }
+        }
+    }
+
+    private func sendLocalIttpRequest(
+        path: String,
+        method: String,
+        headers: JSObject = [:],
+        body: String? = nil,
+        timeoutMs: Int,
+        completion: @escaping (Result<AgentHTTPResponse, Error>) -> Void
+    ) {
+        guard let webView = bridge?.webView else {
+            completion(.success(localIttpUnavailableResponse()))
+            return
+        }
+
+        let payload: JSObject = [
+            "path": path,
+            "method": method,
+            "headers": headers,
+            "body": body ?? NSNull(),
+            "timeoutMs": timeoutMs,
+        ]
+
+        let source = """
+        const handler = window.__ELIZA_IOS_LOCAL_AGENT_REQUEST__;
+        if (typeof handler !== "function") {
+          return {
+            status: 503,
+            statusText: "Service Unavailable",
+            headers: { "content-type": "application/json" },
+            body: JSON.stringify({
+              ok: false,
+              error: "ios_ittp_handler_unavailable",
+              reason: "The WebView ITTP local-agent request bridge is not installed yet."
+            })
+          };
+        }
+        return await handler(options);
+        """
+
+        if #available(iOS 14.0, *) {
+            DispatchQueue.main.async {
+                Task { @MainActor in
+                    do {
+                        let value = try await webView.callAsyncJavaScript(
+                            source,
+                            arguments: ["options": payload],
+                            in: nil,
+                            contentWorld: .page
+                        )
+                        completion(self.parseAgentHTTPResponse(value))
+                    } catch {
+                        completion(.failure(error))
+                    }
+                }
+            }
+        } else {
+            completion(.success(localIttpUnavailableResponse()))
+        }
+    }
+
     private func ensureConversation(
         endpoint: AgentEndpoint,
         timeoutMs: Int,
@@ -377,20 +620,7 @@ public class AgentPlugin: CAPPlugin, CAPBridgedPlugin {
     private func resolveEndpoint(call: CAPPluginCall? = nil) -> AgentEndpoint? {
         guard let rawBaseURL = readConfiguredString(
             call: call,
-            keys: [
-                "apiBase",
-                "baseUrl",
-                "baseURL",
-                "agentApiBase",
-                "ELIZA_AGENT_API_BASE",
-                "ELIZA_API_BASE",
-                "MILADY_IOS_API_BASE",
-                "MILADY_IOS_REMOTE_API_BASE",
-                "MILADY_MOBILE_API_BASE",
-                "VITE_MILADY_IOS_API_BASE",
-                "VITE_MILADY_MOBILE_API_BASE",
-                "VITE_ELIZA_IOS_API_BASE",
-            ]
+            keys: Self.apiBaseConfigKeys
         ) else {
             return nil
         }
@@ -412,11 +642,11 @@ public class AgentPlugin: CAPPlugin, CAPBridgedPlugin {
                 "agentApiToken",
                 "ELIZA_AGENT_API_TOKEN",
                 "ELIZA_API_TOKEN",
-                "MILADY_IOS_API_TOKEN",
-                "MILADY_IOS_REMOTE_API_TOKEN",
-                "MILADY_MOBILE_API_TOKEN",
-                "VITE_MILADY_IOS_API_TOKEN",
-                "VITE_MILADY_MOBILE_API_TOKEN",
+                "ELIZA_IOS_API_TOKEN",
+                "ELIZA_IOS_REMOTE_API_TOKEN",
+                "ELIZA_MOBILE_API_TOKEN",
+                "VITE_ELIZA_IOS_API_TOKEN",
+                "VITE_ELIZA_MOBILE_API_TOKEN",
                 "VITE_ELIZA_IOS_API_TOKEN",
             ]
         )
@@ -462,6 +692,69 @@ public class AgentPlugin: CAPPlugin, CAPBridgedPlugin {
         return nil
     }
 
+    private func isLocalAgentMode(call: CAPPluginCall? = nil) -> Bool {
+        if let endpoint = resolveEndpoint(call: call),
+           isLocalAgentEndpoint(endpoint.baseURL) {
+            return true
+        }
+
+        if let rawBaseURL = readConfiguredString(
+            call: call,
+            keys: Self.apiBaseConfigKeys
+        ), isLocalAgentIdentity(rawBaseURL) {
+            return true
+        }
+
+        guard let rawMode = readConfiguredString(
+            call: call,
+            keys: [
+                "mode",
+                "runtimeMode",
+                "agentRuntimeMode",
+                "ELIZA_IOS_RUNTIME_MODE",
+                "ELIZA_MOBILE_RUNTIME_MODE",
+                "VITE_ELIZA_IOS_RUNTIME_MODE",
+                "VITE_ELIZA_MOBILE_RUNTIME_MODE",
+            ]
+        ) else {
+            return false
+        }
+
+        switch rawMode.trimmingCharacters(in: .whitespacesAndNewlines).lowercased() {
+        case "local", "ios-local", "sideload-local", "dev-local":
+            return true
+        default:
+            return false
+        }
+    }
+
+    private func isLocalAgentEndpoint(_ url: URL) -> Bool {
+        guard let scheme = url.scheme?.lowercased(),
+              let host = url.host?.lowercased() else { return false }
+        if scheme == localAgentIpcScheme && host == localAgentIpcHost {
+            return true
+        }
+        guard scheme == "http" else { return false }
+        return (host == "127.0.0.1" || host == "localhost") && (url.port ?? 80) == localAgentPort
+    }
+
+    private func isLocalAgentIdentity(_ value: String) -> Bool {
+        let trimmed = value.trimmingCharacters(in: .whitespacesAndNewlines)
+        guard let url = URL(string: trimmed) else { return false }
+        return isLocalAgentEndpoint(url)
+    }
+
+    private func localAgentStatus(state: String, error: String?) -> JSObject {
+        let startedAt = Self.localStartedAt.map { $0.timeIntervalSince1970 * 1000 }
+        return status(
+            state: state,
+            agentName: "Eliza",
+            port: nil,
+            startedAt: startedAt,
+            error: error
+        )
+    }
+
     private func normalizedStatus(
         _ payload: JSObject,
         fallbackState: String,
@@ -543,6 +836,61 @@ public class AgentPlugin: CAPPlugin, CAPBridgedPlugin {
         return json
     }
 
+    private func parseAgentHTTPResponse(_ value: Any?) -> Result<AgentHTTPResponse, Error> {
+        guard let payload = value as? JSObject else {
+            return .failure(pluginError("iOS local ITTP bridge returned a non-object response"))
+        }
+        let status = (payload["status"] as? Int)
+            ?? (payload["status"] as? NSNumber)?.intValue
+            ?? 500
+        let statusText = payload["statusText"] as? String
+            ?? HTTPURLResponse.localizedString(forStatusCode: status)
+        let rawHeaders = payload["headers"] as? JSObject ?? [:]
+        var headers: [String: String] = [:]
+        for (key, value) in rawHeaders {
+            headers[key.lowercased()] = String(describing: value)
+        }
+        let body = payload["body"] as? String ?? ""
+        if let bodyBytes = body.data(using: .utf8), bodyBytes.count > maxResponseBodyBytes {
+            return .failure(pluginError("Response body is too large"))
+        }
+        return .success(AgentHTTPResponse(
+            status: status,
+            statusText: statusText,
+            headers: headers,
+            body: body
+        ))
+    }
+
+    private func agentHTTPResponseObject(_ response: AgentHTTPResponse) -> JSObject {
+        var headers: JSObject = [:]
+        for (key, value) in response.headers {
+            headers[key] = value
+        }
+        return [
+            "status": response.status,
+            "statusText": response.statusText,
+            "headers": headers,
+            "body": response.body,
+        ]
+    }
+
+    private func localIttpUnavailableResponse() -> AgentHTTPResponse {
+        let bodyObject: JSObject = [
+            "ok": false,
+            "error": "ios_ittp_handler_unavailable",
+            "reason": localIttpOnlyMessage(),
+        ]
+        let bodyData = try? JSONSerialization.data(withJSONObject: bodyObject, options: [])
+        let body = bodyData.flatMap { String(data: $0, encoding: .utf8) } ?? "{\"ok\":false,\"error\":\"ios_ittp_handler_unavailable\"}"
+        return AgentHTTPResponse(
+            status: 503,
+            statusText: HTTPURLResponse.localizedString(forStatusCode: 503),
+            headers: ["content-type": "application/json"],
+            body: body
+        )
+    }
+
     private func httpErrorMessage(prefix: String, response: AgentHTTPResponse) -> String {
         let body = response.body.trimmingCharacters(in: .whitespacesAndNewlines)
         if body.isEmpty {
@@ -552,7 +900,11 @@ public class AgentPlugin: CAPPlugin, CAPBridgedPlugin {
     }
 
     private func missingEndpointMessage() -> String {
-        return "iOS Agent requires a configured HTTP endpoint. Set Agent.apiBase in capacitor.config, an Info.plist/UserDefaults key such as MILADY_IOS_API_BASE or ELIZA_AGENT_API_BASE, or a simulator environment variable. iOS does not bundle a Bun local runtime."
+        return "iOS Agent requires a configured HTTP endpoint for remote/cloud mode, or runtimeMode=local for dev/sideload local mode. Set Agent.apiBase in capacitor.config, an Info.plist/UserDefaults key such as ELIZA_IOS_API_BASE or ELIZA_AGENT_API_BASE, or a simulator environment variable."
+    }
+
+    private func localIttpOnlyMessage() -> String {
+        return "iOS local agent requests require the WebView ITTP route kernel bridge. Start the app WebView before calling native Agent.request or Agent.chat in local mode."
     }
 
     private func urlEncode(_ value: String) -> String {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@elizaos/capacitor-agent",
-  "version": "2.0.0-beta.1",
+  "version": "2.0.3-beta.3",
   "description": "Starts, stops, and monitors the embedded Eliza agent runtime.",
   "keywords": [
     "agent-runtime",
@@ -14,6 +14,8 @@
   "exports": {
     ".": {
       "types": "./dist/esm/index.d.ts",
+      "bun": "./src/index.ts",
+      "development": "./src/index.ts",
       "import": "./dist/esm/index.js",
       "require": "./dist/plugin.cjs.js"
     },
@@ -33,19 +35,21 @@
   "repository": {
     "type": "git",
     "url": "https://github.com/elizaOS/eliza.git",
-    "directory": "packages/native-plugins/agent"
+    "directory": "plugins/plugin-native-agent"
   },
   "scripts": {
-    "build": "bun run clean && tsc && bun --bun rollup -c rollup.config.mjs",
-    "clean": "node ../../../scripts/rm-path-recursive.mjs dist",
+    "build": "node ../../packages/scripts/with-package-build-lock.mjs plugins/plugin-native-agent -- bun run build:unlocked",
+    "clean": "node ../../packages/scripts/rm-path-recursive.mjs dist",
+    "test": "vitest run",
     "prepublishOnly": "bun run build",
-    "watch": "tsc --watch"
+    "watch": "tsc --watch",
+    "build:unlocked": "bun run clean && tsc && bunx rollup -c rollup.config.mjs"
   },
   "devDependencies": {
     "@capacitor/core": "^8.3.1",
-    "rimraf": "^6.0.0",
     "rollup": "^4.60.2",
-    "typescript": "^6.0.3"
+    "typescript": "^6.0.3",
+    "vitest": "^4.0.0"
   },
   "peerDependencies": {
     "@capacitor/core": "^8.3.1"
@@ -61,5 +65,6 @@
     "android": {
       "src": "android"
     }
-  }
+  },
+  "gitHead": "f54b0f4eaed317d59fa7dbcdce20f4cdb0734420"
 }