@elizaos/app-core 2.0.0-beta.3 → 2.0.11-beta.5

package/scripts/ios-xcframework/build-xcframework.mjs

@@ -5,27 +5,27 @@
  * Wave-4-F bridged the iOS pipeline: previously
  * `run-mobile-build.mjs` invoked cmake against the upstream npm package's
  * bundled `ios/` source, which produced a stock llama.cpp framework with
- * none of the milady kernels (TurboQuant / QJL / PolarQuant / DFlash).
+ * none of the eliza kernels (TurboQuant / QJL / PolarQuant / MTP).
  * That framework satisfied the patched podspec but violated AGENTS.md §3
  * (required-kernel contract).
  *
  * This script consumes the per-target static archives + headers produced
- * by `build-llama-cpp-dflash.mjs --target ios-arm64-metal` and
+ * by `build-llama-cpp-mtp.mjs --target ios-arm64-metal` and
  * `--target ios-arm64-simulator-metal` and assembles them into a
  * well-formed `.xcframework` bundle.
  *
  * Invocation:
  *   node build-xcframework.mjs --output <dir>
- *     [--device-archive-dir   <path>]   default: $ELIZA_STATE_DIR/local-inference/bin/dflash/ios-arm64-metal
- *     [--sim-archive-dir      <path>]   default: $ELIZA_STATE_DIR/local-inference/bin/dflash/ios-arm64-simulator-metal
- *     [--build-if-missing]              run build-llama-cpp-dflash.mjs first
+ *     [--device-archive-dir   <path>]   default: $ELIZA_STATE_DIR/local-inference/bin/mtp/ios-arm64-metal
+ *     [--sim-archive-dir      <path>]   default: $ELIZA_STATE_DIR/local-inference/bin/mtp/ios-arm64-simulator-metal
+ *     [--build-if-missing]              run build-llama-cpp-mtp.mjs first
  *     [--verify]                        symbol-grep + xcframework-info validation
  *
  * AGENTS.md §3 hard rules enforced here:
  *   - Missing per-target archive directory = hard error (no fallback to
  *     stock framework, no skip).
  *   - Missing required-kernel symbol in either slice = hard error after
- *     --verify (matches the build-llama-cpp-dflash.mjs CAPABILITIES gate).
+ *     --verify (matches the build-llama-cpp-mtp.mjs CAPABILITIES gate).
  *   - xcodebuild -create-xcframework failure = hard error.
  */
 
@@ -41,7 +41,10 @@ const __dirname = path.dirname(__filename);
 
 // packages/app-core/scripts/ios-xcframework → packages/app-core/scripts
 const SCRIPTS_DIR = path.resolve(__dirname, "..");
-const DFLASH_BUILD_SCRIPT = path.join(SCRIPTS_DIR, "build-llama-cpp-dflash.mjs");
+const MTP_BUILD_SCRIPT = path.join(
+  SCRIPTS_DIR,
+  "build-llama-cpp-mtp.mjs",
+);
 
 // Per AGENTS.md §3, the required kernels for any Eliza-1 binary.
 // Symbol presence here is checked against the produced static archive
@@ -49,13 +52,12 @@ const DFLASH_BUILD_SCRIPT = path.join(SCRIPTS_DIR, "build-llama-cpp-dflash.mjs")
 //
 // Each entry: { kernel, symbolPattern, where }
 //   - `kernel` is the AGENTS.md §3 name.
-//   - `symbolPattern` is a regex tested against `nm -g <archive>` output
-//     across every produced .a in the slice. The archives include the
-//     ggml-base / ggml-cpu / ggml-metal kernels (for QJL/Polar) and,
-//     once the EMBED-path Metal kernel patcher lands, the metallib
-//     symbol stubs (for TurboQuant variants). Until then `turbo3` /
-//     `turbo4` will fail this check on iOS — which is the correct
-//     loud-failure behavior per AGENTS.md §3.
+//   - `symbolPattern` is a regex tested against `nm -g <archive>` plus
+//     `strings <archive>` output across every produced .a in the slice. The
+//     archives include the ggml-base / ggml-cpu / ggml-metal kernels and the
+//     embedded metallib payload. Metal shader function names are payload
+//     strings, not Mach-O symbols, so `strings` is required for iOS EMBED
+//     verification.
 //   - `where` indicates which archive(s) the symbol may live in;
 //     only used in the diagnostic message.
 const REQUIRED_IOS_KERNEL_SYMBOLS = [
@@ -70,19 +72,15 @@ const REQUIRED_IOS_KERNEL_SYMBOLS = [
     where: "libggml-cpu.a / libggml-base.a / libggml-metal.a",
   },
   {
-    kernel: "dflash",
-    // DFlash is a CLI/runtime feature in the fork; its CPU-side flash-attn
+    kernel: "mtp",
+    // MTP is a CLI/runtime feature in the fork; its CPU-side flash-attn
     // hook is what the iOS slice carries. The symbol surfaces as the
-    // FA-ext entry point ggml-cpu wires for the v0.4.0-milady fork.
-    symbolPattern: /dflash|flash[_-]?attn[_-]?ext/i,
+    // FA-ext entry point ggml-cpu wires for the v0.4.0-eliza fork.
+    symbolPattern: /mtp|flash[_-]?attn[_-]?ext/i,
     where: "libggml-cpu.a / libggml-metal.a",
   },
   {
     kernel: "turbo3",
-    // Turbo kernels live in the metallib produced by the EMBED build.
-    // EMBED-path patcher in kernel-patches/metal-kernels.mjs is a
-    // documented gap — until it lands, this symbol check WILL fail
-    // and that is the correct hard-fail behavior per AGENTS.md §3.
     symbolPattern: /turbo3(?!_tcq)/i,
     where: "libggml-metal.a (via embedded metallib)",
   },
@@ -93,6 +91,36 @@ const REQUIRED_IOS_KERNEL_SYMBOLS = [
   },
 ];
 
+const REQUIRED_IOS_RUNTIME_SYMBOLS = [
+  "llama_init_context",
+  "llama_release_context",
+  "llama_completion",
+  "llama_stop_completion",
+  "llama_get_formatted_chat",
+  "llama_toggle_native_log",
+  "llama_embedding",
+  "llama_embedding_register_context",
+  "llama_embedding_unregister_context",
+  "llama_get_model_info",
+  "llama_get_context_ptr",
+  "llama_get_last_error",
+  "llama_free_string",
+  "eliza_inference_abi_version",
+  "eliza_inference_create",
+  "eliza_inference_destroy",
+  "eliza_inference_mmap_acquire",
+  "eliza_inference_mmap_evict",
+  "eliza_inference_tts_synthesize",
+  "eliza_inference_asr_transcribe",
+  "eliza_inference_free_string",
+].map((symbol) => ({
+  symbol,
+  symbolPattern: new RegExp(`(?:^|\\s)_?${symbol}\\b`, "m"),
+  where: symbol.startsWith("eliza_inference_")
+    ? "libelizainference ABI archive (fail-closed shim or real OmniVoice build)"
+    : "llama-cpp-capacitor bridge archive",
+}));
+
 /** @typedef {{ name: string, archives: string[], headerDir: string, capabilities: string }} SliceInputs */
 
 function parseArgs(argv) {
@@ -133,7 +161,9 @@ function parseArgs(argv) {
     }
   }
   if (!args.output) {
-    throw new Error("--output <dir> is required (e.g. .../LlamaCpp.xcframework)");
+    throw new Error(
+      "--output <dir> is required (e.g. .../LlamaCpp.xcframework)",
+    );
   }
   return args;
 }
@@ -145,15 +175,15 @@ Options:
   --output <dir>                Path of the LlamaCpp.xcframework to create.
   --device-archive-dir <path>   Override iOS-device slice input directory.
   --sim-archive-dir <path>      Override iOS-simulator slice input directory.
-  --build-if-missing            Invoke build-llama-cpp-dflash.mjs for any
+  --build-if-missing            Invoke build-llama-cpp-mtp.mjs for any
                                 missing slice before packaging.
   --verify                      Run nm symbol-grep + xcodebuild -create-xcframework
                                 validation against AGENTS.md §3 kernel set.
   -h, --help                    Print this message.
 
 Defaults for slice input dirs (per ELIZA_STATE_DIR):
-  device: $ELIZA_STATE_DIR/local-inference/bin/dflash/ios-arm64-metal
-  sim:    $ELIZA_STATE_DIR/local-inference/bin/dflash/ios-arm64-simulator-metal
+  device: $ELIZA_STATE_DIR/local-inference/bin/mtp/ios-arm64-metal
+  sim:    $ELIZA_STATE_DIR/local-inference/bin/mtp/ios-arm64-simulator-metal
 `);
 }
 
@@ -164,7 +194,67 @@ function elizaStateDir() {
 }
 
 function defaultSliceDir(target) {
-  return path.join(elizaStateDir(), "local-inference", "bin", "dflash", target);
+  return path.join(elizaStateDir(), "local-inference", "bin", "mtp", target);
+}
+
+function sliceUsesRealElizaInference(sliceDir) {
+  const capabilities = path.join(sliceDir, "CAPABILITIES.json");
+  if (!fs.existsSync(capabilities)) return false;
+  try {
+    const parsed = JSON.parse(fs.readFileSync(capabilities, "utf8"));
+    return parsed?.omnivoice != null;
+  } catch {
+    return false;
+  }
+}
+
+function refreshIosRuntimeSymbolShim({
+  sliceDir,
+  isSimulator,
+  realElizaInference,
+}) {
+  if (!fs.existsSync(sliceDir)) return;
+  const source = path.join(__dirname, "runtime-symbol-shim.c");
+  if (!fs.existsSync(source)) {
+    throw new Error(`[ios-xcframework] runtime symbol shim missing: ${source}`);
+  }
+  const sdk = isSimulator ? "iphonesimulator" : "iphoneos";
+  const sdkPath = captureStdout("xcrun", [
+    "--sdk",
+    sdk,
+    "--show-sdk-path",
+  ]).trim();
+  const obj = path.join(sliceDir, "eliza-ios-runtime-shim.o");
+  const archive = path.join(sliceDir, "libeliza-ios-runtime-shim.a");
+  const minVersionFlag = isSimulator
+    ? "-mios-simulator-version-min=14.0"
+    : "-miphoneos-version-min=14.0";
+
+  run("xcrun", [
+    "--sdk",
+    sdk,
+    "clang",
+    "-std=c11",
+    "-arch",
+    "arm64",
+    "-isysroot",
+    sdkPath,
+    minVersionFlag,
+    "-I",
+    path.join(sliceDir, "include"),
+    ...(realElizaInference ? ["-DELIZA_IOS_REAL_ELIZAINFERENCE=1"] : []),
+    "-fvisibility=default",
+    "-c",
+    source,
+    "-o",
+    obj,
+  ]);
+  run("xcrun", ["--sdk", sdk, "ar", "rcs", archive, obj]);
+  run("xcrun", ["--sdk", sdk, "ranlib", archive]);
+  fs.rmSync(obj, { force: true });
+  console.log(
+    `[ios-xcframework] refreshed runtime symbol shim: ${path.relative(process.cwd(), archive)}${realElizaInference ? " (real libelizainference)" : ""}`,
+  );
 }
 
 /**
@@ -192,10 +282,11 @@ function captureStdout(cmd, args) {
   const result = spawnSync(cmd, args, {
     encoding: "utf8",
     stdio: ["ignore", "pipe", "pipe"],
+    maxBuffer: 64 * 1024 * 1024,
   });
-  if (result.status !== 0) {
+  if (result.status !== 0 || result.error) {
     throw new Error(
-      `${cmd} ${args.join(" ")} failed with ${result.status}: ${result.stderr || ""}`,
+      `${cmd} ${args.join(" ")} failed with ${result.status}: ${result.error?.message || result.stderr || ""}`,
     );
   }
   return result.stdout || "";
@@ -210,7 +301,7 @@ function loadSlice(dir, sliceName) {
   if (!fs.existsSync(dir)) {
     throw new Error(
       `[ios-xcframework] slice ${sliceName} input dir not found: ${dir}\n` +
-        `Run: node ${DFLASH_BUILD_SCRIPT} --target ${sliceName === "device" ? "ios-arm64-metal" : "ios-arm64-simulator-metal"}`,
+        `Run: node ${MTP_BUILD_SCRIPT} --target ${sliceName === "device" ? "ios-arm64-metal" : "ios-arm64-simulator-metal"}`,
     );
   }
   const archives = fs
@@ -219,7 +310,7 @@ function loadSlice(dir, sliceName) {
     .map((name) => path.join(dir, name));
   if (archives.length === 0) {
     throw new Error(
-      `[ios-xcframework] slice ${sliceName} (${dir}) contains no .a archives — re-run build-llama-cpp-dflash.mjs.`,
+      `[ios-xcframework] slice ${sliceName} (${dir}) contains no .a archives — re-run build-llama-cpp-mtp.mjs.`,
     );
   }
   const headerDir = path.join(dir, "include");
@@ -300,11 +391,11 @@ function buildStaticFramework(tmpDir, slice, target) {
 <dict>
   <key>CFBundleDevelopmentRegion</key><string>en</string>
   <key>CFBundleExecutable</key><string>LlamaCpp</string>
-  <key>CFBundleIdentifier</key><string>ai.elizalabs.LlamaCpp</string>
+  <key>CFBundleIdentifier</key><string>ai.elizaos.LlamaCpp</string>
   <key>CFBundleInfoDictionaryVersion</key><string>6.0</string>
   <key>CFBundleName</key><string>LlamaCpp</string>
   <key>CFBundlePackageType</key><string>FMWK</string>
-  <key>CFBundleShortVersionString</key><string>0.4.0-milady</string>
+  <key>CFBundleShortVersionString</key><string>0.4.0-eliza</string>
   <key>CFBundleVersion</key><string>1</string>
   <key>MinimumOSVersion</key><string>14.0</string>
   <key>CFBundleSupportedPlatforms</key>
@@ -318,15 +409,16 @@ function buildStaticFramework(tmpDir, slice, target) {
 }
 
 /**
- * Run nm against every archive in a slice and aggregate the symbol text.
+ * Run nm + strings against every archive in a slice and aggregate symbol text.
  * @param {SliceInputs} slice
  * @returns {string}
  */
 function dumpSliceSymbols(slice) {
   const chunks = [];
   for (const archive of slice.archives) {
-    const out = captureStdout("nm", ["-g", archive]);
-    chunks.push(`# ${path.basename(archive)}\n${out}`);
+    const nmOut = captureStdout("nm", ["-g", archive]);
+    const stringsOut = captureStdout("strings", [archive]);
+    chunks.push(`# ${path.basename(archive)}\n${nmOut}\n${stringsOut}`);
   }
   return chunks.join("\n");
 }
@@ -363,7 +455,7 @@ function verifyKernelSymbols(slices) {
       `[ios-xcframework] AGENTS.md §3 kernel-symbol audit FAILED:\n${lines.join(
         "\n",
       )}\n\n` +
-        `The static archives produced by build-llama-cpp-dflash.mjs do not\n` +
+        `The static archives produced by build-llama-cpp-mtp.mjs do not\n` +
         `contain symbols for every required Eliza-1 kernel. The xcframework\n` +
         `will NOT be assembled. Fix the build (most commonly: extend\n` +
         `kernel-patches/metal-kernels.mjs to handle the EMBED_LIBRARY=ON\n` +
@@ -377,6 +469,50 @@ function verifyKernelSymbols(slices) {
   );
 }
 
+/**
+ * @param {SliceInputs[]} slices
+ */
+function verifyRuntimeSymbols(slices) {
+  const sliceSymbols = slices.map((slice) => ({
+    slice,
+    text: dumpSliceSymbols(slice),
+  }));
+  const missing = [];
+  for (const { symbol, symbolPattern, where } of REQUIRED_IOS_RUNTIME_SYMBOLS) {
+    const sliceMisses = sliceSymbols.filter(
+      ({ text }) => !symbolPattern.test(text),
+    );
+    if (sliceMisses.length > 0) {
+      missing.push({
+        symbol,
+        slices: sliceMisses.map(({ slice }) => slice.name),
+        where,
+      });
+    }
+  }
+  if (missing.length > 0) {
+    const lines = missing.map(
+      (m) =>
+        `  - ${m.symbol}: missing in ${m.slices.join(" + ")} ` +
+        `(expected in ${m.where})`,
+    );
+    throw new Error(
+      `[ios-xcframework] AGENTS.md §3 runtime-symbol audit FAILED:\n${lines.join(
+        "\n",
+      )}\n\n` +
+        `The iOS xcframework must carry the Capacitor bridge symbols and the\n` +
+        `libelizainference voice ABI symbols. Kernel-only archives are not\n` +
+        `a releaseable Eliza-1 mobile runtime. Wire the bridge and voice\n` +
+        `ABI into the iOS slice, then re-run.`,
+    );
+  }
+  console.log(
+    `[ios-xcframework] runtime-symbol audit PASS for slices: ${slices
+      .map((s) => s.name)
+      .join(", ")}`,
+  );
+}
+
 /**
  * @param {string} xcframeworkDir
  */
@@ -391,7 +527,14 @@ function verifyXcframework(xcframeworkDir) {
       `[ios-xcframework] produced bundle missing Info.plist: ${xcframeworkDir}`,
     );
   }
-  const out = captureStdout("plutil", ["-extract", "AvailableLibraries", "json", "-o", "-", infoPlist]);
+  const out = captureStdout("plutil", [
+    "-extract",
+    "AvailableLibraries",
+    "json",
+    "-o",
+    "-",
+    infoPlist,
+  ]);
   let entries;
   try {
     entries = JSON.parse(out);
@@ -417,7 +560,9 @@ function verifyXcframework(xcframeworkDir) {
 async function main() {
   const args = parseArgs(process.argv.slice(2));
   if (process.platform !== "darwin") {
-    throw new Error("[ios-xcframework] iOS xcframework packaging requires a macOS host with Xcode.");
+    throw new Error(
+      "[ios-xcframework] iOS xcframework packaging requires a macOS host with Xcode.",
+    );
   }
 
   const deviceDir = args.deviceArchiveDir ?? defaultSliceDir("ios-arm64-metal");
@@ -426,24 +571,40 @@ async function main() {
 
   if (args.buildIfMissing) {
     if (!fs.existsSync(path.join(deviceDir, "CAPABILITIES.json"))) {
-      console.log(`[ios-xcframework] device slice missing — invoking dflash build`);
-      run("node", [DFLASH_BUILD_SCRIPT, "--target", "ios-arm64-metal"]);
+      console.log(
+        `[ios-xcframework] device slice missing — invoking mtp build`,
+      );
+      run("node", [MTP_BUILD_SCRIPT, "--target", "ios-arm64-metal"]);
     }
     if (!fs.existsSync(path.join(simDir, "CAPABILITIES.json"))) {
-      console.log(`[ios-xcframework] simulator slice missing — invoking dflash build`);
+      console.log(
+        `[ios-xcframework] simulator slice missing — invoking mtp build`,
+      );
       run("node", [
-        DFLASH_BUILD_SCRIPT,
+        MTP_BUILD_SCRIPT,
         "--target",
         "ios-arm64-simulator-metal",
       ]);
     }
   }
 
+  refreshIosRuntimeSymbolShim({
+    sliceDir: deviceDir,
+    isSimulator: false,
+    realElizaInference: sliceUsesRealElizaInference(deviceDir),
+  });
+  refreshIosRuntimeSymbolShim({
+    sliceDir: simDir,
+    isSimulator: true,
+    realElizaInference: sliceUsesRealElizaInference(simDir),
+  });
+
   const deviceSlice = loadSlice(deviceDir, "device");
   const simSlice = loadSlice(simDir, "simulator");
 
   if (args.verify) {
     verifyKernelSymbols([deviceSlice, simSlice]);
+    verifyRuntimeSymbols([deviceSlice, simSlice]);
   }
 
   const tmpDir = fs.mkdtempSync(