@elizaos/app-core 2.0.0-beta.3 → 2.0.3-beta.3

package/scripts/omnivoice-fuse/cmake-graft.mjs

@@ -1,180 +0,0 @@
-/**
- * Append a CMake graft block to llama.cpp's root CMakeLists.txt that
- * declares `omnivoice-core` (static archive over the grafted sources)
- * and the fused output targets:
- *
- *   - `omnivoice-core`         — static lib over omnivoice/src/*.cpp
- *   - `llama-omnivoice-server` — single executable that links llama-server's
- *                                HTTP surface against omnivoice-core, exposing
- *                                both /v1/chat/completions and /v1/audio/speech
- *                                in one process. (TODO marker — see below.)
- *   - `libelizainference`      — fused shared library used by the desktop
- *                                + mobile bridges. Exposes both `llama_*`
- *                                and `omnivoice_*` exports.
- *
- * Idempotent: a sentinel marker in CMakeLists.txt prevents double-append.
- *
- * The HTTP route fusion (mounting omnivoice's TTS endpoints onto the
- * llama-server router) is left as an explicit TODO. Doing it correctly
- * requires editing llama.cpp's `examples/server/server.cpp` to register
- * a TTS handler that calls into omnivoice-core, which is non-trivial and
- * lives outside this prepare script's scope. The graft below builds the
- * fused shared library + a stub `llama-omnivoice-server` that links both
- * symbol families so the symbol verifier can prove they're co-resident;
- * the route-mounting work is filed against the runtime.
- */
-
-import fs from "node:fs";
-import path from "node:path";
-
-import { OMNIVOICE_GRAFT_SUBDIR } from "./prepare.mjs";
-
-const SENTINEL = "# MILADY-OMNIVOICE-FUSION-GRAFT-V1";
-
-// CMake snippet appended verbatim to llama.cpp's root CMakeLists.txt.
-// Indentation is intentional — it's read out of CMakeLists.txt as-is.
-function buildGraftSnippet() {
-  return `
-
-${SENTINEL}
-# ----------------------------------------------------------------------
-# Source-level fusion of github.com/ServeurpersoCom/omnivoice.cpp into
-# this build tree. See packages/app-core/scripts/omnivoice-fuse/README.md
-# for the strategy. The omnivoice sources were copied into ${OMNIVOICE_GRAFT_SUBDIR}/
-# by prepare.mjs and intentionally do NOT bring their own ggml — they
-# share llama.cpp's vendored ggml.
-# ----------------------------------------------------------------------
-
-if(MILADY_FUSE_OMNIVOICE)
-    # Audio tokenizer tensor names exceed default GGML_MAX_NAME of 64.
-    # Mirrored from omnivoice's own CMakeLists.txt.
-    add_compile_definitions(GGML_MAX_NAME=128)
-
-    file(GLOB MILADY_OMNIVOICE_SOURCES
-        CONFIGURE_DEPENDS
-        \${CMAKE_CURRENT_SOURCE_DIR}/${OMNIVOICE_GRAFT_SUBDIR}/src/*.cpp)
-    file(GLOB MILADY_OMNIVOICE_HEADERS
-        CONFIGURE_DEPENDS
-        \${CMAKE_CURRENT_SOURCE_DIR}/${OMNIVOICE_GRAFT_SUBDIR}/src/*.h)
-
-    if(NOT MILADY_OMNIVOICE_SOURCES)
-        message(FATAL_ERROR "MILADY_FUSE_OMNIVOICE=ON but no sources under ${OMNIVOICE_GRAFT_SUBDIR}/src/")
-    endif()
-
-    add_library(omnivoice-core STATIC \${MILADY_OMNIVOICE_SOURCES})
-    target_include_directories(omnivoice-core PUBLIC
-        \${CMAKE_CURRENT_SOURCE_DIR}/${OMNIVOICE_GRAFT_SUBDIR}/src
-        \${CMAKE_CURRENT_SOURCE_DIR}/${OMNIVOICE_GRAFT_SUBDIR}
-        \${CMAKE_CURRENT_BINARY_DIR})
-    # Share llama.cpp's ggml. NEVER add a second add_subdirectory(ggml)
-    # from the omnivoice tree — see the README's reconciliation
-    # strategy for why.
-    target_include_directories(omnivoice-core SYSTEM PUBLIC
-        \${CMAKE_CURRENT_SOURCE_DIR}/ggml/include
-        \${CMAKE_CURRENT_SOURCE_DIR}/include)
-    target_link_libraries(omnivoice-core PUBLIC ggml Threads::Threads)
-    if(TARGET ggml-base)
-        target_link_libraries(omnivoice-core PUBLIC ggml-base)
-    endif()
-    foreach(_milady_backend cpu blas cuda metal vulkan)
-        if(TARGET ggml-\${_milady_backend})
-            get_target_property(_milady_btype ggml-\${_milady_backend} TYPE)
-            if(NOT _milady_btype STREQUAL "MODULE_LIBRARY")
-                target_link_libraries(omnivoice-core PUBLIC ggml-\${_milady_backend})
-            endif()
-        endif()
-    endforeach()
-
-    # Fused shared library exporting both \`llama_*\` and \`omnivoice_*\`.
-    # Used by Electrobun + Capacitor bridges that dlopen one artifact.
-    add_library(elizainference SHARED
-        \${MILADY_OMNIVOICE_SOURCES})
-    target_include_directories(elizainference PUBLIC
-        \${CMAKE_CURRENT_SOURCE_DIR}/${OMNIVOICE_GRAFT_SUBDIR}/src
-        \${CMAKE_CURRENT_SOURCE_DIR}/${OMNIVOICE_GRAFT_SUBDIR}
-        \${CMAKE_CURRENT_SOURCE_DIR}/include
-        \${CMAKE_CURRENT_BINARY_DIR})
-    target_include_directories(elizainference SYSTEM PUBLIC
-        \${CMAKE_CURRENT_SOURCE_DIR}/ggml/include)
-    target_link_libraries(elizainference PUBLIC llama)
-    target_link_libraries(elizainference PUBLIC ggml Threads::Threads)
-    if(TARGET ggml-base)
-        target_link_libraries(elizainference PUBLIC ggml-base)
-    endif()
-    foreach(_milady_backend cpu blas cuda metal vulkan)
-        if(TARGET ggml-\${_milady_backend})
-            get_target_property(_milady_btype ggml-\${_milady_backend} TYPE)
-            if(NOT _milady_btype STREQUAL "MODULE_LIBRARY")
-                target_link_libraries(elizainference PUBLIC ggml-\${_milady_backend})
-            endif()
-        endif()
-    endforeach()
-    set_target_properties(elizainference PROPERTIES
-        OUTPUT_NAME elizainference
-        POSITION_INDEPENDENT_CODE ON)
-
-    # Stub fused server. The intent is to merge llama.cpp's
-    # examples/server/server.cpp HTTP routes with omnivoice's TTS
-    # entry points so one process serves both /v1/chat/completions
-    # and /v1/audio/speech. That route-mount is owned by the runtime
-    # team — file: packages/app-core/src/services/local-inference/
-    # README.md "TODO: omnivoice-fused server route mount". For now
-    # we link a placeholder that exists ONLY so the symbol verifier
-    # can confirm both symbol families are co-resident.
-    if(EXISTS \${CMAKE_CURRENT_SOURCE_DIR}/${OMNIVOICE_GRAFT_SUBDIR}/tools/omnivoice-tts.cpp)
-        add_executable(llama-omnivoice-server
-            \${CMAKE_CURRENT_SOURCE_DIR}/${OMNIVOICE_GRAFT_SUBDIR}/tools/omnivoice-tts.cpp)
-        target_include_directories(llama-omnivoice-server PRIVATE
-            \${CMAKE_CURRENT_SOURCE_DIR}/${OMNIVOICE_GRAFT_SUBDIR}/src
-            \${CMAKE_CURRENT_SOURCE_DIR}/${OMNIVOICE_GRAFT_SUBDIR}
-            \${CMAKE_CURRENT_BINARY_DIR})
-        target_link_libraries(llama-omnivoice-server PRIVATE
-            omnivoice-core llama)
-    endif()
-endif()
-# ----------------------------------------------------------------------
-# end ${SENTINEL}
-`;
-}
-
-/**
- * Append the graft snippet to <llamaCppRoot>/CMakeLists.txt if not
- * already present. Returns true if the file was modified, false if the
- * sentinel was already present (already grafted).
- */
-export function appendCmakeGraft({ llamaCppRoot }) {
-  const cmakePath = path.join(llamaCppRoot, "CMakeLists.txt");
-  if (!fs.existsSync(cmakePath)) {
-    throw new Error(
-      `[omnivoice-fuse] llamaCppRoot=${llamaCppRoot} missing CMakeLists.txt`,
-    );
-  }
-  const original = fs.readFileSync(cmakePath, "utf8");
-  if (original.includes(SENTINEL)) return false;
-  fs.writeFileSync(cmakePath, original + buildGraftSnippet(), "utf8");
-  return true;
-}
-
-/**
- * The CMake -D flags a fused build must add on top of the per-target
- * defaults. Returns an array of `-D…=…` strings.
- */
-export function fusedExtraCmakeFlags() {
-  return ["-DMILADY_FUSE_OMNIVOICE=ON", "-DBUILD_SHARED_LIBS=ON"];
-}
-
-/**
- * Names of CMake build targets the fused build must produce. Caller
- * passes these to `cmake --build … --target …`.
- */
-export function fusedCmakeBuildTargets() {
-  return [
-    "llama-server",
-    "llama-cli",
-    "omnivoice-core",
-    "elizainference",
-    "llama-omnivoice-server",
-  ];
-}
-
-export { SENTINEL as CMAKE_GRAFT_SENTINEL };

package/scripts/omnivoice-fuse/ffi-stub.c

@@ -1,222 +0,0 @@
-/*
- * Reference C stub of the libelizainference ABI.
- *
- * Builds into `libelizainference_stub.{dylib,so}`. The Node FFI loader
- * uses this to validate the binding layer end-to-end without requiring
- * the real fused omnivoice + llama.cpp build to exist.
- *
- * What works:
- *   - `eliza_inference_abi_version()` returns "1".
- *   - `eliza_inference_create(bundle_dir, ...)` validates the path
- *     argument and returns a tiny heap-allocated context. Bundle_dir
- *     must be non-NULL and non-empty; nothing on disk is required, so
- *     the loader test can pass an arbitrary string.
- *   - `eliza_inference_destroy()` frees the context.
- *   - `eliza_inference_free_string()` frees library-allocated strings.
- *
- * What returns ELIZA_ERR_NOT_IMPLEMENTED:
- *   - mmap_acquire / mmap_evict — the real implementation requires the
- *     fused build's mmap of the weight files.
- *   - tts_synthesize — needs OmniVoice.
- *   - asr_transcribe — needs the ASR backend.
- *
- * Per `packages/inference/AGENTS.md` §3 + §9: the stub does NOT
- * fabricate fake outputs, does NOT log, does NOT pretend success.
- * Every entry that requires the real fused build returns the
- * structured "not implemented" code with a diagnostic the binding
- * surfaces as `VoiceLifecycleError({ code: "missing-ffi" })`.
- */
-
-#include "ffi.h"
-
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
-
-struct EliInferenceContext {
-    char * bundle_dir;
-};
-
-/* ----------------------------------------------------------------- */
-/* Helpers                                                           */
-/* ----------------------------------------------------------------- */
-
-static char * dup_cstr(const char * s) {
-    if (!s) return NULL;
-    size_t n = strlen(s);
-    char * out = (char *)malloc(n + 1);
-    if (!out) return NULL;
-    memcpy(out, s, n + 1);
-    return out;
-}
-
-static void set_error(char ** out_error, const char * msg) {
-    if (!out_error) return;
-    *out_error = dup_cstr(msg);
-}
-
-/* ----------------------------------------------------------------- */
-/* ABI version                                                       */
-/* ----------------------------------------------------------------- */
-
-#define _ELIZA_STR2(x) #x
-#define _ELIZA_STR(x) _ELIZA_STR2(x)
-static const char * const ELIZA_ABI_VERSION_STRING = _ELIZA_STR(ELIZA_INFERENCE_ABI_VERSION);
-
-const char * eliza_inference_abi_version(void) {
-    return ELIZA_ABI_VERSION_STRING;
-}
-
-/* ----------------------------------------------------------------- */
-/* Lifecycle                                                         */
-/* ----------------------------------------------------------------- */
-
-EliInferenceContext * eliza_inference_create(
-    const char * bundle_dir,
-    char ** out_error)
-{
-    if (!bundle_dir || bundle_dir[0] == '\0') {
-        set_error(out_error,
-            "[libelizainference-stub] eliza_inference_create: bundle_dir is required");
-        return NULL;
-    }
-    EliInferenceContext * ctx =
-        (EliInferenceContext *)calloc(1, sizeof(EliInferenceContext));
-    if (!ctx) {
-        set_error(out_error,
-            "[libelizainference-stub] eliza_inference_create: out of memory");
-        return NULL;
-    }
-    ctx->bundle_dir = dup_cstr(bundle_dir);
-    if (!ctx->bundle_dir) {
-        free(ctx);
-        set_error(out_error,
-            "[libelizainference-stub] eliza_inference_create: out of memory (bundle_dir)");
-        return NULL;
-    }
-    return ctx;
-}
-
-void eliza_inference_destroy(EliInferenceContext * ctx) {
-    if (!ctx) return;
-    if (ctx->bundle_dir) free(ctx->bundle_dir);
-    free(ctx);
-}
-
-/* ----------------------------------------------------------------- */
-/* mmap acquire / evict                                              */
-/* ----------------------------------------------------------------- */
-
-static int valid_region(const char * name) {
-    if (!name) return 0;
-    return (strcmp(name, "tts") == 0
-         || strcmp(name, "asr") == 0
-         || strcmp(name, "text") == 0
-         || strcmp(name, "dflash") == 0);
-}
-
-int eliza_inference_mmap_acquire(
-    EliInferenceContext * ctx,
-    const char * region_name,
-    char ** out_error)
-{
-    if (!ctx) {
-        set_error(out_error,
-            "[libelizainference-stub] mmap_acquire: ctx is NULL");
-        return ELIZA_ERR_INVALID_ARG;
-    }
-    if (!valid_region(region_name)) {
-        set_error(out_error,
-            "[libelizainference-stub] mmap_acquire: invalid region_name (expected tts|asr|text|dflash)");
-        return ELIZA_ERR_INVALID_ARG;
-    }
-    set_error(out_error,
-        "[libelizainference-stub] mmap_acquire: not implemented in stub — fused build required");
-    return ELIZA_ERR_NOT_IMPLEMENTED;
-}
-
-int eliza_inference_mmap_evict(
-    EliInferenceContext * ctx,
-    const char * region_name,
-    char ** out_error)
-{
-    if (!ctx) {
-        set_error(out_error,
-            "[libelizainference-stub] mmap_evict: ctx is NULL");
-        return ELIZA_ERR_INVALID_ARG;
-    }
-    if (!valid_region(region_name)) {
-        set_error(out_error,
-            "[libelizainference-stub] mmap_evict: invalid region_name (expected tts|asr|text|dflash)");
-        return ELIZA_ERR_INVALID_ARG;
-    }
-    set_error(out_error,
-        "[libelizainference-stub] mmap_evict: not implemented in stub — fused build required");
-    return ELIZA_ERR_NOT_IMPLEMENTED;
-}
-
-/* ----------------------------------------------------------------- */
-/* TTS / ASR forward passes                                          */
-/* ----------------------------------------------------------------- */
-
-int eliza_inference_tts_synthesize(
-    EliInferenceContext * ctx,
-    const char * text,
-    size_t text_len,
-    const char * speaker_preset_id,
-    float * out_pcm,
-    size_t max_samples,
-    char ** out_error)
-{
-    (void)speaker_preset_id;
-    (void)out_pcm;
-    (void)max_samples;
-    if (!ctx) {
-        set_error(out_error,
-            "[libelizainference-stub] tts_synthesize: ctx is NULL");
-        return ELIZA_ERR_INVALID_ARG;
-    }
-    if (!text || text_len == 0) {
-        set_error(out_error,
-            "[libelizainference-stub] tts_synthesize: text is required");
-        return ELIZA_ERR_INVALID_ARG;
-    }
-    set_error(out_error,
-        "[libelizainference-stub] tts_synthesize: not implemented in stub — fused build required");
-    return ELIZA_ERR_NOT_IMPLEMENTED;
-}
-
-int eliza_inference_asr_transcribe(
-    EliInferenceContext * ctx,
-    const float * pcm,
-    size_t n_samples,
-    int sample_rate_hz,
-    char * out_text,
-    size_t max_text_bytes,
-    char ** out_error)
-{
-    (void)sample_rate_hz;
-    (void)out_text;
-    (void)max_text_bytes;
-    if (!ctx) {
-        set_error(out_error,
-            "[libelizainference-stub] asr_transcribe: ctx is NULL");
-        return ELIZA_ERR_INVALID_ARG;
-    }
-    if (!pcm || n_samples == 0) {
-        set_error(out_error,
-            "[libelizainference-stub] asr_transcribe: pcm is required");
-        return ELIZA_ERR_INVALID_ARG;
-    }
-    set_error(out_error,
-        "[libelizainference-stub] asr_transcribe: not implemented in stub — fused build required");
-    return ELIZA_ERR_NOT_IMPLEMENTED;
-}
-
-/* ----------------------------------------------------------------- */
-/* String free                                                       */
-/* ----------------------------------------------------------------- */
-
-void eliza_inference_free_string(char * str) {
-    if (str) free(str);
-}

package/scripts/omnivoice-fuse/ffi.h

@@ -1,158 +0,0 @@
-/*
- * libelizainference FFI ABI v1.
- *
- * Single source of truth for the C-callable surface that the fused
- * omnivoice + llama.cpp build (`libelizainference.{dylib,so,dll}`)
- * exposes. Consumed today by the Node FFI loader at
- * `packages/app-core/src/services/local-inference/voice/ffi-bindings.ts`,
- * and intended to be consumed unchanged by the Capacitor (mobile) and
- * Electrobun (desktop) bridges as they come online.
- *
- * All entry points are `extern "C"` (no name mangling) so any FFI
- * loader (bun:ffi, node-ffi, koffi, JNI, Swift, Rust, Python) sees the
- * same symbol set. The shape is intentionally small + synchronous in
- * v1 to match Wave-4-C's lifecycle contract:
- *   - opaque context pointer, created from a bundle root
- *   - mmap acquire/evict for voice on/off
- *   - synchronous TTS / ASR forward passes (streaming graph upgrades
- *     are deferred to v2 — bump ELIZA_INFERENCE_ABI_VERSION when added).
- *
- * Errors are propagated via heap-allocated `char *` strings written to
- * `out_error` arguments; callers MUST free them with
- * `eliza_inference_free_string`. A NULL `out_error` parameter is a
- * programmer error (caller skipped diagnostics) and the library is
- * permitted to crash. Per AGENTS.md §3 + §9 the library never logs
- * and never returns a defaulted result on failure.
- *
- * Status codes are plain int. Successful calls return >= 0; failures
- * return one of the negative `ELIZA_*` constants below.
- */
-
-#ifndef ELIZA_INFERENCE_FFI_H
-#define ELIZA_INFERENCE_FFI_H
-
-#include <stddef.h>
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-/* ---- ABI version ---------------------------------------------------- */
-
-/* Bump on any breaking shape change. The Node loader checks the value
- * returned by `eliza_inference_abi_version()` against this constant on
- * load and refuses to bind if they disagree. */
-#define ELIZA_INFERENCE_ABI_VERSION 1
-
-/* Returns a static, NUL-terminated string of the form "1" matching
- * ELIZA_INFERENCE_ABI_VERSION at the time the library was built. The
- * pointer is owned by the library — do NOT free. */
-const char * eliza_inference_abi_version(void);
-
-/* ---- Status codes --------------------------------------------------- */
-
-/* Negative values reserved for failure. Callers MUST treat any negative
- * return as an error and read `*out_error` if provided. */
-#define ELIZA_OK                   0
-#define ELIZA_ERR_NOT_IMPLEMENTED -1   /* Stub or feature not present in this build */
-#define ELIZA_ERR_INVALID_ARG     -2   /* NULL pointer where one was required, etc. */
-#define ELIZA_ERR_BUNDLE_INVALID  -3   /* bundle_dir missing, manifest unreadable */
-#define ELIZA_ERR_FFI_FAULT       -4   /* mmap/madvise/syscall failure */
-#define ELIZA_ERR_OOM             -5   /* allocation failure */
-#define ELIZA_ERR_ABI_MISMATCH    -6   /* loader vs library disagree */
-
-/* ---- Lifecycle ------------------------------------------------------ */
-
-/* Opaque context. One per active engine. */
-typedef struct EliInferenceContext EliInferenceContext;
-
-/* Create a new context anchored at `bundle_dir` (the on-disk bundle
- * root, see `packages/inference/AGENTS.md` §2 for the layout the
- * library expects). On failure returns NULL and writes a heap-allocated
- * diagnostic into `*out_error`. */
-EliInferenceContext * eliza_inference_create(
-    const char * bundle_dir,
-    char ** out_error);
-
-/* Destroy a context. Idempotent for NULL. After this returns, every
- * pointer derived from the context (mmap regions, output buffers
- * written into via the caller) is invalid. */
-void eliza_inference_destroy(EliInferenceContext * ctx);
-
-/* ---- Memory pressure / mmap ---------------------------------------- */
-
-/* Voice on/off backing calls. Wave-4-C's `VoiceLifecycle` arms voice
- * by calling `mmap_acquire("tts")` + `mmap_acquire("asr")`, and disarms
- * by calling `mmap_evict(...)` on the same region names.
- *
- * `region_name` is a stable string in the set:
- *   - "tts"  : OmniVoice weights (mmap of tts/omnivoice-*.gguf)
- *   - "asr"  : ASR weights (mmap of asr/...)
- *   - "text" : text+vision weights (kept hot — always acquired)
- *   - "dflash" : drafter weights (kept hot — always acquired)
- *
- * Returns ELIZA_OK on success, negative on failure with
- * `*out_error` populated. Eviction is a hint to the OS (madvise
- * MADV_DONTNEED / VirtualUnlock) — it does NOT close the file
- * descriptor; a subsequent `mmap_acquire` re-pages without a fresh
- * open(). */
-int eliza_inference_mmap_acquire(
-    EliInferenceContext * ctx,
-    const char * region_name,
-    char ** out_error);
-
-int eliza_inference_mmap_evict(
-    EliInferenceContext * ctx,
-    const char * region_name,
-    char ** out_error);
-
-/* ---- TTS forward (synchronous) ------------------------------------- */
-
-/* Synthesize speech for the given UTF-8 text. The library writes up to
- * `max_samples` fp32 PCM samples into `out_pcm` (sample rate fixed at
- * 24 kHz to match the EngineVoiceBridge default).
- *
- * Returns the number of samples actually written (>= 0) on success, or
- * a negative ELIZA_* code on failure. If the buffer was too small the
- * library returns ELIZA_ERR_INVALID_ARG and reports the required size
- * in the diagnostic string. v1 has no streaming variant — chunking is
- * driven by the JS-side phrase chunker.
- *
- * `speaker_preset_id` may be NULL to use the bundle default. */
-int eliza_inference_tts_synthesize(
-    EliInferenceContext * ctx,
-    const char * text,
-    size_t text_len,
-    const char * speaker_preset_id,
-    float * out_pcm,
-    size_t max_samples,
-    char ** out_error);
-
-/* ---- ASR transcription (synchronous) ------------------------------- */
-
-/* Transcribe `n_samples` fp32 PCM samples (mono) at `sample_rate_hz`.
- * The library writes a UTF-8 NUL-terminated transcript into `out_text`,
- * up to `max_text_bytes - 1` bytes plus the terminator.
- *
- * Returns the number of bytes written (excluding the terminator) on
- * success, or a negative ELIZA_* code on failure. */
-int eliza_inference_asr_transcribe(
-    EliInferenceContext * ctx,
-    const float * pcm,
-    size_t n_samples,
-    int sample_rate_hz,
-    char * out_text,
-    size_t max_text_bytes,
-    char ** out_error);
-
-/* ---- Memory ownership helpers -------------------------------------- */
-
-/* Free a string the library allocated and handed out (error messages,
- * future transcript buffers). Safe on NULL. */
-void eliza_inference_free_string(char * str);
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif /* ELIZA_INFERENCE_FFI_H */