@elizaos/agent 2.0.0-beta.1 → 2.0.11-beta.5

package/api/index.d.ts

@@ -0,0 +1,43 @@
+export { type AppManagerLike, type AppsRouteContext, type FavoriteAppsStore, handleAppsRoutes, } from "@elizaos/plugin-app-manager";
+export type { WalletAddressesSnapshot, WalletRouteContext, WalletRouteDependencies, WalletRpcReadinessSnapshot, } from "@elizaos/plugin-wallet";
+export declare const handleWalletRoutes: typeof import("@elizaos/plugin-wallet").handleWalletRoutes;
+export * from "./accounts-routes.ts";
+export * from "./agent-admin-routes.ts";
+export * from "./agent-lifecycle-routes.ts";
+export * from "./agent-model.ts";
+export * from "./agent-transfer-routes.ts";
+export * from "./auth-routes.ts";
+export * from "./bug-report-routes.ts";
+export * from "./character-routes.ts";
+export * from "./compat-utils.ts";
+export * from "./connector-health.ts";
+export * from "./credit-detection.ts";
+export * from "./database.ts";
+export * from "./diagnostics-routes.ts";
+export { type DispatchRouteArgs, dispatchRoute, } from "./dispatch-route.ts";
+export * from "./documents-service-loader.ts";
+export * from "./early-logs.ts";
+export * from "./memory-bounds.ts";
+export * from "./memory-routes.ts";
+export * from "./models-routes.ts";
+export * from "./parse-action-block.ts";
+export * from "./permission-request-prompt.ts";
+export * from "./permissions-routes.ts";
+export * from "./plugin-validation.ts";
+export * from "./provider-switch-config.ts";
+export * from "./rate-limiter.ts";
+export * from "./registry-routes.ts";
+export * from "./registry-service.ts";
+export { matchPluginRoutePath, tryHandleRuntimePluginRoute, } from "./runtime-plugin-routes.ts";
+export * from "./subscription-routes.ts";
+export * from "./terminal-run-limits.ts";
+export * from "./training-backend-check.ts";
+export * from "./training-service-like.ts";
+export * from "./tx-service.ts";
+export * from "./wallet.ts";
+export * from "./wallet-evm-balance.ts";
+export * from "./wallet-rpc.ts";
+export * from "./wallet-trading-profile.ts";
+export * from "./workbench-vfs-routes.ts";
+export * from "./zip-utils.ts";
+//# sourceMappingURL=index.d.ts.map

package/api/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/api/index.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACtB,gBAAgB,GACjB,MAAM,6BAA6B,CAAC;AAMrC,YAAY,EACV,uBAAuB,EACvB,kBAAkB,EAClB,uBAAuB,EACvB,0BAA0B,GAC3B,MAAM,wBAAwB,CAAC;AAChC,eAAO,MAAM,kBAAkB,EAAE,cAAc,wBAAwB,EAAE,kBAItE,CAAC;AACJ,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,kBAAkB,CAAC;AACjC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,kBAAkB,CAAC;AACjC,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,eAAe,CAAC;AAC9B,cAAc,yBAAyB,CAAC;AACxC,OAAO,EACL,KAAK,iBAAiB,EACtB,aAAa,GACd,MAAM,qBAAqB,CAAC;AAC7B,cAAc,+BAA+B,CAAC;AAC9C,cAAc,iBAAiB,CAAC;AAChC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,yBAAyB,CAAC;AACxC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AAKtC,OAAO,EACL,oBAAoB,EACpB,2BAA2B,GAC5B,MAAM,4BAA4B,CAAC;AACpC,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC;AACzC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,iBAAiB,CAAC;AAChC,cAAc,aAAa,CAAC;AAC5B,cAAc,yBAAyB,CAAC;AACxC,cAAc,iBAAiB,CAAC;AAChC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,gBAAgB,CAAC"}

package/api/index.js

@@ -0,0 +1,52 @@
+// apps routes extracted to @elizaos/plugin-app-manager.
+// Re-export the public surface so downstream callers that imported from
+// `@elizaos/agent` keep working during the transition. New callers
+// should import from `@elizaos/plugin-app-manager` directly.
+export { handleAppsRoutes, } from "@elizaos/plugin-app-manager";
+export const handleWalletRoutes = async (context) => {
+    const walletApi = await import(/* @vite-ignore */ "@elizaos/plugin-wallet");
+    return walletApi.handleWalletRoutes(context);
+};
+export * from "./accounts-routes.js";
+export * from "./agent-admin-routes.js";
+export * from "./agent-lifecycle-routes.js";
+export * from "./agent-model.js";
+export * from "./agent-transfer-routes.js";
+export * from "./auth-routes.js";
+export * from "./bug-report-routes.js";
+export * from "./character-routes.js";
+export * from "./compat-utils.js";
+export * from "./connector-health.js";
+export * from "./credit-detection.js";
+export * from "./database.js";
+export * from "./diagnostics-routes.js";
+export { dispatchRoute, } from "./dispatch-route.js";
+export * from "./documents-service-loader.js";
+export * from "./early-logs.js";
+export * from "./memory-bounds.js";
+export * from "./memory-routes.js";
+export * from "./models-routes.js";
+export * from "./parse-action-block.js";
+export * from "./permission-request-prompt.js";
+export * from "./permissions-routes.js";
+export * from "./plugin-validation.js";
+export * from "./provider-switch-config.js";
+export * from "./rate-limiter.js";
+export * from "./registry-routes.js";
+export * from "./registry-service.js";
+// `runtime-plugin-routes.ts` exports `matchPluginRoutePath` (used by plugin
+// authors and their tests, e.g. plugins/app-vincent/src/vincent-plugin-dispatch.test.ts)
+// and the request-handling helper `tryHandleRuntimePluginRoute` (used by
+// agent runtime wiring). Both are part of the public agent surface.
+export { matchPluginRoutePath, tryHandleRuntimePluginRoute, } from "./runtime-plugin-routes.js";
+export * from "./subscription-routes.js";
+export * from "./terminal-run-limits.js";
+export * from "./training-backend-check.js";
+export * from "./training-service-like.js";
+export * from "./tx-service.js";
+export * from "./wallet.js";
+export * from "./wallet-evm-balance.js";
+export * from "./wallet-rpc.js";
+export * from "./wallet-trading-profile.js";
+export * from "./workbench-vfs-routes.js";
+export * from "./zip-utils.js";

package/api/media-runtime.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Runtime wiring for the local media store: a public route so on-device iOS
+ * (in-process dispatch, no HTTP server) can serve media, an outgoing hook that
+ * persists inline `data:` URLs to the store before they hit the DB/context, and
+ * a periodic GC task that sweeps orphaned files.
+ *
+ * The pure store lives in `./media-store.ts`; this module only connects it to
+ * the runtime (routes / pipeline hooks / tasks).
+ */
+import type { IAgentRuntime, Route } from "@elizaos/core";
+/**
+ * Public GET route for stored media. On HTTP platforms (browser, desktop,
+ * Android) the pre-auth `serveMediaFile` handler answers first and this route
+ * is never reached; it exists for iOS, where requests are dispatched in-process
+ * over `runtime.routes` with no HTTP server. The native bridge base64-encodes
+ * the returned `Buffer` body losslessly.
+ */
+export declare const mediaFileRoute: Route;
+/**
+ * Persist agent-generated / inline `data:` URL attachments to the content-
+ * addressed store before the response is delivered + persisted, so a compact
+ * served `/api/media/<hash>` URL lands in the message record instead of a
+ * multi-KB base64 blob (which would bloat history + the agent's own context),
+ * and pre-compute a thumbnail for stored images so the chat tile loads small.
+ * Runs on `outgoing_before_deliver`, a mutator phase, so the rewrite propagates
+ * to both the wire response and the saved memory.
+ */
+export declare function registerMediaPipelineHook(runtime: IAgentRuntime): void;
+/**
+ * Register the orphan-media GC: a daily task that diffs every live message
+ * attachment URL against the store and deletes files no message references
+ * (respecting the store's grace window). Runs wherever the agent runs —
+ * desktop/server (Node), Android, and iOS on-device.
+ */
+export declare function registerMediaGcTask(runtime: IAgentRuntime): void;
+//# sourceMappingURL=media-runtime.d.ts.map

package/api/media-runtime.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-runtime.d.ts","sourceRoot":"","sources":["../../src/api/media-runtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAU,KAAK,EAAE,MAAM,eAAe,CAAC;AAYlE;;;;;;GAMG;AACH,eAAO,MAAM,cAAc,EAAE,KAmB5B,CAAC;AAEF;;;;;;;;GAQG;AACH,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI,CAyBtE;AAsBD;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI,CA2ChE"}

package/api/media-runtime.js

@@ -0,0 +1,136 @@
+/**
+ * Runtime wiring for the local media store: a public route so on-device iOS
+ * (in-process dispatch, no HTTP server) can serve media, an outgoing hook that
+ * persists inline `data:` URLs to the store before they hit the DB/context, and
+ * a periodic GC task that sweeps orphaned files.
+ *
+ * The pure store lives in `./media-store.ts`; this module only connects it to
+ * the runtime (routes / pipeline hooks / tasks).
+ */
+import { ensureThumbnailForStoredFile, gcUnreferencedMedia, handleMediaRouteRequest, isStoredMediaUrl, mediaFileNameFromUrl, persistAttachmentUrlIfInline, } from "./media-store.js";
+const MEDIA_URL_PREFIX = "/api/media/";
+/**
+ * Public GET route for stored media. On HTTP platforms (browser, desktop,
+ * Android) the pre-auth `serveMediaFile` handler answers first and this route
+ * is never reached; it exists for iOS, where requests are dispatched in-process
+ * over `runtime.routes` with no HTTP server. The native bridge base64-encodes
+ * the returned `Buffer` body losslessly.
+ */
+export const mediaFileRoute = {
+    type: "GET",
+    path: "/api/media/:filename",
+    // Serve at the literal path, not under the plugin-name prefix.
+    rawPath: true,
+    public: true,
+    name: "media-file",
+    routeHandler: async (ctx) => {
+        const filename = ctx.params?.filename ?? "";
+        const result = handleMediaRouteRequest(`${MEDIA_URL_PREFIX}${filename}`, ctx.method ?? "GET");
+        return {
+            status: result.status,
+            headers: result.headers,
+            ...(result.body !== undefined ? { body: result.body } : {}),
+        };
+    },
+};
+/**
+ * Persist agent-generated / inline `data:` URL attachments to the content-
+ * addressed store before the response is delivered + persisted, so a compact
+ * served `/api/media/<hash>` URL lands in the message record instead of a
+ * multi-KB base64 blob (which would bloat history + the agent's own context),
+ * and pre-compute a thumbnail for stored images so the chat tile loads small.
+ * Runs on `outgoing_before_deliver`, a mutator phase, so the rewrite propagates
+ * to both the wire response and the saved memory.
+ */
+export function registerMediaPipelineHook(runtime) {
+    runtime.registerPipelineHook({
+        id: "media-persist-inline-attachments",
+        phase: "outgoing_before_deliver",
+        handler: async (_rt, ctx) => {
+            if (ctx.phase !== "outgoing_before_deliver")
+                return;
+            const attachments = ctx.content?.attachments;
+            if (!Array.isArray(attachments) || attachments.length === 0)
+                return;
+            for (const attachment of attachments) {
+                if (!attachment || typeof attachment.url !== "string")
+                    continue;
+                if (attachment.url.startsWith("data:")) {
+                    attachment.url = persistAttachmentUrlIfInline(attachment.url);
+                }
+                // Pre-compute a thumbnail for stored images lacking one (generated
+                // media). `ensureThumbnailForStoredFile` self-gates on image mime/size.
+                if (!attachment.thumbnailUrl && isStoredMediaUrl(attachment.url)) {
+                    const fileName = mediaFileNameFromUrl(attachment.url);
+                    if (fileName) {
+                        const thumbUrl = await ensureThumbnailForStoredFile(fileName);
+                        if (thumbUrl)
+                            attachment.thumbnailUrl = thumbUrl;
+                    }
+                }
+            }
+        },
+    });
+}
+const MEDIA_GC_TASK_NAME = "MEDIA_GC";
+const MEDIA_GC_TAGS = ["queue", "repeat", "media-gc"];
+const MEDIA_GC_INTERVAL_MS = 24 * 60 * 60 * 1000; // daily
+function collectReferencedMedia(memories) {
+    const referenced = new Set();
+    for (const memory of memories) {
+        const attachments = memory.content?.attachments;
+        if (!Array.isArray(attachments))
+            continue;
+        for (const attachment of attachments) {
+            const url = typeof attachment?.url === "string" ? attachment.url : "";
+            const name = mediaFileNameFromUrl(url);
+            if (name)
+                referenced.add(name);
+        }
+    }
+    return referenced;
+}
+/**
+ * Register the orphan-media GC: a daily task that diffs every live message
+ * attachment URL against the store and deletes files no message references
+ * (respecting the store's grace window). Runs wherever the agent runs —
+ * desktop/server (Node), Android, and iOS on-device.
+ */
+export function registerMediaGcTask(runtime) {
+    runtime.registerTaskWorker({
+        name: MEDIA_GC_TASK_NAME,
+        execute: async (rt) => {
+            try {
+                const memories = await rt.getAllMemories();
+                gcUnreferencedMedia(collectReferencedMedia(memories));
+            }
+            catch (err) {
+                rt.logger.warn(`[media-gc] sweep failed: ${err instanceof Error ? err.message : String(err)}`);
+            }
+            return undefined;
+        },
+    });
+    void (async () => {
+        try {
+            const existing = await runtime.getTasks({
+                agentIds: [runtime.agentId],
+                tags: MEDIA_GC_TAGS,
+            });
+            if (existing.some((task) => task.name === MEDIA_GC_TASK_NAME))
+                return;
+            await runtime.createTask({
+                name: MEDIA_GC_TASK_NAME,
+                description: "Garbage-collect unreferenced local media files",
+                tags: [...MEDIA_GC_TAGS],
+                agentId: runtime.agentId,
+                metadata: {
+                    updateInterval: MEDIA_GC_INTERVAL_MS,
+                    updatedAt: Date.now(),
+                },
+            });
+        }
+        catch (err) {
+            runtime.logger.warn(`[media-gc] failed to schedule GC task: ${err instanceof Error ? err.message : String(err)}`);
+        }
+    })();
+}

package/api/media-store.d.ts

@@ -0,0 +1,86 @@
+/**
+ * Local content-addressed media store for chat attachments.
+ *
+ * Bytes uploaded by the user or generated by the agent are written under
+ * `${STATE_DIR}/media/<sha256>.<ext>` and referenced by a served
+ * `/api/media/<sha256>.<ext>` URL. Content addressing gives free
+ * de-duplication: the same image attached twice is stored once and reuses its
+ * description cache (keyed on the same hash), and only a compact served URL —
+ * never raw base64 — lands in the message record or the agent's context.
+ *
+ * The sha256 filename is an unguessable capability, so media is served before
+ * the auth gate (like static assets); `<img>`/`<audio>` requests carry no auth
+ * header. `serveMediaFile` only ever serves names matching the strict
+ * content-addressed pattern from the dedicated media directory.
+ */
+import type http from "node:http";
+export interface MediaFileStat {
+    name: string;
+    size: number;
+    mtimeMs: number;
+}
+/**
+ * Pure eviction policy: given the current files and a byte cap, return the
+ * names to delete (oldest-by-mtime first) so the store drops to 90% of the
+ * cap. Returns [] when already within budget. Exported for unit tests.
+ */
+export declare function selectMediaToEvict(files: MediaFileStat[], cap: number): string[];
+export interface PersistedMedia {
+    /** Served URL (`/api/media/<sha256>.<ext>`) for the stored bytes. */
+    url: string;
+    /** sha256 of the bytes — also the description-cache key. */
+    hash: string;
+    fileName: string;
+}
+/** Write bytes to the content-addressed store (idempotent) and return the served URL. */
+export declare function persistMediaBytes(buffer: Buffer, mimeType: string): PersistedMedia;
+/** Persist a `data:` URL's bytes to the store; returns null for non-data URLs. */
+export declare function persistDataUrl(dataUrl: string): PersistedMedia | null;
+/** True when a URL already points at this store (no need to re-persist). */
+export declare function isStoredMediaUrl(url: string): boolean;
+/** Extract the stored filename (`<sha256>.<ext>`) from a served media URL, else null. */
+export declare function mediaFileNameFromUrl(url: string): string | null;
+/**
+ * Delete stored media files not referenced by any live attachment. `referenced`
+ * is the set of `<sha256>.<ext>` filenames still in use (built from message
+ * attachment URLs via {@link mediaFileNameFromUrl}). Files younger than the
+ * grace window are kept. Best-effort; returns counts.
+ */
+export declare function gcUnreferencedMedia(referenced: Set<string>): {
+    removed: number;
+    scanned: number;
+};
+/**
+ * Serve a media file for the IN-PROCESS route path (iOS, where no HTTP server
+ * runs and requests are dispatched over `runtime.routes`). Returns a
+ * RouteHandlerResult-shaped object with a `Buffer` body; the native bridge
+ * base64-encodes it losslessly. No Range support — the in-process path buffers
+ * the whole file, which is fine for local on-device media.
+ */
+export declare function handleMediaRouteRequest(pathname: string, method: string): {
+    status: number;
+    headers: Record<string, string>;
+    body?: Buffer;
+};
+/**
+ * Serve a stored media file for `GET/HEAD /api/media/<name>`. Returns true when
+ * the request was handled (including 404/400). Supports HTTP Range so `<video>`
+ * / `<audio>` seeking works. Bytes are immutable (content-addressed) so they
+ * carry a long immutable Cache-Control.
+ */
+export declare function serveMediaFile(req: http.IncomingMessage, res: http.ServerResponse, pathname: string): boolean;
+/**
+ * Generate a downscaled thumbnail from raw image bytes and persist it as its
+ * own store entry. Returns the thumbnail's served URL, or null when the image
+ * isn't thumbnailable / already small / the resizer is unavailable. Best-effort.
+ */
+export declare function persistImageThumbnail(source: Buffer, srcMimeType: string): Promise<string | null>;
+/**
+ * Pre-compute a thumbnail for an already-stored image file (e.g. an
+ * agent-generated image just persisted from a data: URL). Reads the stored
+ * bytes, downscales, and persists the thumbnail. Returns its served URL or null.
+ */
+export declare function ensureThumbnailForStoredFile(fileName: string): Promise<string | null>;
+/** Best-effort: convert a `data:` URL on an attachment to a stored served URL. */
+export declare function persistAttachmentUrlIfInline(url: string): string;
+//# sourceMappingURL=media-store.d.ts.map

package/api/media-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-store.d.ts","sourceRoot":"","sources":["../../src/api/media-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAoGlC,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,aAAa,EAAE,EACtB,GAAG,EAAE,MAAM,GACV,MAAM,EAAE,CAYV;AAiDD,MAAM,WAAW,cAAc;IAC7B,qEAAqE;IACrE,GAAG,EAAE,MAAM,CAAC;IACZ,4DAA4D;IAC5D,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,yFAAyF;AACzF,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,GACf,cAAc,CAShB;AAID,kFAAkF;AAClF,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI,CAgBrE;AAED,4EAA4E;AAC5E,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAErD;AAED,yFAAyF;AACzF,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAI/D;AAMD;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG;IAC5D,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB,CAgCA;AA4DD;;;;;;GAMG;AACH,wBAAgB,uBAAuB,CACrC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,GACb;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,CA0BpE;AAED;;;;;GAKG;AACH,wBAAgB,cAAc,CAC5B,GAAG,EAAE,IAAI,CAAC,eAAe,EACzB,GAAG,EAAE,IAAI,CAAC,cAAc,EACxB,QAAQ,EAAE,MAAM,GACf,OAAO,CAiET;AAED;;;;GAIG;AACH,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAQxB;AAED;;;;GAIG;AACH,wBAAsB,4BAA4B,CAChD,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAWxB;AAED,kFAAkF;AAClF,wBAAgB,4BAA4B,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAahE"}