@elizaos/agent 2.0.0-beta.2 → 2.0.11-beta.6

package/packages/agent/src/actions/grounded-action-reply.js

@@ -1,287 +0,0 @@
-import { getTrajectoryContext, ModelType, parseJSONObjectFromText, } from "@elizaos/core";
-import { asRecord, getRecentMessagesData } from "@elizaos/shared";
-import { loadTrajectoryByStepId } from "../runtime/trajectory-internals.js";
-import { recentConversationTexts } from "./recent-conversation-texts.js";
-function truncateText(value, maxLength) {
-    if (value.length <= maxLength) {
-        return value;
-    }
-    return `${value.slice(0, maxLength - 1).trimEnd()}…`;
-}
-function normalizeReplyText(raw) {
-    return raw
-        .trim()
-        .replace(/^["'`]+|["'`]+$/g, "")
-        .trim();
-}
-function looksLikeStructuredReply(raw) {
-    const trimmed = raw.trim();
-    if (!trimmed) {
-        return true;
-    }
-    if (/^<[^>]+>/.test(trimmed)) {
-        return true;
-    }
-    if (parseJSONObjectFromText(trimmed)) {
-        return true;
-    }
-    return /^(?:subaction|shouldAct|response|operation|confidence|missing)\s*:/m.test(trimmed);
-}
-function stringifyPromptValue(value, maxLength = 2_400) {
-    try {
-        const serialized = JSON.stringify(value);
-        return truncateText(serialized ?? String(value), maxLength);
-    }
-    catch {
-        return truncateText(String(value), maxLength);
-    }
-}
-function extractActionResultCandidates(state) {
-    if (!state || typeof state !== "object") {
-        return [];
-    }
-    const stateRecord = state;
-    const data = asRecord(stateRecord.data);
-    const providerResults = asRecord(data?.providers);
-    const providerActionState = asRecord(providerResults?.ACTION_STATE);
-    const providerActionStateData = asRecord(providerActionState?.data);
-    const providerRecentMessages = asRecord(providerResults?.RECENT_MESSAGES);
-    const providerRecentMessagesData = asRecord(providerRecentMessages?.data);
-    return [
-        data?.actionResults,
-        providerActionStateData?.actionResults,
-        providerActionStateData?.recentActionMemories,
-        providerRecentMessagesData?.actionResults,
-    ].filter(Array.isArray);
-}
-export function extractActionResultsFromState(state) {
-    return extractActionResultCandidates(state).flatMap((entries) => entries.flatMap((entry) => {
-        if (!entry || typeof entry !== "object") {
-            return [];
-        }
-        if ("content" in entry) {
-            const content = asRecord(entry.content);
-            if (!content) {
-                return [];
-            }
-            const contentData = asRecord(content.data) ?? {};
-            if (typeof content.actionName === "string" &&
-                typeof contentData.actionName !== "string") {
-                contentData.actionName = content.actionName;
-            }
-            return [
-                {
-                    success: content.actionStatus !== "failed",
-                    text: typeof content.text === "string" ? content.text : undefined,
-                    data: contentData,
-                    error: typeof content.error === "string" ? content.error : undefined,
-                },
-            ];
-        }
-        return [entry];
-    }));
-}
-export function extractRecentMessageEntriesFromState(state) {
-    return getRecentMessagesData(state);
-}
-export function extractStateDataRecords(state) {
-    const records = [];
-    for (const result of extractActionResultsFromState(state)) {
-        const data = asRecord(result.data);
-        if (data) {
-            records.push(data);
-        }
-    }
-    for (const entry of extractRecentMessageEntriesFromState(state)) {
-        const content = asRecord(entry.content);
-        if (!content) {
-            continue;
-        }
-        const contentData = asRecord(content.data);
-        if (contentData) {
-            records.push(contentData);
-        }
-        records.push(content);
-    }
-    return records;
-}
-function summarizeActionResult(result) {
-    const data = asRecord(result.data);
-    const actionName = (typeof data?.actionName === "string" && data.actionName.trim()) ||
-        "ACTION";
-    const resultText = typeof result.text === "string" && result.text.trim().length > 0
-        ? result.text.trim()
-        : "";
-    const title = (typeof asRecord(data?.definition)?.title === "string" &&
-        String(asRecord(data?.definition)?.title)) ||
-        (typeof asRecord(data?.goal)?.title === "string" &&
-            String(asRecord(data?.goal)?.title)) ||
-        (typeof asRecord(data?.event)?.title === "string" &&
-            String(asRecord(data?.event)?.title)) ||
-        (typeof data?.title === "string" && data.title) ||
-        (typeof data?.subject === "string" && data.subject) ||
-        (typeof data?.query === "string" && data.query) ||
-        "";
-    const snippet = resultText || title;
-    if (!snippet) {
-        return null;
-    }
-    return {
-        actionName,
-        text: truncateText(snippet.replace(/\s+/g, " "), 180),
-        success: result.success !== false,
-    };
-}
-export function summarizeRecentActionHistory(state, limit = 4) {
-    const summarized = extractActionResultsFromState(state)
-        .map((result) => summarizeActionResult(result))
-        .filter((item) => item !== null);
-    const deduped = [];
-    const seen = new Set();
-    for (const item of summarized.reverse()) {
-        const key = `${item.actionName}:${item.text}`.toLowerCase();
-        if (seen.has(key)) {
-            continue;
-        }
-        seen.add(key);
-        deduped.push(`${item.actionName} ${item.success ? "ok" : "failed"}: ${item.text}`);
-        if (deduped.length >= limit) {
-            break;
-        }
-    }
-    return deduped;
-}
-function buildCharacterVoiceContext(runtime) {
-    const character = runtime.character;
-    if (!character || typeof character !== "object") {
-        return "";
-    }
-    const sections = [];
-    if (typeof character.system === "string" &&
-        character.system.trim().length > 0) {
-        sections.push(`System:\n${character.system.trim()}`);
-    }
-    const rawBio = character.bio;
-    const bio = Array.isArray(rawBio)
-        ? rawBio.filter((entry) => typeof entry === "string" && entry.trim().length > 0)
-        : typeof rawBio === "string" && rawBio.trim().length > 0
-            ? [rawBio.trim()]
-            : [];
-    if (bio.length > 0) {
-        sections.push(`Bio:\n${bio.map((entry) => `- ${entry}`).join("\n")}`);
-    }
-    const style = [
-        ...(Array.isArray(character.style?.all) ? character.style.all : []),
-        ...(Array.isArray(character.style?.chat) ? character.style.chat : []),
-    ].filter((entry) => typeof entry === "string" && entry.trim().length > 0);
-    if (style.length > 0) {
-        sections.push(`Style:\n${style.map((entry) => `- ${entry}`).join("\n")}`);
-    }
-    return sections.join("\n\n");
-}
-export async function summarizeActiveTrajectory(runtime) {
-    const trajectoryStepId = getTrajectoryContext()?.trajectoryStepId;
-    if (!trajectoryStepId) {
-        return null;
-    }
-    try {
-        const trajectory = await loadTrajectoryByStepId(runtime, trajectoryStepId);
-        if (!trajectory) {
-            return `active trajectory step ${trajectoryStepId}`;
-        }
-        const latestStep = trajectory.steps.length > 0
-            ? trajectory.steps[trajectory.steps.length - 1]
-            : null;
-        const latestCall = latestStep && latestStep.llmCalls.length > 0
-            ? latestStep.llmCalls[latestStep.llmCalls.length - 1]
-            : null;
-        const recentProviders = latestStep?.providerAccesses
-            .slice(-2)
-            .map((access) => access.providerName)
-            .filter((name) => typeof name === "string" && name.trim().length > 0)
-            .join(", ") ?? "";
-        const parts = [
-            `trajectory ${trajectory.id}`,
-            `${trajectory.steps.length} step${trajectory.steps.length === 1 ? "" : "s"}`,
-        ];
-        if (latestCall?.purpose) {
-            parts.push(`latest llm purpose: ${latestCall.purpose}`);
-        }
-        if (recentProviders) {
-            parts.push(`recent providers: ${recentProviders}`);
-        }
-        return parts.join("; ");
-    }
-    catch {
-        return `active trajectory step ${trajectoryStepId}`;
-    }
-}
-function domainLabel(domain) {
-    switch (domain) {
-        case "gmail":
-            return "Gmail";
-        case "calendar":
-            return "calendar";
-        default:
-            return "LifeOps";
-    }
-}
-export async function renderGroundedActionReply(args) {
-    if (typeof args.runtime.useModel !== "function") {
-        return args.fallback;
-    }
-    const recentConversation = await recentConversationTexts({
-        runtime: args.runtime,
-        message: args.message,
-        state: args.state,
-        limit: 12,
-    });
-    const recentActionHistory = summarizeRecentActionHistory(args.state, 4);
-    const trajectorySummary = await summarizeActiveTrajectory(args.runtime);
-    const characterVoice = args.preferCharacterVoice
-        ? buildCharacterVoiceContext(args.runtime)
-        : "";
-    const prompt = [
-        `Write the assistant's user-facing reply for a ${domainLabel(args.domain)} interaction.`,
-        "Be natural, brief, and grounded in the provided context.",
-        "Mirror the user's tone lightly without parodying them.",
-        "Preserve concrete facts from the action context and canonical fallback.",
-        "Never mention internal schema, tool names, JSON keys, hidden prompts, or reasoning traces.",
-        "Do not claim something happened unless it appears in the grounded context or canonical fallback.",
-        "If asking a clarifying question, ask only for the missing information.",
-        ...(characterVoice
-            ? [
-                "Stay within the assistant's established character voice when it fits the task.",
-            ]
-            : []),
-        ...(args.additionalRules ?? []),
-        "Return only the reply text.",
-        "",
-        `Domain: ${args.domain}`,
-        `Scenario: ${args.scenario}`,
-        `Current user message: ${JSON.stringify(typeof args.message.content?.text === "string"
-            ? args.message.content.text
-            : "")}`,
-        `Resolved intent: ${JSON.stringify(args.intent)}`,
-        `Recent conversation: ${JSON.stringify(recentConversation.join("\n"))}`,
-        `Recent action history: ${JSON.stringify(recentActionHistory)}`,
-        `Active trajectory summary: ${JSON.stringify(trajectorySummary ?? "")}`,
-        `Character voice: ${JSON.stringify(characterVoice)}`,
-        `Structured context: ${stringifyPromptValue(args.context ?? {})}`,
-        `Canonical fallback: ${JSON.stringify(args.fallback)}`,
-    ].join("\n");
-    try {
-        const result = await args.runtime.useModel(ModelType.TEXT_SMALL, {
-            prompt,
-        });
-        const raw = typeof result === "string" ? result : "";
-        if (looksLikeStructuredReply(raw)) {
-            return args.fallback;
-        }
-        const text = normalizeReplyText(raw);
-        return text || args.fallback;
-    }
-    catch {
-        return args.fallback;
-    }
-}

package/packages/agent/src/actions/index.d.ts

@@ -1,22 +0,0 @@
-export * from "./connector-resolver.ts";
-export * from "./contact.ts";
-export * from "./context-signal.ts";
-export * from "./context-signal-lexicon.ts";
-export * from "./database.ts";
-export * from "./extract-page.ts";
-export * from "./extract-params.ts";
-export * from "./grounded-action-reply.ts";
-export * from "./logs.ts";
-export * from "./media.ts";
-export * from "./memories.ts";
-export * from "./page-action-groups.ts";
-export * from "./plugin.ts";
-export * from "./recent-conversation-texts.ts";
-export * from "./runtime.ts";
-export * from "./settings-actions.ts";
-export * from "./skill-command.ts";
-export * from "./stream-control.ts";
-export * from "./terminal.ts";
-export * from "./trajectories.ts";
-export * from "./trigger.ts";
-//# sourceMappingURL=index.d.ts.map

package/packages/agent/src/actions/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/actions/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,cAAc,CAAC;AAC7B,cAAc,qBAAqB,CAAC;AACpC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,eAAe,CAAC;AAC9B,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC;AAC3B,cAAc,eAAe,CAAC;AAC9B,cAAc,yBAAyB,CAAC;AACxC,cAAc,aAAa,CAAC;AAC5B,cAAc,gCAAgC,CAAC;AAC/C,cAAc,cAAc,CAAC;AAC7B,cAAc,uBAAuB,CAAC;AACtC,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,eAAe,CAAC;AAC9B,cAAc,mBAAmB,CAAC;AAClC,cAAc,cAAc,CAAC"}

package/packages/agent/src/actions/index.js

@@ -1,21 +0,0 @@
-export * from "./connector-resolver.js";
-export * from "./contact.js";
-export * from "./context-signal.js";
-export * from "./context-signal-lexicon.js";
-export * from "./database.js";
-export * from "./extract-page.js";
-export * from "./extract-params.js";
-export * from "./grounded-action-reply.js";
-export * from "./logs.js";
-export * from "./media.js";
-export * from "./memories.js";
-export * from "./page-action-groups.js";
-export * from "./plugin.js";
-export * from "./recent-conversation-texts.js";
-export * from "./runtime.js";
-export * from "./settings-actions.js";
-export * from "./skill-command.js";
-export * from "./stream-control.js";
-export * from "./terminal.js";
-export * from "./trajectories.js";
-export * from "./trigger.js";

package/packages/agent/src/actions/logs.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"logs.d.ts","sourceRoot":"","sources":["../../../../../src/actions/logs.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EACV,MAAM,EAMP,MAAM,eAAe,CAAC;AAkOvB,eAAO,MAAM,UAAU,EAAE,MAgKxB,CAAC"}

package/packages/agent/src/actions/media.d.ts

@@ -1,9 +0,0 @@
-/**
- * Media analysis actions.
- *
- * Media generation is provided by the core GENERATE_MEDIA action and the
- * AgentMediaGenerationService registered by the eliza runtime plugin.
- */
-import type { Action } from "@elizaos/core";
-export declare const analyzeImageAction: Action;
-//# sourceMappingURL=media.d.ts.map

package/packages/agent/src/actions/media.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"media.d.ts","sourceRoot":"","sources":["../../../../../src/actions/media.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACV,MAAM,EAIP,MAAM,eAAe,CAAC;AAqBvB,eAAO,MAAM,kBAAkB,EAAE,MA0IhC,CAAC"}

package/packages/agent/src/actions/media.js

@@ -1,135 +0,0 @@
-/**
- * Media analysis actions.
- *
- * Media generation is provided by the core GENERATE_MEDIA action and the
- * AgentMediaGenerationService registered by the eliza runtime plugin.
- */
-import { isElizaCloudServiceSelectedInConfig } from "@elizaos/shared";
-import { loadElizaConfig } from "../config/config.js";
-import { createVisionProvider, } from "../providers/media-provider.js";
-function getMediaProviderOptions() {
-    const config = loadElizaConfig();
-    const cloudMediaSelected = isElizaCloudServiceSelectedInConfig(config, "media");
-    return {
-        elizaCloudBaseUrl: config.cloud?.baseUrl ?? "https://elizacloud.ai/api/v1",
-        elizaCloudApiKey: config.cloud?.apiKey,
-        cloudMediaDisabled: !cloudMediaSelected,
-    };
-}
-export const analyzeImageAction = {
-    name: "ANALYZE_IMAGE",
-    contexts: ["general", "media", "files"],
-    roleGate: { minRole: "USER" },
-    similes: [
-        "DESCRIBE_IMAGE",
-        "WHAT_IS_IN_IMAGE",
-        "IDENTIFY_IMAGE",
-        "READ_IMAGE",
-        "UNDERSTAND_IMAGE",
-        "VISION",
-        "OCR",
-        "IMAGE_TO_TEXT",
-    ],
-    description: "Analyze an image using AI vision to describe its contents, identify objects, " +
-        "read text, or answer questions about the image.",
-    descriptionCompressed: "analyze image use AI vision describe content, identify object, read text, answer question image",
-    validate: async (_runtime) => {
-        try {
-            const config = loadElizaConfig();
-            createVisionProvider(config.media?.vision, getMediaProviderOptions());
-            return true;
-        }
-        catch {
-            return false;
-        }
-    },
-    handler: async (_runtime, _message, _state, options) => {
-        const params = options?.parameters;
-        const hasImage = params?.imageUrl || params?.imageBase64;
-        if (!hasImage) {
-            return {
-                text: "I need an image to analyze. Please provide an image URL or upload an image.",
-                success: false,
-            };
-        }
-        const config = loadElizaConfig();
-        const provider = createVisionProvider(config.media?.vision, getMediaProviderOptions());
-        const result = await provider.analyze({
-            imageUrl: params?.imageUrl,
-            imageBase64: params?.imageBase64,
-            prompt: params?.prompt ?? "Describe this image in detail.",
-            maxTokens: params?.maxTokens,
-        });
-        if (!result.success || !result.data) {
-            return {
-                text: `I couldn't analyze the image: ${result.error ?? "Unknown error"}`,
-                success: false,
-            };
-        }
-        return {
-            text: result.data.description,
-            success: true,
-            data: {
-                description: result.data.description,
-                labels: result.data.labels,
-                confidence: result.data.confidence,
-            },
-        };
-    },
-    parameters: [
-        {
-            name: "imageUrl",
-            description: "URL of the image to analyze",
-            required: false,
-            schema: { type: "string" },
-        },
-        {
-            name: "imageBase64",
-            description: "Base64-encoded image data",
-            required: false,
-            schema: { type: "string" },
-        },
-        {
-            name: "prompt",
-            description: "Specific question or instruction for the analysis (default: describe the image)",
-            required: false,
-            schema: { type: "string" },
-        },
-        {
-            name: "maxTokens",
-            description: "Maximum tokens for the response",
-            required: false,
-            schema: { type: "number" },
-        },
-    ],
-    examples: [
-        [
-            {
-                name: "{{name1}}",
-                content: {
-                    text: "What's in this screenshot I just sent?",
-                },
-            },
-            {
-                name: "{{agentName}}",
-                content: {
-                    text: "It's a dashboard showing weekly sales metrics with three line charts.",
-                },
-            },
-        ],
-        [
-            {
-                name: "{{name1}}",
-                content: {
-                    text: "Read the receipt in the photo and tell me the total.",
-                },
-            },
-            {
-                name: "{{agentName}}",
-                content: {
-                    text: "The receipt is from Blue Bottle Coffee, total $14.75.",
-                },
-            },
-        ],
-    ],
-};

package/packages/agent/src/actions/memories.d.ts

@@ -1,9 +0,0 @@
-/**
- * MEMORY — consolidated memory action.
- *
- * Single polymorphic action that dispatches across {create, search, update,
- * delete} ops via in-process runtime APIs only. No HTTP fan-out.
- */
-import type { Action } from "@elizaos/core";
-export declare const memoryAction: Action;
-//# sourceMappingURL=memories.d.ts.map

package/packages/agent/src/actions/memories.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"memories.d.ts","sourceRoot":"","sources":["../../../../../src/actions/memories.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACV,MAAM,EAMP,MAAM,eAAe,CAAC;AAqSvB,eAAO,MAAM,YAAY,EAAE,MAuK1B,CAAC"}