@convex-dev/agent 0.6.0-alpha.0 → 0.6.0

package/dist/client/definePlaygroundAPI.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"definePlaygroundAPI.d.ts","sourceRoot":"","sources":["../../src/client/definePlaygroundAPI.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACrB,MAAM,eAAe,CAAC;AAEvB,OAAO,EAUL,KAAK,KAAK,EACV,KAAK,cAAc,EAOpB,MAAM,YAAY,CAAC;AAIpB,MAAM,MAAM,aAAa,GAAG,cAAc,CAAC;IACzC,UAAU,EAAE,UAAU,CAAC,OAAO,mBAAmB,CAAC,CAAC;CACpD,CAAC,CAAC,YAAY,CAAC,CAAC;AAEjB,MAAM,MAAM,QAAQ,CAAC,SAAS,SAAS,gBAAgB,IAAI,CACzD,GAAG,EAAE,gBAAgB,CAAC,SAAS,CAAC,GAAG,eAAe,CAAC,SAAS,CAAC,EAC7D,IAAI,EAAE;IAAE,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,KAC/D,KAAK,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;AAGhC,wBAAgB,mBAAmB,CAAC,SAAS,SAAS,gBAAgB,EACpE,SAAS,EAAE,cAAc,EACzB,EACE,MAAM,EAAE,UAAU,EAClB,cAAc,GACf,EAAE;IACD,MAAM,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;IACtC,cAAc,CAAC,EAAE,CACf,GAAG,EAAE,eAAe,CAAC,SAAS,CAAC,EAC/B,MAAM,EAAE,MAAM,KACX,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC/B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAyTF"}

package/dist/client/definePlaygroundAPI.js

@@ -1,271 +0,0 @@
-import { actionGeneric, mutationGeneric, paginationOptsValidator, queryGeneric, } from "convex/server";
-import { v } from "convex/values";
-import { createThread as createThread_, listMessages as listMessages_, toModelMessage, vContextOptions, vMessage, vMessageDoc, vPaginationResult, vStorageOptions, vThreadDoc, vStreamArgs, syncStreams, vStreamMessagesReturnValue, isTool, extractText, } from "./index.js";
-import { serializeNewMessagesInStep } from "../mapping.js";
-import { getModelName, getProviderName } from "../shared.js";
-// Playground API definition
-export function definePlaygroundAPI(component, { agents: agentsOrFn, userNameLookup, }) {
-    function validateAgents(agents) {
-        for (const agent of agents) {
-            if (!agent.options.name) {
-                console.warn(`Agent has no name (instructions: ${agent.options.instructions})`);
-            }
-        }
-    }
-    async function validateApiKey(ctx, apiKey) {
-        await ctx.runQuery(component.apiKeys.validate, { apiKey });
-    }
-    const isApiKeyValid = queryGeneric({
-        args: { apiKey: v.string() },
-        handler: async (ctx, args) => {
-            try {
-                await validateApiKey(ctx, args.apiKey);
-                return true;
-            }
-            catch {
-                return false;
-            }
-        },
-        returns: v.boolean(),
-    });
-    async function getAgents(ctx, args) {
-        const agents = Array.isArray(agentsOrFn)
-            ? agentsOrFn
-            : await agentsOrFn(ctx, args);
-        validateAgents(agents);
-        return agents.map((agent, i) => ({
-            name: agent.options.name ?? `Agent ${i} (missing 'name')`,
-            agent,
-        }));
-    }
-    // List all agents
-    const listAgents = queryGeneric({
-        args: {
-            apiKey: v.string(),
-            userId: v.optional(v.string()),
-            threadId: v.optional(v.string()),
-        },
-        handler: async (ctx, args) => {
-            const agents = await getAgents(ctx, {
-                userId: args.userId,
-                threadId: args.threadId,
-            });
-            await validateApiKey(ctx, args.apiKey);
-            return agents.map(({ name, agent }) => ({
-                name,
-                instructions: agent.options.instructions,
-                contextOptions: agent.options.contextOptions,
-                storageOptions: agent.options.storageOptions,
-                maxRetries: agent.options.callSettings?.maxRetries,
-                tools: agent.options.tools ? Object.keys(agent.options.tools) : [],
-            }));
-        },
-    });
-    const listUsers = queryGeneric({
-        args: { apiKey: v.string(), paginationOpts: paginationOptsValidator },
-        handler: async (ctx, args) => {
-            await validateApiKey(ctx, args.apiKey);
-            const users = await ctx.runQuery(component.users.listUsersWithThreads, {
-                paginationOpts: args.paginationOpts,
-            });
-            return {
-                ...users,
-                page: await Promise.all(users.page.map(async (userId) => ({
-                    _id: userId,
-                    name: userNameLookup ? await userNameLookup(ctx, userId) : userId,
-                }))),
-            };
-        },
-        returns: vPaginationResult(v.object({ _id: v.string(), name: v.string() })),
-    });
-    // List threads for a user (query)
-    const listThreads = queryGeneric({
-        args: {
-            apiKey: v.string(),
-            userId: v.optional(v.string()),
-            paginationOpts: paginationOptsValidator,
-        },
-        handler: async (ctx, args) => {
-            await validateApiKey(ctx, args.apiKey);
-            const results = await ctx.runQuery(component.threads.listThreadsByUserId, {
-                userId: args.userId,
-                paginationOpts: args.paginationOpts,
-                order: "desc",
-            });
-            return {
-                ...results,
-                page: await Promise.all(results.page.map(async (thread) => {
-                    const { page: [last], } = await ctx.runQuery(component.messages.listMessagesByThreadId, {
-                        threadId: thread._id,
-                        order: "desc",
-                        paginationOpts: { numItems: 1, cursor: null },
-                    });
-                    return {
-                        ...thread,
-                        lastAgentName: last?.agentName,
-                        latestMessage: last?.text,
-                        lastMessageAt: last?._creationTime,
-                    };
-                })),
-            };
-        },
-        returns: vPaginationResult(v.object({
-            ...vThreadDoc.fields,
-            lastAgentName: v.optional(v.string()),
-            latestMessage: v.optional(v.string()),
-            lastMessageAt: v.optional(v.number()),
-        })),
-    });
-    // List messages for a thread (query)
-    const listMessages = queryGeneric({
-        args: {
-            apiKey: v.string(),
-            threadId: v.string(),
-            paginationOpts: paginationOptsValidator,
-            streamArgs: vStreamArgs,
-        },
-        handler: async (ctx, args) => {
-            await validateApiKey(ctx, args.apiKey);
-            const paginated = await listMessages_(ctx, component, {
-                threadId: args.threadId,
-                paginationOpts: args.paginationOpts,
-                statuses: ["success", "failed", "pending"],
-            });
-            const streams = await syncStreams(ctx, component, args);
-            return { ...paginated, streams };
-        },
-        returns: vStreamMessagesReturnValue,
-    });
-    // Create a thread (mutation)
-    const createThread = mutationGeneric({
-        args: {
-            apiKey: v.string(),
-            userId: v.string(),
-            title: v.optional(v.string()),
-            summary: v.optional(v.string()),
-            /** @deprecated Unused. */
-            agentName: v.optional(v.string()),
-        },
-        handler: async (ctx, args) => {
-            await validateApiKey(ctx, args.apiKey);
-            const threadId = await createThread_(ctx, component, {
-                userId: args.userId,
-                title: args.title,
-                summary: args.summary,
-            });
-            return { threadId };
-        },
-        returns: v.object({ threadId: v.string() }),
-    });
-    // Send a message (action)
-    const generateText = actionGeneric({
-        args: {
-            apiKey: v.string(),
-            agentName: v.string(),
-            userId: v.string(),
-            threadId: v.string(),
-            // Options for generateText
-            contextOptions: v.optional(vContextOptions),
-            storageOptions: v.optional(vStorageOptions),
-            // Args passed through to generateText
-            prompt: v.optional(v.string()),
-            messages: v.optional(v.array(vMessage)),
-            system: v.optional(v.string()),
-        },
-        handler: async (ctx, args) => {
-            const { apiKey, agentName, userId, threadId, contextOptions, storageOptions, system, messages, ...rest } = args;
-            await validateApiKey(ctx, apiKey);
-            const agents = await getAgents(ctx, {
-                userId: args.userId,
-                threadId: args.threadId,
-            });
-            const namedAgent = agents.find(({ name }) => name === agentName);
-            if (!namedAgent)
-                throw new Error(`Unknown agent: ${agentName}`);
-            const { agent } = namedAgent;
-            const { text, steps } = await agent.streamText(ctx, { threadId, userId }, {
-                ...rest,
-                ...(system ? { system } : {}),
-                ...(messages ? { messages: messages.map(toModelMessage) } : {}),
-            }, { contextOptions, storageOptions, saveStreamDeltas: true });
-            const outputMessages = await Promise.all((await steps).map(async (step) => {
-                const { messages } = await serializeNewMessagesInStep(ctx, component, step, {
-                    model: getModelName(agent.options.languageModel),
-                    provider: getProviderName(agent.options.languageModel),
-                });
-                return messages.map((messageWithMetadata, i) => {
-                    return {
-                        ...messageWithMetadata,
-                        tool: isTool(messageWithMetadata.message),
-                        text: extractText(messageWithMetadata.message),
-                        status: "success",
-                        providerMetadata: {},
-                        threadId,
-                        _id: crypto.randomUUID(),
-                        _creationTime: Date.now(),
-                        order: 0,
-                        stepOrder: i + 1,
-                    };
-                });
-            }));
-            return { text: await text, messages: outputMessages.flat() };
-        },
-        returns: v.object({ text: v.string(), messages: v.array(vMessageDoc) }),
-    });
-    // Fetch prompt context (action)
-    const fetchPromptContext = actionGeneric({
-        args: {
-            apiKey: v.string(),
-            agentName: v.string(),
-            userId: v.optional(v.string()),
-            threadId: v.optional(v.string()),
-            searchText: v.optional(v.string()),
-            targetMessageId: v.optional(v.string()),
-            contextOptions: vContextOptions,
-            // @deprecated use searchText and targetMessageId instead
-            messages: v.optional(v.array(vMessage)),
-            beforeMessageId: v.optional(v.string()),
-        },
-        handler: async (ctx, args) => {
-            await validateApiKey(ctx, args.apiKey);
-            const agents = await getAgents(ctx, {
-                userId: args.userId,
-                threadId: args.threadId,
-            });
-            const namedAgent = agents.find(({ name }) => name === args.agentName);
-            if (!namedAgent)
-                throw new Error(`Unknown agent: ${args.agentName}`);
-            const { agent } = namedAgent;
-            const contextOptions = args.contextOptions;
-            const targetMessageId = args.targetMessageId ?? args.beforeMessageId;
-            if (targetMessageId) {
-                contextOptions.recentMessages =
-                    (contextOptions.recentMessages ?? 10) + 1;
-            }
-            const messages = await agent.fetchContextMessages(ctx, {
-                userId: args.userId,
-                threadId: args.threadId,
-                targetMessageId,
-                searchText: args.searchText,
-                contextOptions: args.contextOptions,
-                messages: args.messages?.map(toModelMessage),
-            });
-            const targetMessageIndex = messages.findIndex((m) => m._id === targetMessageId);
-            if (targetMessageIndex !== -1) {
-                return messages.slice(0, targetMessageIndex);
-            }
-            return messages;
-        },
-    });
-    return {
-        isApiKeyValid,
-        listUsers,
-        listThreads,
-        listMessages,
-        listAgents,
-        createThread,
-        generateText,
-        fetchPromptContext,
-    };
-}
-//# sourceMappingURL=definePlaygroundAPI.js.map

package/dist/client/definePlaygroundAPI.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"definePlaygroundAPI.js","sourceRoot":"","sources":["../../src/client/definePlaygroundAPI.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,eAAe,EACf,uBAAuB,EACvB,YAAY,GAKb,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,CAAC,EAAE,MAAM,eAAe,CAAC;AAClC,OAAO,EACL,YAAY,IAAI,aAAa,EAC7B,YAAY,IAAI,aAAa,EAC7B,cAAc,EACd,eAAe,EACf,QAAQ,EACR,WAAW,EACX,iBAAiB,EACjB,eAAe,EACf,UAAU,EAGV,WAAW,EACX,WAAW,EACX,0BAA0B,EAC1B,MAAM,EACN,WAAW,GAEZ,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,0BAA0B,EAAE,MAAM,eAAe,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAW7D,4BAA4B;AAC5B,MAAM,UAAU,mBAAmB,CACjC,SAAyB,EACzB,EACE,MAAM,EAAE,UAAU,EAClB,cAAc,GAOf;IAED,SAAS,cAAc,CAAC,MAAe;QACrC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;gBACxB,OAAO,CAAC,IAAI,CACV,oCAAoC,KAAK,CAAC,OAAO,CAAC,YAAY,GAAG,CAClE,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,UAAU,cAAc,CAAC,GAAgB,EAAE,MAAc;QAC5D,MAAM,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,aAAa,GAAG,YAAY,CAAC;QACjC,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE;QAC5B,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;YAC3B,IAAI,CAAC;gBACH,MAAM,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvC,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QACD,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;KACrB,CAAC,CAAC;IAEH,KAAK,UAAU,SAAS,CACtB,GAA6D,EAC7D,IAAkE;QAElE,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC;YACtC,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,MAAM,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAChC,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/B,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,IAAI,SAAS,CAAC,mBAAmB;YACzD,KAAK;SACN,CAAC,CAAC,CAAC;IACN,CAAC;IAED,kBAAkB;IAClB,MAAM,UAAU,GAAG,YAAY,CAAC;QAC9B,IAAI,EAAE;YACJ,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;YAClB,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YAC9B,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjC;QACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;YAC3B,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;gBAClC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC,CAAC;YACH,MAAM,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACvC,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;gBACtC,IAAI;gBACJ,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY;gBACxC,cAAc,EAAE,KAAK,CAAC,OAAO,CAAC,cAAc;gBAC5C,cAAc,EAAE,KAAK,CAAC,OAAO,CAAC,cAAc;gBAC5C,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,UAAU;gBAClD,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;aACnE,CAAC,CAAC,CAAC;QACN,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,YAAY,CAAC;QAC7B,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,uBAAuB,EAAE;QACrE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;YAC3B,MAAM,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,oBAAoB,EAAE;gBACrE,cAAc,EAAE,IAAI,CAAC,cAAc;aACpC,CAAC,CAAC;YACH,OAAO;gBACL,GAAG,KAAK;gBACR,IAAI,EAAE,MAAM,OAAO,CAAC,GAAG,CACrB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;oBAChC,GAAG,EAAE,MAAM;oBACX,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,MAAM,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM;iBAClE,CAAC,CAAC,CACJ;aACF,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;KAC5E,CAAC,CAAC;IAEH,kCAAkC;IAClC,MAAM,WAAW,GAAG,YAAY,CAAC;QAC/B,IAAI,EAAE;YACJ,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;YAClB,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YAC9B,cAAc,EAAE,uBAAuB;SACxC;QACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;YAC3B,MAAM,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACvC,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,QAAQ,CAChC,SAAS,CAAC,OAAO,CAAC,mBAAmB,EACrC;gBACE,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,KAAK,EAAE,MAAM;aACd,CACF,CAAC;YACF,OAAO;gBACL,GAAG,OAAO;gBACV,IAAI,EAAE,MAAM,OAAO,CAAC,GAAG,CACrB,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;oBAChC,MAAM,EACJ,IAAI,EAAE,CAAC,IAAI,CAAC,GACb,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,sBAAsB,EAAE;wBAChE,QAAQ,EAAE,MAAM,CAAC,GAAG;wBACpB,KAAK,EAAE,MAAM;wBACb,cAAc,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE;qBAC9C,CAAC,CAAC;oBACH,OAAO;wBACL,GAAG,MAAM;wBACT,aAAa,EAAE,IAAI,EAAE,SAAS;wBAC9B,aAAa,EAAE,IAAI,EAAE,IAAI;wBACzB,aAAa,EAAE,IAAI,EAAE,aAAa;qBACnC,CAAC;gBACJ,CAAC,CAAC,CACH;aACF,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,iBAAiB,CACxB,CAAC,CAAC,MAAM,CAAC;YACP,GAAG,UAAU,CAAC,MAAM;YACpB,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YACrC,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YACrC,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACtC,CAAC,CACH;KACF,CAAC,CAAC;IAEH,qCAAqC;IACrC,MAAM,YAAY,GAAG,YAAY,CAAC;QAChC,IAAI,EAAE;YACJ,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;YAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;YACpB,cAAc,EAAE,uBAAuB;YACvC,UAAU,EAAE,WAAW;SACxB;QACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;YAC3B,MAAM,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACvC,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,SAAS,EAAE;gBACpD,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,QAAQ,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,SAAS,CAAC;aAC3C,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;YAExD,OAAO,EAAE,GAAG,SAAS,EAAE,OAAO,EAAE,CAAC;QACnC,CAAC;QACD,OAAO,EAAE,0BAA0B;KACpC,CAAC,CAAC;IAEH,6BAA6B;IAC7B,MAAM,YAAY,GAAG,eAAe,CAAC;QACnC,IAAI,EAAE;YACJ,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;YAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;YAClB,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YAC7B,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YAC/B,0BAA0B;YAC1B,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SAClC;QACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;YAC3B,MAAM,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,SAAS,EAAE;gBACnD,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB,CAAC,CAAC;YACH,OAAO,EAAE,QAAQ,EAAE,CAAC;QACtB,CAAC;QACD,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;KAC5C,CAAC,CAAC;IAEH,0BAA0B;IAC1B,MAAM,YAAY,GAAG,aAAa,CAAC;QACjC,IAAI,EAAE;YACJ,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;YAClB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;YACrB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;YAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;YACpB,2BAA2B;YAC3B,cAAc,EAAE,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC;YAC3C,cAAc,EAAE,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC;YAC3C,sCAAsC;YACtC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YAC9B,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACvC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SAC/B;QACD,OAAO,EAAE,KAAK,EAAE,GAAgC,EAAE,IAAI,EAAE,EAAE;YACxD,MAAM,EACJ,MAAM,EACN,SAAS,EACT,MAAM,EACN,QAAQ,EACR,cAAc,EACd,cAAc,EACd,MAAM,EACN,QAAQ,EACR,GAAG,IAAI,EACR,GAAG,IAAI,CAAC;YACT,MAAM,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAClC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;gBAClC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;YACjE,IAAI,CAAC,UAAU;gBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,SAAS,EAAE,CAAC,CAAC;YAChE,MAAM,EAAE,KAAK,EAAE,GAAG,UAAU,CAAC;YAC7B,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,KAAK,CAAC,UAAU,CAC5C,GAAG,EACH,EAAE,QAAQ,EAAE,MAAM,EAAE,EACpB;gBACE,GAAG,IAAI;gBACP,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7B,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChE,EACD,EAAE,cAAc,EAAE,cAAc,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAC3D,CAAC;YACF,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CACtC,CAAC,MAAM,KAAK,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBAC/B,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,0BAA0B,CACnD,GAAG,EACH,SAAS,EACT,IAAI,EACJ;oBACE,KAAK,EAAE,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;oBAChD,QAAQ,EAAE,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;iBACvD,CACF,CAAC;gBACF,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,mBAAmB,EAAE,CAAC,EAAE,EAAE;oBAC7C,OAAO;wBACL,GAAG,mBAAmB;wBACtB,IAAI,EAAE,MAAM,CAAC,mBAAmB,CAAC,OAAO,CAAC;wBACzC,IAAI,EAAE,WAAW,CAAC,mBAAmB,CAAC,OAAO,CAAC;wBAC9C,MAAM,EAAE,SAAS;wBACjB,gBAAgB,EAAE,EAAE;wBACpB,QAAQ;wBACR,GAAG,EAAE,MAAM,CAAC,UAAU,EAAE;wBACxB,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE;wBACzB,KAAK,EAAE,CAAC;wBACR,SAAS,EAAE,CAAC,GAAG,CAAC;qBACI,CAAC;gBACzB,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CACH,CAAC;YACF,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,EAAE,QAAQ,EAAE,cAAc,CAAC,IAAI,EAAE,EAAE,CAAC;QAC/D,CAAC;QACD,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;KACxE,CAAC,CAAC;IAEH,gCAAgC;IAChC,MAAM,kBAAkB,GAAG,aAAa,CAAC;QACvC,IAAI,EAAE;YACJ,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;YAClB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;YACrB,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YAC9B,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YAChC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YAClC,eAAe,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YACvC,cAAc,EAAE,eAAe;YAC/B,yDAAyD;YACzD,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACvC,eAAe,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACxC;QACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;YAC3B,MAAM,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACvC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;gBAClC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC;YACtE,IAAI,CAAC,UAAU;gBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YACrE,MAAM,EAAE,KAAK,EAAE,GAAG,UAAU,CAAC;YAC7B,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;YAC3C,MAAM,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC;YACrE,IAAI,eAAe,EAAE,CAAC;gBACpB,cAAc,CAAC,cAAc;oBAC3B,CAAC,cAAc,CAAC,cAAc,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;YAC9C,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,oBAAoB,CAAC,GAAG,EAAE;gBACrD,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,eAAe;gBACf,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,cAAc,CAAC;aAC7C,CAAC,CAAC;YACH,MAAM,kBAAkB,GAAG,QAAQ,CAAC,SAAS,CAC3C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,eAAe,CACjC,CAAC;YACF,IAAI,kBAAkB,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC9B,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;YAC/C,CAAC;YACD,OAAO,QAAQ,CAAC;QAClB,CAAC;KACF,CAAC,CAAC;IAEH,OAAO;QACL,aAAa;QACb,SAAS;QACT,WAAW;QACX,YAAY;QACZ,UAAU;QACV,YAAY;QACZ,YAAY;QACZ,kBAAkB;KACnB,CAAC;AACJ,CAAC"}

package/dist/client/files.d.ts

@@ -1,69 +0,0 @@
-import type { FilePart, ImagePart, ModelMessage } from "ai";
-import type { Id } from "../component/_generated/dataModel.js";
-import type { ActionCtx, AgentComponent, MutationCtx, QueryCtx } from "./types.js";
-import type { Message } from "../validators.js";
-import type { StorageReader } from "convex/server";
-export declare const MAX_FILE_SIZE: number;
-type File = {
-    url: string;
-    fileId: string;
-    storageId: Id<"_storage">;
-    hash: string;
-    filename: string | undefined;
-};
-/**
- * Store a file in the file storage and return the URL and fileId.
- * @param ctx A ctx object from an action.
- * @param component The agent component.
- * @param blob The blob to store.
- * @param args.filename The filename to store.
- * @param args.sha256 The sha256 hash of the file. If not provided, it will be
- *   computed. However, to ensure no corruption during transfer, you can
- *   calculate this on the client to enforce integrity.
- * @returns The URL, fileId, and storageId of the stored file.
- */
-export declare function storeFile(ctx: ActionCtx | MutationCtx, component: AgentComponent, blob: Blob, { filename, sha256 }?: {
-    filename?: string;
-    sha256?: string;
-}): Promise<{
-    file: File;
-    filePart: FilePart;
-    imagePart: ImagePart | undefined;
-}>;
-/**
- * Get file metadata from the component.
- * This also returns filePart (and imagePart if the file is an image),
- * which are useful to construct a ModelMessage like
- * ```ts
- * const { filePart, imagePart } = await getFile(ctx, components.agent, fileId);
- * const message: UserMessage = {
- *   role: "user",
- *   content: [imagePart ?? filePart],
- * };
- * ```
- * @param ctx A ctx object from an action or query.
- * @param component The agent component, usually `components.agent`.
- * @param fileId The fileId of the file to get.
- * @returns The file metadata and content parts.
- */
-export declare function getFile(ctx: ActionCtx | (QueryCtx & {
-    storage: StorageReader;
-}), component: AgentComponent, fileId: string): Promise<{
-    file: {
-        fileId: string;
-        url: string;
-        storageId: Id<"_storage">;
-        hash: string;
-        filename: string | undefined;
-    };
-    filePart: FilePart;
-    imagePart: ImagePart | undefined;
-}>;
-/**
- * Process messages to inline file and image URLs that point to localhost
- * by converting them to base64. This solves the problem of LLMs not being
- * able to access localhost URLs.
- */
-export declare function inlineMessagesFiles<T extends ModelMessage | Message>(messages: T[]): Promise<T[]>;
-export {};
-//# sourceMappingURL=files.d.ts.map

package/dist/client/files.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"files.d.ts","sourceRoot":"","sources":["../../src/client/files.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,QAAQ,EACR,SAAS,EACT,YAAY,EAEb,MAAM,IAAI,CAAC;AACZ,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,sCAAsC,CAAC;AAC/D,OAAO,KAAK,EACV,SAAS,EACT,cAAc,EACd,WAAW,EACX,QAAQ,EACT,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD,eAAO,MAAM,aAAa,QAAY,CAAC;AAEvC,KAAK,IAAI,GAAG;IACV,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B,CAAC;AAEF;;;;;;;;;;GAUG;AACH,wBAAsB,SAAS,CAC7B,GAAG,EAAE,SAAS,GAAG,WAAW,EAC5B,SAAS,EAAE,cAAc,EACzB,IAAI,EAAE,IAAI,EACV,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAO,GAChE,OAAO,CAAC;IACT,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,SAAS,GAAG,SAAS,CAAC;CAClC,CAAC,CAiED;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,OAAO,CAC3B,GAAG,EAAE,SAAS,GAAG,CAAC,QAAQ,GAAG;IAAE,OAAO,EAAE,aAAa,CAAA;CAAE,CAAC,EACxD,SAAS,EAAE,cAAc,EACzB,MAAM,EAAE,MAAM;;;;mBAiBmB,EAAE,CAAC,UAAU,CAAC;;;;cAWlC,QAAQ;eAAa,SAAS,GAAG,SAAS;GANxD;AA4CD;;;;GAIG;AACH,wBAAsB,mBAAmB,CAAC,CAAC,SAAS,YAAY,GAAG,OAAO,EACxE,QAAQ,EAAE,CAAC,EAAE,GACZ,OAAO,CAAC,CAAC,EAAE,CAAC,CA2Cd"}

package/dist/client/files.js

@@ -1,181 +0,0 @@
-import { assert } from "convex-helpers";
-export const MAX_FILE_SIZE = 1024 * 64;
-/**
- * Store a file in the file storage and return the URL and fileId.
- * @param ctx A ctx object from an action.
- * @param component The agent component.
- * @param blob The blob to store.
- * @param args.filename The filename to store.
- * @param args.sha256 The sha256 hash of the file. If not provided, it will be
- *   computed. However, to ensure no corruption during transfer, you can
- *   calculate this on the client to enforce integrity.
- * @returns The URL, fileId, and storageId of the stored file.
- */
-export async function storeFile(ctx, component, blob, { filename, sha256 } = {}) {
-    if (!("runAction" in ctx) || !("storage" in ctx)) {
-        throw new Error("You're trying to save a file that's too large in a mutation / workflow. " +
-            "You can store the file in file storage from an action first, then pass a URL instead. " +
-            "To have the agent component track the file, you can use `saveFile` from an action then use the fileId with getFile in the mutation. " +
-            "Read more in the docs.");
-    }
-    const hash = sha256 ||
-        Array.from(new Uint8Array(await crypto.subtle.digest("SHA-256", await blob.slice().arrayBuffer())))
-            .map((b) => b.toString(16).padStart(2, "0"))
-            .join("");
-    const reused = await ctx.runMutation(component.files.useExistingFile, {
-        hash,
-        filename,
-    });
-    if (reused) {
-        const url = (await ctx.storage.getUrl(reused.storageId));
-        return {
-            ...getParts(url, blob.type, filename),
-            file: {
-                url,
-                fileId: reused.fileId,
-                storageId: reused.storageId,
-                hash,
-                filename,
-            },
-        };
-    }
-    const newStorageId = await ctx.storage.store(blob);
-    if (sha256) {
-        const metadata = await ctx.storage.getMetadata(newStorageId);
-        if (metadata?.sha256 !== sha256) {
-            throw new Error("Hash mismatch: " + metadata?.sha256 + " != " + sha256);
-        }
-    }
-    const { fileId, storageId } = await ctx.runMutation(component.files.addFile, {
-        storageId: newStorageId,
-        hash,
-        filename,
-        mediaType: blob.type,
-    });
-    const url = (await ctx.storage.getUrl(storageId));
-    if (storageId !== newStorageId) {
-        // We're re-using another file's storageId
-        // Because we try to reuse the file above, this should be very very rare
-        // and only in the case of racing to check then store the file.
-        await ctx.storage.delete(newStorageId);
-    }
-    return {
-        ...getParts(url, blob.type, filename),
-        file: {
-            url,
-            fileId,
-            storageId: storageId,
-            hash,
-            filename,
-        },
-    };
-}
-/**
- * Get file metadata from the component.
- * This also returns filePart (and imagePart if the file is an image),
- * which are useful to construct a ModelMessage like
- * ```ts
- * const { filePart, imagePart } = await getFile(ctx, components.agent, fileId);
- * const message: UserMessage = {
- *   role: "user",
- *   content: [imagePart ?? filePart],
- * };
- * ```
- * @param ctx A ctx object from an action or query.
- * @param component The agent component, usually `components.agent`.
- * @param fileId The fileId of the file to get.
- * @returns The file metadata and content parts.
- */
-export async function getFile(ctx, component, fileId) {
-    const file = await ctx.runQuery(component.files.get, { fileId });
-    if (!file) {
-        throw new Error(`File not found in component: ${fileId}`);
-    }
-    const url = await ctx.storage.getUrl(file.storageId);
-    if (!url) {
-        throw new Error(`File not found in storage: ${file.storageId}`);
-    }
-    // Support both mediaType (preferred) and mimeType (deprecated)
-    const mediaType = file.mediaType ?? file.mimeType ?? "";
-    return {
-        ...getParts(url, mediaType, file.filename),
-        file: {
-            fileId,
-            url,
-            storageId: file.storageId,
-            hash: file.hash,
-            filename: file.filename,
-        },
-    };
-}
-function getParts(url, mediaType, filename) {
-    const filePart = {
-        type: "file",
-        data: new URL(url),
-        mediaType,
-        filename,
-    };
-    const imagePart = mediaType.startsWith("image/")
-        ? { type: "image", image: new URL(url), mediaType }
-        : undefined;
-    return { filePart, imagePart };
-}
-/**
- * Check if a URL points to localhost
- */
-function isLocalhostUrl(url) {
-    return (url.hostname === "localhost" ||
-        url.hostname === "127.0.0.1" ||
-        url.hostname === "::1" ||
-        url.hostname === "0.0.0.0");
-}
-/**
- * Download a file from a URL
- */
-async function downloadFile(url) {
-    // Fetch the file
-    const response = await fetch(url);
-    if (!response.ok) {
-        throw new Error(`Failed to fetch ${url}: ${response.statusText}`);
-    }
-    return await response.arrayBuffer();
-}
-/**
- * Process messages to inline file and image URLs that point to localhost
- * by converting them to base64. This solves the problem of LLMs not being
- * able to access localhost URLs.
- */
-export async function inlineMessagesFiles(messages) {
-    // Process each message to convert localhost URLs to base64
-    return Promise.all(messages.map(async (message) => {
-        if ((message.role !== "user" && message.role !== "assistant") ||
-            typeof message.content === "string" ||
-            !Array.isArray(message.content)) {
-            return message;
-        }
-        const processedContent = await Promise.all(message.content.map(async (part) => {
-            if (part.type === "image" && part.image instanceof URL) {
-                assert(message.role === "user", "Images can only be in user messages");
-                if (isLocalhostUrl(part.image)) {
-                    const imageData = await downloadFile(part.image);
-                    return { ...part, image: imageData };
-                }
-            }
-            // Handle file parts
-            if (part.type === "file" && part.data instanceof URL) {
-                if (isLocalhostUrl(part.data)) {
-                    const fileData = await downloadFile(part.data);
-                    return { ...part, data: fileData };
-                }
-            }
-            return part;
-        }));
-        if (message.role === "user") {
-            return { ...message, content: processedContent };
-        }
-        else {
-            return { ...message, content: processedContent };
-        }
-    }));
-}
-//# sourceMappingURL=files.js.map

package/dist/client/files.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"files.js","sourceRoot":"","sources":["../../src/client/files.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAGxC,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAE,CAAC;AAUvC;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,GAA4B,EAC5B,SAAyB,EACzB,IAAU,EACV,EAAE,QAAQ,EAAE,MAAM,KAA6C,EAAE;IAMjE,IAAI,CAAC,CAAC,WAAW,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,SAAS,IAAI,GAAG,CAAC,EAAE,CAAC;QACjD,MAAM,IAAI,KAAK,CACb,0EAA0E;YACxE,wFAAwF;YACxF,sIAAsI;YACtI,wBAAwB,CAC3B,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,GACR,MAAM;QACN,KAAK,CAAC,IAAI,CACR,IAAI,UAAU,CACZ,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,WAAW,EAAE,CAAC,CACxE,CACF;aACE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;aAC3C,IAAI,CAAC,EAAE,CAAC,CAAC;IACd,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC,eAAe,EAAE;QACpE,IAAI;QACJ,QAAQ;KACT,CAAC,CAAC;IACH,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAE,CAAC;QAC1D,OAAO;YACL,GAAG,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC;YACrC,IAAI,EAAE;gBACJ,GAAG;gBACH,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,SAAS,EAAE,MAAM,CAAC,SAA2B;gBAC7C,IAAI;gBACJ,QAAQ;aACT;SACF,CAAC;IACJ,CAAC;IACD,MAAM,YAAY,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnD,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;QAC7D,IAAI,QAAQ,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,iBAAiB,GAAG,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IACD,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,GAAG,CAAC,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE;QAC3E,SAAS,EAAE,YAAY;QACvB,IAAI;QACJ,QAAQ;QACR,SAAS,EAAE,IAAI,CAAC,IAAI;KACrB,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,SAA2B,CAAC,CAAE,CAAC;IACrE,IAAI,SAAS,KAAK,YAAY,EAAE,CAAC;QAC/B,0CAA0C;QAC1C,wEAAwE;QACxE,+DAA+D;QAC/D,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IACzC,CAAC;IACD,OAAO;QACL,GAAG,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC;QACrC,IAAI,EAAE;YACJ,GAAG;YACH,MAAM;YACN,SAAS,EAAE,SAA2B;YACtC,IAAI;YACJ,QAAQ;SACT;KACF,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,GAAwD,EACxD,SAAyB,EACzB,MAAc;IAEd,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IACjE,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,gCAAgC,MAAM,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,SAA2B,CAAC,CAAC;IACvE,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,8BAA8B,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IAClE,CAAC;IACD,+DAA+D;IAC/D,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;IACxD,OAAO;QACL,GAAG,QAAQ,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC;QAC1C,IAAI,EAAE;YACJ,MAAM;YACN,GAAG;YACH,SAAS,EAAE,IAAI,CAAC,SAA2B;YAC3C,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB;KACF,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CACf,GAAW,EACX,SAAiB,EACjB,QAA4B;IAE5B,MAAM,QAAQ,GAAa;QACzB,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC;QAClB,SAAS;QACT,QAAQ;KACT,CAAC;IACF,MAAM,SAAS,GAA0B,SAAS,CAAC,UAAU,CAAC,QAAQ,CAAC;QACrE,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,EAAE,SAAS,EAAE;QACnD,CAAC,CAAC,SAAS,CAAC;IACd,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,GAAQ;IAC9B,OAAO,CACL,GAAG,CAAC,QAAQ,KAAK,WAAW;QAC5B,GAAG,CAAC,QAAQ,KAAK,WAAW;QAC5B,GAAG,CAAC,QAAQ,KAAK,KAAK;QACtB,GAAG,CAAC,QAAQ,KAAK,SAAS,CAC3B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,YAAY,CAAC,GAAQ;IAClC,iBAAiB;IACjB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,KAAK,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IACpE,CAAC;IAED,OAAO,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;AACtC,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,QAAa;IAEb,2DAA2D;IAC3D,OAAO,OAAO,CAAC,GAAG,CAChB,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAc,EAAE;QACzC,IACE,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC;YACzD,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;YACnC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAC/B,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,CACxC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YACjC,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,KAAK,YAAY,GAAG,EAAE,CAAC;gBACvD,MAAM,CACJ,OAAO,CAAC,IAAI,KAAK,MAAM,EACvB,qCAAqC,CACtC,CAAC;gBACF,IAAI,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC/B,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACjD,OAAO,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,SAAS,EAAe,CAAC;gBACpD,CAAC;YACH,CAAC;YAED,oBAAoB;YACpB,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,YAAY,GAAG,EAAE,CAAC;gBACrD,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC9B,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC/C,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAc,CAAC;gBACjD,CAAC;YACH,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CACH,CAAC;QACF,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC5B,OAAO,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,gBAA+B,EAAE,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,OAAO,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,gBAAoC,EAAE,CAAC;QACvE,CAAC;IACH,CAAC,CAAC,CACH,CAAC;AACJ,CAAC"}