@ai-stack/payloadcms 3.2.24-beta → 3.68.0

package/dist/ai/core/media/utils.js

@@ -0,0 +1,34 @@
+/**
+ * Shared utilities for media generation
+ */ /**
+ * Get file extension from MIME type
+ */ export function getExtensionFromMimeType(mimeType) {
+    const mimeToExt = {
+        'audio/aac': 'aac',
+        'audio/flac': 'flac',
+        'audio/L16': 'pcm',
+        'audio/mp3': 'mp3',
+        'audio/mpeg': 'mp3',
+        'audio/opus': 'opus',
+        'audio/wav': 'wav',
+        'image/bmp': 'bmp',
+        'image/gif': 'gif',
+        'image/jpeg': 'jpg',
+        'image/jpg': 'jpg',
+        'image/png': 'png',
+        'image/svg+xml': 'svg',
+        'image/tiff': 'tiff',
+        'image/webp': 'webp'
+    };
+    return mimeToExt[mimeType.toLowerCase()] || 'bin';
+}
+/**
+ * Convert image/audio data to Buffer
+ */ export function convertToBuffer(data) {
+    if (typeof data === 'string') {
+        return Buffer.from(data, 'base64');
+    }
+    return Buffer.from(data);
+}
+
+//# sourceMappingURL=utils.js.map

package/dist/ai/core/media/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/ai/core/media/utils.ts"],"sourcesContent":["/**\n * Shared utilities for media generation\n */\n\n/**\n * Get file extension from MIME type\n */\nexport function getExtensionFromMimeType(mimeType: string): string {\n  const mimeToExt: Record<string, string> = {\n    'audio/aac': 'aac',\n    'audio/flac': 'flac',\n    'audio/L16': 'pcm',\n    'audio/mp3': 'mp3',\n    'audio/mpeg': 'mp3',\n    'audio/opus': 'opus',\n    'audio/wav': 'wav',\n    'image/bmp': 'bmp',\n    'image/gif': 'gif',\n    'image/jpeg': 'jpg',\n    'image/jpg': 'jpg',\n    'image/png': 'png',\n    'image/svg+xml': 'svg',\n    'image/tiff': 'tiff',\n    'image/webp': 'webp',\n  }\n\n  return mimeToExt[mimeType.toLowerCase()] || 'bin'\n}\n\n/**\n * Convert image/audio data to Buffer\n */\nexport function convertToBuffer(data: string | Uint8Array): Buffer {\n  if (typeof data === 'string') {\n    return Buffer.from(data, 'base64')\n  }\n  return Buffer.from(data)\n}\n"],"names":["getExtensionFromMimeType","mimeType","mimeToExt","toLowerCase","convertToBuffer","data","Buffer","from"],"mappings":"AAAA;;CAEC,GAED;;CAEC,GACD,OAAO,SAASA,yBAAyBC,QAAgB;IACvD,MAAMC,YAAoC;QACxC,aAAa;QACb,cAAc;QACd,aAAa;QACb,aAAa;QACb,cAAc;QACd,cAAc;QACd,aAAa;QACb,aAAa;QACb,aAAa;QACb,cAAc;QACd,aAAa;QACb,aAAa;QACb,iBAAiB;QACjB,cAAc;QACd,cAAc;IAChB;IAEA,OAAOA,SAAS,CAACD,SAASE,WAAW,GAAG,IAAI;AAC9C;AAEA;;CAEC,GACD,OAAO,SAASC,gBAAgBC,IAAyB;IACvD,IAAI,OAAOA,SAAS,UAAU;QAC5B,OAAOC,OAAOC,IAAI,CAACF,MAAM;IAC3B;IACA,OAAOC,OAAOC,IAAI,CAACF;AACrB"}

package/dist/ai/core/media/video/generateVideo.d.ts

@@ -0,0 +1,6 @@
+import type { MediaResult, VideoGenerationArgs } from '../types.js';
+/**
+ * Generate video using Fal provider
+ * Delegates to existing Fal handler to avoid disrupting webhook/job logic
+ */
+export declare function generateVideo(args: VideoGenerationArgs): Promise<MediaResult>;

package/dist/ai/core/media/video/generateVideo.js

@@ -0,0 +1,32 @@
+/**
+ * Generate video using Fal provider
+ * Delegates to existing Fal handler to avoid disrupting webhook/job logic
+ */ export async function generateVideo(args) {
+    const { provider } = args;
+    // Currently only supporting Fal for video
+    if (provider?.toLowerCase() !== 'fal') {
+        throw new Error(`Unsupported video provider: ${provider}`);
+    }
+    // Delegate to existing Fal video handler
+    // This maintains compatibility with the existing webhook/job management system
+    // const { VideoConfig } = await import('../../../models/video.js')
+    const videoModel = {} // ||VideoConfig.models[0]
+    ;
+    if (!videoModel.handler) {
+        throw new Error('Video handler not found');
+    }
+    const result = await videoModel.handler(args.prompt, {
+        ...args,
+        req: {
+            payload: args.payload
+        }
+    });
+    return {
+        jobId: result.jobId,
+        progress: result.progress ?? 0,
+        status: result.status || 'queued',
+        taskId: result.taskId
+    };
+}
+
+//# sourceMappingURL=generateVideo.js.map

package/dist/ai/core/media/video/generateVideo.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../src/ai/core/media/video/generateVideo.ts"],"sourcesContent":["import type { MediaResult, VideoGenerationArgs } from '../types.js'\n\n/**\n * Generate video using Fal provider\n * Delegates to existing Fal handler to avoid disrupting webhook/job logic\n */\nexport async function generateVideo(args: VideoGenerationArgs): Promise<MediaResult> {\n  const { provider } = args\n\n  // Currently only supporting Fal for video\n  if (provider?.toLowerCase() !== 'fal') {\n    throw new Error(`Unsupported video provider: ${provider}`)\n  }\n\n  // Delegate to existing Fal video handler\n  // This maintains compatibility with the existing webhook/job management system\n  // const { VideoConfig } = await import('../../../models/video.js')\n  const videoModel: any = {} // ||VideoConfig.models[0]\n\n  if (!videoModel.handler) {\n    throw new Error('Video handler not found')\n  }\n\n  const result = await videoModel.handler(args.prompt, {\n    ...args,\n    req: { payload: args.payload },\n  } as any)\n\n  return {\n    jobId: result.jobId,\n    progress: result.progress ?? 0,\n    status: result.status || 'queued',\n    taskId: result.taskId,\n  }\n}\n"],"names":["generateVideo","args","provider","toLowerCase","Error","videoModel","handler","result","prompt","req","payload","jobId","progress","status","taskId"],"mappings":"AAEA;;;CAGC,GACD,OAAO,eAAeA,cAAcC,IAAyB;IAC3D,MAAM,EAAEC,QAAQ,EAAE,GAAGD;IAErB,0CAA0C;IAC1C,IAAIC,UAAUC,kBAAkB,OAAO;QACrC,MAAM,IAAIC,MAAM,CAAC,4BAA4B,EAAEF,SAAS,CAAC;IAC3D;IAEA,yCAAyC;IACzC,+EAA+E;IAC/E,mEAAmE;IACnE,MAAMG,aAAkB,CAAC,EAAE,0BAA0B;;IAErD,IAAI,CAACA,WAAWC,OAAO,EAAE;QACvB,MAAM,IAAIF,MAAM;IAClB;IAEA,MAAMG,SAAS,MAAMF,WAAWC,OAAO,CAACL,KAAKO,MAAM,EAAE;QACnD,GAAGP,IAAI;QACPQ,KAAK;YAAEC,SAAST,KAAKS,OAAO;QAAC;IAC/B;IAEA,OAAO;QACLC,OAAOJ,OAAOI,KAAK;QACnBC,UAAUL,OAAOK,QAAQ,IAAI;QAC7BC,QAAQN,OAAOM,MAAM,IAAI;QACzBC,QAAQP,OAAOO,MAAM;IACvB;AACF"}

package/dist/ai/core/media/video/index.d.ts

@@ -0,0 +1,2 @@
+export type * from '../types.js';
+export { generateVideo } from './generateVideo.js';

package/dist/ai/core/media/video/index.js

@@ -0,0 +1,3 @@
+export { generateVideo } from './generateVideo.js';
+
+//# sourceMappingURL=index.js.map

package/dist/ai/core/media/video/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../src/ai/core/media/video/index.ts"],"sourcesContent":["export type * from '../types.js'\nexport { generateVideo } from './generateVideo.js'\n"],"names":["generateVideo"],"mappings":"AACA,SAASA,aAAa,QAAQ,qBAAoB"}

package/dist/ai/core/streamObject.d.ts

@@ -0,0 +1,7 @@
+import type { PayloadGenerateObjectArgs } from './types.js';
+/**
+ * Stream structured output using AI SDK's streamObject
+ * This is a thin wrapper that resolves the model from the registry
+ * and passes everything directly to the AI SDK for streaming
+ */
+export declare function streamObject(args: PayloadGenerateObjectArgs): Promise<import("ai").StreamObjectResult<unknown, unknown, never>>;

package/dist/ai/core/streamObject.js

@@ -0,0 +1,57 @@
+import { jsonSchema, streamObject as sdkStreamObject } from 'ai';
+import { getLanguageModel } from '../providers/registry.js';
+function isZodSchema(schema) {
+    return typeof schema === 'object' && schema !== null && '_def' in schema;
+}
+/**
+ * Stream structured output using AI SDK's streamObject
+ * This is a thin wrapper that resolves the model from the registry
+ * and passes everything directly to the AI SDK for streaming
+ */ export async function streamObject(args) {
+    const { maxTokens, mode, model: modelId, payload, prompt, provider, providerOptions, schema, system, temperature, ...rest } = args;
+    // Resolve model from registry
+    const model = await getLanguageModel(payload, provider, modelId, providerOptions);
+    // Return streaming result from AI SDK
+    const options = {
+        mode: mode || 'auto',
+        model,
+        schema: schema ? isZodSchema(schema) ? schema : jsonSchema(schema) : undefined,
+        system,
+        temperature: temperature ?? 0.7,
+        ...maxTokens ? {
+            maxOutputTokens: maxTokens
+        } : {}
+    };
+    // Handle multimodal input
+    if (args.images && args.images.length > 0 || args.messages && args.messages.length > 0) {
+        if (args.messages) {
+            options.messages = args.messages;
+        } else {
+            // Construct multimodal message from prompt and images
+            const content = [
+                {
+                    type: 'text',
+                    text: prompt
+                },
+                ...args.images || []
+            ];
+            options.messages = [
+                {
+                    content,
+                    role: 'user'
+                }
+            ];
+        }
+    } else {
+        options.prompt = prompt;
+    }
+    console.log("options.messages  : ", options.messages);
+    console.log('prompt  : ', prompt);
+    console.log('args.images   : ', args.images);
+    if (providerOptions) {
+        options.providerOptions = providerOptions;
+    }
+    return sdkStreamObject(options);
+}
+
+//# sourceMappingURL=streamObject.js.map

package/dist/ai/core/streamObject.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/ai/core/streamObject.ts"],"sourcesContent":["import { type ImagePart, jsonSchema, streamObject as sdkStreamObject, type TextPart } from 'ai'\n\nimport type { PayloadGenerateObjectArgs } from './types.js'\n\nimport { getLanguageModel } from '../providers/registry.js'\n\nfunction isZodSchema(schema: unknown): boolean {\n  return typeof schema === 'object' && schema !== null && '_def' in schema\n}\n\n/**\n * Stream structured output using AI SDK's streamObject\n * This is a thin wrapper that resolves the model from the registry\n * and passes everything directly to the AI SDK for streaming\n */\nexport async function streamObject(args: PayloadGenerateObjectArgs) {\n  const { \n    maxTokens, \n    mode,\n    model: modelId,\n    payload,\n    prompt,\n    provider,\n    providerOptions,\n    schema,\n    system,\n    temperature,\n    ...rest\n  } = args\n  \n  // Resolve model from registry\n  const model = await getLanguageModel(payload, provider, modelId, providerOptions)\n  \n  // Return streaming result from AI SDK\n  const options: Record<string, unknown> = {\n    mode: mode || 'auto',\n    model,\n    schema: schema ? (isZodSchema(schema) ? schema : jsonSchema(schema as Record<string, unknown>)) : undefined,\n    system,\n    temperature: temperature ?? 0.7,\n    ...(maxTokens ? { maxOutputTokens: maxTokens } : {}),\n  }\n\n  // Handle multimodal input\n  if ((args.images && args.images.length > 0) || (args.messages && args.messages.length > 0)) {\n    if (args.messages) {\n      options.messages = args.messages\n    } else {\n      // Construct multimodal message from prompt and images\n      const content: Array<ImagePart | TextPart> = [\n        { type: 'text', text: prompt },\n        ...(args.images || []),\n      ]\n\n      options.messages = [\n        { content, role: 'user' as const },\n      ]\n    }\n  } else {\n    options.prompt = prompt\n  }\n\n  console.log(\"options.messages  : \",options.messages)\n  console.log('prompt  : ', prompt)\n  console.log('args.images   : ', args.images)\n\n  if (providerOptions) {\n    options.providerOptions = providerOptions\n  }\n\n  return sdkStreamObject(options as Parameters<typeof sdkStreamObject>[0])\n}\n"],"names":["jsonSchema","streamObject","sdkStreamObject","getLanguageModel","isZodSchema","schema","args","maxTokens","mode","model","modelId","payload","prompt","provider","providerOptions","system","temperature","rest","options","undefined","maxOutputTokens","images","length","messages","content","type","text","role","console","log"],"mappings":"AAAA,SAAyBA,UAAU,EAAEC,gBAAgBC,eAAe,QAAuB,KAAI;AAI/F,SAASC,gBAAgB,QAAQ,2BAA0B;AAE3D,SAASC,YAAYC,MAAe;IAClC,OAAO,OAAOA,WAAW,YAAYA,WAAW,QAAQ,UAAUA;AACpE;AAEA;;;;CAIC,GACD,OAAO,eAAeJ,aAAaK,IAA+B;IAChE,MAAM,EACJC,SAAS,EACTC,IAAI,EACJC,OAAOC,OAAO,EACdC,OAAO,EACPC,MAAM,EACNC,QAAQ,EACRC,eAAe,EACfT,MAAM,EACNU,MAAM,EACNC,WAAW,EACX,GAAGC,MACJ,GAAGX;IAEJ,8BAA8B;IAC9B,MAAMG,QAAQ,MAAMN,iBAAiBQ,SAASE,UAAUH,SAASI;IAEjE,sCAAsC;IACtC,MAAMI,UAAmC;QACvCV,MAAMA,QAAQ;QACdC;QACAJ,QAAQA,SAAUD,YAAYC,UAAUA,SAASL,WAAWK,UAAsCc;QAClGJ;QACAC,aAAaA,eAAe;QAC5B,GAAIT,YAAY;YAAEa,iBAAiBb;QAAU,IAAI,CAAC,CAAC;IACrD;IAEA,0BAA0B;IAC1B,IAAI,AAACD,KAAKe,MAAM,IAAIf,KAAKe,MAAM,CAACC,MAAM,GAAG,KAAOhB,KAAKiB,QAAQ,IAAIjB,KAAKiB,QAAQ,CAACD,MAAM,GAAG,GAAI;QAC1F,IAAIhB,KAAKiB,QAAQ,EAAE;YACjBL,QAAQK,QAAQ,GAAGjB,KAAKiB,QAAQ;QAClC,OAAO;YACL,sDAAsD;YACtD,MAAMC,UAAuC;gBAC3C;oBAAEC,MAAM;oBAAQC,MAAMd;gBAAO;mBACzBN,KAAKe,MAAM,IAAI,EAAE;aACtB;YAEDH,QAAQK,QAAQ,GAAG;gBACjB;oBAAEC;oBAASG,MAAM;gBAAgB;aAClC;QACH;IACF,OAAO;QACLT,QAAQN,MAAM,GAAGA;IACnB;IAEAgB,QAAQC,GAAG,CAAC,wBAAuBX,QAAQK,QAAQ;IACnDK,QAAQC,GAAG,CAAC,cAAcjB;IAC1BgB,QAAQC,GAAG,CAAC,oBAAoBvB,KAAKe,MAAM;IAE3C,IAAIP,iBAAiB;QACnBI,QAAQJ,eAAe,GAAGA;IAC5B;IAEA,OAAOZ,gBAAgBgB;AACzB"}

package/dist/ai/core/streamText.d.ts

@@ -0,0 +1,7 @@
+import type { PayloadGenerateTextArgs } from './types.js';
+/**
+ * Stream text using AI SDK's streamText
+ * This is a thin wrapper that resolves the model from the registry
+ * and passes everything directly to the AI SDK for streaming
+ */
+export declare function streamText(args: PayloadGenerateTextArgs): Promise<import("ai").StreamTextResult<import("ai").ToolSet, unknown>>;

package/dist/ai/core/streamText.js

@@ -0,0 +1,30 @@
+import { streamText as sdkStreamText } from 'ai';
+import { extractPromptAttachments } from '../../utilities/extractPromptAttachments.js';
+import { getLanguageModel } from '../providers/registry.js';
+/**
+ * Stream text using AI SDK's streamText
+ * This is a thin wrapper that resolves the model from the registry
+ * and passes everything directly to the AI SDK for streaming
+ */ export async function streamText(args) {
+    const { maxTokens, model: modelId, payload, prompt, provider, providerOptions, system, temperature, ...rest } = args;
+    // Extract attachments if needed
+    const processedPrompt = rest.extractAttachments ? extractPromptAttachments(prompt) : prompt;
+    // Resolve model from registry
+    const model = await getLanguageModel(payload, provider, modelId, providerOptions);
+    // Return streaming result from AI SDK
+    const options = {
+        model,
+        prompt: processedPrompt,
+        system,
+        temperature: temperature ?? 0.7,
+        ...maxTokens ? {
+            maxOutputTokens: maxTokens
+        } : {}
+    };
+    if (providerOptions) {
+        options.providerOptions = providerOptions;
+    }
+    return sdkStreamText(options);
+}
+
+//# sourceMappingURL=streamText.js.map

package/dist/ai/core/streamText.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/ai/core/streamText.ts"],"sourcesContent":["import { streamText as sdkStreamText } from 'ai'\n\nimport type { PayloadGenerateTextArgs } from './types.js'\n\nimport { extractPromptAttachments } from '../../utilities/extractPromptAttachments.js'\nimport { getLanguageModel } from '../providers/registry.js'\n\n/**\n * Stream text using AI SDK's streamText\n * This is a thin wrapper that resolves the model from the registry\n * and passes everything directly to the AI SDK for streaming\n */\nexport async function streamText(args: PayloadGenerateTextArgs) {\n  const { \n    maxTokens, \n    model: modelId, \n    payload,\n    prompt,\n    provider,\n    providerOptions,\n    system,\n    temperature,\n    ...rest\n  } = args\n  \n  // Extract attachments if needed\n  const processedPrompt = (rest as any).extractAttachments \n    ? extractPromptAttachments(prompt) \n    : prompt\n  \n  // Resolve model from registry\n  const model = await getLanguageModel(payload, provider, modelId, providerOptions)\n  \n  // Return streaming result from AI SDK\n  const options: Record<string, unknown> = {\n    model,\n    prompt: processedPrompt,\n    system,\n    temperature: temperature ?? 0.7,\n    ...(maxTokens ? { maxOutputTokens: maxTokens } : {}),\n  }\n\n  if (providerOptions) {\n    options.providerOptions = providerOptions\n  }\n\n  return sdkStreamText(options as Parameters<typeof sdkStreamText>[0])\n}\n"],"names":["streamText","sdkStreamText","extractPromptAttachments","getLanguageModel","args","maxTokens","model","modelId","payload","prompt","provider","providerOptions","system","temperature","rest","processedPrompt","extractAttachments","options","maxOutputTokens"],"mappings":"AAAA,SAASA,cAAcC,aAAa,QAAQ,KAAI;AAIhD,SAASC,wBAAwB,QAAQ,8CAA6C;AACtF,SAASC,gBAAgB,QAAQ,2BAA0B;AAE3D;;;;CAIC,GACD,OAAO,eAAeH,WAAWI,IAA6B;IAC5D,MAAM,EACJC,SAAS,EACTC,OAAOC,OAAO,EACdC,OAAO,EACPC,MAAM,EACNC,QAAQ,EACRC,eAAe,EACfC,MAAM,EACNC,WAAW,EACX,GAAGC,MACJ,GAAGV;IAEJ,gCAAgC;IAChC,MAAMW,kBAAkB,AAACD,KAAaE,kBAAkB,GACpDd,yBAAyBO,UACzBA;IAEJ,8BAA8B;IAC9B,MAAMH,QAAQ,MAAMH,iBAAiBK,SAASE,UAAUH,SAASI;IAEjE,sCAAsC;IACtC,MAAMM,UAAmC;QACvCX;QACAG,QAAQM;QACRH;QACAC,aAAaA,eAAe;QAC5B,GAAIR,YAAY;YAAEa,iBAAiBb;QAAU,IAAI,CAAC,CAAC;IACrD;IAEA,IAAIM,iBAAiB;QACnBM,QAAQN,eAAe,GAAGA;IAC5B;IAEA,OAAOV,cAAcgB;AACvB"}

package/dist/ai/core/types.d.ts

@@ -0,0 +1,85 @@
+import type { ImagePart, JSONValue, ModelMessage } from 'ai';
+import type { Payload } from 'payload';
+import type { z } from 'zod';
+/**
+ * Provider options compatible with AI SDK's SharedV2ProviderOptions
+ * SharedV2ProviderOptions = Record<string, Record<string, JSONValue>>
+ */
+export type ProviderOptions = Record<string, Record<string, JSONValue>>;
+/**
+ * Base arguments for all generation methods
+ */
+export interface PayloadGenerationBaseArgs {
+    extractAttachments?: boolean;
+    maxTokens?: number;
+    messages?: ModelMessage[];
+    model?: string;
+    payload: Payload;
+    prompt: string;
+    provider?: string;
+    providerOptions?: ProviderOptions;
+    system?: string;
+    temperature?: number;
+}
+/**
+ * Arguments for generateObject - structured output generation
+ */
+export interface PayloadGenerateObjectArgs extends PayloadGenerationBaseArgs {
+    images?: ImagePart[];
+    mode?: 'auto' | 'json' | 'tool';
+    schema?: Record<string, unknown> | z.ZodTypeAny;
+}
+/**
+ * Arguments for generateText - simple text generation
+ */
+export interface PayloadGenerateTextArgs extends PayloadGenerationBaseArgs {
+}
+/**
+ * Arguments for generateMedia - image/video generation
+ */
+export interface PayloadGenerateMediaArgs {
+    aspectRatio?: string;
+    audioFormat?: string;
+    callbackUrl?: string;
+    duration?: number;
+    fps?: number;
+    images?: ImagePart[];
+    instructionId?: number | string;
+    mode?: 'i2v' | 't2v';
+    model?: string;
+    n?: number;
+    payload: Payload;
+    prompt: string;
+    provider?: string;
+    providerOptions?: ProviderOptions;
+    seed?: number;
+    size?: {
+        height: number;
+        width: number;
+    };
+    speed?: number;
+    voice?: string;
+}
+/**
+ * Result from generateMedia - can be immediate file or async job
+ */
+export interface MediaResult {
+    file?: {
+        data: Buffer;
+        mimetype: string;
+        name: string;
+        size: number;
+    };
+    jobId?: string;
+    progress?: number;
+    status?: 'completed' | 'failed' | 'queued' | 'running';
+    taskId?: string;
+}
+/**
+ * Internal type for multimodal image files
+ */
+export interface MultimodalImageFile {
+    base64Data?: string;
+    mediaType?: string;
+    uint8Array?: Uint8Array;
+}

package/dist/ai/core/types.js

@@ -0,0 +1,5 @@
+/**
+ * Internal type for multimodal image files
+ */ export { };
+
+//# sourceMappingURL=types.js.map

package/dist/ai/core/types.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/ai/core/types.ts"],"sourcesContent":["import type { ImagePart, JSONValue, ModelMessage } from 'ai'\nimport type { Payload } from 'payload'\nimport type { z } from 'zod'\n\n/**\n * Provider options compatible with AI SDK's SharedV2ProviderOptions\n * SharedV2ProviderOptions = Record<string, Record<string, JSONValue>>\n */\nexport type ProviderOptions = Record<string, Record<string, JSONValue>>\n\n/**\n * Base arguments for all generation methods\n */\nexport interface PayloadGenerationBaseArgs {\n  extractAttachments?: boolean\n  maxTokens?: number\n  messages?: ModelMessage[]\n  model?: string\n  payload: Payload\n  prompt: string\n  provider?: string\n  providerOptions?: ProviderOptions\n  system?: string\n  temperature?: number\n}\n\n/**\n * Arguments for generateObject - structured output generation\n */\nexport interface PayloadGenerateObjectArgs extends PayloadGenerationBaseArgs {\n  images?: ImagePart[]\n  mode?: 'auto' | 'json' | 'tool'\n  schema?: Record<string, unknown> | z.ZodTypeAny\n}\n\n/**\n * Arguments for generateText - simple text generation\n */\nexport interface PayloadGenerateTextArgs extends PayloadGenerationBaseArgs {\n  // No additional fields needed for basic text generation\n}\n\n/**\n * Arguments for generateMedia - image/video generation\n */\nexport interface PayloadGenerateMediaArgs {\n  aspectRatio?: string\n  audioFormat?: string\n  callbackUrl?: string\n  duration?: number\n  fps?: number\n  images?: ImagePart[]\n  instructionId?: number | string\n  mode?: 'i2v' | 't2v'\n  model?: string\n  n?: number\n  payload: Payload\n  prompt: string\n  provider?: string\n  providerOptions?: ProviderOptions\n  seed?: number\n  size?: { height: number; width: number }\n  speed?: number\n  voice?: string\n}\n\n/**\n * Result from generateMedia - can be immediate file or async job\n */\nexport interface MediaResult {\n  // Immediate result (image generation)\n  file?: {\n    data: Buffer\n    mimetype: string\n    name: string\n    size: number\n  }\n  \n  // Async job result (video generation)\n  jobId?: string\n  progress?: number\n  status?: 'completed' | 'failed' | 'queued' | 'running'\n  taskId?: string\n}\n\n/**\n * Internal type for multimodal image files\n */\nexport interface MultimodalImageFile {\n  base64Data?: string\n  mediaType?: string\n  uint8Array?: Uint8Array\n}\n"],"names":[],"mappings":"AAqFA;;CAEC,GACD,WAIC"}

package/dist/ai/index.d.ts

@@ -0,0 +1,11 @@
+import type { Field, Payload } from 'payload';
+export type GenerateArgs = {
+    mode?: 'auto' | 'json' | 'tool';
+    model?: string;
+    payload: Payload;
+    prompt: string;
+    provider?: string;
+    schema?: Field[];
+    system?: string;
+};
+export declare function generate(args: GenerateArgs): Promise<import("ai").GenerateObjectResult<Record<string, unknown>> | import("ai").GenerateTextResult<import("ai").ToolSet, never>>;

package/dist/ai/index.js

@@ -0,0 +1,25 @@
+import { generateObject, generateText } from 'ai';
+import { convertPayloadSchemaToZod } from '../utilities/schemaConverter.js';
+import { getLanguageModel } from './providers/registry.js';
+// Use in payload.ai that is injected during payload init. // this will always be non-streaming function, generateText, generateObject, Images etc
+export async function generate(args) {
+    const { mode, model, payload, prompt, provider, schema, system } = args;
+    const languageModel = await getLanguageModel(payload, provider, model);
+    if (schema) {
+        const zodSchema = convertPayloadSchemaToZod(schema);
+        return generateObject({
+            mode: mode || 'auto',
+            model: languageModel,
+            prompt,
+            schema: zodSchema,
+            system
+        });
+    }
+    return generateText({
+        model: languageModel,
+        prompt,
+        system
+    });
+}
+
+//# sourceMappingURL=index.js.map

package/dist/ai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ai/index.ts"],"sourcesContent":["import type { Field, Payload } from 'payload'\n\nimport { generateObject, generateText } from 'ai'\n\nimport { convertPayloadSchemaToZod } from '../utilities/schemaConverter.js'\nimport { getLanguageModel } from './providers/registry.js'\n\nexport type GenerateArgs = {\n  mode?: 'auto' | 'json' | 'tool'\n  model?: string\n  payload: Payload\n  prompt: string\n  provider?: string\n  schema?: Field[]\n  system?: string\n}\n\n// Use in payload.ai that is injected during payload init. // this will always be non-streaming function, generateText, generateObject, Images etc\nexport async function generate(args: GenerateArgs) {\n  const { mode, model, payload, prompt, provider, schema, system } = args\n\n  const languageModel = await getLanguageModel(payload, provider, model)\n\n  if (schema) {\n    const zodSchema = convertPayloadSchemaToZod(schema)\n    return generateObject({\n      mode: mode || 'auto',\n      model: languageModel,\n      prompt,\n      schema: zodSchema,\n      system,\n    })\n  }\n\n  return generateText({\n    model: languageModel,\n    prompt,\n    system,\n  })\n}\n"],"names":["generateObject","generateText","convertPayloadSchemaToZod","getLanguageModel","generate","args","mode","model","payload","prompt","provider","schema","system","languageModel","zodSchema"],"mappings":"AAEA,SAASA,cAAc,EAAEC,YAAY,QAAQ,KAAI;AAEjD,SAASC,yBAAyB,QAAQ,kCAAiC;AAC3E,SAASC,gBAAgB,QAAQ,0BAAyB;AAY1D,kJAAkJ;AAClJ,OAAO,eAAeC,SAASC,IAAkB;IAC/C,MAAM,EAAEC,IAAI,EAAEC,KAAK,EAAEC,OAAO,EAAEC,MAAM,EAAEC,QAAQ,EAAEC,MAAM,EAAEC,MAAM,EAAE,GAAGP;IAEnE,MAAMQ,gBAAgB,MAAMV,iBAAiBK,SAASE,UAAUH;IAEhE,IAAII,QAAQ;QACV,MAAMG,YAAYZ,0BAA0BS;QAC5C,OAAOX,eAAe;YACpBM,MAAMA,QAAQ;YACdC,OAAOM;YACPJ;YACAE,QAAQG;YACRF;QACF;IACF;IAEA,OAAOX,aAAa;QAClBM,OAAOM;QACPJ;QACAG;IACF;AACF"}

package/dist/ai/providers/blocks/anthropic.d.ts

@@ -0,0 +1,2 @@
+import type { Block } from 'payload';
+export declare const anthropicBlock: Block;

package/dist/ai/providers/blocks/anthropic.js

@@ -0,0 +1,222 @@
+export const anthropicBlock = {
+    slug: 'anthropic',
+    fields: [
+        {
+            type: 'tabs',
+            tabs: [
+                // 1. Setup tab
+                {
+                    fields: [
+                        {
+                            name: 'enabled',
+                            type: 'checkbox',
+                            defaultValue: true,
+                            label: 'Enabled'
+                        },
+                        {
+                            name: 'apiKey',
+                            type: 'text',
+                            admin: {
+                                components: {
+                                    Field: '@ai-stack/payloadcms/client#EncryptedTextField'
+                                },
+                                description: 'Your Anthropic API key. Will be encrypted in the database.'
+                            },
+                            label: 'API Key',
+                            required: true
+                        }
+                    ],
+                    label: 'Setup'
+                },
+                // 2. Provider Options tab
+                {
+                    fields: [
+                        {
+                            name: 'textProviderOptions',
+                            type: 'group',
+                            admin: {
+                                description: 'Default provider options for text generation models.'
+                            },
+                            fields: [
+                                {
+                                    name: 'temperature',
+                                    type: 'number',
+                                    defaultValue: 1.0,
+                                    label: 'Default Temperature',
+                                    max: 1.0,
+                                    min: 0.0
+                                },
+                                {
+                                    name: 'max_tokens',
+                                    type: 'number',
+                                    defaultValue: 4096,
+                                    label: 'Max Tokens'
+                                },
+                                {
+                                    name: 'top_p',
+                                    type: 'number',
+                                    label: 'Top P',
+                                    max: 1.0,
+                                    min: 0.0
+                                },
+                                {
+                                    name: 'top_k',
+                                    type: 'number',
+                                    label: 'Top K'
+                                }
+                            ],
+                            label: 'Text Provider Options'
+                        }
+                    ],
+                    label: 'Provider Options'
+                },
+                // 3. Models tab
+                {
+                    fields: [
+                        {
+                            name: 'models',
+                            type: 'array',
+                            admin: {
+                                components: {
+                                    RowLabel: '@ai-stack/payloadcms/client#ModelRowLabel'
+                                },
+                                initCollapsed: true
+                            },
+                            defaultValue: [
+                                {
+                                    id: 'claude-opus-4-1',
+                                    name: 'Claude Opus 4.1',
+                                    enabled: true,
+                                    responseModalities: [
+                                        'TEXT'
+                                    ],
+                                    useCase: 'text'
+                                },
+                                {
+                                    id: 'claude-opus-4-0',
+                                    name: 'Claude Opus 4.0',
+                                    enabled: true,
+                                    responseModalities: [
+                                        'TEXT'
+                                    ],
+                                    useCase: 'text'
+                                },
+                                {
+                                    id: 'claude-sonnet-4-0',
+                                    name: 'Claude Sonnet 4.0',
+                                    enabled: true,
+                                    responseModalities: [
+                                        'TEXT'
+                                    ],
+                                    useCase: 'text'
+                                },
+                                {
+                                    id: 'claude-3-5-sonnet-latest',
+                                    name: 'Claude 3.5 Sonnet',
+                                    enabled: true,
+                                    responseModalities: [
+                                        'TEXT'
+                                    ],
+                                    useCase: 'text'
+                                },
+                                {
+                                    id: 'claude-3-5-haiku-latest',
+                                    name: 'Claude 3.5 Haiku',
+                                    enabled: true,
+                                    responseModalities: [
+                                        'TEXT'
+                                    ],
+                                    useCase: 'text'
+                                }
+                            ],
+                            fields: [
+                                {
+                                    type: 'row',
+                                    fields: [
+                                        {
+                                            name: 'id',
+                                            type: 'text',
+                                            admin: {
+                                                width: '33%'
+                                            },
+                                            label: 'Model ID',
+                                            required: true
+                                        },
+                                        {
+                                            name: 'name',
+                                            type: 'text',
+                                            admin: {
+                                                width: '33%'
+                                            },
+                                            label: 'Display Name',
+                                            required: true
+                                        },
+                                        {
+                                            name: 'useCase',
+                                            type: 'select',
+                                            admin: {
+                                                width: '33%'
+                                            },
+                                            dbName: 'anthropic-model-useCase',
+                                            defaultValue: 'text',
+                                            label: 'Use Case',
+                                            options: [
+                                                {
+                                                    label: 'Text Generation',
+                                                    value: 'text'
+                                                }
+                                            ]
+                                        }
+                                    ]
+                                },
+                                {
+                                    name: 'responseModalities',
+                                    type: 'select',
+                                    admin: {
+                                        description: 'Output capabilities of this model',
+                                        width: '50%'
+                                    },
+                                    dbName: 'anthropic-model-modalities',
+                                    hasMany: true,
+                                    label: 'Response Modalities',
+                                    options: [
+                                        {
+                                            label: 'Text',
+                                            value: 'TEXT'
+                                        },
+                                        {
+                                            label: 'Image',
+                                            value: 'IMAGE'
+                                        },
+                                        {
+                                            label: 'Audio',
+                                            value: 'AUDIO'
+                                        }
+                                    ]
+                                },
+                                {
+                                    name: 'enabled',
+                                    type: 'checkbox',
+                                    admin: {
+                                        width: '50%'
+                                    },
+                                    defaultValue: true,
+                                    label: 'Enabled'
+                                }
+                            ],
+                            label: 'Available Models'
+                        }
+                    ],
+                    label: 'Models'
+                }
+            ]
+        }
+    ],
+    imageURL: '/provider-icons/anthropic.webp',
+    labels: {
+        plural: 'Anthropic Providers',
+        singular: 'Anthropic'
+    }
+};
+
+//# sourceMappingURL=anthropic.js.map

package/dist/ai/providers/blocks/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/ai/providers/blocks/anthropic.ts"],"sourcesContent":["import type { Block } from 'payload'\n\nexport const anthropicBlock: Block = {\n  slug: 'anthropic',\n  fields: [\n    {\n      type: 'tabs',\n      tabs: [\n        // 1. Setup tab\n        {\n          fields: [\n            {\n              name: 'enabled',\n              type: 'checkbox',\n              defaultValue: true,\n              label: 'Enabled',\n            },\n            {\n              name: 'apiKey',\n              type: 'text',\n              admin: {\n                components: {\n                  Field: '@ai-stack/payloadcms/client#EncryptedTextField',\n                },\n                description: 'Your Anthropic API key. Will be encrypted in the database.',\n              },\n              label: 'API Key',\n              required: true,\n            },\n          ],\n          label: 'Setup',\n        },\n\n        // 2. Provider Options tab\n        {\n          fields: [\n            {\n              name: 'textProviderOptions',\n              type: 'group',\n              admin: {\n                description: 'Default provider options for text generation models.',\n              },\n              fields: [\n                {\n                  name: 'temperature',\n                  type: 'number',\n                  defaultValue: 1.0,\n                  label: 'Default Temperature',\n                  max: 1.0,\n                  min: 0.0,\n                },\n                {\n                  name: 'max_tokens',\n                  type: 'number',\n                  defaultValue: 4096,\n                  label: 'Max Tokens',\n                },\n                {\n                  name: 'top_p',\n                  type: 'number',\n                  label: 'Top P',\n                  max: 1.0,\n                  min: 0.0,\n                },\n                {\n                  name: 'top_k',\n                  type: 'number',\n                  label: 'Top K',\n                },\n              ],\n              label: 'Text Provider Options',\n            },\n          ],\n          label: 'Provider Options',\n        },\n\n        // 3. Models tab\n        {\n          fields: [\n            {\n              name: 'models',\n              type: 'array',\n              admin: {\n                components: {\n                  RowLabel: '@ai-stack/payloadcms/client#ModelRowLabel',\n                },\n                initCollapsed: true,\n              },\n              defaultValue: [\n                { id: 'claude-opus-4-1', name: 'Claude Opus 4.1', enabled: true, responseModalities: ['TEXT'], useCase: 'text' },\n                { id: 'claude-opus-4-0', name: 'Claude Opus 4.0', enabled: true, responseModalities: ['TEXT'], useCase: 'text' },\n                { id: 'claude-sonnet-4-0', name: 'Claude Sonnet 4.0', enabled: true, responseModalities: ['TEXT'], useCase: 'text' },\n                {\n                  id: 'claude-3-5-sonnet-latest',\n                  name: 'Claude 3.5 Sonnet',\n                  enabled: true,\n                  responseModalities: ['TEXT'],\n                  useCase: 'text',\n                },\n                {\n                  id: 'claude-3-5-haiku-latest',\n                  name: 'Claude 3.5 Haiku',\n                  enabled: true,\n                  responseModalities: ['TEXT'],\n                  useCase: 'text',\n                },\n              ],\n              fields: [\n                {\n                  type: 'row',\n                  fields: [\n                    {\n                      name: 'id',\n                      type: 'text',\n                      admin: { width: '33%' },\n                      label: 'Model ID',\n                      required: true,\n                    },\n                    {\n                      name: 'name',\n                      type: 'text',\n                      admin: { width: '33%' },\n                      label: 'Display Name',\n                      required: true,\n                    },\n                    {\n                      name: 'useCase',\n                      type: 'select',\n                      admin: { width: '33%' },\n                      dbName: 'anthropic-model-useCase',\n                      defaultValue: 'text',\n                      label: 'Use Case',\n                      options: [{ label: 'Text Generation', value: 'text' }],\n                    },\n                  ],\n                },\n                {\n                  name: 'responseModalities',\n                  type: 'select',\n                  admin: {\n                    description: 'Output capabilities of this model',\n                    width: '50%',\n                  },\n                  dbName: 'anthropic-model-modalities',\n                  hasMany: true,\n                  label: 'Response Modalities',\n                  options: [\n                    { label: 'Text', value: 'TEXT' },\n                    { label: 'Image', value: 'IMAGE' },\n                    { label: 'Audio', value: 'AUDIO' },\n                  ],\n                },\n                {\n                  name: 'enabled',\n                  type: 'checkbox',\n                  admin: {\n                    width: '50%',\n                  },\n                  defaultValue: true,\n                  label: 'Enabled',\n                },\n              ],\n              label: 'Available Models',\n            },\n          ],\n          label: 'Models',\n        },\n      ],\n    },\n  ],\n  imageURL: '/provider-icons/anthropic.webp',\n  labels: {\n    plural: 'Anthropic Providers',\n    singular: 'Anthropic',\n  },\n}\n\n"],"names":["anthropicBlock","slug","fields","type","tabs","name","defaultValue","label","admin","components","Field","description","required","max","min","RowLabel","initCollapsed","id","enabled","responseModalities","useCase","width","dbName","options","value","hasMany","imageURL","labels","plural","singular"],"mappings":"AAEA,OAAO,MAAMA,iBAAwB;IACnCC,MAAM;IACNC,QAAQ;QACN;YACEC,MAAM;YACNC,MAAM;gBACJ,eAAe;gBACf;oBACEF,QAAQ;wBACN;4BACEG,MAAM;4BACNF,MAAM;4BACNG,cAAc;4BACdC,OAAO;wBACT;wBACA;4BACEF,MAAM;4BACNF,MAAM;4BACNK,OAAO;gCACLC,YAAY;oCACVC,OAAO;gCACT;gCACAC,aAAa;4BACf;4BACAJ,OAAO;4BACPK,UAAU;wBACZ;qBACD;oBACDL,OAAO;gBACT;gBAEA,0BAA0B;gBAC1B;oBACEL,QAAQ;wBACN;4BACEG,MAAM;4BACNF,MAAM;4BACNK,OAAO;gCACLG,aAAa;4BACf;4BACAT,QAAQ;gCACN;oCACEG,MAAM;oCACNF,MAAM;oCACNG,cAAc;oCACdC,OAAO;oCACPM,KAAK;oCACLC,KAAK;gCACP;gCACA;oCACET,MAAM;oCACNF,MAAM;oCACNG,cAAc;oCACdC,OAAO;gCACT;gCACA;oCACEF,MAAM;oCACNF,MAAM;oCACNI,OAAO;oCACPM,KAAK;oCACLC,KAAK;gCACP;gCACA;oCACET,MAAM;oCACNF,MAAM;oCACNI,OAAO;gCACT;6BACD;4BACDA,OAAO;wBACT;qBACD;oBACDA,OAAO;gBACT;gBAEA,gBAAgB;gBAChB;oBACEL,QAAQ;wBACN;4BACEG,MAAM;4BACNF,MAAM;4BACNK,OAAO;gCACLC,YAAY;oCACVM,UAAU;gCACZ;gCACAC,eAAe;4BACjB;4BACAV,cAAc;gCACZ;oCAAEW,IAAI;oCAAmBZ,MAAM;oCAAmBa,SAAS;oCAAMC,oBAAoB;wCAAC;qCAAO;oCAAEC,SAAS;gCAAO;gCAC/G;oCAAEH,IAAI;oCAAmBZ,MAAM;oCAAmBa,SAAS;oCAAMC,oBAAoB;wCAAC;qCAAO;oCAAEC,SAAS;gCAAO;gCAC/G;oCAAEH,IAAI;oCAAqBZ,MAAM;oCAAqBa,SAAS;oCAAMC,oBAAoB;wCAAC;qCAAO;oCAAEC,SAAS;gCAAO;gCACnH;oCACEH,IAAI;oCACJZ,MAAM;oCACNa,SAAS;oCACTC,oBAAoB;wCAAC;qCAAO;oCAC5BC,SAAS;gCACX;gCACA;oCACEH,IAAI;oCACJZ,MAAM;oCACNa,SAAS;oCACTC,oBAAoB;wCAAC;qCAAO;oCAC5BC,SAAS;gCACX;6BACD;4BACDlB,QAAQ;gCACN;oCACEC,MAAM;oCACND,QAAQ;wCACN;4CACEG,MAAM;4CACNF,MAAM;4CACNK,OAAO;gDAAEa,OAAO;4CAAM;4CACtBd,OAAO;4CACPK,UAAU;wCACZ;wCACA;4CACEP,MAAM;4CACNF,MAAM;4CACNK,OAAO;gDAAEa,OAAO;4CAAM;4CACtBd,OAAO;4CACPK,UAAU;wCACZ;wCACA;4CACEP,MAAM;4CACNF,MAAM;4CACNK,OAAO;gDAAEa,OAAO;4CAAM;4CACtBC,QAAQ;4CACRhB,cAAc;4CACdC,OAAO;4CACPgB,SAAS;gDAAC;oDAAEhB,OAAO;oDAAmBiB,OAAO;gDAAO;6CAAE;wCACxD;qCACD;gCACH;gCACA;oCACEnB,MAAM;oCACNF,MAAM;oCACNK,OAAO;wCACLG,aAAa;wCACbU,OAAO;oCACT;oCACAC,QAAQ;oCACRG,SAAS;oCACTlB,OAAO;oCACPgB,SAAS;wCACP;4CAAEhB,OAAO;4CAAQiB,OAAO;wCAAO;wCAC/B;4CAAEjB,OAAO;4CAASiB,OAAO;wCAAQ;wCACjC;4CAAEjB,OAAO;4CAASiB,OAAO;wCAAQ;qCAClC;gCACH;gCACA;oCACEnB,MAAM;oCACNF,MAAM;oCACNK,OAAO;wCACLa,OAAO;oCACT;oCACAf,cAAc;oCACdC,OAAO;gCACT;6BACD;4BACDA,OAAO;wBACT;qBACD;oBACDA,OAAO;gBACT;aACD;QACH;KACD;IACDmB,UAAU;IACVC,QAAQ;QACNC,QAAQ;QACRC,UAAU;IACZ;AACF,EAAC"}

package/dist/ai/providers/blocks/elevenlabs.d.ts

@@ -0,0 +1,2 @@
+import type { Block } from 'payload';
+export declare const elevenlabsBlock: Block;