@ai-stack/payloadcms 3.2.16-beta → 3.2.18-beta

package/README.md

@@ -187,6 +187,20 @@ export default buildConfig({
         enabledLanguages: ["en-US", "zh-SG", "zh-CN", "en"],
       },
 
+      // Optional: Additional fields that can be referenced in prompts
+      promptFields: [
+        // Expose "url" field on images collection
+        {
+          name: 'url',
+          collections: ['images'],
+        },
+        // Expose custom async function that generates markdown summary of any document
+        {
+          name: 'markdown',
+          async getter(doc, {collection}) => docToMarkdown(collection, doc)
+        }
+      ],
+
       // Optional: Custom media upload handling, useful for multi-tenant setups
       mediaUpload: async (result, { request, collection }) => {
         return request.payload.create({
@@ -246,3 +260,68 @@ Innovators: welcome! We're always excited to expand our community and hear fresh
 Feel free to create a pull request with your ideas, improvements, or bug fixes. No contribution is too small, and every bit helps us grow!
 
 Join the conversation on Payload's [Discord](https://discord.com/channels/967097582721572934/1264949995656843345) and let’s build something amazing together! 🚀✨
+
+### Local development
+
+This repo includes a minimal Payload app under [dev](dev/README.md) to iterate on the plugin quickly.
+
+Prerequisites
+- Node.js (see `.nvmrc`) and pnpm
+- A database connection string for `DATABASE_URI` (Postgres or Mongo)
+- Optional: AI provider keys to test features (`OPENAI_API_KEY`, `ANTHROPIC_API_KEY`, `ELEVENLABS_API_KEY`)
+
+1) Install dependencies
+```bash
+pnpm install
+```
+
+2) Set up the dev app environment
+```bash
+cp dev/.env.example dev/.env
+# Edit dev/.env:
+# - Set DATABASE_URI to your DB connection string
+# - Set PAYLOAD_SECRET to a strong random string
+# - Optionally set AI provider keys to exercise features
+```
+
+3) Start the dev app (admin available at http://localhost:3000)
+```bash
+pnpm dev
+```
+
+If you run into admin import-map issues, regenerate it:
+```bash
+pnpm generate:importmap
+```
+Optionally regenerate Payload types:
+```bash
+pnpm generate:types
+```
+
+4) Develop
+- Plugin source lives in `src/`; the dev app imports it locally.
+- Edit files in `src/**` and refresh the dev app to validate changes.
+
+5) Tests, linting, formatting
+```bash
+pnpm test           # runs Vitest + Playwright (see dev/int.spec.ts, dev/e2e.spec.ts)
+pnpm lint           # ESLint
+pnpm prettier --write .   # Prettier (format all files)
+```
+
+6) Build the plugin
+```bash
+pnpm build
+```
+
+7) Try the built package in another Payload project (optional)
+```bash
+pnpm pack  # creates a tarball in the repo root
+# then in your other project:
+pnpm add /path/to/ai-plugin-*.tgz
+```
+
+Project structure quick reference
+- `src/` — plugin source code
+- `dev/` — minimal Payload app wired to this plugin for local testing
+- Tests — see `dev/int.spec.ts` and `dev/e2e.spec.ts` for integration and e2e tests

package/dist/ai/analyse.d.ts

@@ -1,2 +1 @@
 export {};
-//# sourceMappingURL=analyse.d.ts.map

package/dist/ai/models/anthropic/generateRichText.d.ts

@@ -1,2 +1 @@
 export declare const generateRichText: (text: string, options: any) => Response;
-//# sourceMappingURL=generateRichText.d.ts.map

package/dist/ai/models/anthropic/generateRichText.js

@@ -1,12 +1,14 @@
 import { anthropic } from '@ai-sdk/anthropic';
 import { jsonSchema, streamObject } from 'ai';
+import { extractPromptAttachments } from "../../../utilities/extractPromptAttachments.js";
 export const generateRichText = (text, options)=>{
     const streamResult = streamObject({
+        maxOutputTokens: options.maxTokens || 5000,
         model: anthropic(options.model),
         onError: (error)=>{
             console.error(`generateRichText: `, error);
         },
-        prompt: text,
+        prompt: options.extractAttachments ? extractPromptAttachments(text) : text,
         schema: jsonSchema(options.editorSchema),
         system: `${options.system}
 
@@ -16,20 +18,17 @@ RULES:
 - Utilize the provided rich text editor tools for appropriate formatting.
 - Ensure the output follows the structure of the sample output object.
 - Produce valid JSON with no undefined or null values.
-
+---
 LAYOUT INSTRUCTIONS:
 ${options.layout}
 
-RICH TEXT EDITOR TOOLS:
-- Use appropriate formatting tools such as bold, italic, or underline for emphasis where needed.
-- Apply correct heading levels (h1, h2, h3) for hierarchical structure.
-- Utilize bullet points or numbered lists as required by the layout.
-
+---
 ADDITIONAL GUIDELINES:
 - Ensure coherence and logical flow between all sections.
 - Maintain a consistent tone and style throughout the content.
 - Use clear and concise language appropriate for the target audience.
-- Double-check that all JSON fields are properly filled and formatted.`
+`,
+        temperature: options.temperature || 0.7
     });
     return streamResult.toTextStreamResponse();
 };

package/dist/ai/models/anthropic/generateRichText.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/ai/models/anthropic/generateRichText.ts"],"sourcesContent":["import { anthropic } from '@ai-sdk/anthropic'\nimport { jsonSchema, streamObject } from 'ai'\n\nexport const generateRichText = (text: string, options: any) => {\n  const streamResult = streamObject({\n    model: anthropic(options.model),\n    onError: (error) => {\n      console.error(`generateRichText: `, error)\n    },\n    prompt: text,\n    schema: jsonSchema(options.editorSchema),\n    system: `${options.system}\n\nRULES:\n- Generate original and unique content based on the given topic.\n- Strictly adhere to the specified layout and formatting instructions.\n- Utilize the provided rich text editor tools for appropriate formatting.\n- Ensure the output follows the structure of the sample output object.\n- Produce valid JSON with no undefined or null values.\n\nLAYOUT INSTRUCTIONS:\n${options.layout}\n\nRICH TEXT EDITOR TOOLS:\n- Use appropriate formatting tools such as bold, italic, or underline for emphasis where needed.\n- Apply correct heading levels (h1, h2, h3) for hierarchical structure.\n- Utilize bullet points or numbered lists as required by the layout.\n\nADDITIONAL GUIDELINES:\n- Ensure coherence and logical flow between all sections.\n- Maintain a consistent tone and style throughout the content.\n- Use clear and concise language appropriate for the target audience.\n- Double-check that all JSON fields are properly filled and formatted.`,\n  })\n\n  return streamResult.toTextStreamResponse()\n}\n"],"names":["anthropic","jsonSchema","streamObject","generateRichText","text","options","streamResult","model","onError","error","console","prompt","schema","editorSchema","system","layout","toTextStreamResponse"],"mappings":"AAAA,SAASA,SAAS,QAAQ,oBAAmB;AAC7C,SAASC,UAAU,EAAEC,YAAY,QAAQ,KAAI;AAE7C,OAAO,MAAMC,mBAAmB,CAACC,MAAcC;IAC7C,MAAMC,eAAeJ,aAAa;QAChCK,OAAOP,UAAUK,QAAQE,KAAK;QAC9BC,SAAS,CAACC;YACRC,QAAQD,KAAK,CAAC,CAAC,kBAAkB,CAAC,EAAEA;QACtC;QACAE,QAAQP;QACRQ,QAAQX,WAAWI,QAAQQ,YAAY;QACvCC,QAAQ,GAAGT,QAAQS,MAAM,CAAC;;;;;;;;;;AAU9B,EAAET,QAAQU,MAAM,CAAC;;;;;;;;;;;sEAWqD,CAAC;IACrE;IAEA,OAAOT,aAAaU,oBAAoB;AAC1C,EAAC"}
+{"version":3,"sources":["../../../../src/ai/models/anthropic/generateRichText.ts"],"sourcesContent":["import { anthropic } from '@ai-sdk/anthropic'\nimport { jsonSchema, streamObject } from 'ai'\n\nimport {extractPromptAttachments} from \"../../../utilities/extractPromptAttachments.js\";\n\nexport const generateRichText = (text: string, options: any) => {\n  const streamResult = streamObject({\n    maxOutputTokens: options.maxTokens || 5000,\n    model: anthropic(options.model),\n    onError: (error) => {\n      console.error(`generateRichText: `, error)\n    },\n    prompt: options.extractAttachments ? extractPromptAttachments(text) : text,\n    schema: jsonSchema(options.editorSchema),\n    system: `${options.system}\n\nRULES:\n- Generate original and unique content based on the given topic.\n- Strictly adhere to the specified layout and formatting instructions.\n- Utilize the provided rich text editor tools for appropriate formatting.\n- Ensure the output follows the structure of the sample output object.\n- Produce valid JSON with no undefined or null values.\n---\nLAYOUT INSTRUCTIONS:\n${options.layout}\n\n---\nADDITIONAL GUIDELINES:\n- Ensure coherence and logical flow between all sections.\n- Maintain a consistent tone and style throughout the content.\n- Use clear and concise language appropriate for the target audience.\n`,\n    temperature: options.temperature || 0.7,\n  })\n\n  return streamResult.toTextStreamResponse()\n}\n"],"names":["anthropic","jsonSchema","streamObject","extractPromptAttachments","generateRichText","text","options","streamResult","maxOutputTokens","maxTokens","model","onError","error","console","prompt","extractAttachments","schema","editorSchema","system","layout","temperature","toTextStreamResponse"],"mappings":"AAAA,SAASA,SAAS,QAAQ,oBAAmB;AAC7C,SAASC,UAAU,EAAEC,YAAY,QAAQ,KAAI;AAE7C,SAAQC,wBAAwB,QAAO,iDAAiD;AAExF,OAAO,MAAMC,mBAAmB,CAACC,MAAcC;IAC7C,MAAMC,eAAeL,aAAa;QAChCM,iBAAiBF,QAAQG,SAAS,IAAI;QACtCC,OAAOV,UAAUM,QAAQI,KAAK;QAC9BC,SAAS,CAACC;YACRC,QAAQD,KAAK,CAAC,CAAC,kBAAkB,CAAC,EAAEA;QACtC;QACAE,QAAQR,QAAQS,kBAAkB,GAAGZ,yBAAyBE,QAAQA;QACtEW,QAAQf,WAAWK,QAAQW,YAAY;QACvCC,QAAQ,GAAGZ,QAAQY,MAAM,CAAC;;;;;;;;;;AAU9B,EAAEZ,QAAQa,MAAM,CAAC;;;;;;;AAOjB,CAAC;QACGC,aAAad,QAAQc,WAAW,IAAI;IACtC;IAEA,OAAOb,aAAac,oBAAoB;AAC1C,EAAC"}

package/dist/ai/models/anthropic/index.d.ts

@@ -1,3 +1,2 @@
 import type { GenerationConfig } from '../../../types.js';
 export declare const AnthropicConfig: GenerationConfig;
-//# sourceMappingURL=index.d.ts.map

package/dist/ai/models/anthropic/index.js

@@ -1,8 +1,18 @@
 import { anthropic } from '@ai-sdk/anthropic';
 import { streamText } from 'ai';
+import { extractPromptAttachments } from '../../../utilities/extractPromptAttachments.js';
 import { defaultSystemPrompt } from '../../prompts.js';
 import { generateRichText } from './generateRichText.js';
 const MODEL_KEY = 'ANTH-C';
+const MODELS = [
+    'claude-opus-4-1',
+    'claude-opus-4-0',
+    'claude-sonnet-4-0',
+    'claude-3-opus-latest',
+    'claude-3-5-haiku-latest',
+    'claude-3-5-sonnet-latest',
+    'claude-3-7-sonnet-latest'
+];
 export const AnthropicConfig = {
     models: [
         {
@@ -14,14 +24,16 @@ export const AnthropicConfig = {
             ],
             handler: (prompt, options)=>{
                 const streamTextResult = streamText({
+                    maxOutputTokens: options.maxTokens || 5000,
                     model: anthropic(options.model),
                     onError: (error)=>{
                         console.error(`${MODEL_KEY}-text: `, error);
                     },
-                    prompt,
-                    system: options.system || defaultSystemPrompt
+                    prompt: options.extractAttachments ? extractPromptAttachments(prompt) : prompt,
+                    system: options.system || defaultSystemPrompt,
+                    temperature: options.temperature || 0.7
                 });
-                return streamTextResult.toDataStreamResponse();
+                return streamTextResult.toUIMessageStreamResponse();
             },
             output: 'text',
             settings: {
@@ -38,12 +50,28 @@ export const AnthropicConfig = {
                         type: 'select',
                         defaultValue: 'claude-3-5-sonnet-latest',
                         label: 'Model',
-                        options: [
-                            'claude-3-opus-latest',
-                            'claude-3-5-haiku-latest',
-                            'claude-3-5-sonnet-latest',
-                            'claude-3-7-sonnet-latest'
+                        options: MODELS
+                    },
+                    {
+                        type: 'row',
+                        fields: [
+                            {
+                                name: 'maxTokens',
+                                type: 'number',
+                                defaultValue: 5000
+                            },
+                            {
+                                name: 'temperature',
+                                type: 'number',
+                                defaultValue: 0.7,
+                                max: 1,
+                                min: 0
+                            }
                         ]
+                    },
+                    {
+                        name: 'extractAttachments',
+                        type: 'checkbox'
                     }
                 ],
                 label: 'Anthropic Claude Settings'
@@ -73,12 +101,28 @@ export const AnthropicConfig = {
                         type: 'select',
                         defaultValue: 'claude-3-5-sonnet-latest',
                         label: 'Model',
-                        options: [
-                            'claude-3-opus-latest',
-                            'claude-3-5-haiku-latest',
-                            'claude-3-5-sonnet-latest',
-                            'claude-3-7-sonnet-latest'
+                        options: MODELS
+                    },
+                    {
+                        type: 'row',
+                        fields: [
+                            {
+                                name: 'maxTokens',
+                                type: 'number',
+                                defaultValue: 5000
+                            },
+                            {
+                                name: 'temperature',
+                                type: 'number',
+                                defaultValue: 0.7,
+                                max: 1,
+                                min: 0
+                            }
                         ]
+                    },
+                    {
+                        name: 'extractAttachments',
+                        type: 'checkbox'
                     }
                 ],
                 label: 'Anthropic Claude Settings'

package/dist/ai/models/anthropic/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/ai/models/anthropic/index.ts"],"sourcesContent":["import { anthropic } from '@ai-sdk/anthropic'\nimport { streamText } from 'ai'\n\nimport type { GenerationConfig } from '../../../types.js'\n\nimport { defaultSystemPrompt } from '../../prompts.js'\nimport { generateRichText } from './generateRichText.js'\n\nconst MODEL_KEY = 'ANTH-C'\n\nexport const AnthropicConfig: GenerationConfig = {\n  models: [\n    {\n      id: `${MODEL_KEY}-text`,\n      name: 'Anthropic Claude',\n      fields: ['text', 'textarea'],\n      handler: (prompt: string, options: { locale: string; model: string; system: string }) => {\n        const streamTextResult = streamText({\n          model: anthropic(options.model),\n          onError: (error) => {\n            console.error(`${MODEL_KEY}-text: `, error)\n          },\n          prompt,\n          system: options.system || defaultSystemPrompt,\n        })\n\n        return streamTextResult.toDataStreamResponse()\n      },\n      output: 'text',\n      settings: {\n        name: `${MODEL_KEY}-text-settings`,\n        type: 'group',\n        admin: {\n          condition(data) {\n            return data['model-id'] === `${MODEL_KEY}-text`\n          },\n        },\n        fields: [\n          {\n            name: 'model',\n            type: 'select',\n            defaultValue: 'claude-3-5-sonnet-latest',\n            label: 'Model',\n            options: [\n              'claude-3-opus-latest',\n              'claude-3-5-haiku-latest',\n              'claude-3-5-sonnet-latest',\n              'claude-3-7-sonnet-latest',\n            ],\n          },\n        ],\n        label: 'Anthropic Claude Settings',\n      },\n    },\n    {\n      id: `${MODEL_KEY}-object`,\n      name: 'Anthropic Claude',\n      fields: ['richText'],\n      handler: (text: string, options) => {\n        return generateRichText(text, options)\n      },\n      output: 'text',\n      settings: {\n        name: `${MODEL_KEY}-object-settings`,\n        type: 'group',\n        admin: {\n          condition(data) {\n            return data['model-id'] === `${MODEL_KEY}-object`\n          },\n        },\n        fields: [\n          {\n            name: 'model',\n            type: 'select',\n            defaultValue: 'claude-3-5-sonnet-latest',\n            label: 'Model',\n            options: [\n              'claude-3-opus-latest',\n              'claude-3-5-haiku-latest',\n              'claude-3-5-sonnet-latest',\n              'claude-3-7-sonnet-latest',\n            ],\n          },\n        ],\n        label: 'Anthropic Claude Settings',\n      },\n    },\n  ],\n  provider: 'Anthropic',\n}\n"],"names":["anthropic","streamText","defaultSystemPrompt","generateRichText","MODEL_KEY","AnthropicConfig","models","id","name","fields","handler","prompt","options","streamTextResult","model","onError","error","console","system","toDataStreamResponse","output","settings","type","admin","condition","data","defaultValue","label","text","provider"],"mappings":"AAAA,SAASA,SAAS,QAAQ,oBAAmB;AAC7C,SAASC,UAAU,QAAQ,KAAI;AAI/B,SAASC,mBAAmB,QAAQ,mBAAkB;AACtD,SAASC,gBAAgB,QAAQ,wBAAuB;AAExD,MAAMC,YAAY;AAElB,OAAO,MAAMC,kBAAoC;IAC/CC,QAAQ;QACN;YACEC,IAAI,GAAGH,UAAU,KAAK,CAAC;YACvBI,MAAM;YACNC,QAAQ;gBAAC;gBAAQ;aAAW;YAC5BC,SAAS,CAACC,QAAgBC;gBACxB,MAAMC,mBAAmBZ,WAAW;oBAClCa,OAAOd,UAAUY,QAAQE,KAAK;oBAC9BC,SAAS,CAACC;wBACRC,QAAQD,KAAK,CAAC,GAAGZ,UAAU,OAAO,CAAC,EAAEY;oBACvC;oBACAL;oBACAO,QAAQN,QAAQM,MAAM,IAAIhB;gBAC5B;gBAEA,OAAOW,iBAAiBM,oBAAoB;YAC9C;YACAC,QAAQ;YACRC,UAAU;gBACRb,MAAM,GAAGJ,UAAU,cAAc,CAAC;gBAClCkB,MAAM;gBACNC,OAAO;oBACLC,WAAUC,IAAI;wBACZ,OAAOA,IAAI,CAAC,WAAW,KAAK,GAAGrB,UAAU,KAAK,CAAC;oBACjD;gBACF;gBACAK,QAAQ;oBACN;wBACED,MAAM;wBACNc,MAAM;wBACNI,cAAc;wBACdC,OAAO;wBACPf,SAAS;4BACP;4BACA;4BACA;4BACA;yBACD;oBACH;iBACD;gBACDe,OAAO;YACT;QACF;QACA;YACEpB,IAAI,GAAGH,UAAU,OAAO,CAAC;YACzBI,MAAM;YACNC,QAAQ;gBAAC;aAAW;YACpBC,SAAS,CAACkB,MAAchB;gBACtB,OAAOT,iBAAiByB,MAAMhB;YAChC;YACAQ,QAAQ;YACRC,UAAU;gBACRb,MAAM,GAAGJ,UAAU,gBAAgB,CAAC;gBACpCkB,MAAM;gBACNC,OAAO;oBACLC,WAAUC,IAAI;wBACZ,OAAOA,IAAI,CAAC,WAAW,KAAK,GAAGrB,UAAU,OAAO,CAAC;oBACnD;gBACF;gBACAK,QAAQ;oBACN;wBACED,MAAM;wBACNc,MAAM;wBACNI,cAAc;wBACdC,OAAO;wBACPf,SAAS;4BACP;4BACA;4BACA;4BACA;yBACD;oBACH;iBACD;gBACDe,OAAO;YACT;QACF;KACD;IACDE,UAAU;AACZ,EAAC"}
+{"version":3,"sources":["../../../../src/ai/models/anthropic/index.ts"],"sourcesContent":["import { anthropic } from '@ai-sdk/anthropic'\nimport { streamText } from 'ai'\n\nimport type { GenerationConfig } from '../../../types.js'\n\nimport { extractPromptAttachments } from '../../../utilities/extractPromptAttachments.js'\nimport { defaultSystemPrompt } from '../../prompts.js'\nimport { generateRichText } from './generateRichText.js'\n\nconst MODEL_KEY = 'ANTH-C'\nconst MODELS = [\n  'claude-opus-4-1',\n  'claude-opus-4-0',\n  'claude-sonnet-4-0',\n  'claude-3-opus-latest',\n  'claude-3-5-haiku-latest',\n  'claude-3-5-sonnet-latest',\n  'claude-3-7-sonnet-latest',\n]\n\nexport const AnthropicConfig: GenerationConfig = {\n  models: [\n    {\n      id: `${MODEL_KEY}-text`,\n      name: 'Anthropic Claude',\n      fields: ['text', 'textarea'],\n      handler: (prompt: string, options: { extractAttachments: boolean; locale: string; maxTokens: number; model: string; system: string; temperature: number; }) => {\n        const streamTextResult = streamText({\n          maxOutputTokens: options.maxTokens || 5000,\n          model: anthropic(options.model),\n          onError: (error) => {\n            console.error(`${MODEL_KEY}-text: `, error)\n          },\n          prompt: options.extractAttachments ? extractPromptAttachments(prompt) : prompt,\n          system: options.system || defaultSystemPrompt,\n          temperature: options.temperature || 0.7,\n        })\n\n        return streamTextResult.toUIMessageStreamResponse();\n      },\n      output: 'text',\n      settings: {\n        name: `${MODEL_KEY}-text-settings`,\n        type: 'group',\n        admin: {\n          condition(data) {\n            return data['model-id'] === `${MODEL_KEY}-text`\n          },\n        },\n        fields: [\n          {\n            name: 'model',\n            type: 'select',\n            defaultValue: 'claude-3-5-sonnet-latest',\n            label: 'Model',\n            options: MODELS,\n          },\n          {\n            type: 'row', fields: [\n              {\n                name: 'maxTokens',\n                type: 'number',\n                defaultValue: 5000,\n              },\n              {\n                name: 'temperature',\n                type: 'number',\n                defaultValue: 0.7,\n                max: 1,\n                min: 0,\n              },\n\n            ]\n          },\n          {\n            name: 'extractAttachments',\n            type: 'checkbox',\n          }          \n        ],\n        label: 'Anthropic Claude Settings',\n      },\n    },\n    {\n      id: `${MODEL_KEY}-object`,\n      name: 'Anthropic Claude',\n      fields: ['richText'],\n      handler: (text: string, options) => {\n        return generateRichText(text, options)\n      },\n      output: 'text',\n      settings: {\n        name: `${MODEL_KEY}-object-settings`,\n        type: 'group',\n        admin: {\n          condition(data) {\n            return data['model-id'] === `${MODEL_KEY}-object`\n          },\n        },\n        fields: [\n          {\n            name: 'model',\n            type: 'select',\n            defaultValue: 'claude-3-5-sonnet-latest',\n            label: 'Model',\n            options: MODELS,\n          },\n          {\n            type: 'row', fields: [\n              {\n                name: 'maxTokens',\n                type: 'number',\n                defaultValue: 5000,\n              },\n              {\n                name: 'temperature',\n                type: 'number',\n                defaultValue: 0.7,\n                max: 1,\n                min: 0,\n              },\n\n            ]\n          },\n          {\n            name: 'extractAttachments',\n            type: 'checkbox',\n          }\n        ],\n        label: 'Anthropic Claude Settings',\n      },\n    },\n  ],\n  provider: 'Anthropic',\n}\n"],"names":["anthropic","streamText","extractPromptAttachments","defaultSystemPrompt","generateRichText","MODEL_KEY","MODELS","AnthropicConfig","models","id","name","fields","handler","prompt","options","streamTextResult","maxOutputTokens","maxTokens","model","onError","error","console","extractAttachments","system","temperature","toUIMessageStreamResponse","output","settings","type","admin","condition","data","defaultValue","label","max","min","text","provider"],"mappings":"AAAA,SAASA,SAAS,QAAQ,oBAAmB;AAC7C,SAASC,UAAU,QAAQ,KAAI;AAI/B,SAASC,wBAAwB,QAAQ,iDAAgD;AACzF,SAASC,mBAAmB,QAAQ,mBAAkB;AACtD,SAASC,gBAAgB,QAAQ,wBAAuB;AAExD,MAAMC,YAAY;AAClB,MAAMC,SAAS;IACb;IACA;IACA;IACA;IACA;IACA;IACA;CACD;AAED,OAAO,MAAMC,kBAAoC;IAC/CC,QAAQ;QACN;YACEC,IAAI,GAAGJ,UAAU,KAAK,CAAC;YACvBK,MAAM;YACNC,QAAQ;gBAAC;gBAAQ;aAAW;YAC5BC,SAAS,CAACC,QAAgBC;gBACxB,MAAMC,mBAAmBd,WAAW;oBAClCe,iBAAiBF,QAAQG,SAAS,IAAI;oBACtCC,OAAOlB,UAAUc,QAAQI,KAAK;oBAC9BC,SAAS,CAACC;wBACRC,QAAQD,KAAK,CAAC,GAAGf,UAAU,OAAO,CAAC,EAAEe;oBACvC;oBACAP,QAAQC,QAAQQ,kBAAkB,GAAGpB,yBAAyBW,UAAUA;oBACxEU,QAAQT,QAAQS,MAAM,IAAIpB;oBAC1BqB,aAAaV,QAAQU,WAAW,IAAI;gBACtC;gBAEA,OAAOT,iBAAiBU,yBAAyB;YACnD;YACAC,QAAQ;YACRC,UAAU;gBACRjB,MAAM,GAAGL,UAAU,cAAc,CAAC;gBAClCuB,MAAM;gBACNC,OAAO;oBACLC,WAAUC,IAAI;wBACZ,OAAOA,IAAI,CAAC,WAAW,KAAK,GAAG1B,UAAU,KAAK,CAAC;oBACjD;gBACF;gBACAM,QAAQ;oBACN;wBACED,MAAM;wBACNkB,MAAM;wBACNI,cAAc;wBACdC,OAAO;wBACPnB,SAASR;oBACX;oBACA;wBACEsB,MAAM;wBAAOjB,QAAQ;4BACnB;gCACED,MAAM;gCACNkB,MAAM;gCACNI,cAAc;4BAChB;4BACA;gCACEtB,MAAM;gCACNkB,MAAM;gCACNI,cAAc;gCACdE,KAAK;gCACLC,KAAK;4BACP;yBAED;oBACH;oBACA;wBACEzB,MAAM;wBACNkB,MAAM;oBACR;iBACD;gBACDK,OAAO;YACT;QACF;QACA;YACExB,IAAI,GAAGJ,UAAU,OAAO,CAAC;YACzBK,MAAM;YACNC,QAAQ;gBAAC;aAAW;YACpBC,SAAS,CAACwB,MAActB;gBACtB,OAAOV,iBAAiBgC,MAAMtB;YAChC;YACAY,QAAQ;YACRC,UAAU;gBACRjB,MAAM,GAAGL,UAAU,gBAAgB,CAAC;gBACpCuB,MAAM;gBACNC,OAAO;oBACLC,WAAUC,IAAI;wBACZ,OAAOA,IAAI,CAAC,WAAW,KAAK,GAAG1B,UAAU,OAAO,CAAC;oBACnD;gBACF;gBACAM,QAAQ;oBACN;wBACED,MAAM;wBACNkB,MAAM;wBACNI,cAAc;wBACdC,OAAO;wBACPnB,SAASR;oBACX;oBACA;wBACEsB,MAAM;wBAAOjB,QAAQ;4BACnB;gCACED,MAAM;gCACNkB,MAAM;gCACNI,cAAc;4BAChB;4BACA;gCACEtB,MAAM;gCACNkB,MAAM;gCACNI,cAAc;gCACdE,KAAK;gCACLC,KAAK;4BACP;yBAED;oBACH;oBACA;wBACEzB,MAAM;wBACNkB,MAAM;oBACR;iBACD;gBACDK,OAAO;YACT;QACF;KACD;IACDI,UAAU;AACZ,EAAC"}

package/dist/ai/models/elevenLabs/generateVoice.d.ts

@@ -4,6 +4,5 @@ type ElevenLabsTextToSpeechOptions = {
 export declare const generateVoice: (text: string, options: ElevenLabsTextToSpeechOptions) => Promise<{
     alignment: string[];
     buffer: Buffer<ArrayBuffer>;
-}>;
+} | undefined>;
 export {};
-//# sourceMappingURL=generateVoice.d.ts.map

package/dist/ai/models/elevenLabs/index.d.ts

@@ -1,3 +1,2 @@
 import type { GenerationConfig } from '../../../types.js';
 export declare const ElevenLabsConfig: GenerationConfig;
-//# sourceMappingURL=index.d.ts.map

package/dist/ai/models/elevenLabs/index.js

@@ -4,14 +4,14 @@ import { getAllVoices } from './voices.js';
 const { voices = [] } = await getAllVoices();
 const voiceOptions = voices.map((voice)=>{
     return {
-        label: voice.name,
+        label: voice.name ?? '',
         value: voice.voice_id,
         ...voice
     };
 });
 const fieldVoiceOptions = voiceOptions.map((option)=>{
     return {
-        label: option.name,
+        label: option.name ?? '',
         value: option.voice_id
     };
 });
@@ -98,6 +98,9 @@ export const ElevenLabsConfig = {
             ],
             handler: async (text, options)=>{
                 const voiceData = await generateVoice(text, options);
+                if (!voiceData || !voiceData.buffer) {
+                    throw new Error('Voice data missing');
+                }
                 return {
                     data: {
                         alt: 'voice over'

package/dist/ai/models/elevenLabs/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/ai/models/elevenLabs/index.ts"],"sourcesContent":["import type { Field, File } from 'payload'\n\nimport type { GenerationConfig } from '../../../types.js'\n\nimport { generateFileNameByPrompt } from '../../utils/generateFileNameByPrompt.js'\nimport { generateVoice } from './generateVoice.js'\nimport { getAllVoices } from './voices.js'\n\nconst { voices = [] } = await getAllVoices()\n\nconst voiceOptions = voices.map((voice) => {\n  return {\n    label: voice.name,\n    value: voice.voice_id,\n    ...voice,\n  }\n})\n\nconst fieldVoiceOptions = voiceOptions.map((option) => {\n  return {\n    label: option.name,\n    value: option.voice_id,\n  }\n})\n\nconst fields: Field[] = [\n  {\n    type: 'collapsible',\n    admin: {\n      initCollapsed: false,\n    },\n    fields: [\n      {\n        name: 'stability',\n        type: 'number',\n        defaultValue: 0.5,\n        label: 'Stability',\n        max: 1,\n        min: 0,\n        required: true,\n      },\n      {\n        name: 'similarity_boost',\n        type: 'number',\n        defaultValue: 0.5,\n        label: 'Similarity Boost',\n        max: 1,\n        min: 0,\n        required: true,\n      },\n      {\n        name: 'style',\n        type: 'number',\n        defaultValue: 0.5,\n        label: 'Style',\n        max: 1,\n        min: 0,\n      },\n      {\n        name: 'use_speaker_boost',\n        type: 'checkbox',\n        label: 'Use Speaker Boost',\n      },\n    ],\n    label: 'Voice Settings',\n  },\n  {\n    name: 'seed',\n    type: 'number',\n    label: 'Seed',\n  },\n  {\n    type: 'row',\n    fields: [\n      {\n        name: 'previous_text',\n        type: 'textarea',\n        label: 'Previous Text',\n      },\n      {\n        name: 'next_text',\n        type: 'textarea',\n        label: 'Next Text',\n      },\n    ],\n  },\n]\n\nif (voiceOptions.length) {\n  fields.unshift({\n    name: 'voice_id',\n    type: 'select',\n    defaultValue: voiceOptions[0]?.voice_id,\n    label: 'Voice',\n    options: fieldVoiceOptions,\n    required: true,\n  })\n}\n\nconst MODEL_KEY = '11Labs'\n\nexport const ElevenLabsConfig: GenerationConfig = {\n  models: [\n    {\n      id: `${MODEL_KEY}-m-v2`,\n      name: 'ElevenLabs Multilingual v2',\n      fields: ['upload'],\n      handler: async (text: string, options) => {\n        const voiceData = await generateVoice(text, options)\n        return {\n          data: {\n            alt: 'voice over',\n          },\n          file: {\n            name: `voice_${generateFileNameByPrompt(text)}.mp3`,\n            data: voiceData.buffer,\n            mimetype: 'audio/mp3',\n            size: voiceData.buffer.byteLength,\n          } as File,\n        }\n      },\n      output: 'audio',\n      settings: {\n        name: `${MODEL_KEY}-settings`,\n        type: 'group',\n        admin: {\n          condition: (data) => {\n            return data['model-id'] === `${MODEL_KEY}-m-v2`\n          },\n        },\n        fields,\n        label: 'ElevenLabs Multilingual v2 Settings',\n      },\n    },\n  ],\n  provider: 'ElevenLabs',\n}\n"],"names":["generateFileNameByPrompt","generateVoice","getAllVoices","voices","voiceOptions","map","voice","label","name","value","voice_id","fieldVoiceOptions","option","fields","type","admin","initCollapsed","defaultValue","max","min","required","length","unshift","options","MODEL_KEY","ElevenLabsConfig","models","id","handler","text","voiceData","data","alt","file","buffer","mimetype","size","byteLength","output","settings","condition","provider"],"mappings":"AAIA,SAASA,wBAAwB,QAAQ,0CAAyC;AAClF,SAASC,aAAa,QAAQ,qBAAoB;AAClD,SAASC,YAAY,QAAQ,cAAa;AAE1C,MAAM,EAAEC,SAAS,EAAE,EAAE,GAAG,MAAMD;AAE9B,MAAME,eAAeD,OAAOE,GAAG,CAAC,CAACC;IAC/B,OAAO;QACLC,OAAOD,MAAME,IAAI;QACjBC,OAAOH,MAAMI,QAAQ;QACrB,GAAGJ,KAAK;IACV;AACF;AAEA,MAAMK,oBAAoBP,aAAaC,GAAG,CAAC,CAACO;IAC1C,OAAO;QACLL,OAAOK,OAAOJ,IAAI;QAClBC,OAAOG,OAAOF,QAAQ;IACxB;AACF;AAEA,MAAMG,SAAkB;IACtB;QACEC,MAAM;QACNC,OAAO;YACLC,eAAe;QACjB;QACAH,QAAQ;YACN;gBACEL,MAAM;gBACNM,MAAM;gBACNG,cAAc;gBACdV,OAAO;gBACPW,KAAK;gBACLC,KAAK;gBACLC,UAAU;YACZ;YACA;gBACEZ,MAAM;gBACNM,MAAM;gBACNG,cAAc;gBACdV,OAAO;gBACPW,KAAK;gBACLC,KAAK;gBACLC,UAAU;YACZ;YACA;gBACEZ,MAAM;gBACNM,MAAM;gBACNG,cAAc;gBACdV,OAAO;gBACPW,KAAK;gBACLC,KAAK;YACP;YACA;gBACEX,MAAM;gBACNM,MAAM;gBACNP,OAAO;YACT;SACD;QACDA,OAAO;IACT;IACA;QACEC,MAAM;QACNM,MAAM;QACNP,OAAO;IACT;IACA;QACEO,MAAM;QACND,QAAQ;YACN;gBACEL,MAAM;gBACNM,MAAM;gBACNP,OAAO;YACT;YACA;gBACEC,MAAM;gBACNM,MAAM;gBACNP,OAAO;YACT;SACD;IACH;CACD;AAED,IAAIH,aAAaiB,MAAM,EAAE;IACvBR,OAAOS,OAAO,CAAC;QACbd,MAAM;QACNM,MAAM;QACNG,cAAcb,YAAY,CAAC,EAAE,EAAEM;QAC/BH,OAAO;QACPgB,SAASZ;QACTS,UAAU;IACZ;AACF;AAEA,MAAMI,YAAY;AAElB,OAAO,MAAMC,mBAAqC;IAChDC,QAAQ;QACN;YACEC,IAAI,GAAGH,UAAU,KAAK,CAAC;YACvBhB,MAAM;YACNK,QAAQ;gBAAC;aAAS;YAClBe,SAAS,OAAOC,MAAcN;gBAC5B,MAAMO,YAAY,MAAM7B,cAAc4B,MAAMN;gBAC5C,OAAO;oBACLQ,MAAM;wBACJC,KAAK;oBACP;oBACAC,MAAM;wBACJzB,MAAM,CAAC,MAAM,EAAER,yBAAyB6B,MAAM,IAAI,CAAC;wBACnDE,MAAMD,UAAUI,MAAM;wBACtBC,UAAU;wBACVC,MAAMN,UAAUI,MAAM,CAACG,UAAU;oBACnC;gBACF;YACF;YACAC,QAAQ;YACRC,UAAU;gBACR/B,MAAM,GAAGgB,UAAU,SAAS,CAAC;gBAC7BV,MAAM;gBACNC,OAAO;oBACLyB,WAAW,CAACT;wBACV,OAAOA,IAAI,CAAC,WAAW,KAAK,GAAGP,UAAU,KAAK,CAAC;oBACjD;gBACF;gBACAX;gBACAN,OAAO;YACT;QACF;KACD;IACDkC,UAAU;AACZ,EAAC"}
+{"version":3,"sources":["../../../../src/ai/models/elevenLabs/index.ts"],"sourcesContent":["import type { Field, File } from 'payload'\n\nimport type { GenerationConfig } from '../../../types.js'\nimport type { Voice } from './voices.js'\n\nimport { generateFileNameByPrompt } from '../../utils/generateFileNameByPrompt.js'\nimport { generateVoice } from './generateVoice.js'\nimport { getAllVoices } from './voices.js'\n\nconst { voices = [] }: { voices: Voice[] } = await getAllVoices()\n\nconst voiceOptions = voices.map((voice) => {\n  return {\n    label: voice.name ?? '',\n    value: voice.voice_id,\n    ...voice,\n  }\n})\n\nconst fieldVoiceOptions = voiceOptions.map((option) => {\n  return {\n    label: option.name ?? '',\n    value: option.voice_id,\n  }\n})\n\nconst fields: Field[] = [\n  {\n    type: 'collapsible',\n    admin: {\n      initCollapsed: false,\n    },\n    fields: [\n      {\n        name: 'stability',\n        type: 'number',\n        defaultValue: 0.5,\n        label: 'Stability',\n        max: 1,\n        min: 0,\n        required: true,\n      },\n      {\n        name: 'similarity_boost',\n        type: 'number',\n        defaultValue: 0.5,\n        label: 'Similarity Boost',\n        max: 1,\n        min: 0,\n        required: true,\n      },\n      {\n        name: 'style',\n        type: 'number',\n        defaultValue: 0.5,\n        label: 'Style',\n        max: 1,\n        min: 0,\n      },\n      {\n        name: 'use_speaker_boost',\n        type: 'checkbox',\n        label: 'Use Speaker Boost',\n      },\n    ],\n    label: 'Voice Settings',\n  },\n  {\n    name: 'seed',\n    type: 'number',\n    label: 'Seed',\n  },\n  {\n    type: 'row',\n    fields: [\n      {\n        name: 'previous_text',\n        type: 'textarea',\n        label: 'Previous Text',\n      },\n      {\n        name: 'next_text',\n        type: 'textarea',\n        label: 'Next Text',\n      },\n    ],\n  },\n]\n\nif (voiceOptions.length) {\n  fields.unshift({\n    name: 'voice_id',\n    type: 'select',\n    defaultValue: voiceOptions[0]?.voice_id,\n    label: 'Voice',\n    options: fieldVoiceOptions,\n    required: true,\n  })\n}\n\nconst MODEL_KEY = '11Labs'\n\nexport const ElevenLabsConfig: GenerationConfig = {\n  models: [\n    {\n      id: `${MODEL_KEY}-m-v2`,\n      name: 'ElevenLabs Multilingual v2',\n      fields: ['upload'],\n      handler: async (text: string, options) => {\n        const voiceData = await generateVoice(text, options)\n        if (!voiceData || !voiceData.buffer) {\n          throw new Error('Voice data missing')\n        }\n        return {\n          data: {\n            alt: 'voice over',\n          },\n          file: {\n            name: `voice_${generateFileNameByPrompt(text)}.mp3`,\n            data: voiceData.buffer,\n            mimetype: 'audio/mp3',\n            size: voiceData.buffer.byteLength,\n          } as File,\n        }\n      },\n      output: 'audio',\n      settings: {\n        name: `${MODEL_KEY}-settings`,\n        type: 'group',\n        admin: {\n          condition: (data) => {\n            return data['model-id'] === `${MODEL_KEY}-m-v2`\n          },\n        },\n        fields,\n        label: 'ElevenLabs Multilingual v2 Settings',\n      },\n    },\n  ],\n  provider: 'ElevenLabs',\n}\n"],"names":["generateFileNameByPrompt","generateVoice","getAllVoices","voices","voiceOptions","map","voice","label","name","value","voice_id","fieldVoiceOptions","option","fields","type","admin","initCollapsed","defaultValue","max","min","required","length","unshift","options","MODEL_KEY","ElevenLabsConfig","models","id","handler","text","voiceData","buffer","Error","data","alt","file","mimetype","size","byteLength","output","settings","condition","provider"],"mappings":"AAKA,SAASA,wBAAwB,QAAQ,0CAAyC;AAClF,SAASC,aAAa,QAAQ,qBAAoB;AAClD,SAASC,YAAY,QAAQ,cAAa;AAE1C,MAAM,EAAEC,SAAS,EAAE,EAAE,GAAwB,MAAMD;AAEnD,MAAME,eAAeD,OAAOE,GAAG,CAAC,CAACC;IAC/B,OAAO;QACLC,OAAOD,MAAME,IAAI,IAAI;QACrBC,OAAOH,MAAMI,QAAQ;QACrB,GAAGJ,KAAK;IACV;AACF;AAEA,MAAMK,oBAAoBP,aAAaC,GAAG,CAAC,CAACO;IAC1C,OAAO;QACLL,OAAOK,OAAOJ,IAAI,IAAI;QACtBC,OAAOG,OAAOF,QAAQ;IACxB;AACF;AAEA,MAAMG,SAAkB;IACtB;QACEC,MAAM;QACNC,OAAO;YACLC,eAAe;QACjB;QACAH,QAAQ;YACN;gBACEL,MAAM;gBACNM,MAAM;gBACNG,cAAc;gBACdV,OAAO;gBACPW,KAAK;gBACLC,KAAK;gBACLC,UAAU;YACZ;YACA;gBACEZ,MAAM;gBACNM,MAAM;gBACNG,cAAc;gBACdV,OAAO;gBACPW,KAAK;gBACLC,KAAK;gBACLC,UAAU;YACZ;YACA;gBACEZ,MAAM;gBACNM,MAAM;gBACNG,cAAc;gBACdV,OAAO;gBACPW,KAAK;gBACLC,KAAK;YACP;YACA;gBACEX,MAAM;gBACNM,MAAM;gBACNP,OAAO;YACT;SACD;QACDA,OAAO;IACT;IACA;QACEC,MAAM;QACNM,MAAM;QACNP,OAAO;IACT;IACA;QACEO,MAAM;QACND,QAAQ;YACN;gBACEL,MAAM;gBACNM,MAAM;gBACNP,OAAO;YACT;YACA;gBACEC,MAAM;gBACNM,MAAM;gBACNP,OAAO;YACT;SACD;IACH;CACD;AAED,IAAIH,aAAaiB,MAAM,EAAE;IACvBR,OAAOS,OAAO,CAAC;QACbd,MAAM;QACNM,MAAM;QACNG,cAAcb,YAAY,CAAC,EAAE,EAAEM;QAC/BH,OAAO;QACPgB,SAASZ;QACTS,UAAU;IACZ;AACF;AAEA,MAAMI,YAAY;AAElB,OAAO,MAAMC,mBAAqC;IAChDC,QAAQ;QACN;YACEC,IAAI,GAAGH,UAAU,KAAK,CAAC;YACvBhB,MAAM;YACNK,QAAQ;gBAAC;aAAS;YAClBe,SAAS,OAAOC,MAAcN;gBAC5B,MAAMO,YAAY,MAAM7B,cAAc4B,MAAMN;gBAC5C,IAAI,CAACO,aAAa,CAACA,UAAUC,MAAM,EAAE;oBACnC,MAAM,IAAIC,MAAM;gBAClB;gBACA,OAAO;oBACLC,MAAM;wBACJC,KAAK;oBACP;oBACAC,MAAM;wBACJ3B,MAAM,CAAC,MAAM,EAAER,yBAAyB6B,MAAM,IAAI,CAAC;wBACnDI,MAAMH,UAAUC,MAAM;wBACtBK,UAAU;wBACVC,MAAMP,UAAUC,MAAM,CAACO,UAAU;oBACnC;gBACF;YACF;YACAC,QAAQ;YACRC,UAAU;gBACRhC,MAAM,GAAGgB,UAAU,SAAS,CAAC;gBAC7BV,MAAM;gBACNC,OAAO;oBACL0B,WAAW,CAACR;wBACV,OAAOA,IAAI,CAAC,WAAW,KAAK,GAAGT,UAAU,KAAK,CAAC;oBACjD;gBACF;gBACAX;gBACAN,OAAO;YACT;QACF;KACD;IACDmC,UAAU;AACZ,EAAC"}

package/dist/ai/models/elevenLabs/voices.d.ts

@@ -1,4 +1,8 @@
+export type Voice = {
+    [key: string]: any;
+    name?: string;
+    voice_id: string;
+};
 export declare const getAllVoices: () => Promise<{
-    voices: any[];
+    voices: Voice[];
 }>;
-//# sourceMappingURL=voices.d.ts.map

package/dist/ai/models/elevenLabs/voices.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/ai/models/elevenLabs/voices.ts"],"sourcesContent":["import { ElevenLabsClient } from 'elevenlabs'\nimport * as process from 'node:process'\n\nlet voicesState = { voices: [] }\nexport const getAllVoices = async () => {\n  if (!process.env.ELEVENLABS_API_KEY) {\n    return voicesState\n  }\n\n  try {\n    const elevenLabs = new ElevenLabsClient()\n    if (!voicesState.voices.length) {\n      voicesState = await elevenLabs.voices.getAll({\n        timeoutInSeconds: 10000,\n      })\n    }\n    return voicesState\n  } catch (error) {\n    console.error('getAllVoices: ', error)\n    return voicesState\n  }\n}\n"],"names":["ElevenLabsClient","process","voicesState","voices","getAllVoices","env","ELEVENLABS_API_KEY","elevenLabs","length","getAll","timeoutInSeconds","error","console"],"mappings":"AAAA,SAASA,gBAAgB,QAAQ,aAAY;AAC7C,YAAYC,aAAa,eAAc;AAEvC,IAAIC,cAAc;IAAEC,QAAQ,EAAE;AAAC;AAC/B,OAAO,MAAMC,eAAe;IAC1B,IAAI,CAACH,QAAQI,GAAG,CAACC,kBAAkB,EAAE;QACnC,OAAOJ;IACT;IAEA,IAAI;QACF,MAAMK,aAAa,IAAIP;QACvB,IAAI,CAACE,YAAYC,MAAM,CAACK,MAAM,EAAE;YAC9BN,cAAc,MAAMK,WAAWJ,MAAM,CAACM,MAAM,CAAC;gBAC3CC,kBAAkB;YACpB;QACF;QACA,OAAOR;IACT,EAAE,OAAOS,OAAO;QACdC,QAAQD,KAAK,CAAC,kBAAkBA;QAChC,OAAOT;IACT;AACF,EAAC"}
+{"version":3,"sources":["../../../../src/ai/models/elevenLabs/voices.ts"],"sourcesContent":["export type Voice = {\n  [key: string]: any\n  name?: string\n  voice_id: string\n}\n\nimport { ElevenLabsClient } from 'elevenlabs'\nimport * as process from 'node:process'\n\nlet voicesState: { voices: Voice[] } = { voices: [] }\nexport const getAllVoices = async (): Promise<{ voices: Voice[] }> => {\n  if (!process.env.ELEVENLABS_API_KEY) {\n    return voicesState\n  }\n\n  try {\n    const elevenLabs = new ElevenLabsClient()\n    if (!voicesState.voices.length) {\n      voicesState = await elevenLabs.voices.getAll({\n        timeoutInSeconds: 10000,\n      })\n    }\n    return voicesState\n  } catch (error) {\n    console.error('getAllVoices: ', error)\n    return voicesState\n  }\n}\n"],"names":["ElevenLabsClient","process","voicesState","voices","getAllVoices","env","ELEVENLABS_API_KEY","elevenLabs","length","getAll","timeoutInSeconds","error","console"],"mappings":"AAMA,SAASA,gBAAgB,QAAQ,aAAY;AAC7C,YAAYC,aAAa,eAAc;AAEvC,IAAIC,cAAmC;IAAEC,QAAQ,EAAE;AAAC;AACpD,OAAO,MAAMC,eAAe;IAC1B,IAAI,CAACH,QAAQI,GAAG,CAACC,kBAAkB,EAAE;QACnC,OAAOJ;IACT;IAEA,IAAI;QACF,MAAMK,aAAa,IAAIP;QACvB,IAAI,CAACE,YAAYC,MAAM,CAACK,MAAM,EAAE;YAC9BN,cAAc,MAAMK,WAAWJ,MAAM,CAACM,MAAM,CAAC;gBAC3CC,kBAAkB;YACpB;QACF;QACA,OAAOR;IACT,EAAE,OAAOS,OAAO;QACdC,QAAQD,KAAK,CAAC,kBAAkBA;QAChC,OAAOT;IACT;AACF,EAAC"}

package/dist/ai/models/index.d.ts

@@ -1,3 +1,2 @@
 import type { GenerationModel } from '../../types.js';
 export declare const defaultGenerationModels: GenerationModel[];
-//# sourceMappingURL=index.d.ts.map

package/dist/ai/models/openai/generateImage.d.ts

@@ -1,6 +1,5 @@
 import type { GenerateImageParams } from '../../../types.js';
 export declare const generateImage: (prompt: string, { images, size, style, version, }?: GenerateImageParams) => Promise<{
-    alt: string;
+    alt: string | undefined;
     buffer: Buffer<ArrayBuffer>;
 }>;
-//# sourceMappingURL=generateImage.d.ts.map

package/dist/ai/models/openai/generateImage.js

@@ -8,21 +8,23 @@ export const generateImage = async (prompt, { images = [], size = '1024x1024', s
         options['style'] = style;
     }
     let response;
+    const safeVersion = version ?? undefined;
     if (images?.length) {
-        response = await editImagesWithOpenAI(images, prompt, version);
+        response = await editImagesWithOpenAI(images, prompt, safeVersion);
     } else {
         response = await openaiAPI.images.generate({
-            model: version,
+            model: safeVersion,
             n: 1,
             prompt,
             size,
             ...options
         });
     }
-    const { b64_json, revised_prompt } = response.data[0] || {};
+    const dataArr = response?.data ?? [];
+    const { b64_json, revised_prompt } = dataArr[0] || {};
     return {
         alt: revised_prompt,
-        buffer: Buffer.from(b64_json, 'base64')
+        buffer: Buffer.from(b64_json ?? '', 'base64')
     };
 };
 

package/dist/ai/models/openai/generateImage.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/ai/models/openai/generateImage.ts"],"sourcesContent":["import type { ImagesResponse } from 'openai/resources/images'\n\nimport OpenAI from 'openai'\n\nimport type { GenerateImageParams} from '../../../types.js';\n\nimport { editImagesWithOpenAI } from '../../utils/editImagesWithOpenAI.js'\n\nexport const generateImage = async (\n  prompt: string,\n  {\n    images = [],\n    size = '1024x1024',\n    style = 'natural',\n    version = 'dall-e-3',\n  }: GenerateImageParams = {},\n) => {\n  const openaiAPI = new OpenAI()\n\n  const options = {}\n  if (version?.startsWith('dall')) {\n    options['response_format'] = 'b64_json'\n    options['style'] = style\n  }\n\n  let response: ImagesResponse\n  if (images?.length) {\n    response = await editImagesWithOpenAI(images, prompt, version)\n  } else {\n    response = await openaiAPI.images.generate({\n      model: version,\n      n: 1,\n      prompt,\n      size,\n      ...options,\n    })\n  }\n\n  const { b64_json, revised_prompt } = response.data[0] || {}\n  return {\n    alt: revised_prompt,\n    buffer: Buffer.from(b64_json, 'base64'),\n  }\n}\n"],"names":["OpenAI","editImagesWithOpenAI","generateImage","prompt","images","size","style","version","openaiAPI","options","startsWith","response","length","generate","model","n","b64_json","revised_prompt","data","alt","buffer","Buffer","from"],"mappings":"AAEA,OAAOA,YAAY,SAAQ;AAI3B,SAASC,oBAAoB,QAAQ,sCAAqC;AAE1E,OAAO,MAAMC,gBAAgB,OAC3BC,QACA,EACEC,SAAS,EAAE,EACXC,OAAO,WAAW,EAClBC,QAAQ,SAAS,EACjBC,UAAU,UAAU,EACA,GAAG,CAAC,CAAC;IAE3B,MAAMC,YAAY,IAAIR;IAEtB,MAAMS,UAAU,CAAC;IACjB,IAAIF,SAASG,WAAW,SAAS;QAC/BD,OAAO,CAAC,kBAAkB,GAAG;QAC7BA,OAAO,CAAC,QAAQ,GAAGH;IACrB;IAEA,IAAIK;IACJ,IAAIP,QAAQQ,QAAQ;QAClBD,WAAW,MAAMV,qBAAqBG,QAAQD,QAAQI;IACxD,OAAO;QACLI,WAAW,MAAMH,UAAUJ,MAAM,CAACS,QAAQ,CAAC;YACzCC,OAAOP;YACPQ,GAAG;YACHZ;YACAE;YACA,GAAGI,OAAO;QACZ;IACF;IAEA,MAAM,EAAEO,QAAQ,EAAEC,cAAc,EAAE,GAAGN,SAASO,IAAI,CAAC,EAAE,IAAI,CAAC;IAC1D,OAAO;QACLC,KAAKF;QACLG,QAAQC,OAAOC,IAAI,CAACN,UAAU;IAChC;AACF,EAAC"}
+{"version":3,"sources":["../../../../src/ai/models/openai/generateImage.ts"],"sourcesContent":["import type { ImagesResponse } from 'openai/resources/images'\n\nimport OpenAI from 'openai'\n\nimport type { GenerateImageParams } from '../../../types.js'\n\nimport { editImagesWithOpenAI } from '../../utils/editImagesWithOpenAI.js'\n\nexport const generateImage = async (\n  prompt: string,\n  {\n    images = [],\n    size = '1024x1024',\n    style = 'natural',\n    version = 'dall-e-3',\n  }: GenerateImageParams = {},\n) => {\n  const openaiAPI = new OpenAI()\n\n  const options: Record<string, any> = {}\n  if (version?.startsWith('dall')) {\n    options['response_format'] = 'b64_json'\n    options['style'] = style\n  }\n\n  let response: ImagesResponse\n  const safeVersion = version ?? undefined\n  if (images?.length) {\n    response = await editImagesWithOpenAI(images, prompt, safeVersion)\n  } else {\n    response = await openaiAPI.images.generate({\n      model: safeVersion,\n      n: 1,\n      prompt,\n      size,\n      ...options,\n    })\n  }\n\n  const dataArr = response?.data ?? []\n  const { b64_json, revised_prompt } = dataArr[0] || {}\n  return {\n    alt: revised_prompt,\n    buffer: Buffer.from(b64_json ?? '', 'base64'),\n  }\n}\n"],"names":["OpenAI","editImagesWithOpenAI","generateImage","prompt","images","size","style","version","openaiAPI","options","startsWith","response","safeVersion","undefined","length","generate","model","n","dataArr","data","b64_json","revised_prompt","alt","buffer","Buffer","from"],"mappings":"AAEA,OAAOA,YAAY,SAAQ;AAI3B,SAASC,oBAAoB,QAAQ,sCAAqC;AAE1E,OAAO,MAAMC,gBAAgB,OAC3BC,QACA,EACEC,SAAS,EAAE,EACXC,OAAO,WAAW,EAClBC,QAAQ,SAAS,EACjBC,UAAU,UAAU,EACA,GAAG,CAAC,CAAC;IAE3B,MAAMC,YAAY,IAAIR;IAEtB,MAAMS,UAA+B,CAAC;IACtC,IAAIF,SAASG,WAAW,SAAS;QAC/BD,OAAO,CAAC,kBAAkB,GAAG;QAC7BA,OAAO,CAAC,QAAQ,GAAGH;IACrB;IAEA,IAAIK;IACJ,MAAMC,cAAcL,WAAWM;IAC/B,IAAIT,QAAQU,QAAQ;QAClBH,WAAW,MAAMV,qBAAqBG,QAAQD,QAAQS;IACxD,OAAO;QACLD,WAAW,MAAMH,UAAUJ,MAAM,CAACW,QAAQ,CAAC;YACzCC,OAAOJ;YACPK,GAAG;YACHd;YACAE;YACA,GAAGI,OAAO;QACZ;IACF;IAEA,MAAMS,UAAUP,UAAUQ,QAAQ,EAAE;IACpC,MAAM,EAAEC,QAAQ,EAAEC,cAAc,EAAE,GAAGH,OAAO,CAAC,EAAE,IAAI,CAAC;IACpD,OAAO;QACLI,KAAKD;QACLE,QAAQC,OAAOC,IAAI,CAACL,YAAY,IAAI;IACtC;AACF,EAAC"}

package/dist/ai/models/openai/generateRichText.d.ts

@@ -1,2 +1 @@
 export declare const generateRichText: (text: string, options?: any) => Response;
-//# sourceMappingURL=generateRichText.d.ts.map

package/dist/ai/models/openai/generateRichText.js

@@ -1,15 +1,15 @@
 import { jsonSchema, streamObject } from 'ai';
+import { extractPromptAttachments } from "../../../utilities/extractPromptAttachments.js";
 import { openai } from './openai.js';
 export const generateRichText = (text, options = {})=>{
+    console.log("options.layout ", options.layout);
     const streamResult = streamObject({
-        maxTokens: options.maxTokens || 5000,
-        model: openai(options.model, {
-            structuredOutputs: true
-        }),
+        maxOutputTokens: options.maxTokens || 5000,
+        model: openai(options.model),
         onError: (error)=>{
             console.error(`generateRichText: `, error);
         },
-        prompt: text,
+        prompt: options.extractAttachments ? extractPromptAttachments(text) : text,
         schema: jsonSchema(options.editorSchema),
         system: `${options.system}
 
@@ -19,20 +19,17 @@ RULES:
 - Utilize the provided rich text editor tools for appropriate formatting.
 - Ensure the output follows the structure of the sample output object.
 - Produce valid JSON with no undefined or null values.
-
+---
 LAYOUT INSTRUCTIONS:
 ${options.layout}
 
-RICH TEXT EDITOR TOOLS:
-- Use appropriate formatting tools such as bold, italic, or underline for emphasis where needed.
-- Apply correct heading levels (h1, h2, h3) for hierarchical structure.
-- Utilize bullet points or numbered lists as required by the layout.
-
+---
 ADDITIONAL GUIDELINES:
 - Ensure coherence and logical flow between all sections.
 - Maintain a consistent tone and style throughout the content.
 - Use clear and concise language appropriate for the target audience.
-`
+`,
+        temperature: options.temperature || 0.7
     });
     return streamResult.toTextStreamResponse();
 };

package/dist/ai/models/openai/generateRichText.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/ai/models/openai/generateRichText.ts"],"sourcesContent":["import { jsonSchema, streamObject } from 'ai'\n\nimport { openai } from './openai.js'\n\nexport const generateRichText = (text: string, options: any = {}) => {\n  const streamResult = streamObject({\n    maxTokens: options.maxTokens || 5000,\n    model: openai(options.model, {\n      structuredOutputs: true,\n    }),\n    onError: (error) => {\n      console.error(`generateRichText: `, error)\n    },\n    prompt: text,\n    schema: jsonSchema(options.editorSchema),\n    system: `${options.system}\n\nRULES:\n- Generate original and unique content based on the given topic.\n- Strictly adhere to the specified layout and formatting instructions.\n- Utilize the provided rich text editor tools for appropriate formatting.\n- Ensure the output follows the structure of the sample output object.\n- Produce valid JSON with no undefined or null values.\n\nLAYOUT INSTRUCTIONS:\n${options.layout}\n\nRICH TEXT EDITOR TOOLS:\n- Use appropriate formatting tools such as bold, italic, or underline for emphasis where needed.\n- Apply correct heading levels (h1, h2, h3) for hierarchical structure.\n- Utilize bullet points or numbered lists as required by the layout.\n\nADDITIONAL GUIDELINES:\n- Ensure coherence and logical flow between all sections.\n- Maintain a consistent tone and style throughout the content.\n- Use clear and concise language appropriate for the target audience.\n`,\n  })\n  return streamResult.toTextStreamResponse()\n}\n"],"names":["jsonSchema","streamObject","openai","generateRichText","text","options","streamResult","maxTokens","model","structuredOutputs","onError","error","console","prompt","schema","editorSchema","system","layout","toTextStreamResponse"],"mappings":"AAAA,SAASA,UAAU,EAAEC,YAAY,QAAQ,KAAI;AAE7C,SAASC,MAAM,QAAQ,cAAa;AAEpC,OAAO,MAAMC,mBAAmB,CAACC,MAAcC,UAAe,CAAC,CAAC;IAC9D,MAAMC,eAAeL,aAAa;QAChCM,WAAWF,QAAQE,SAAS,IAAI;QAChCC,OAAON,OAAOG,QAAQG,KAAK,EAAE;YAC3BC,mBAAmB;QACrB;QACAC,SAAS,CAACC;YACRC,QAAQD,KAAK,CAAC,CAAC,kBAAkB,CAAC,EAAEA;QACtC;QACAE,QAAQT;QACRU,QAAQd,WAAWK,QAAQU,YAAY;QACvCC,QAAQ,GAAGX,QAAQW,MAAM,CAAC;;;;;;;;;;AAU9B,EAAEX,QAAQY,MAAM,CAAC;;;;;;;;;;;AAWjB,CAAC;IACC;IACA,OAAOX,aAAaY,oBAAoB;AAC1C,EAAC"}
+{"version":3,"sources":["../../../../src/ai/models/openai/generateRichText.ts"],"sourcesContent":["import { jsonSchema, streamObject } from 'ai'\n\nimport {extractPromptAttachments} from \"../../../utilities/extractPromptAttachments.js\";\nimport { openai } from './openai.js'\n\n\nexport const generateRichText = (text: string, options: any = {}) => {\n  console.log(\"options.layout \", options.layout)\n  const streamResult = streamObject({\n    maxOutputTokens: options.maxTokens || 5000,\n    model: openai(options.model),\n    onError: (error) => {\n      console.error(`generateRichText: `, error)\n    },\n    prompt: options.extractAttachments ? extractPromptAttachments(text) : text,\n    schema: jsonSchema(options.editorSchema),\n    system: `${options.system}\n\nRULES:\n- Generate original and unique content based on the given topic.\n- Strictly adhere to the specified layout and formatting instructions.\n- Utilize the provided rich text editor tools for appropriate formatting.\n- Ensure the output follows the structure of the sample output object.\n- Produce valid JSON with no undefined or null values.\n---\nLAYOUT INSTRUCTIONS:\n${options.layout}\n\n---\nADDITIONAL GUIDELINES:\n- Ensure coherence and logical flow between all sections.\n- Maintain a consistent tone and style throughout the content.\n- Use clear and concise language appropriate for the target audience.\n`,\n    temperature: options.temperature || 0.7,\n  })\n  return streamResult.toTextStreamResponse()\n}\n"],"names":["jsonSchema","streamObject","extractPromptAttachments","openai","generateRichText","text","options","console","log","layout","streamResult","maxOutputTokens","maxTokens","model","onError","error","prompt","extractAttachments","schema","editorSchema","system","temperature","toTextStreamResponse"],"mappings":"AAAA,SAASA,UAAU,EAAEC,YAAY,QAAQ,KAAI;AAE7C,SAAQC,wBAAwB,QAAO,iDAAiD;AACxF,SAASC,MAAM,QAAQ,cAAa;AAGpC,OAAO,MAAMC,mBAAmB,CAACC,MAAcC,UAAe,CAAC,CAAC;IAC9DC,QAAQC,GAAG,CAAC,mBAAmBF,QAAQG,MAAM;IAC7C,MAAMC,eAAeT,aAAa;QAChCU,iBAAiBL,QAAQM,SAAS,IAAI;QACtCC,OAAOV,OAAOG,QAAQO,KAAK;QAC3BC,SAAS,CAACC;YACRR,QAAQQ,KAAK,CAAC,CAAC,kBAAkB,CAAC,EAAEA;QACtC;QACAC,QAAQV,QAAQW,kBAAkB,GAAGf,yBAAyBG,QAAQA;QACtEa,QAAQlB,WAAWM,QAAQa,YAAY;QACvCC,QAAQ,GAAGd,QAAQc,MAAM,CAAC;;;;;;;;;;AAU9B,EAAEd,QAAQG,MAAM,CAAC;;;;;;;AAOjB,CAAC;QACGY,aAAaf,QAAQe,WAAW,IAAI;IACtC;IACA,OAAOX,aAAaY,oBAAoB;AAC1C,EAAC"}

package/dist/ai/models/openai/generateVoice.d.ts

@@ -2,6 +2,5 @@ import type { SpeechCreateParams } from 'openai/resources/audio/speech';
 type OpenAITextToSpeechOptions = Exclude<SpeechCreateParams, 'input'>;
 export declare const generateVoice: (text: string, options: OpenAITextToSpeechOptions) => Promise<{
     buffer: Buffer<ArrayBuffer>;
-}>;
+} | undefined>;
 export {};
-//# sourceMappingURL=generateVoice.d.ts.map

package/dist/ai/models/openai/index.d.ts

@@ -1,3 +1,2 @@
 import type { GenerationConfig } from '../../../types.js';
 export declare const OpenAIConfig: GenerationConfig;
-//# sourceMappingURL=index.d.ts.map