mulmocast 0.1.3 → 0.1.5

package/lib/types/schema.js

@@ -1,4 +1,5 @@
 import { z } from "zod";
+import { htmlLLMProvider, provider2TTSAgent, provider2ImageAgent, provider2MovieAgent, defaultProviders } from "../utils/provider2agent.js";
 export const langSchema = z.string();
 const URLStringSchema = z.string().url();
 export const localizedTextSchema = z
@@ -20,13 +21,14 @@ export const speechOptionsSchema = z
 })
     .strict();
 const speakerIdSchema = z.string();
-export const text2SpeechProviderSchema = z.enum(["openai", "nijivoice", "google", "elevenlabs"]).default("openai");
+export const text2SpeechProviderSchema = z.enum(Object.keys(provider2TTSAgent)).default(defaultProviders.tts);
 export const speakerDataSchema = z
     .object({
     displayName: z.record(langSchema, z.string()).optional(),
     voiceId: z.string(),
     speechOptions: speechOptionsSchema.optional(),
     provider: text2SpeechProviderSchema.optional(),
+    model: z.string().optional().describe("TTS model to use for this speaker"),
 })
     .strict();
 export const speakerDictionarySchema = z.record(speakerIdSchema, speakerDataSchema);
@@ -129,9 +131,7 @@ export const mulmoImageAssetSchema = z.union([
     mulmoPdfMediaSchema,
     mulmoImageMediaSchema,
     mulmoSvgMediaSchema,
-    mulmoMovieMediaSchema.extend({
-        mixAudio: z.number().default(1.0),
-    }),
+    mulmoMovieMediaSchema,
     mulmoTextSlideMediaSchema,
     mulmoChartMediaSchema,
     mulmoMermaidMediaSchema,
@@ -165,19 +165,19 @@ export const mulmoFillOptionSchema = z
     style: z.enum(["aspectFit", "aspectFill"]).default("aspectFit"),
 })
     .describe("How to handle aspect ratio differences between image and canvas");
-export const text2ImageProviderSchema = z.enum(["openai", "google"]).default("openai");
+export const text2ImageProviderSchema = z.enum(Object.keys(provider2ImageAgent)).default(defaultProviders.text2image);
 // NOTE: This is for UI only. (until we figure out how to use it in mulmoImageParamsSchema)
 export const mulmoOpenAIImageModelSchema = z
     .object({
     provider: z.literal("openai"),
-    model: z.enum(["dall-e-3", "gpt-image-1"]).optional(),
+    model: z.enum(provider2ImageAgent["openai"].models).optional(),
 })
     .strict();
 // NOTE: This is for UI only. (until we figure out how to use it in mulmoImageParamsSchema)
 export const mulmoGoogleImageModelSchema = z
     .object({
     provider: z.literal("google"),
-    model: z.enum(["imagen-3.0-fast-generate-001", "imagen-3.0-generate-002", "imagen-3.0-capability-001"]).optional(),
+    model: z.enum(provider2ImageAgent["google"].models).optional(),
 })
     .strict();
 export const mulmoImageParamsSchema = z
@@ -197,6 +197,7 @@ export const textSlideParamsSchema = z
 export const beatAudioParamsSchema = z
     .object({
     padding: z.number().optional().describe("Padding between beats"), // seconds
+    movieVolume: z.number().default(1.0).describe("Audio volume of the imported or generated movie"),
 })
     .strict();
 export const mulmoHtmlImageParamsSchema = z
@@ -238,6 +239,7 @@ export const mulmoBeatSchema = z
     audioParams: beatAudioParamsSchema.optional(), // beat specific parameters
     movieParams: z
         .object({
+        model: z.string().optional(),
         fillOption: mulmoFillOptionSchema.optional(),
         speed: z.number().optional().describe("Speed of the video. 1.0 is normal speed. 0.5 is half speed. 2.0 is double speed."),
     })
@@ -269,22 +271,23 @@ export const mulmoSpeechParamsSchema = z
     .object({
     provider: text2SpeechProviderSchema, // has default value
     speakers: speakerDictionarySchema,
+    model: z.string().optional().describe("Default TTS model to use"),
 })
     .strict();
-export const text2HtmlImageProviderSchema = z.enum(["openai", "anthropic"]).default("openai");
-export const text2MovieProviderSchema = z.enum(["google", "replicate"]).default("google");
+export const text2HtmlImageProviderSchema = z.enum(htmlLLMProvider).default(defaultProviders.text2Html);
+export const text2MovieProviderSchema = z.enum(Object.keys(provider2MovieAgent)).default(defaultProviders.text2movie);
 // NOTE: This is UI only. (until we figure out how to use it in mulmoMovieParamsSchema)
 export const mulmoGoogleMovieModelSchema = z
     .object({
     provider: z.literal("google"),
-    model: z.enum(["veo-2.0-generate-001"]).optional(),
+    model: z.enum(provider2MovieAgent.google.models).optional(),
 })
     .strict();
 // NOTE: This is UI only. (until we figure out how to use it in mulmoMovieParamsSchema)
 export const mulmoReplicateMovieModelSchema = z
     .object({
     provider: z.literal("replicate"),
-    model: z.enum(["bytedance/seedance-1-lite", "kwaivgi/kling-v2.1", "google/veo-3"]).optional(),
+    model: z.enum(provider2MovieAgent.replicate.models).optional(),
 })
     .strict();
 export const mulmoTransitionSchema = z.object({
@@ -358,6 +361,7 @@ export const mulmoStudioBeatSchema = z
     audioDuration: z.number().optional(),
     movieDuration: z.number().optional(),
     silenceDuration: z.number().optional(),
+    hasMovieAudio: z.boolean().optional(),
     audioFile: z.string().optional(),
     imageFile: z.string().optional(), // path to the image
     movieFile: z.string().optional(), // path to the movie file

package/lib/utils/const.d.ts

@@ -9,4 +9,3 @@ export declare const storyToScriptGenerateMode: {
     stepWise: string;
     oneStep: string;
 };
-export declare const defaultOpenAIImageModel = "dall-e-3";

package/lib/utils/const.js

@@ -9,4 +9,3 @@ export const storyToScriptGenerateMode = {
     stepWise: "step_wise",
     oneStep: "one_step",
 };
-export const defaultOpenAIImageModel = "dall-e-3";

package/lib/utils/context.d.ts

@@ -12,6 +12,7 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
             audioDuration?: number | undefined;
             movieDuration?: number | undefined;
             silenceDuration?: number | undefined;
+            hasMovieAudio?: boolean | undefined;
             audioFile?: string | undefined;
             imageFile?: string | undefined;
             movieFile?: string | undefined;
@@ -49,7 +50,7 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                 height: number;
             };
             speechParams: {
-                provider: "openai" | "nijivoice" | "google" | "elevenlabs";
+                provider: string;
                 speakers: Record<string, {
                     voiceId: string;
                     displayName?: Record<string, string> | undefined;
@@ -57,8 +58,10 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                         speed?: number | undefined;
                         instruction?: string | undefined;
                     } | undefined;
-                    provider?: "openai" | "nijivoice" | "google" | "elevenlabs" | undefined;
+                    provider?: string | undefined;
+                    model?: string | undefined;
                 }>;
+                model?: string | undefined;
             };
             beats: {
                 text: string;
@@ -119,6 +122,21 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                         path: string;
                         kind: "path";
                     };
+                } | {
+                    type: "movie";
+                    source: {
+                        url: string;
+                        kind: "url";
+                    } | {
+                        kind: "base64";
+                        data: string;
+                    } | {
+                        text: string;
+                        kind: "text";
+                    } | {
+                        path: string;
+                        kind: "path";
+                    };
                 } | {
                     type: "textSlide";
                     slide: {
@@ -156,22 +174,6 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                 } | {
                     type: "voice_over";
                     startAt?: number | undefined;
-                } | {
-                    type: "movie";
-                    source: {
-                        url: string;
-                        kind: "url";
-                    } | {
-                        kind: "base64";
-                        data: string;
-                    } | {
-                        text: string;
-                        kind: "text";
-                    } | {
-                        path: string;
-                        kind: "path";
-                    };
-                    mixAudio: number;
                 } | undefined;
                 id?: string | undefined;
                 audio?: {
@@ -196,9 +198,9 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                 imagePrompt?: string | undefined;
                 description?: string | undefined;
                 imageParams?: {
-                    provider: "openai" | "google";
-                    style?: string | undefined;
+                    provider: string;
                     model?: string | undefined;
+                    style?: string | undefined;
                     moderation?: string | undefined;
                     images?: Record<string, {
                         type: "image";
@@ -221,10 +223,12 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                     }> | undefined;
                 } | undefined;
                 audioParams?: {
+                    movieVolume: number;
                     padding?: number | undefined;
                 } | undefined;
                 movieParams?: {
                     speed?: number | undefined;
+                    model?: string | undefined;
                     fillOption?: {
                         style: "aspectFit" | "aspectFill";
                     } | undefined;
@@ -252,9 +256,9 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
             title?: string | undefined;
             description?: string | undefined;
             imageParams?: {
-                provider: "openai" | "google";
-                style?: string | undefined;
+                provider: string;
                 model?: string | undefined;
+                style?: string | undefined;
                 moderation?: string | undefined;
                 images?: Record<string, {
                     type: "image";
@@ -277,7 +281,7 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                 }> | undefined;
             } | undefined;
             movieParams?: {
-                provider?: "google" | "replicate" | undefined;
+                provider?: string | undefined;
                 model?: string | undefined;
                 fillOption?: {
                     style: "aspectFit" | "aspectFill";
@@ -288,7 +292,7 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                 } | undefined;
             } | undefined;
             htmlImageParams?: {
-                provider: "openai" | "anthropic";
+                provider: string;
                 model?: string | undefined;
             } | undefined;
             textSlideParams?: {
@@ -363,7 +367,7 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
             height: number;
         };
         speechParams: {
-            provider: "openai" | "nijivoice" | "google" | "elevenlabs";
+            provider: string;
             speakers: Record<string, {
                 voiceId: string;
                 displayName?: Record<string, string> | undefined;
@@ -371,13 +375,15 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                     speed?: number | undefined;
                     instruction?: string | undefined;
                 } | undefined;
-                provider?: "openai" | "nijivoice" | "google" | "elevenlabs" | undefined;
+                provider?: string | undefined;
+                model?: string | undefined;
             }>;
+            model?: string | undefined;
         };
         imageParams?: {
-            provider: "openai" | "google";
-            style?: string | undefined;
+            provider: string;
             model?: string | undefined;
+            style?: string | undefined;
             moderation?: string | undefined;
             images?: Record<string, {
                 type: "image";
@@ -400,7 +406,7 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
             }> | undefined;
         } | undefined;
         movieParams?: {
-            provider?: "google" | "replicate" | undefined;
+            provider?: string | undefined;
             model?: string | undefined;
             fillOption?: {
                 style: "aspectFit" | "aspectFill";
@@ -411,7 +417,7 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
             } | undefined;
         } | undefined;
         htmlImageParams?: {
-            provider: "openai" | "anthropic";
+            provider: string;
             model?: string | undefined;
         } | undefined;
         textSlideParams?: {

package/lib/utils/ffmpeg_utils.d.ts

@@ -11,5 +11,8 @@ export declare const FfmpegContextAddInput: (context: FfmpegContext, input: stri
 export declare const FfmpegContextPushFormattedAudio: (context: FfmpegContext, sourceId: string, outputId: string, duration?: number | undefined) => void;
 export declare const FfmpegContextInputFormattedAudio: (context: FfmpegContext, input: string, duration?: number | undefined, inputOptions?: string[]) => string;
 export declare const FfmpegContextGenerateOutput: (context: FfmpegContext, output: string, options?: string[]) => Promise<number>;
-export declare const ffmpegGetMediaDuration: (filePath: string) => Promise<number>;
+export declare const ffmpegGetMediaDuration: (filePath: string) => Promise<{
+    duration: number;
+    hasAudio: boolean;
+}>;
 export declare const extractImageFromMovie: (movieFile: string, imagePath: string) => Promise<object>;

package/lib/utils/ffmpeg_utils.js

@@ -67,7 +67,8 @@ export const ffmpegGetMediaDuration = (filePath) => {
                 reject(err);
             }
             else {
-                resolve(metadata.format.duration);
+                const hasAudio = metadata.streams?.some((stream) => stream.codec_type === "audio") ?? false;
+                resolve({ duration: metadata.format.duration, hasAudio });
             }
         });
     });

package/lib/utils/preprocess.d.ts

@@ -7,6 +7,7 @@ export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, curre
         audioDuration?: number | undefined;
         movieDuration?: number | undefined;
         silenceDuration?: number | undefined;
+        hasMovieAudio?: boolean | undefined;
         audioFile?: string | undefined;
         imageFile?: string | undefined;
         movieFile?: string | undefined;
@@ -44,7 +45,7 @@ export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, curre
             height: number;
         };
         speechParams: {
-            provider: "openai" | "nijivoice" | "google" | "elevenlabs";
+            provider: string;
             speakers: Record<string, {
                 voiceId: string;
                 displayName?: Record<string, string> | undefined;
@@ -52,8 +53,10 @@ export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, curre
                     speed?: number | undefined;
                     instruction?: string | undefined;
                 } | undefined;
-                provider?: "openai" | "nijivoice" | "google" | "elevenlabs" | undefined;
+                provider?: string | undefined;
+                model?: string | undefined;
             }>;
+            model?: string | undefined;
         };
         beats: {
             text: string;
@@ -114,6 +117,21 @@ export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, curre
                     path: string;
                     kind: "path";
                 };
+            } | {
+                type: "movie";
+                source: {
+                    url: string;
+                    kind: "url";
+                } | {
+                    kind: "base64";
+                    data: string;
+                } | {
+                    text: string;
+                    kind: "text";
+                } | {
+                    path: string;
+                    kind: "path";
+                };
             } | {
                 type: "textSlide";
                 slide: {
@@ -151,22 +169,6 @@ export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, curre
             } | {
                 type: "voice_over";
                 startAt?: number | undefined;
-            } | {
-                type: "movie";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-                mixAudio: number;
             } | undefined;
             id?: string | undefined;
             audio?: {
@@ -191,9 +193,9 @@ export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, curre
             imagePrompt?: string | undefined;
             description?: string | undefined;
             imageParams?: {
-                provider: "openai" | "google";
-                style?: string | undefined;
+                provider: string;
                 model?: string | undefined;
+                style?: string | undefined;
                 moderation?: string | undefined;
                 images?: Record<string, {
                     type: "image";
@@ -216,10 +218,12 @@ export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, curre
                 }> | undefined;
             } | undefined;
             audioParams?: {
+                movieVolume: number;
                 padding?: number | undefined;
             } | undefined;
             movieParams?: {
                 speed?: number | undefined;
+                model?: string | undefined;
                 fillOption?: {
                     style: "aspectFit" | "aspectFill";
                 } | undefined;
@@ -247,9 +251,9 @@ export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, curre
         title?: string | undefined;
         description?: string | undefined;
         imageParams?: {
-            provider: "openai" | "google";
-            style?: string | undefined;
+            provider: string;
             model?: string | undefined;
+            style?: string | undefined;
             moderation?: string | undefined;
             images?: Record<string, {
                 type: "image";
@@ -272,7 +276,7 @@ export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, curre
             }> | undefined;
         } | undefined;
         movieParams?: {
-            provider?: "google" | "replicate" | undefined;
+            provider?: string | undefined;
             model?: string | undefined;
             fillOption?: {
                 style: "aspectFit" | "aspectFill";
@@ -283,7 +287,7 @@ export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, curre
             } | undefined;
         } | undefined;
         htmlImageParams?: {
-            provider: "openai" | "anthropic";
+            provider: string;
             model?: string | undefined;
         } | undefined;
         textSlideParams?: {

package/lib/utils/provider2agent.d.ts

@@ -0,0 +1,76 @@
+export declare const defaultProviders: {
+    tts: string;
+    text2image: string;
+    text2movie: string;
+    text2Html: string;
+    llm: string;
+};
+export declare const provider2TTSAgent: {
+    nijivoice: {
+        agentName: string;
+        hasLimitedConcurrency: boolean;
+    };
+    openai: {
+        agentName: string;
+        hasLimitedConcurrency: boolean;
+        defaultModel: string;
+        defaultVoice: string;
+    };
+    google: {
+        agentName: string;
+        hasLimitedConcurrency: boolean;
+    };
+    elevenlabs: {
+        agentName: string;
+        hasLimitedConcurrency: boolean;
+        defaultModel: string;
+        models: string[];
+    };
+};
+export declare const provider2ImageAgent: {
+    openai: {
+        agentName: string;
+        defaultModel: string;
+        models: string[];
+    };
+    google: {
+        agentName: string;
+        defaultModel: string;
+        models: string[];
+    };
+};
+export declare const provider2MovieAgent: {
+    replicate: {
+        agentName: string;
+        models: string[];
+    };
+    google: {
+        agentName: string;
+        models: string[];
+    };
+};
+export declare const provider2LLMAgent: {
+    readonly openai: {
+        readonly agentName: "openAIAgent";
+        readonly defaultModel: "gpt-4o";
+        readonly max_tokens: 8192;
+    };
+    readonly anthropic: {
+        readonly agentName: "anthropicAgent";
+        readonly defaultModel: "claude-3-7-sonnet-20250219";
+        readonly max_tokens: 8192;
+    };
+    readonly gemini: {
+        readonly agentName: "geminiAgent";
+        readonly defaultModel: "gemini-1.5-flash";
+        readonly max_tokens: 8192;
+    };
+    readonly groq: {
+        readonly agentName: "groqAgent";
+        readonly defaultModel: "llama3-8b-8192";
+        readonly max_tokens: 4096;
+    };
+};
+export declare const llm: (keyof typeof provider2LLMAgent)[];
+export type LLM = keyof typeof provider2LLMAgent;
+export declare const htmlLLMProvider: string[];

package/lib/utils/provider2agent.js

@@ -0,0 +1,87 @@
+export const defaultProviders = {
+    tts: "openai",
+    text2image: "openai",
+    text2movie: "google",
+    text2Html: "openai",
+    llm: "openai",
+};
+export const provider2TTSAgent = {
+    nijivoice: {
+        agentName: "ttsNijivoiceAgent",
+        hasLimitedConcurrency: true,
+    },
+    openai: {
+        agentName: "ttsOpenaiAgent",
+        hasLimitedConcurrency: false,
+        defaultModel: "gpt-4o-mini-tts",
+        defaultVoice: "shimmer",
+    },
+    google: {
+        agentName: "ttsGoogleAgent",
+        hasLimitedConcurrency: false,
+    },
+    elevenlabs: {
+        agentName: "ttsElevenlabsAgent",
+        hasLimitedConcurrency: true,
+        defaultModel: "eleven_multilingual_v2",
+        // Models | ElevenLabs Documentation
+        // https://elevenlabs.io/docs/models
+        models: ["eleven_multilingual_v2", "eleven_turbo_v2_5", "eleven_turbo_v2", "eleven_flash_v2_5", "eleven_flash_v2"],
+    },
+};
+export const provider2ImageAgent = {
+    openai: {
+        agentName: "imageOpenaiAgent",
+        defaultModel: "gpt-image-1",
+        models: ["dall-e-3", "gpt-image-1"],
+    },
+    google: {
+        agentName: "imageGoogleAgent",
+        defaultModel: "imagen-3.0-fast-generate-001",
+        models: ["imagen-3.0-fast-generate-001", "imagen-3.0-generate-002", "imagen-3.0-capability-001"],
+    },
+};
+export const provider2MovieAgent = {
+    replicate: {
+        agentName: "movieReplicateAgent",
+        models: [
+            "bytedance/seedance-1-lite",
+            "bytedance/seedance-1-pro",
+            "kwaivgi/kling-v1.6-pro",
+            "kwaivgi/kling-v2.1",
+            "google/veo-2",
+            "google/veo-3",
+            "google/veo-3-fast",
+            "minimax/video-01",
+        ],
+    },
+    google: {
+        agentName: "movieGoogleAgent",
+        models: ["veo-2.0-generate-001"],
+    },
+};
+// : Record<LLM, { agent: string; defaultModel: string; max_tokens: number }>
+export const provider2LLMAgent = {
+    openai: {
+        agentName: "openAIAgent",
+        defaultModel: "gpt-4o",
+        max_tokens: 8192,
+    },
+    anthropic: {
+        agentName: "anthropicAgent",
+        defaultModel: "claude-3-7-sonnet-20250219",
+        max_tokens: 8192,
+    },
+    gemini: {
+        agentName: "geminiAgent",
+        defaultModel: "gemini-1.5-flash",
+        max_tokens: 8192,
+    },
+    groq: {
+        agentName: "groqAgent",
+        defaultModel: "llama3-8b-8192",
+        max_tokens: 4096,
+    },
+};
+export const llm = Object.keys(provider2LLMAgent);
+export const htmlLLMProvider = ["openai", "anthropic"];

package/lib/utils/utils.d.ts

@@ -1,16 +1,12 @@
-import { MulmoBeat, MulmoStudioMultiLingualData } from "../types/index.js";
 import type { ConfigDataDictionary, DefaultConfigData } from "graphai";
-export declare const llm: readonly ["openai", "anthropic", "gemini", "groq"];
-export type LLM = (typeof llm)[number];
-export declare const llmConfig: Record<LLM, {
-    agent: string;
-    defaultModel: string;
-    max_tokens: number;
-}>;
+import { MulmoBeat, MulmoStudioMultiLingualData } from "../types/index.js";
+import { llm } from "./provider2agent.js";
+import type { LLM } from "./provider2agent.js";
+export { LLM, llm };
 export declare const llmPair: (_llm?: LLM, _model?: string) => {
-    agent: string;
+    agent: "openAIAgent" | "anthropicAgent" | "geminiAgent" | "groqAgent";
     model: string;
-    max_tokens: number;
+    max_tokens: 8192 | 4096;
 };
 export declare const chunkArray: <T>(array: T[], size?: number) => T[][];
 export declare const isHttp: (fileOrUrl: string) => boolean;
@@ -26,4 +22,3 @@ type CleanableObject = {
     [key: string]: CleanableValue;
 };
 export declare const deepClean: <T extends CleanableValue>(input: T) => T | undefined;
-export {};

package/lib/utils/utils.js

@@ -1,32 +1,11 @@
 import * as crypto from "crypto";
-export const llm = ["openai", "anthropic", "gemini", "groq"];
-export const llmConfig = {
-    openai: {
-        agent: "openAIAgent",
-        defaultModel: "gpt-4o",
-        max_tokens: 8192,
-    },
-    anthropic: {
-        agent: "anthropicAgent",
-        defaultModel: "claude-3-7-sonnet-20250219",
-        max_tokens: 8192,
-    },
-    gemini: {
-        agent: "geminiAgent",
-        defaultModel: "gemini-1.5-flash",
-        max_tokens: 8192,
-    },
-    groq: {
-        agent: "groqAgent",
-        defaultModel: "llama3-8b-8192",
-        max_tokens: 4096,
-    },
-};
+import { provider2LLMAgent, llm } from "./provider2agent.js";
+export { llm };
 export const llmPair = (_llm, _model) => {
     const llmKey = _llm ?? "openai";
-    const agent = llmConfig[llmKey]?.agent ?? llmConfig.openai.agent;
-    const model = _model ?? llmConfig[llmKey]?.defaultModel ?? llmConfig.openai.defaultModel;
-    const max_tokens = llmConfig[llmKey]?.max_tokens ?? llmConfig.openai.max_tokens;
+    const agent = provider2LLMAgent[llmKey]?.agentName ?? provider2LLMAgent.openai.agentName;
+    const model = _model ?? provider2LLMAgent[llmKey]?.defaultModel ?? provider2LLMAgent.openai.defaultModel;
+    const max_tokens = provider2LLMAgent[llmKey]?.max_tokens ?? provider2LLMAgent.openai.max_tokens;
     return { agent, model, max_tokens };
 };
 export const chunkArray = (array, size = 3) => {