mulmocast 0.0.20 → 0.0.21

package/lib/actions/images.js

@@ -103,7 +103,7 @@ const beat_graph_data = {
         imageGenerator: {
             if: ":preprocessor.prompt",
             agent: ":imageAgentInfo.agent",
-            retry: 3,
+            retry: 2,
             inputs: {
                 prompt: ":preprocessor.prompt",
                 images: ":preprocessor.images",

package/lib/agents/combine_audio_files_agent.js

@@ -35,7 +35,7 @@ const getMediaDurations = (context) => {
         return {
             movieDuration,
             audioDuration,
-            hasMadia: movieDuration + audioDuration > 0,
+            hasMedia: movieDuration + audioDuration > 0,
             silenceDuration: 0,
         };
     }));
@@ -70,7 +70,7 @@ const combineAudioFilesAgent = async ({ namedInputs, }) => {
         if (audioDuration > 0) {
             // Check if the current beat has spilled over audio.
             const group = [index];
-            for (let i = index + 1; i < context.studio.beats.length && !mediaDurations[i].hasMadia; i++) {
+            for (let i = index + 1; i < context.studio.beats.length && !mediaDurations[i].hasMedia; i++) {
                 group.push(i);
             }
             if (group.length > 1) {

package/lib/agents/image_openai_agent.js

@@ -1,5 +1,6 @@
 import fs from "fs";
 import path from "path";
+import { GraphAILogger } from "graphai";
 import OpenAI, { toFile } from "openai";
 import { defaultOpenAIImageModel } from "../utils/const.js";
 // https://platform.openai.com/docs/guides/image-generation
@@ -42,17 +43,23 @@ export const imageOpenaiAgent = async ({ namedInputs, params }) => {
         imageOptions.moderation = moderation || "auto";
     }
     const response = await (async () => {
-        const targetSize = imageOptions.size;
-        if ((images ?? []).length > 0 && (targetSize === "1536x1024" || targetSize === "1024x1536" || targetSize === "1024x1024")) {
-            const imagelist = await Promise.all((images ?? []).map(async (file) => {
-                const ext = path.extname(file).toLowerCase();
-                const type = ext === ".jpg" || ext === ".jpeg" ? "image/jpeg" : "image/png";
-                return await toFile(fs.createReadStream(file), null, { type });
-            }));
-            return await openai.images.edit({ ...imageOptions, size: targetSize, image: imagelist });
+        try {
+            const targetSize = imageOptions.size;
+            if ((images ?? []).length > 0 && (targetSize === "1536x1024" || targetSize === "1024x1536" || targetSize === "1024x1024")) {
+                const imagelist = await Promise.all((images ?? []).map(async (file) => {
+                    const ext = path.extname(file).toLowerCase();
+                    const type = ext === ".jpg" || ext === ".jpeg" ? "image/jpeg" : "image/png";
+                    return await toFile(fs.createReadStream(file), null, { type });
+                }));
+                return await openai.images.edit({ ...imageOptions, size: targetSize, image: imagelist });
+            }
+            else {
+                return await openai.images.generate(imageOptions);
+            }
         }
-        else {
-            return await openai.images.generate(imageOptions);
+        catch (error) {
+            GraphAILogger.info("Failed to generate image:", error.message);
+            throw error;
         }
     })();
     if (!response.data) {

package/lib/agents/movie_google_agent.js

@@ -102,7 +102,7 @@ export const movieGoogleAgent = async ({ namedInputs, params, config }) => {
         throw new Error("ERROR: geneateImage returned undefined");
     }
     catch (error) {
-        GraphAILogger.info("Failed to generate movie:", error);
+        GraphAILogger.info("Failed to generate movie:", error.message);
         throw error;
     }
 };

package/lib/index.browser.d.ts

@@ -1,2 +1,3 @@
+export * from "./types/type.js";
 export * from "./types/schema.js";
 export * from "./agents/validate_schema_agent.js";

package/lib/index.browser.js

@@ -1,3 +1,4 @@
 // Entry point that exposes only APIs available for use in the browser
+export * from "./types/type.js";
 export * from "./types/schema.js";
 export * from "./agents/validate_schema_agent.js";

package/lib/methods/mulmo_studio_context.d.ts

@@ -1,17 +1,4 @@
-import { MulmoStudioContext } from "../types/index.js";
-type SessionType = "audio" | "image" | "video" | "multiLingual" | "caption" | "pdf";
-type BeatSessionType = "audio" | "image" | "multiLingual" | "caption" | "movie";
-type SessionProgressEvent = {
-    kind: "session";
-    sessionType: SessionType;
-    inSession: boolean;
-} | {
-    kind: "beat";
-    sessionType: BeatSessionType;
-    index: number;
-    inSession: boolean;
-};
-type SessionProgressCallback = (change: SessionProgressEvent) => void;
+import { BeatSessionType, MulmoStudioContext, SessionProgressCallback, SessionType } from "../types/index.js";
 export declare const addSessionProgressCallback: (cb: SessionProgressCallback) => void;
 export declare const removeSessionProgressCallback: (cb: SessionProgressCallback) => void;
 export declare const MulmoStudioContextMethods: {
@@ -25,4 +12,3 @@ export declare const MulmoStudioContextMethods: {
     setSessionState(context: MulmoStudioContext, sessionType: SessionType, value: boolean): void;
     setBeatSessionState(context: MulmoStudioContext, sessionType: BeatSessionType, index: number, value: boolean): void;
 };
-export {};

package/lib/types/type.d.ts

@@ -79,3 +79,16 @@ export type Text2ImageAgentInfo = {
 };
 export type BeatMediaType = "movie" | "image";
 export type StoryToScriptGenerateMode = (typeof storyToScriptGenerateMode)[keyof typeof storyToScriptGenerateMode];
+export type SessionType = "audio" | "image" | "video" | "multiLingual" | "caption" | "pdf";
+export type BeatSessionType = "audio" | "image" | "multiLingual" | "caption" | "movie";
+export type SessionProgressEvent = {
+    kind: "session";
+    sessionType: SessionType;
+    inSession: boolean;
+} | {
+    kind: "beat";
+    sessionType: BeatSessionType;
+    index: number;
+    inSession: boolean;
+};
+export type SessionProgressCallback = (change: SessionProgressEvent) => void;

package/lib/utils/image_plugins/image.d.ts

@@ -1,3 +1,3 @@
 export declare const imageType = "image";
-export declare const process: (params: import("../../index.js").ImageProcessorParams) => string | undefined;
-export declare const path: (params: import("../../index.js").ImageProcessorParams) => string | undefined;
+export declare const process: (params: import("../../index.browser.js").ImageProcessorParams) => string | undefined;
+export declare const path: (params: import("../../index.browser.js").ImageProcessorParams) => string | undefined;

package/lib/utils/image_plugins/movie.d.ts

@@ -1,3 +1,3 @@
 export declare const imageType = "movie";
-export declare const process: (params: import("../../index.js").ImageProcessorParams) => string | undefined;
-export declare const path: (params: import("../../index.js").ImageProcessorParams) => string | undefined;
+export declare const process: (params: import("../../index.browser.js").ImageProcessorParams) => string | undefined;
+export declare const path: (params: import("../../index.browser.js").ImageProcessorParams) => string | undefined;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "0.0.20",
+  "version": "0.0.21",
   "description": "",
   "type": "module",
   "main": "lib/index.js",