@mixio-pro/kalaasetu-mcp 1.0.7 → 1.0.8

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mixio-pro/kalaasetu-mcp",
-  "version": "1.0.7",
+  "version": "1.0.8",
   "description": "A powerful Model Context Protocol server providing AI tools for content generation and analysis",
   "type": "module",
   "module": "src/index.ts",

package/src/tools/gemini.ts

@@ -194,11 +194,13 @@ export const geminiTextToImage = {
         },
       });
 
-      let result = "";
+      const images = [];
+      let textResponse = "";
+
       if (response.candidates && response.candidates[0]?.content?.parts) {
         for (const part of response.candidates[0].content.parts) {
           if (part.text) {
-            result += part.text;
+            textResponse += part.text;
           } else if (part.inlineData?.data) {
             const imageData = part.inlineData.data;
             if (args.output_path) {
@@ -207,17 +209,26 @@ export const geminiTextToImage = {
                 args.output_path,
                 Buffer.from(imageData, "base64")
               );
-              result += `\nImage saved to: ${url}`;
-            } else {
-              result += `\nGenerated image (base64): ${imageData.substring(
-                0,
-                100
-              )}...`;
+              images.push({
+                url,
+                filename: args.output_path,
+                mimeType: "image/png",
+              });
             }
           }
         }
       }
-      return result || "Image generation completed but no response received";
+
+      if (images.length > 0) {
+        return JSON.stringify({
+          images,
+          message: textResponse || "Image generated successfully",
+        });
+      }
+
+      return (
+        textResponse || "Image generation completed but no response received"
+      );
     } catch (error: any) {
       throw new Error(`Image generation failed: ${error.message}`);
     }
@@ -261,11 +272,13 @@ export const geminiEditImage = {
         contents: contents,
       });
 
-      let result = "";
+      const images = [];
+      let textResponse = "";
+
       if (response.candidates && response.candidates[0]?.content?.parts) {
         for (const part of response.candidates[0].content.parts) {
           if (part.text) {
-            result += part.text;
+            textResponse += part.text;
           } else if (part.inlineData?.data) {
             const imageData = part.inlineData.data;
             if (args.output_path) {
@@ -274,17 +287,24 @@ export const geminiEditImage = {
                 args.output_path,
                 Buffer.from(imageData, "base64")
               );
-              result += `\nEdited image saved to: ${url}`;
-            } else {
-              result += `\nEdited image (base64): ${imageData.substring(
-                0,
-                100
-              )}...`;
+              images.push({
+                url,
+                filename: args.output_path,
+                mimeType: "image/png",
+              });
             }
           }
         }
       }
-      return result || "Image editing completed but no response received";
+
+      if (images.length > 0) {
+        return JSON.stringify({
+          images,
+          message: textResponse || "Image edited successfully",
+        });
+      }
+
+      return textResponse || "Image editing completed but no response received";
     } catch (error: any) {
       throw new Error(`Image editing failed: ${error.message}`);
     }
@@ -410,7 +430,14 @@ export const geminiSingleSpeakerTts = {
       const storage = getStorage();
       const url = await storage.writeFile(outputPath, audioBuffer);
 
-      return `Audio generated successfully: ${url}`;
+      return JSON.stringify({
+        audio: {
+          url,
+          filename: outputPath,
+          mimeType: "audio/wav",
+        },
+        message: "Audio generated successfully",
+      });
     } catch (error: any) {
       throw new Error(`Voice generation failed: ${error.message}`);
     }

package/src/tools/hunyuan-avatar.ts

@@ -5,10 +5,12 @@ import { callFalModel } from "../utils/fal.utils";
  * Calculate number of frames based on audio duration at 25 FPS
  * Adds 1 second buffer to ensure complete audio coverage
  */
-function calculateFramesFromAudioDuration(audioDurationSeconds: number): number {
+function calculateFramesFromAudioDuration(
+  audioDurationSeconds: number
+): number {
   const totalDuration = audioDurationSeconds + 1; // Add 1 second buffer
   const frames = Math.round(totalDuration * 25); // 25 FPS
-  
+
   // Clamp to valid range (129-401 frames)
   return Math.max(129, Math.min(401, frames));
 }
@@ -18,17 +20,52 @@ function calculateFramesFromAudioDuration(audioDurationSeconds: number): number
  */
 export const hunyuanAvatar = {
   name: "hunyuan_avatar",
-  description: "Generate high-fidelity audio-driven human animation videos using FAL AI Hunyuan Avatar. Creates realistic talking avatar animations from an image and audio file.",
+  description:
+    "Generate high-fidelity audio-driven human animation videos using FAL AI Hunyuan Avatar. Creates realistic talking avatar animations from an image and audio file.",
   parameters: z.object({
-    image_url: z.string().describe("Public URL of the reference image for the avatar."),
-    audio_url: z.string().describe("Public URL of the audio file to drive the animation."),
-    audio_duration_seconds: z.number().optional().describe("Duration of the audio in seconds. If provided, will automatically calculate optimal frames (audio duration + 1 second buffer at 25 FPS)."),
-    text: z.string().optional().describe("Text prompt describing the scene. Default: 'A cat is singing.'"),
-    num_frames: z.number().optional().describe("Number of video frames to generate at 25 FPS. Range: 129 to 401. If not provided and audio_duration_seconds is given, will be calculated automatically. Default: 129"),
-    num_inference_steps: z.number().optional().describe("Number of inference steps for sampling. Higher values give better quality but take longer. Range: 30 to 50. Default: 30"),
-    turbo_mode: z.boolean().optional().describe("If true, the video will be generated faster with no noticeable degradation in visual quality. Default: true"),
+    image_url: z
+      .string()
+      .describe("Public URL of the reference image for the avatar."),
+    audio_url: z
+      .string()
+      .describe("Public URL of the audio file to drive the animation."),
+    audio_duration_seconds: z
+      .number()
+      .optional()
+      .describe(
+        "Duration of the audio in seconds. If provided, will automatically calculate optimal frames (audio duration + 1 second buffer at 25 FPS)."
+      ),
+    text: z
+      .string()
+      .optional()
+      .describe(
+        "Text prompt describing the scene. Default: 'A cat is singing.'"
+      ),
+    num_frames: z
+      .number()
+      .optional()
+      .describe(
+        "Number of video frames to generate at 25 FPS. Range: 129 to 401. If not provided and audio_duration_seconds is given, will be calculated automatically. Default: 129"
+      ),
+    num_inference_steps: z
+      .number()
+      .optional()
+      .describe(
+        "Number of inference steps for sampling. Higher values give better quality but take longer. Range: 30 to 50. Default: 30"
+      ),
+    turbo_mode: z
+      .boolean()
+      .optional()
+      .describe(
+        "If true, the video will be generated faster with no noticeable degradation in visual quality. Default: true"
+      ),
     seed: z.number().optional().describe("Random seed for generation."),
-    fal_key: z.string().optional().describe("FAL API key. If not provided, will use FAL_KEY environment variable."),
+    fal_key: z
+      .string()
+      .optional()
+      .describe(
+        "FAL API key. If not provided, will use FAL_KEY environment variable."
+      ),
   }),
   execute: async (args: {
     image_url: string;
@@ -43,17 +80,28 @@ export const hunyuanAvatar = {
   }) => {
     // Calculate frames from audio duration if provided and num_frames not specified
     let calculatedFrames = args.num_frames;
-    if (args.audio_duration_seconds !== undefined && args.num_frames === undefined) {
-      calculatedFrames = calculateFramesFromAudioDuration(args.audio_duration_seconds);
+    if (
+      args.audio_duration_seconds !== undefined &&
+      args.num_frames === undefined
+    ) {
+      calculatedFrames = calculateFramesFromAudioDuration(
+        args.audio_duration_seconds
+      );
     }
 
     // Validate num_frames range if provided
-    if (calculatedFrames !== undefined && (calculatedFrames < 129 || calculatedFrames > 401)) {
+    if (
+      calculatedFrames !== undefined &&
+      (calculatedFrames < 129 || calculatedFrames > 401)
+    ) {
       throw new Error("num_frames must be between 129 and 401");
     }
 
     // Validate num_inference_steps range if provided
-    if (args.num_inference_steps !== undefined && (args.num_inference_steps < 30 || args.num_inference_steps > 50)) {
+    if (
+      args.num_inference_steps !== undefined &&
+      (args.num_inference_steps < 30 || args.num_inference_steps > 50)
+    ) {
       throw new Error("num_inference_steps must be between 30 and 50");
     }
 
@@ -80,23 +128,33 @@ export const hunyuanAvatar = {
       input.seed = args.seed;
     }
 
-    const result = await callFalModel("fal-ai/hunyuan-avatar", input, { falKey: args.fal_key });
+    const result = await callFalModel("fal-ai/hunyuan-avatar", input, {
+      falKey: args.fal_key,
+    });
 
     // Extract video data from the response
     const videoData = result.data?.video;
 
     if (!videoData || !videoData.url) {
-      throw new Error(`No video data in completed response: ${JSON.stringify(result.data)}`);
+      throw new Error(
+        `No video data in completed response: ${JSON.stringify(result.data)}`
+      );
     }
 
     const videoUrl = videoData.url;
-    const fileDetails = videoData.file_name && videoData.file_size !== undefined
-      ? `\nFile: ${videoData.file_name} (${(videoData.file_size / 1024 / 1024).toFixed(2)} MB)`
-      : "";
-    const requestIdInfo = result.requestId ? `\nRequest ID: ${result.requestId}` : "";
-
+    const fileName = videoData.file_name || "hunyuan_avatar.mp4";
 
-    return videoUrl
-    // return `✅ Hunyuan Avatar video generated successfully!\n\nVideo URL: ${videoUrl}${fileDetails}${requestIdInfo}`;
+    return JSON.stringify({
+      videos: [
+        {
+          url: videoUrl,
+          filename: fileName,
+          mimeType: "video/mp4",
+          filesize: videoData.file_size,
+        },
+      ],
+      message: "Hunyuan Avatar video generated successfully",
+      requestId: result.requestId,
+    });
   },
-};
+};

package/src/tools/image-to-video.ts

@@ -283,7 +283,8 @@ export const imageToVideo = {
 
     const resp = current.response || current;
     // Decode from response.videos[].bytesBase64Encoded only
-    const outputs: string[] = [];
+    const videos: Array<{ url: string; filename: string; mimeType: string }> =
+      [];
     const saveVideo = async (base64: string, index: number) => {
       if (!base64) return;
       const filePath = args.output_path
@@ -295,7 +296,11 @@ export const imageToVideo = {
       const buf = Buffer.from(base64, "base64");
       const storage = getStorage();
       const url = await storage.writeFile(filePath, buf);
-      outputs.push(url);
+      videos.push({
+        url,
+        filename: filePath,
+        mimeType: "video/mp4",
+      });
     };
 
     if (Array.isArray(resp?.videos) && resp.videos.length > 0) {
@@ -306,8 +311,11 @@ export const imageToVideo = {
         }
       }
     }
-    if (outputs.length > 0) {
-      return `Video(s) saved to: ${outputs.join(", ")}`;
+    if (videos.length > 0) {
+      return JSON.stringify({
+        videos,
+        message: "Video(s) generated successfully",
+      });
     }
 
     // If nothing saved, return a concise summary plus head/tail snippets of JSON

package/src/tools/infinitalk.ts

@@ -5,10 +5,12 @@ import { callFalModel } from "../utils/fal.utils";
  * Calculate number of frames based on audio duration at 25 FPS
  * Adds 1 second buffer to ensure complete audio coverage
  */
-function calculateFramesFromAudioDuration(audioDurationSeconds: number): number {
+function calculateFramesFromAudioDuration(
+  audioDurationSeconds: number
+): number {
   const totalDuration = audioDurationSeconds + 1; // Add 1 second buffer
   const frames = Math.round(totalDuration * 25); // 25 FPS
-  
+
   // Clamp to valid range (41-721 frames)
   return Math.max(41, Math.min(721, frames));
 }
@@ -18,17 +20,56 @@ function calculateFramesFromAudioDuration(audioDurationSeconds: number): number
  */
 export const infinitalk = {
   name: "infinitalk",
-  description: "Generate a talking avatar video from an image and audio file using FAL AI Infinitalk. The avatar lip-syncs to the provided audio with natural facial expressions.",
+  description:
+    "Generate a talking avatar video from an image and audio file using FAL AI Infinitalk. The avatar lip-syncs to the provided audio with natural facial expressions.",
   parameters: z.object({
-    image_url: z.string().describe("Public URL of the input image. If the input image does not match the chosen aspect ratio, it is resized and center cropped."),
-    audio_url: z.string().describe("The Public URL of the audio file for lip-sync generation."),
-    audio_duration_seconds: z.number().optional().describe("Duration of the audio in seconds. If provided, will automatically calculate optimal frames (audio duration + 1 second buffer at 25 FPS)."),
-    prompt: z.string().describe("The text prompt to guide video generation (e.g., 'A woman with colorful hair talking on a podcast')"),
-    num_frames: z.number().optional().describe("Number of frames to generate. Must be between 41 to 721. If not provided and audio_duration_seconds is given, will be calculated automatically. Default: 145"),
-    resolution: z.enum(["480p", "720p"]).optional().describe("Resolution of the video to generate. Default: '480p'"),
-    seed: z.number().optional().describe("Random seed for reproducibility. If not provided, a random seed is chosen. Default: 42"),
-    acceleration: z.enum(["none", "regular", "high"]).optional().describe("The acceleration level to use for generation. Default: 'regular'"),
-    fal_key: z.string().optional().describe("FAL API key. If not provided, will use FAL_KEY environment variable."),
+    image_url: z
+      .string()
+      .describe(
+        "Public URL of the input image. If the input image does not match the chosen aspect ratio, it is resized and center cropped."
+      ),
+    audio_url: z
+      .string()
+      .describe("The Public URL of the audio file for lip-sync generation."),
+    audio_duration_seconds: z
+      .number()
+      .optional()
+      .describe(
+        "Duration of the audio in seconds. If provided, will automatically calculate optimal frames (audio duration + 1 second buffer at 25 FPS)."
+      ),
+    prompt: z
+      .string()
+      .describe(
+        "The text prompt to guide video generation (e.g., 'A woman with colorful hair talking on a podcast')"
+      ),
+    num_frames: z
+      .number()
+      .optional()
+      .describe(
+        "Number of frames to generate. Must be between 41 to 721. If not provided and audio_duration_seconds is given, will be calculated automatically. Default: 145"
+      ),
+    resolution: z
+      .enum(["480p", "720p"])
+      .optional()
+      .describe("Resolution of the video to generate. Default: '480p'"),
+    seed: z
+      .number()
+      .optional()
+      .describe(
+        "Random seed for reproducibility. If not provided, a random seed is chosen. Default: 42"
+      ),
+    acceleration: z
+      .enum(["none", "regular", "high"])
+      .optional()
+      .describe(
+        "The acceleration level to use for generation. Default: 'regular'"
+      ),
+    fal_key: z
+      .string()
+      .optional()
+      .describe(
+        "FAL API key. If not provided, will use FAL_KEY environment variable."
+      ),
   }),
   execute: async (args: {
     image_url: string;
@@ -43,12 +84,20 @@ export const infinitalk = {
   }) => {
     // Calculate frames from audio duration if provided and num_frames not specified
     let calculatedFrames = args.num_frames;
-    if (args.audio_duration_seconds !== undefined && args.num_frames === undefined) {
-      calculatedFrames = calculateFramesFromAudioDuration(args.audio_duration_seconds);
+    if (
+      args.audio_duration_seconds !== undefined &&
+      args.num_frames === undefined
+    ) {
+      calculatedFrames = calculateFramesFromAudioDuration(
+        args.audio_duration_seconds
+      );
     }
 
     // Validate num_frames range if provided
-    if (calculatedFrames !== undefined && (calculatedFrames < 41 || calculatedFrames > 721)) {
+    if (
+      calculatedFrames !== undefined &&
+      (calculatedFrames < 41 || calculatedFrames > 721)
+    ) {
       throw new Error("num_frames must be between 41 and 721");
     }
 
@@ -63,9 +112,9 @@ export const infinitalk = {
     if (calculatedFrames !== undefined) {
       input.num_frames = calculatedFrames;
     }
-    
-    input.resolution = args.resolution || '480p';
-    
+
+    input.resolution = args.resolution || "480p";
+
     if (args.seed !== undefined) {
       input.seed = args.seed;
     }
@@ -73,24 +122,35 @@ export const infinitalk = {
       input.acceleration = args.acceleration;
     }
 
-    const result = await callFalModel("fal-ai/infinitalk", input, { falKey: args.fal_key });
+    const result = await callFalModel("fal-ai/infinitalk", input, {
+      falKey: args.fal_key,
+    });
 
     // Extract video data from the response
     const videoData = result.data?.video;
     const seed = result.data?.seed;
 
     if (!videoData || !videoData.url) {
-      throw new Error(`No video data in completed response: ${JSON.stringify(result.data)}`);
+      throw new Error(
+        `No video data in completed response: ${JSON.stringify(result.data)}`
+      );
     }
 
     const videoUrl = videoData.url;
-    const fileDetails = videoData.file_name && videoData.file_size !== undefined
-      ? `\nFile: ${videoData.file_name} (${(videoData.file_size / 1024 / 1024).toFixed(2)} MB)`
-      : "";
-    const seedInfo = seed !== undefined ? `\nSeed: ${seed}` : "";
-    const requestIdInfo = result.requestId ? `\nRequest ID: ${result.requestId}` : "";
+    const fileName = videoData.file_name || "infinitalk.mp4";
 
-    return videoUrl
-    // return `✅ Infinitalk video generated successfully!\n\nVideo URL: ${videoUrl}${fileDetails}${seedInfo}${requestIdInfo}`;
+    return JSON.stringify({
+      videos: [
+        {
+          url: videoUrl,
+          filename: fileName,
+          mimeType: "video/mp4",
+          filesize: videoData.file_size,
+        },
+      ],
+      message: "Infinitalk video generated successfully",
+      seed: seed,
+      requestId: result.requestId,
+    });
   },
 };