@townco/agent 0.1.106 → 0.1.108

package/dist/runner/langchain/tools/generate_image.js

@@ -1,175 +0,0 @@
-import { mkdir, writeFile } from "node:fs/promises";
-import { join } from "node:path";
-import { GoogleGenAI } from "@google/genai";
-import { getShedAuth } from "@townco/core/auth";
-import { tool } from "langchain";
-import { z } from "zod";
-import { getSessionContext, getToolOutputDir, hasSessionContext, } from "../../session-context";
-let _directGenaiClient = null;
-let _townGenaiClient = null;
-/** Get Google GenAI client using direct GEMINI_API_KEY/GOOGLE_API_KEY environment variable */
-function getDirectGenAIClient() {
-    if (_directGenaiClient) {
-        return _directGenaiClient;
-    }
-    const apiKey = process.env.GEMINI_API_KEY || process.env.GOOGLE_API_KEY;
-    if (!apiKey) {
-        throw new Error("GEMINI_API_KEY or GOOGLE_API_KEY environment variable is required to use the generate_image tool. " +
-            "Please set one of them to your Google AI API key.");
-    }
-    _directGenaiClient = new GoogleGenAI({ apiKey });
-    return _directGenaiClient;
-}
-/** Get Google GenAI client using Town proxy with authenticated credentials */
-function getTownGenAIClient() {
-    if (_townGenaiClient) {
-        return _townGenaiClient;
-    }
-    const shedAuth = getShedAuth();
-    if (!shedAuth) {
-        throw new Error("Not logged in. Run 'town login' or set SHED_API_KEY to use the town_generate_image tool.");
-    }
-    // Configure the client to use shed as proxy
-    // The SDK will send requests to {shedUrl}/api/gemini/{apiVersion}/{path}
-    _townGenaiClient = new GoogleGenAI({
-        apiKey: shedAuth.accessToken,
-        httpOptions: {
-            baseUrl: `${shedAuth.shedUrl}/api/gemini/`,
-        },
-    });
-    return _townGenaiClient;
-}
-function makeGenerateImageToolInternal(getClient) {
-    const generateImage = tool(async ({ prompt, aspectRatio = "1:1" }) => {
-        try {
-            if (!hasSessionContext()) {
-                throw new Error("GenerateImage tool requires session context. Ensure the tool is called within a session.");
-            }
-            const { sessionId } = getSessionContext();
-            const toolOutputDir = getToolOutputDir("GenerateImage");
-            const client = getClient();
-            // Use Gemini 3 Pro Image for image generation
-            // Note: imageConfig is a valid API option but not yet in the TypeScript types
-            // biome-ignore lint/suspicious/noExplicitAny: imageConfig not yet typed in @google/genai
-            const config = {
-                responseModalities: ["TEXT", "IMAGE"],
-                imageConfig: {
-                    aspectRatio: aspectRatio,
-                },
-            };
-            const response = await client.models.generateContent({
-                model: "gemini-3-pro-image-preview",
-                contents: [{ text: prompt }],
-                config,
-            });
-            if (!response.candidates || response.candidates.length === 0) {
-                return {
-                    success: false,
-                    error: "No response from the model. The request may have been filtered.",
-                };
-            }
-            const candidate = response.candidates[0];
-            if (!candidate) {
-                return {
-                    success: false,
-                    error: "No candidate in the response.",
-                };
-            }
-            const parts = candidate.content?.parts;
-            if (!parts || parts.length === 0) {
-                return {
-                    success: false,
-                    error: "No content parts in the response.",
-                };
-            }
-            let imageData;
-            let textResponse;
-            let mimeType;
-            for (const part of parts) {
-                if (part.text) {
-                    textResponse = part.text;
-                }
-                else if (part.inlineData) {
-                    imageData = part.inlineData.data;
-                    mimeType = part.inlineData.mimeType || "image/png";
-                }
-            }
-            if (!imageData) {
-                return {
-                    success: false,
-                    error: "No image was generated in the response.",
-                    ...(textResponse ? { textResponse } : {}),
-                };
-            }
-            // Save image to session-scoped tool output directory
-            await mkdir(toolOutputDir, { recursive: true });
-            // Generate unique filename
-            const timestamp = Date.now();
-            const extension = mimeType === "image/jpeg" ? "jpg" : "png";
-            const fileName = `image-${timestamp}.${extension}`;
-            const filePath = join(toolOutputDir, fileName);
-            // Save image to file
-            const buffer = Buffer.from(imageData, "base64");
-            await writeFile(filePath, buffer);
-            // Create URL for the static file server
-            // The agent HTTP server serves static files from the agent directory
-            // Use AGENT_BASE_URL if set (for production), otherwise construct from BIND_HOST/PORT
-            const port = process.env.PORT || "3100";
-            const hostname = process.env.BIND_HOST || "localhost";
-            const baseUrl = process.env.AGENT_BASE_URL || `http://${hostname}:${port}`;
-            const imageUrl = `${baseUrl}/static/.sessions/${sessionId}/artifacts/tool-GenerateImage/${fileName}`;
-            return {
-                success: true,
-                filePath,
-                fileName,
-                imageUrl,
-                ...(mimeType ? { mimeType } : {}),
-                ...(textResponse ? { textResponse } : {}),
-            };
-        }
-        catch (error) {
-            const errorMessage = error instanceof Error ? error.message : "Unknown error occurred";
-            return {
-                success: false,
-                error: `Image generation failed: ${errorMessage}`,
-            };
-        }
-    }, {
-        name: "GenerateImage",
-        description: "Generate an image based on a text prompt using Google's Gemini image generation model. " +
-            "Returns an imageUrl that can be displayed to the user. After calling this tool, " +
-            "include the imageUrl in your response as a markdown image like ![Description](imageUrl) " +
-            "so the user can see the generated image.\n" +
-            "- Creates images from detailed text descriptions\n" +
-            "- Supports various aspect ratios for different use cases\n" +
-            "- Be specific in prompts about style, composition, colors, and subjects\n" +
-            "\n" +
-            "Usage notes:\n" +
-            "  - Provide detailed, specific prompts for best results\n" +
-            "  - The generated image is saved to the session directory and served via URL\n" +
-            "  - Always display the result using markdown: ![description](imageUrl)\n",
-        schema: z.object({
-            prompt: z
-                .string()
-                .describe("A detailed description of the image to generate. Be specific about style, composition, colors, and subjects."),
-            aspectRatio: z
-                .enum(["1:1", "3:4", "4:3", "9:16", "16:9", "5:4"])
-                .optional()
-                .default("1:1")
-                .describe("The aspect ratio of the generated image."),
-        }),
-    });
-    // biome-ignore lint/suspicious/noExplicitAny: Need to add custom properties to LangChain tool
-    generateImage.prettyName = "Generate Image";
-    // biome-ignore lint/suspicious/noExplicitAny: Need to add custom properties to LangChain tool
-    generateImage.icon = "Image";
-    return generateImage;
-}
-/** Create generate image tool using direct GEMINI_API_KEY/GOOGLE_API_KEY */
-export function makeGenerateImageTool() {
-    return makeGenerateImageToolInternal(getDirectGenAIClient);
-}
-/** Create generate image tool using Town proxy */
-export function makeTownGenerateImageTool() {
-    return makeGenerateImageToolInternal(getTownGenAIClient);
-}