summer-engine 1.1.0 → 1.2.1

package/dist/lib/skills-registry.js

@@ -0,0 +1,118 @@
+export const AGENT_CLIENTS = [
+    "summer",
+    "codex",
+    "claude-code",
+    "cursor",
+    "windsurf",
+];
+const ALL_CLIENTS = AGENT_CLIENTS;
+export const SKILL_REGISTRY = [
+    {
+        name: "gdscript-patterns",
+        public: true,
+        category: "scripting",
+        clients: ALL_CLIENTS,
+        recommended: true,
+        requiresMcpTools: [
+            "summer_set_prop",
+            "summer_connect_signal",
+            "summer_input_map_bind",
+            "summer_get_script_errors",
+        ],
+        testScenario: "Create a typed GDScript with a signal, attach it to a node, connect the signal, and verify script errors.",
+    },
+    {
+        name: "scene-composition",
+        public: true,
+        category: "scene",
+        clients: ALL_CLIENTS,
+        recommended: true,
+        requiresMcpTools: [
+            "summer_create_scene",
+            "summer_open_scene",
+            "summer_get_scene_tree",
+            "summer_add_node",
+            "summer_instantiate_scene",
+            "summer_save_scene",
+        ],
+        testScenario: "Build a small reusable player scene, instantiate it in a main scene, and save both scenes through Summer tools.",
+    },
+    {
+        name: "fps-controller",
+        public: true,
+        category: "gameplay",
+        clients: ALL_CLIENTS,
+        recommended: true,
+        requiresMcpTools: [
+            "summer_add_node",
+            "summer_set_prop",
+            "summer_set_resource_property",
+            "summer_input_map_bind",
+        ],
+        testScenario: "Create a CharacterBody3D player with collision, camera, input actions, and a host-edited controller script.",
+    },
+    {
+        name: "3d-lighting",
+        public: true,
+        category: "lighting",
+        clients: ALL_CLIENTS,
+        recommended: true,
+        requiresMcpTools: [
+            "summer_add_node",
+            "summer_set_prop",
+            "summer_set_resource_property",
+        ],
+        testScenario: "Add sun, fill lighting, WorldEnvironment, and shadow settings to a simple 3D scene.",
+    },
+    {
+        name: "ui-basics",
+        public: true,
+        category: "ui",
+        clients: ALL_CLIENTS,
+        recommended: true,
+        requiresMcpTools: [
+            "summer_add_node",
+            "summer_set_prop",
+            "summer_connect_signal",
+        ],
+        testScenario: "Create a HUD CanvasLayer with labels, a ProgressBar, and a connected Button signal.",
+    },
+    {
+        name: "asset-strategy",
+        public: true,
+        category: "assets",
+        clients: ALL_CLIENTS,
+        recommended: true,
+        requiresMcpTools: [
+            "summer_search_assets",
+            "summer_import_asset",
+            "summer_import_from_url",
+            "summer_generate_image",
+            "summer_generate_3d",
+            "summer_generate_audio",
+        ],
+        testScenario: "Choose library, generated, or primitive assets for a small level and import one asset into the project.",
+    },
+    {
+        name: "make-game",
+        public: true,
+        category: "workflow",
+        clients: ALL_CLIENTS,
+        recommended: false,
+        requiresMcpTools: [
+            "summer_get_agent_playbook",
+            "summer_get_project_context",
+            "summer_create_scene",
+            "summer_open_scene",
+            "summer_save_scene",
+            "summer_add_node",
+            "summer_set_prop",
+            "summer_set_resource_property",
+            "summer_instantiate_scene",
+            "summer_play",
+            "summer_stop",
+            "summer_get_diagnostics",
+        ],
+        testScenario: "Build one narrow playable prototype from requirements through scene setup, host-edited scripts, and diagnostics.",
+    },
+];

package/dist/mcp/server.js

@@ -6,6 +6,7 @@ import { registerSceneTools } from "./tools/scene-tools.js";
 import { registerDebugTools } from "./tools/debug-tools.js";
 import { registerProjectTools } from "./tools/project-tools.js";
 import { registerAssetTools } from "./tools/asset-tools.js";
+import { registerGenerateTools } from "./tools/generate-tools.js";
 const require = createRequire(import.meta.url);
 const { version } = require("../../package.json");
 let cachedClient = null;
@@ -34,6 +35,7 @@ export async function startMcpServer() {
     registerDebugTools(server);
     registerProjectTools(server);
     registerAssetTools(server);
+    registerGenerateTools(server);
     const transport = new StdioServerTransport();
     await server.connect(transport);
     process.stderr.write(`[summer-mcp] MCP server running v${version}.\n`);

package/dist/mcp/tools/asset-tools.js

@@ -56,6 +56,9 @@ async function searchAssetsApi(params) {
     if (params.limit) {
         searchParams.set("limit", String(params.limit));
     }
+    if (params.source) {
+        searchParams.set("source", params.source);
+    }
     const res = await fetch(`${GATEWAY_URL}/api/mcp/assets?${searchParams}`, {
         headers: { Authorization: `Bearer ${token}` },
         signal: AbortSignal.timeout(15000),
@@ -85,17 +88,23 @@ async function searchAssetsApi(params) {
     return data;
 }
 export function registerAssetTools(server) {
-    server.tool("summer_search_assets", `Search the Summer Engine asset library (25k+ game assets) by description.
+    server.tool("summer_search_assets", `Search for game assets in the Summer Engine ecosystem.
+
+Sources:
+  - "library" (default) — Public asset library (25k+ community assets). Requires Pro plan.
+  - "my_assets" — Your own generated/uploaded assets. Free for all users. Query is optional.
+  - "all" — Search both library and your assets.
 
 Uses hybrid search: keywords + semantic similarity. Finds assets by name AND by meaning.
 Returns asset names, types, preview URLs, and import-ready file URLs.
 
-Requires authentication. If the user gets an auth error, they need to run 'npx summer-engine login' in their terminal first.`, {
-        query: z.string().describe("Natural language search, e.g. 'low-poly tree', 'sci-fi weapon', 'wooden crate'"),
+Requires authentication: run 'npx summer-engine login' first.`, {
+        query: z.string().describe("Natural language search, e.g. 'low-poly tree', 'sci-fi weapon'. For my_assets, can be empty to list recent."),
         assetType: z.enum(["2d_image", "animation", "3d_model", "audio", "music", "all"]).default("all").describe("Filter by asset type"),
         limit: z.number().default(10).describe("Max results (1-20)"),
-    }, async ({ query, assetType, limit }) => {
-        const result = await searchAssetsApi({ query, assetType, limit: Math.min(limit, 20) });
+        source: z.enum(["library", "my_assets", "all"]).default("library").describe("Where to search: library (public 25k+), my_assets (your generated assets), all"),
+    }, async ({ query, assetType, limit, source }) => {
+        const result = await searchAssetsApi({ query, assetType, limit: Math.min(limit, 20), source });
         if (result.error) {
             return {
                 content: [

package/dist/mcp/tools/generate-tools.d.ts

@@ -0,0 +1,2 @@
+import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+export declare function registerGenerateTools(server: McpServer): void;

package/dist/mcp/tools/generate-tools.js

@@ -0,0 +1,422 @@
+import { z } from "zod";
+import { writeFile, mkdir } from "fs/promises";
+import { tmpdir } from "os";
+import { join } from "path";
+import { getAuthToken } from "../../lib/auth.js";
+const GATEWAY_URL = process.env.SUMMER_GATEWAY_URL || "https://www.summerengine.com";
+// ---------------------------------------------------------------------------
+// Shared helpers
+// ---------------------------------------------------------------------------
+async function mcpGenerate(endpoint, body, timeoutMs = 120_000) {
+    const token = await getAuthToken();
+    if (!token) {
+        return {
+            error: "Not signed in. Run in your terminal:\n  npx summer-engine login\nOr open: https://www.summerengine.com/login",
+            status: 401,
+        };
+    }
+    const res = await fetch(`${GATEWAY_URL}${endpoint}`, {
+        method: "POST",
+        headers: {
+            Authorization: `Bearer ${token}`,
+            "Content-Type": "application/json",
+        },
+        body: JSON.stringify(body),
+        signal: AbortSignal.timeout(timeoutMs),
+    });
+    const data = await res.json();
+    if (!res.ok) {
+        let message = data.message || data.error || "Request failed";
+        if (res.status === 402) {
+            message =
+                (data.message || "Insufficient credits.") +
+                    "\nTop up at: https://www.summerengine.com/dashboard\nOr upgrade your plan at: https://www.summerengine.com/pricing";
+        }
+        if (res.status === 401) {
+            message =
+                (data.message || "Auth token expired.") +
+                    "\nRe-authenticate:\n  npx summer-engine login";
+        }
+        return { error: message, data, status: res.status };
+    }
+    return { data, status: res.status };
+}
+/**
+ * Download an image URL to a temp file so the AI can Read it and show the user.
+ */
+async function downloadToTemp(url, prefix, ext = "png") {
+    try {
+        const dir = join(tmpdir(), "summer-gen");
+        await mkdir(dir, { recursive: true });
+        const filename = `${prefix}-${Date.now()}.${ext}`;
+        const filepath = join(dir, filename);
+        const res = await fetch(url, { signal: AbortSignal.timeout(30_000) });
+        if (!res.ok)
+            return null;
+        const buffer = Buffer.from(await res.arrayBuffer());
+        await writeFile(filepath, buffer);
+        return filepath;
+    }
+    catch {
+        return null;
+    }
+}
+/**
+ * Poll a job until completed, failed, or timeout.
+ * Returns the final job status object.
+ */
+async function pollJob(jobId, maxWaitMs = 300_000, intervalMs = 5_000) {
+    const token = await getAuthToken();
+    if (!token)
+        return { error: "Not signed in" };
+    const deadline = Date.now() + maxWaitMs;
+    while (Date.now() < deadline) {
+        try {
+            const res = await fetch(`${GATEWAY_URL}/api/mcp/jobs/${encodeURIComponent(jobId)}`, {
+                headers: { Authorization: `Bearer ${token}` },
+                signal: AbortSignal.timeout(15_000),
+            });
+            const data = await res.json();
+            if (!res.ok)
+                return { error: data.message || "Poll failed", data };
+            if (data.status === "completed")
+                return { data };
+            if (data.status === "failed")
+                return { error: data.error || "Job failed", data };
+            // Still running — wait and retry
+            await new Promise((r) => setTimeout(r, intervalMs));
+            // Back off slightly after 30s
+            if (Date.now() - (deadline - maxWaitMs) > 30_000) {
+                intervalMs = Math.min(intervalMs * 1.2, 15_000);
+            }
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            return { error: `Poll error: ${msg}` };
+        }
+    }
+    return { error: `Timed out after ${maxWaitMs / 1000}s. Use summer_check_job({ jobId: "${jobId}" }) to check later.` };
+}
+function errorResult(message, extra) {
+    return {
+        content: [
+            {
+                type: "text",
+                text: JSON.stringify({ error: true, message, ...extra }, null, 2),
+            },
+        ],
+        isError: true,
+    };
+}
+function successResult(data) {
+    return {
+        content: [
+            {
+                type: "text",
+                text: JSON.stringify(data, null, 2),
+            },
+        ],
+    };
+}
+// ---------------------------------------------------------------------------
+// Registration
+// ---------------------------------------------------------------------------
+export function registerGenerateTools(server) {
+    // ========================================================================
+    // summer_generate_image
+    // ========================================================================
+    server.tool("summer_generate_image", `Generate an image using AI models via Summer Engine Studio.
+
+Known models:
+  - "nano-banana-2" (default) — High quality, supports txt2img and img2img
+  - "gemini-flash" — Google Gemini 2.5 Flash, fast
+  - "flux-2" — FLUX.2, good for specific styles
+  - Any fal-ai model ID works as a passthrough
+
+Two modes:
+  - txt2img (default): just pass prompt
+  - img2img (edit): pass prompt + referenceImageUrl to edit/transform an existing image
+
+Style presets: "realistic" (default), "cartoon", "anime", "none"
+
+The 'options' object is passed directly to the AI provider for full control.
+
+Returns the asset with fileUrl (hosted) and localPath (temp file on disk).
+Use the Read tool on localPath to show the image to the user for approval.
+
+Requires authentication: run 'npx summer-engine login' first.`, {
+        prompt: z.string().describe("Description of the image to generate"),
+        model: z
+            .string()
+            .default("nano-banana-2")
+            .describe("Model name or full provider ID"),
+        style: z
+            .string()
+            .default("realistic")
+            .describe("Style preset: realistic, cartoon, anime, or 'none' to skip"),
+        referenceImageUrl: z
+            .string()
+            .optional()
+            .describe("Source image URL for img2img / edit mode. The prompt describes how to transform this image."),
+        options: z
+            .record(z.any())
+            .optional()
+            .describe("Provider-specific params (guidance_scale, seed, image_size, negative_prompt, etc.)"),
+    }, async ({ prompt, model, style, referenceImageUrl, options }) => {
+        const result = await mcpGenerate("/api/mcp/generate/image", {
+            prompt,
+            model,
+            style,
+            referenceImageUrl,
+            options,
+        });
+        if (result.error) {
+            return errorResult(result.error, result.data);
+        }
+        // Download to temp so the AI can Read and show the image
+        const imageUrl = result.data?.asset?.fileUrl || result.data?.asset?.thumbnailUrl;
+        let localPath = null;
+        if (imageUrl) {
+            localPath = await downloadToTemp(imageUrl, "img");
+        }
+        return successResult({
+            ...result.data,
+            localPath,
+            hint: localPath
+                ? `Image saved to ${localPath}. Use the Read tool on this path to show it to the user.`
+                : undefined,
+        });
+    });
+    // ========================================================================
+    // summer_generate_audio
+    // ========================================================================
+    server.tool("summer_generate_audio", `Generate audio using AI providers via Summer Engine Studio.
+
+Capabilities:
+  - "text_to_speech" — Convert text to spoken audio. Requires 'text'. Optional 'voiceId'.
+  - "sound_effects" — Generate sound effects from description. Requires 'text'. Optional 'durationSeconds'.
+  - "music" — Generate background music. Requires 'prompt'. Optional 'durationSeconds'.
+  - "text_to_dialogue" — Multi-voice dialogue. Requires 'inputs' array of {text, voiceId} objects.
+
+The 'options' object is passed directly to ElevenLabs, so you can set any
+provider-specific parameter: stability, similarity_boost, style, speed, etc.
+
+Returns the generated audio URL and asset metadata.
+Requires authentication: run 'npx summer-engine login' first.`, {
+        capability: z
+            .string()
+            .describe("Type of audio: text_to_speech, sound_effects, music, text_to_dialogue"),
+        text: z
+            .string()
+            .optional()
+            .describe("Text for TTS, or description for sound effects"),
+        prompt: z
+            .string()
+            .optional()
+            .describe("Music description (for 'music' capability)"),
+        voiceId: z
+            .string()
+            .optional()
+            .describe("ElevenLabs voice ID for TTS"),
+        modelId: z
+            .string()
+            .optional()
+            .describe("ElevenLabs model ID (e.g. 'eleven_multilingual_v2')"),
+        durationSeconds: z
+            .number()
+            .optional()
+            .describe("Duration in seconds for SFX or music"),
+        inputs: z
+            .array(z.object({ text: z.string(), voiceId: z.string() }))
+            .optional()
+            .describe("Dialogue lines for text_to_dialogue"),
+        options: z
+            .record(z.any())
+            .optional()
+            .describe("Provider-specific params (stability, similarity_boost, style, speed, etc.)"),
+    }, async ({ capability, text, prompt, voiceId, modelId, durationSeconds, inputs, options }) => {
+        const body = { capability };
+        if (text)
+            body.text = text;
+        if (prompt)
+            body.prompt = prompt;
+        if (voiceId)
+            body.voiceId = voiceId;
+        if (modelId)
+            body.modelId = modelId;
+        if (durationSeconds)
+            body.durationSeconds = durationSeconds;
+        if (inputs)
+            body.inputs = inputs;
+        if (options)
+            body.options = options;
+        const result = await mcpGenerate("/api/mcp/generate/audio", body);
+        if (result.error) {
+            return errorResult(result.error, result.data);
+        }
+        return successResult(result.data);
+    });
+    // ========================================================================
+    // summer_generate_3d
+    // ========================================================================
+    server.tool("summer_generate_3d", `Generate a 3D model via Summer Engine Studio.
+
+Available models:
+  - "hunyuan" (default) — Hunyuan 3D v3.1 Pro, high quality
+  - "trellis" — Trellis 2, fast and detailed
+  - "meshy" — Meshy, legacy option
+  - Any fal-ai model ID works as a passthrough
+
+Available kinds:
+  - "text-to-3d" (default) — From text description. Requires 'prompt'.
+    Internally generates a 3D-optimized reference image first, then converts to 3D.
+  - "image-to-3d" — From your own image. Requires 'imageUrl'.
+  - "texture" — Generate textures for a model. Requires 'imageUrl'.
+
+By default, waits for completion (up to 5 min) and returns the result directly.
+Set wait=false to get the jobId immediately and poll manually with summer_check_job.
+
+Requires authentication: run 'npx summer-engine login' first.`, {
+        prompt: z
+            .string()
+            .optional()
+            .describe("Description of the 3D model, e.g. 'a low-poly treasure chest'"),
+        kind: z
+            .string()
+            .default("text-to-3d")
+            .describe("Generation type: text-to-3d, image-to-3d, texture"),
+        model: z
+            .string()
+            .default("hunyuan")
+            .describe("Model: hunyuan (default), trellis, meshy, or any fal-ai model ID"),
+        imageUrl: z
+            .string()
+            .optional()
+            .describe("Source image URL for image-to-3d or texture"),
+        wait: z
+            .boolean()
+            .default(true)
+            .describe("Wait for completion (default true, up to 5 min). Set false to get jobId immediately."),
+        options: z
+            .record(z.any())
+            .optional()
+            .describe("Provider-specific params (target_polycount, topology, art_style, etc.)"),
+    }, async ({ prompt, kind, model, imageUrl, wait, options }) => {
+        const result = await mcpGenerate("/api/mcp/generate/3d", {
+            prompt,
+            kind,
+            model,
+            imageUrl,
+            options,
+        });
+        if (result.error) {
+            return errorResult(result.error, result.data);
+        }
+        const jobId = result.data?.jobId;
+        // If not waiting or no jobId, return immediately
+        if (!wait || !jobId) {
+            return successResult(result.data);
+        }
+        // Auto-poll until done
+        const pollResult = await pollJob(jobId);
+        if (pollResult.error) {
+            return errorResult(pollResult.error, { ...pollResult.data, jobId });
+        }
+        return successResult({
+            ...pollResult.data,
+            jobId,
+            message: "3D generation complete.",
+        });
+    });
+    // ========================================================================
+    // summer_generate_video
+    // ========================================================================
+    server.tool("summer_generate_video", `Generate a video using AI models via Summer Engine Studio.
+
+Known models (text-to-video):
+  - "ltx" (default) — LTX Video, fast (~$0.10)
+  - "kling" — Kling 2 Master, high quality (~$0.50)
+  - "kling-turbo" — Kling 2.5 Turbo Pro (~$0.30)
+  - "minimax" — MiniMax (~$0.25)
+  - "veo3" — Google Veo 3, premium (~$1.00)
+
+Known models (image-to-video, when imageUrl provided):
+  - "ltx" (default), "kling", "minimax"
+
+If imageUrl is provided, switches to image-to-video mode.
+Pass provider-specific params in 'options' (negative_prompt, num_frames, etc.).
+
+Returns the generated video URL and asset metadata.
+Requires authentication: run 'npx summer-engine login' first.`, {
+        prompt: z
+            .string()
+            .describe("Description of the video content"),
+        model: z
+            .string()
+            .default("ltx")
+            .describe("Model name: ltx, kling, kling-turbo, minimax, veo3 (or any new model)"),
+        imageUrl: z
+            .string()
+            .optional()
+            .describe("Source image URL — if provided, uses image-to-video mode"),
+        duration: z
+            .number()
+            .default(5)
+            .describe("Duration in seconds (5 or 10)"),
+        aspectRatio: z
+            .string()
+            .default("16:9")
+            .describe("Aspect ratio: 16:9, 9:16, 1:1, 4:3"),
+        options: z
+            .record(z.any())
+            .optional()
+            .describe("Provider-specific params (negative_prompt, num_frames, guidance_scale, etc.)"),
+    }, async ({ prompt, model, imageUrl, duration, aspectRatio, options }) => {
+        const result = await mcpGenerate("/api/mcp/generate/video", {
+            prompt,
+            model,
+            imageUrl,
+            duration,
+            aspectRatio,
+            options,
+        });
+        if (result.error) {
+            return errorResult(result.error, result.data);
+        }
+        return successResult(result.data);
+    });
+    // ========================================================================
+    // summer_check_job
+    // ========================================================================
+    server.tool("summer_check_job", `Check the status of an async generation job.
+
+Use this when you called summer_generate_3d with wait=false, or need to re-check
+a job that timed out. Most of the time you won't need this — summer_generate_3d
+waits automatically.
+
+Status values: waiting, active, completed, failed, delayed, unknown.
+
+Requires authentication: run 'npx summer-engine login' first.`, {
+        jobId: z.string().describe("The job ID returned by an async generation tool"),
+    }, async ({ jobId }) => {
+        const token = await getAuthToken();
+        if (!token) {
+            return errorResult("Not signed in. Run: npx summer-engine login");
+        }
+        try {
+            const res = await fetch(`${GATEWAY_URL}/api/mcp/jobs/${encodeURIComponent(jobId)}`, {
+                headers: { Authorization: `Bearer ${token}` },
+                signal: AbortSignal.timeout(15_000),
+            });
+            const data = await res.json();
+            if (!res.ok) {
+                return errorResult(data.message || data.error || "Failed to check job status", data);
+            }
+            return successResult(data);
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            return errorResult(`Job status check failed: ${msg}`);
+        }
+    });
+}