@eyejack-creator/mcp 0.4.0 → 0.5.0

package/README.md

@@ -29,6 +29,7 @@ The token lives as long as your editor tab (the tab heartbeats it; closing the t
 |---|---|
 | `get_scene` | Full structured snapshot: metadata, parsed scene document (unity-space, degrees), `sceneRevision`, referenced files |
 | `list_assets` | The artwork's asset files with `usedInScene` resolution |
+| `import_asset` | Upload a local media file (image/video/GLB) — the open editor ingests it through its normal transcode/upload pipeline and auto-places it in the scene |
 | `update_scene` | Whole-document, revision-checked scene write — applied **live** in the open editor with your `ops` action log; conflicts return the current scene to rebase on |
 | `publish_artwork` | Publish the artwork to its public launch URL (draft/disabled → published) |
 | `screenshot` | JPEG of the editor's current view, rendered by the open tab and relayed over AppSync (auto-degraded under the transport cap) — the agent's eyes |

package/dist/index.js

@@ -728,6 +728,16 @@ var AGENT_LIST_ARTWORKS = `
     }
   }
 `;
+var AGENT_CREATE_UPLOAD_URL = `
+  mutation AgentCreateUploadUrl($filename: String!, $contentType: String) {
+    agentCreateUploadUrl(filename: $filename, contentType: $contentType) {
+      uploadUrl
+      downloadUrl
+      key
+      expiresAt
+    }
+  }
+`;
 var AGENT_ENSURE_SCENE_BACKUP = `
   mutation AgentEnsureSceneBackup($artworkId: ID!) {
     agentEnsureSceneBackup(artworkId: $artworkId) {
@@ -832,6 +842,15 @@ var AgentApi = class {
     const data = await this.client.execute(CREATE_ARTWORK, { input });
     return data.createArtwork;
   }
+  /**
+   * Presigned S3 staging pair for asset imports (P6): the agent PUTs local
+   * file bytes to uploadUrl, then hands downloadUrl to the browser (via the
+   * IMPORT_ASSET action) to pull into the normal asset pipeline.
+   */
+  async createUploadUrl(filename, contentType) {
+    const data = await this.client.execute(AGENT_CREATE_UPLOAD_URL, { filename, contentType: contentType ?? null });
+    return data.agentCreateUploadUrl;
+  }
   /**
    * Lazy pre-write snapshot (P6a): idempotent per (session, artwork) —
    * powers the editor's "Revert AI changes". saveScene calls this
@@ -1076,6 +1095,8 @@ function loadConfig() {
 
 // src/tools.ts
 import { randomUUID } from "node:crypto";
+import { readFile } from "node:fs/promises";
+import { basename, extname } from "node:path";
 import { z } from "zod";
 var SCENE_CONTRACT = `Scene document conventions (the stored EyeJack format):
 - Coordinate space is unity-style left-handed; rotations are in DEGREES.
@@ -1145,17 +1166,22 @@ function registerTools(server2, client2, options) {
     return waiter;
   };
   const NO_ARTWORK_HINT = "No artworkId given and no artwork is open in the editor tab. Pass artworkId explicitly (see list_artworks) or use open_artwork first.";
-  const resolveArtworkId = async (explicit) => {
-    if (explicit) return explicit;
+  const queryActiveArtwork = async () => {
     await ensureResultListener();
     const pong = await requestOnce("PING", null, 6e3);
     if (pong?.ok && pong.payload) {
       try {
-        const parsed = JSON.parse(pong.payload);
-        if (parsed.activeArtworkId) return parsed.activeArtworkId;
+        return JSON.parse(pong.payload).activeArtworkId ?? null;
       } catch {
+        return null;
       }
     }
+    return null;
+  };
+  const resolveArtworkId = async (explicit) => {
+    if (explicit) return explicit;
+    const active = await queryActiveArtwork();
+    if (active) return active;
     throw new Error(NO_ARTWORK_HINT);
   };
   const artworkIdParam = {
@@ -1353,6 +1379,83 @@ function registerTools(server2, client2, options) {
       }
     }
   );
+  const IMPORT_MIME = {
+    ".png": "image/png",
+    ".jpg": "image/jpeg",
+    ".jpeg": "image/jpeg",
+    ".webp": "image/webp",
+    ".gif": "image/gif",
+    ".mp4": "video/mp4",
+    ".mov": "video/quicktime",
+    ".glb": "model/gltf-binary"
+  };
+  const importAssetParams = {
+    filePath: z.string().describe("Absolute path to a local media file: .png/.jpg/.jpeg/.webp image, .gif/.mp4/.mov video, or .glb model."),
+    artworkId: z.string().optional().describe("Target artwork. Omit for the one open in the editor tab; if another id is given, the tab is steered there first (imports run in the open editor).")
+  };
+  server2.tool(
+    "import_asset",
+    "Bring NEW media into a project: upload a local file, which the user's open editor ingests through its normal asset pipeline (transcode, size limits, thumbnails) and auto-places in the scene. Returns the new asset's fileID \u2014 follow up with get_scene/update_scene to position it, and screenshot to verify. Requires the editor tab open; videos can take a minute or two to transcode. Per-project asset budget is ~3MB total, so prefer small optimized files.",
+    importAssetParams,
+    async (args) => {
+      const { filePath, artworkId } = args;
+      try {
+        const ext = extname(filePath).toLowerCase();
+        const contentType = IMPORT_MIME[ext];
+        if (!contentType) {
+          return asText(`Unsupported file type "${ext}". Supported: ${Object.keys(IMPORT_MIME).join(", ")}`);
+        }
+        const bytes = await readFile(filePath);
+        if (bytes.length > 100 * 1024 * 1024) {
+          return asText("File is larger than 100MB \u2014 far beyond the panels asset budget. Pick a smaller file.");
+        }
+        const filename = basename(filePath);
+        const active = await queryActiveArtwork();
+        let target = artworkId ?? active;
+        if (!target) return asText(NO_ARTWORK_HINT);
+        if (target !== active) {
+          const opened = await requestOnce("OPEN_ARTWORK", JSON.stringify({ artworkId: target }), 15e3);
+          if (!opened?.ok) {
+            return asText(`Could not open ${target} in the editor first: ${opened?.error || "no response from the tab"}`);
+          }
+          await new Promise((resolve) => setTimeout(resolve, 4e3));
+        }
+        const staging = await client2.agent.createUploadUrl(filename, contentType);
+        const put = await fetch(staging.uploadUrl, {
+          method: "PUT",
+          headers: { "content-type": contentType },
+          body: new Uint8Array(bytes)
+        });
+        if (!put.ok) {
+          return asText(`Staging upload failed (HTTP ${put.status}).`);
+        }
+        const result = await requestOnce(
+          "IMPORT_ASSET",
+          JSON.stringify({ artworkId: target, downloadUrl: staging.downloadUrl, filename, contentType }),
+          24e4
+        );
+        if (!result) {
+          return asText("No response from the editor tab \u2014 is it open and visible? (Large videos can also exceed the wait; check the editor and re-read the scene.)");
+        }
+        if (!result.ok) {
+          return asText(`Import failed: ${result.error || "unknown error"}`);
+        }
+        let fileID = null;
+        try {
+          fileID = result.payload ? JSON.parse(result.payload).fileID ?? null : null;
+        } catch {
+        }
+        return asText({
+          ok: true,
+          artworkId: target,
+          fileID,
+          message: "Imported through the editor pipeline and auto-placed in the scene. Use get_scene to see it (assetID == fileID) and update_scene to reposition; screenshot to verify visually."
+        });
+      } catch (err) {
+        return asError(err);
+      }
+    }
+  );
   const screenshotParams = {
     width: z.number().int().min(64).max(2048).optional().describe("Image width in px (default 1280; height follows the editor aspect)."),
     quality: z.number().min(0.1).max(1).optional().describe("JPEG quality 0.1\u20131 (default 0.8; auto-degraded if the image exceeds the transport cap).")
@@ -1433,7 +1536,7 @@ var client = createCreatorClient({
 });
 var server = new McpServer({
   name: "eyejack-creator",
-  version: "0.4.0"
+  version: "0.5.0"
 });
 registerTools(server, client, {
   launchBaseUrl: config.launchBaseUrl,
@@ -1442,4 +1545,4 @@ registerTools(server, client, {
 });
 var transport = new StdioServerTransport();
 await server.connect(transport);
-console.error(`eyejack-mcp connected (stage: ${config.stage}) \u2014 account-scoped workspace tools ready.`);
+console.error(`eyejack-mcp connected (stage: ${config.stage}) \u2014 workspace + asset-import tools ready.`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@eyejack-creator/mcp",
-  "version": "0.4.0",
+  "version": "0.5.0",
   "description": "EyeJack Creator MCP server — connect Claude Code / Codex / Cursor to a live EyeJack editing session.",
   "license": "UNLICENSED",
   "type": "module",