@writepanda/mcp 1.201.0 → 1.207.0

package/bin/portableSchema.mjs

@@ -0,0 +1,91 @@
+// Tool input schemas in the subset every model provider accepts.
+//
+// Our schemas are written in plain JSON Schema, and some fields allow more
+// than one type (`type: ["object", "null"]`, `["object", "string", "array"]`).
+// Anthropic and OpenAI take that, but Google Gemini rejects the whole tool
+// list when a multi-type field carries `properties` or an array branch has no
+// `items` ("properties: only allowed for OBJECT type", "items: missing
+// field"), so every Gemini session failed before its first reply.
+//
+// portableSchema rewrites each such field, keeping its meaning:
+// - a type plus null becomes that single type; null stays accepted by the
+//   handlers and is noted in the description.
+// - several non-null types become anyOf branches, each with only the
+//   keywords that belong to its type (properties on the object branch,
+//   items on the array branch, enum values of matching type).
+// - every array schema gets an items schema.
+
+const OBJECT_KEYS = ["properties", "required", "additionalProperties"];
+const ARRAY_KEYS = ["items", "minItems", "maxItems"];
+const NUMBER_KEYS = ["minimum", "maximum"];
+const STRING_KEYS = ["minLength", "maxLength", "pattern", "format"];
+
+function keysFor(type) {
+	if (type === "object") return OBJECT_KEYS;
+	if (type === "array") return ARRAY_KEYS;
+	if (type === "number" || type === "integer") return NUMBER_KEYS;
+	if (type === "string") return STRING_KEYS;
+	return [];
+}
+
+const TYPE_SPECIFIC = new Set([...OBJECT_KEYS, ...ARRAY_KEYS, ...NUMBER_KEYS, ...STRING_KEYS]);
+
+function enumFor(values, type) {
+	const match = (v) =>
+		type === "integer"
+			? Number.isInteger(v)
+			: type === "array"
+				? Array.isArray(v)
+				: type === "object"
+					? v !== null && typeof v === "object" && !Array.isArray(v)
+					: typeof v === type;
+	return values.filter(match);
+}
+
+/** One branch of a multi-type field: the type and only its own keywords. */
+function branch(schema, type) {
+	const out = { type };
+	for (const k of keysFor(type)) if (k in schema) out[k] = schema[k];
+	if (Array.isArray(schema.enum)) {
+		const values = enumFor(schema.enum, type);
+		if (values.length) out.enum = values;
+	}
+	return portableSchema(out);
+}
+
+export function portableSchema(schema) {
+	if (Array.isArray(schema)) return schema.map(portableSchema);
+	if (!schema || typeof schema !== "object") return schema;
+	let s = { ...schema };
+
+	if (Array.isArray(s.type)) {
+		const nullable = s.type.includes("null");
+		const types = s.type.filter((t) => t !== "null");
+		if (nullable && s.description && !/\bnull\b/.test(s.description))
+			s.description = `${s.description} (null clears it.)`;
+		if (Array.isArray(s.enum)) s.enum = s.enum.filter((v) => v !== null);
+		if (types.length <= 1) {
+			s.type = types[0] ?? "string";
+		} else {
+			const common = {};
+			for (const [k, v] of Object.entries(s))
+				if (k !== "type" && k !== "enum" && !TYPE_SPECIFIC.has(k)) common[k] = v;
+			return { ...common, anyOf: types.map((t) => branch(s, t)) };
+		}
+	}
+
+	if (s.type === "array" && !s.items) s.items = { type: "string" };
+	if (s.properties && !s.type && !s.anyOf) s.type = "object";
+
+	if (s.properties) {
+		const props = {};
+		for (const [k, v] of Object.entries(s.properties)) props[k] = portableSchema(v);
+		s.properties = props;
+	}
+	if (s.items) s.items = portableSchema(s.items);
+	for (const k of ["anyOf", "oneOf", "allOf"])
+		if (Array.isArray(s[k])) s[k] = s[k].map(portableSchema);
+	if (s.additionalProperties && typeof s.additionalProperties === "object")
+		s.additionalProperties = portableSchema(s.additionalProperties);
+	return s;
+}

package/bin/server.mjs

@@ -47,6 +47,7 @@ import {
 	probeHealth,
 	waitForHealth,
 } from "./appConnection.mjs";
+import { portableSchema } from "./portableSchema.mjs";
 
 // ── Credentials + transport ───────────────────────────────────────────
 //
@@ -576,7 +577,7 @@ const MOTION_ELEMENT_PROPS = {
 	content: {
 		type: ["object", "string", "array"],
 		description:
-			'keyword/chip/stamp/slam/behind/highlight { text } (or a bare string); count { value, to?, prefix?, suffix?, label?, decimals? } (value "20-30" = range); steps { items[], cues? (ms offsets from start) }; lowerThird { title, subtitle? (<=320 chars, wraps), look?: plate|plain|typewriter }; endCard { lines: [a, b] }; progress { label?, fromMs?, toMs? }; iconPop { emoji } | { icon }; frame { look: viewfinder | selection | corners, label? }; sticker { image: transparent PNG path, label? }; ticker { text (one story per line, <=2000 chars), label?, speed? (40-600 px/s) }; credits { title?, entries: [{ role?, name }] | "Role: Name" strings (<=200) }; crawl { title?, text (<=6000 chars), tilt? (0-80), turn? (-60..60) }. Any script, symbols and emoji draw.',
+			'keyword/chip/stamp/slam/behind/highlight { text } (or a bare string); count { value, to?, prefix?, suffix?, label?, decimals? } (value "20-30" = range); steps { items[], cues? (ms offsets from start) }; lowerThird { title, subtitle? (<=320 chars, wraps), look?: plate|plain|typewriter, typeSpeed? (typewriter pace, 5-80 chars/s, default ~22) }; endCard { lines: [a, b] }; progress { label?, fromMs?, toMs? }; iconPop { emoji } | { icon }; frame { look: viewfinder | selection | corners, label? }; sticker { image: transparent PNG path, label? }; ticker { text (one story per line, <=2000 chars), label?, speed? (40-600 px/s) }; credits { title?, entries: [{ role?, name }] | "Role: Name" strings (<=200) }; crawl { title?, text (<=6000 chars), tilt? (0-80), turn? (-60..60) }. Any script, symbols and emoji draw.',
 	},
 	atMs: { type: "number", description: "Start, edited ms. Or wordId." },
 	wordId: {
@@ -634,7 +635,7 @@ const TOOLS = [
 	{
 		name: "system_status",
 		description:
-			"App version and license; automationGated true = trial expired, every other tool fails; license.socialPublishing.allowed false = the plan has no Instagram/TikTok/social publishing (Creator, Team, Pro only). Call first.",
+			"App version and license; automationGated true = trial expired, or the Solo plan (license.agentEditing.allowed false: no agent editing, relay license.agentEditing.message to the user), and every other tool fails; license.socialPublishing.allowed false = the plan has no Instagram/TikTok/social publishing (Creator, Team, Pro only). Call first.",
 		inputSchema: { type: "object", properties: {} },
 		command: "system.status",
 	},
@@ -1299,7 +1300,8 @@ const TOOLS = [
 	},
 	{
 		name: "project_current",
-		description: "The project open in the editor, or null.",
+		description:
+			"The project open in the editor, or null, plus the editor's LIVE playhead read at call time: playhead { ms, timeBase: 'edited', durationMs, inCut, playing } (null + playheadNote when unavailable). playhead.ms is EDITED (output) ms, what add-* atMs takes. Call it when the user says 'here' / 'at the playhead' / 'now': the chat context's playhead is from when the message was sent.",
 		inputSchema: { type: "object", properties: {} },
 		command: "project.current",
 	},
@@ -1559,7 +1561,7 @@ const TOOLS = [
 	{
 		name: "project_add_designed_segment",
 		description:
-			"Designed segment: host live on one half, a graphic panel on the other, in one call. The panel is a full-frame transparent render with the camera's half left empty (skill 'Designed segments').",
+			"Designed segment: host live on one half, a graphic panel on the other, in one call. The panel is a full-frame transparent render with the camera's half left empty (skill_read file='motion-templates' section='designed segments').",
 		inputSchema: {
 			type: "object",
 			properties: {
@@ -3115,7 +3117,7 @@ const TOOLS = [
 	{
 		name: "project_auto_reframe",
 		description:
-			"Active-speaker auto-reframe of landscape multi-person footage for vertical / square: frames whoever talks, shot by shot. Slow (minutes). clear reverts.",
+			"Active-speaker auto-reframe of landscape multi-person footage for vertical / square: frames whoever talks, shot by shot. split=true stacks two people (podcast / interview wide) one above the other on a 9:16 canvas. Slow (minutes). clear reverts.",
 		inputSchema: {
 			type: "object",
 			properties: {
@@ -3126,6 +3128,11 @@ const TOOLS = [
 				minShotMs: { type: "number", description: "Default 500." },
 				samplesPerShot: { type: "number", description: "Default 3." },
 				zoom: { type: "number", description: "Fixed punch-in >= 1; omit = adaptive." },
+				split: {
+					type: "boolean",
+					description:
+						"Stack two people: a shot with two people too far apart for one vertical crop becomes two tiles (left person on top), each tracked on its face. Result reframed[].splitShots counts them.",
+				},
 				clear: { type: "boolean" },
 				expectedRevision: { type: "number" },
 			},
@@ -4514,6 +4521,24 @@ const TOOLS = [
 		},
 		command: "recipe.list",
 	},
+	{
+		name: "recipe_prepare_reference",
+		description:
+			"Prepare evidence for learning a reference video's editing style, without editing any project. Async job: whole-video contact sheets, dense motion samples, transition candidates and mixed-audio excerpts. Inspect the evidence and save a portable reference-specific recipe; do not assume generic effects or exact source sound files.",
+		inputSchema: {
+			type: "object",
+			properties: {
+				file: {
+					type: "string",
+					description: "Absolute local video path (download links with media_download_url first).",
+				},
+				title: { type: "string" },
+				sourceUrl: { type: "string" },
+			},
+			required: ["file"],
+		},
+		command: "recipe.prepare-reference",
+	},
 	{
 		name: "recipe_pick",
 		description:
@@ -4726,7 +4751,8 @@ const TOOLS = [
 	},
 	{
 		name: "motion_craft",
-		description: "Launch / promo motion craft library: no id lists topics; id returns the doc.",
+		description:
+			"Launch / promo film craft library (story arcs, blueprints, GSAP rules, design presets): no id lists topics; id returns the doc. An unknown id fails with the closest ids and every valid id. Not the custom motion-graphic HTML contract: that is skill_read section='custom motion graphics'.",
 		inputSchema: {
 			type: "object",
 			properties: {
@@ -4776,7 +4802,7 @@ const TOOLS = [
 	{
 		name: "motion_render_html",
 		description:
-			"Render custom HTML to video when no template fits. Contract (skill 'Custom motion graphics'): a paused GSAP timeline at window.__timelines[<data-composition-id>] and a root with data-composition-id / width / height / duration. Lint and STATIC_RENDER failures must be fixed, never placed. ASYNC: { jobId }.",
+			"Render custom HTML to video when no template fits. Contract (skill_read section='custom motion graphics'; render details in skill_read file='custom-html'): a paused GSAP timeline at window.__timelines[<data-composition-id>] and a root with data-composition-id / width / height / duration. Lint and STATIC_RENDER failures must be fixed, never placed. ASYNC: { jobId }.",
 		inputSchema: {
 			type: "object",
 			properties: {
@@ -4856,6 +4882,44 @@ const TOOLS = [
 	},
 
 	// ── assets ──────────────────────────────────────────────────────
+	{
+		name: "asset_list_sound_patterns",
+		description:
+			"List shared motion sound recipes: counted entrances, scroll ratchets, slides, swipes and presses. Use asset_plan_sound_pattern with actual animation timings.",
+		inputSchema: { type: "object", properties: { query: { type: "string" } } },
+		command: "asset.list-sound-patterns",
+	},
+	{
+		name: "asset_plan_sound_pattern",
+		description:
+			"Plan motion-synced sounds without writing a project. Returns cues for project_add_sound_cues; use a unique group per animation. One cue per actual event, variant rotation, quiet starting gain, tails bounded by settle. Preview below narration.",
+		inputSchema: {
+			type: "object",
+			properties: {
+				pattern: { type: "string", description: "Id from asset_list_sound_patterns." },
+				atMs: { type: "integer", minimum: 0, description: "Edited-timeline motion start." },
+				endMs: { type: "integer", description: "Edited-timeline motion end/settle." },
+				eventOffsetsMs: {
+					type: "array",
+					items: { type: "integer", minimum: 0 },
+					minItems: 1,
+					maxItems: 500,
+					description:
+						"Actual entrance/crossing/gesture offsets relative to atMs; strictly increasing. Follow easing, not an assumed uniform stagger.",
+				},
+				volume: { type: "number", minimum: 0, maximum: 2 },
+				sounds: {
+					type: "array",
+					items: { type: "string" },
+					minItems: 1,
+					maxItems: 500,
+					description: "Optional alternate ids/paths, rotated.",
+				},
+			},
+			required: ["pattern", "atMs", "endMs", "eventOffsetsMs"],
+		},
+		command: "asset.plan-sound-pattern",
+	},
 	{
 		name: "asset_list_emoji",
 		description: "List animated emoji for project_add_emoji.",
@@ -5049,6 +5113,104 @@ const TOOLS = [
 		},
 		command: "export.set-details",
 	},
+	{
+		name: "clips_make",
+		description:
+			"Long video (podcast, webinar, talk) in, scored vertical clips out, no agent needed: imports, transcribes, finds the best sentence-aligned moments across the whole video (local AI + transcript score), and forks each into its own 9:16 project with captions and face-following framing. Async: returns { clipSetId, jobId }; poll clips_get. Then clips_export, or edit a clip's projectPath with any project tool.",
+		inputSchema: {
+			type: "object",
+			properties: {
+				file: { type: "string", description: "Absolute path of the long video." },
+				length: {
+					type: "string",
+					enum: ["short", "medium", "long"],
+					description: "short 15-30 s (default) | medium 30-60 s | long 60-90 s.",
+				},
+				format: {
+					type: "string",
+					enum: ["9:16", "1:1", "16:9"],
+					description: "Shape of every clip (default 9:16).",
+				},
+				footage: {
+					type: "string",
+					enum: ["camera", "screen"],
+					description: "camera (people talking, default) | screen (screen recording, slides).",
+				},
+				captionTemplate: {
+					type: "string",
+					description: "Caption template id (default glowStack), or none.",
+				},
+			},
+			required: ["file"],
+		},
+		command: "clips.make",
+	},
+	{
+		name: "clips_list",
+		description: "List clip sets from clips_make, newest first, with status and clip counts.",
+		inputSchema: { type: "object", properties: {} },
+		command: "clips.list",
+	},
+	{
+		name: "clips_get",
+		description:
+			"One clip set: status (importing, transcribing, finding, building, ready, error), usedModel, sourceProjectPath and clips[] best-first ({ id, title, hook, score 0-100, startMs, endMs, status, projectPath, thumbPath, exportedPath }).",
+		inputSchema: {
+			type: "object",
+			properties: { id: { type: "string", description: "Clip set id." } },
+			required: ["id"],
+		},
+		command: "clips.get",
+	},
+	{
+		name: "clips_export",
+		description:
+			"Export a clip set's finished clips to MP4 (all, or clipIds) into Movies/PandaStudio Clips/<video>/. Async: returns { jobId, outputDir }; job_wait for { exported[] }.",
+		inputSchema: {
+			type: "object",
+			properties: {
+				id: { type: "string", description: "Clip set id." },
+				clipIds: { type: "array", items: { type: "string" }, description: "Only these clips." },
+			},
+			required: ["id"],
+		},
+		command: "clips.export",
+	},
+	{
+		name: "clips_retry",
+		description:
+			"Run a failed or stopped clip set again, reusing its import and transcript and keeping finished clips. clips_get shows why it failed (errorCode).",
+		inputSchema: {
+			type: "object",
+			properties: { id: { type: "string", description: "Clip set id." } },
+			required: ["id"],
+		},
+		command: "clips.retry",
+	},
+	{
+		name: "clips_set_caption",
+		description:
+			"Change every clip's caption style in a set (clips not built yet use it; finished clips are restyled and re-rendered in the background). captionTemplate: template id or none.",
+		inputSchema: {
+			type: "object",
+			properties: {
+				id: { type: "string", description: "Clip set id." },
+				captionTemplate: { type: "string", description: "Caption template id, or none." },
+			},
+			required: ["id", "captionTemplate"],
+		},
+		command: "clips.set-caption",
+	},
+	{
+		name: "clips_delete",
+		description: "Forget a clip set (its clip projects and exports are kept).",
+		inputSchema: {
+			type: "object",
+			properties: { id: { type: "string", description: "Clip set id." } },
+			required: ["id"],
+		},
+		command: "clips.delete",
+	},
 	{
 		name: "export_generate_shots",
 		description:
@@ -5362,7 +5524,8 @@ server.setRequestHandler(ListToolsRequestSchema, async () => {
 		tools: TOOLS.map((t) => ({
 			name: t.name,
 			description: t.description,
-			inputSchema: t.inputSchema,
+			// Gemini rejects multi-type fields that JSON Schema allows.
+			inputSchema: portableSchema(t.inputSchema),
 		})),
 	};
 });

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@writepanda/mcp",
-	"version": "1.201.0",
+	"version": "1.207.0",
 	"description": "Model Context Protocol server for PandaStudio. Exposes the desktop video editor's automation surface to Cursor, Continue, Cline, Claude Desktop, and any MCP-compliant client.",
 	"keywords": [
 		"pandastudio",