@kolbo/mcp 1.81.2 → 1.81.5

package/src/apps/widgets/list.js

@@ -20,7 +20,7 @@ const { widgetPage } = require('../html');
  *     badge,                      // small pill, e.g. role/status ("owner", "default", "shared")
  *     meta,                       // small trailing text, e.g. a date or count
  *     open_url,                   // optional — renders an "Open" button (openLink)
- *     use_hint                    // optional — row becomes clickable, sends this on click
+ *     use_hint                    // unused — a click pastes `id` into the composer
  *   }],
  *   total
  * }
@@ -72,7 +72,7 @@ function apply(result) {
 }
 
 function itemHTML(item, i) {
-  var clickable = !!item.use_hint;
+  var clickable = !!item.id;
   var avatar = item.thumbnail
     ? '<img class="k-audio-art k-peek-hit" src="' + esc(item.thumbnail) + '" alt="" loading="lazy"'
       + peekAttrs(item.thumbnail, 'image', item.title)
@@ -98,10 +98,10 @@ function wire() {
   });
   Array.prototype.forEach.call(document.querySelectorAll('.k-audio-row'), function (row) {
     var item = state.items[+row.getAttribute('data-i')];
-    if (!item || !item.use_hint) return;
-    row.onclick = function () {
-      var msg = item.use_hint.replace('{TITLE}', item.title || '').replace('{ID}', item.id || '');
-      window.kolbo.sendMessage(msg);
+    if (!item || !item.id) return;
+    row.onclick = function (e) {
+      if (e.target && e.target.closest && e.target.closest('[data-open],[data-peek]')) return;
+      window.kolbo.insertText(String(item.id));
     };
   });
 }

package/src/apps/widgets/mediaGrid.js

@@ -14,7 +14,7 @@ const { widgetPage } = require('../html');
  *     id, title, subtitle, thumbnail, media_type: 'image'|'video'|'audio'|'3d',
  *     url,                 // full asset / playback URL
  *     preview_audio,       // audio preview URL (voices, music)
- *     use_hint             // message template sent when "Use" clicked, {URL}/{ID}/{TITLE} substituted
+ *     use_hint             // unused — Use pastes `id` into the composer
  *   }],
  *   total, has_more,
  *   import_tool_hint       // e.g. 'import via import_stock_asset' — shown on Use
@@ -154,11 +154,8 @@ function wire() {
 
 function useItem(i) {
   var item = state.items[i];
-  if (!item) return;
-  var msg = item.use_hint
-    ? item.use_hint.replace('{URL}', item.url || '').replace('{ID}', item.id || '').replace('{TITLE}', item.title || '')
-    : 'Use this asset: "' + (item.title || item.id) + '"\\nURL: ' + (item.url || '') + (item.id ? '\\nID: ' + item.id : '');
-  window.kolbo.sendMessage(msg);
+  if (!item || !item.id) return;
+  window.kolbo.insertText(String(item.id));
 }
 
 window.kolbo.onToolResult(function (result) {

package/src/tools/_shared.js

@@ -458,8 +458,8 @@ const OPEN_URL_ROUTES = {
   edit_image:                 { path: '/image-tools', tool: 'image-editing' },
   generate_video:             { path: '/video-tools', tool: 'text-to-video' },
   generate_video_from_image:  { path: '/video-tools', tool: 'image-to-video' },
-  generate_elements:          { path: '/video-tools', tool: 'image-to-video' },
-  generate_first_last_frame:  { path: '/video-tools', tool: 'image-to-video' },
+  generate_elements:          { path: '/video-tools', tool: 'image-to-video', mode: 'elements' },
+  generate_first_last_frame:  { path: '/video-tools', tool: 'image-to-video', mode: 'first-last' },
   generate_video_from_video:  { path: '/video-tools', tool: 'video-to-video' },
   generate_lipsync:           { path: '/video-tools', tool: 'lipsync' },
   generate_music:             { path: '/audio-tools', tool: 'music-generator' },
@@ -468,6 +468,35 @@ const OPEN_URL_ROUTES = {
   transcribe_audio:           { path: '/audio-tools', tool: 'speech-to-text' },
   generate_creative_director: { path: '/creative-director' },
 };
+// SDK tracking `type` on get_generation_status — same session model as the
+// generate_* tool that created the job, so "Open in Kolbo" still deep-links
+// after a status poll overwrites the live card.
+const TYPE_TO_TOOL = {
+  image: 'generate_image',
+  image_edit: 'generate_image_edit',
+  global_image_edit: 'edit_image',
+  video: 'generate_video',
+  video_from_image: 'generate_video_from_image',
+  elements: 'generate_elements',
+  first_last_frame: 'generate_first_last_frame',
+  video_from_video: 'generate_video_from_video',
+  lipsync: 'generate_lipsync',
+  music: 'generate_music',
+  speech: 'generate_speech',
+  sound: 'generate_sound',
+  transcription: 'transcribe_audio',
+  creative_director: 'generate_creative_director',
+};
+
+function sessionOf(gen) {
+  if (!gen || typeof gen !== 'object') return undefined;
+  return gen.session_id || gen.sessionId || undefined;
+}
+
+function projectOf(gen) {
+  if (!gen || typeof gen !== 'object') return undefined;
+  return gen.project_id || gen.projectId || undefined;
+}
 
 /**
  * Build the "Open in Kolbo" deep link for a generation's actual session.
@@ -476,14 +505,30 @@ const OPEN_URL_ROUTES = {
  * kolbo-api, shorts render, 3D).
  */
 function buildOpenUrl(tool, gen) {
-  const route = OPEN_URL_ROUTES[tool];
-  if (!route || !gen || !gen.session_id) return undefined;
-  let url = `${APP_BASE_URL}${route.path}?session=${encodeURIComponent(gen.session_id)}`;
+  const sid = sessionOf(gen);
+  if (!sid) return undefined;
+  const key = OPEN_URL_ROUTES[tool] ? tool : (TYPE_TO_TOOL[gen && gen.type] || TYPE_TO_TOOL[tool]);
+  const route = OPEN_URL_ROUTES[key];
+  if (!route) return undefined;
+  let url = `${APP_BASE_URL}${route.path}?session=${encodeURIComponent(sid)}`;
   if (route.tool) url += `&tool=${route.tool}`;
-  if (gen.project_id) url += `&project=${encodeURIComponent(gen.project_id)}`;
+  if (route.mode) url += `&mode=${route.mode}`;
+  const pid = projectOf(gen);
+  if (pid) url += `&project=${encodeURIComponent(pid)}`;
   return url;
 }
 
+function linkFields(tool, gen) {
+  const sid = sessionOf(gen);
+  const pid = projectOf(gen);
+  const href = buildOpenUrl(tool, gen);
+  return {
+    ...(sid ? { session_id: String(sid) } : {}),
+    ...(pid ? { project_id: String(pid) } : {}),
+    ...(href ? { open_url: href } : {}),
+  };
+}
+
 /**
  * Build the "Open in Kolbo" deep link for a PROJECT. Lands on the Media hub
  * (all-assets view) pre-filtered to this project, where the user sees every
@@ -723,7 +768,7 @@ async function uiGenerating(p) {
     // `reference_image` is retained for older widget builds. New widgets render
     // every browser-loadable image supplied to the generation.
     ...mediaRefs(p),
-    open_url: buildOpenUrl(p.tool, p.gen),
+    ...linkFields(p.tool, p.gen),
   };
   // Batch mode (prompts[] fan-out): ONE widget tracks every id in the set.
   if (Array.isArray(p.generation_ids) && p.generation_ids.length > 1) {
@@ -741,7 +786,7 @@ async function uiGenerating(p) {
     ...(p.failed_submissions && p.failed_submissions.length
       ? { failed_submissions: p.failed_submissions } : {}),
     ...(p.warning ? { _warning: p.warning } : {}),
-    _widget_note: 'A live Kolbo widget is rendering this generation for the user (progress + final result + action buttons). Tell the user it is generating and the card above will update — do NOT poll in a loop. If you need the output URLs (e.g. for a follow-up edit or a report), call get_generation_status ONCE with wait=true — it blocks until done. Tracking several generations? Pass ALL their ids in generation_ids in that one call.',
+    _widget_note: 'A live Kolbo widget is rendering this generation for the user (progress + final result + action buttons). Tell the user it is generating and the card above will update. CREDIT GUARD: END YOUR TURN now — do not keep Thinking, writing skills/files, or planning while the card spins (that burns coding credits). Do NOT poll in a loop. If you need the output URLs for a follow-up step, call get_generation_status ONCE with wait=true as the only next tool — it blocks until done. Tracking several generations? Pass ALL their ids in generation_ids in that one call.',
     _paid_note: 'This generation is RUNNING and the user is paying for it. If you now realize the tool, model, or parameters were wrong, call cancel_generation with this generation_id FIRST, then start the replacement — never leave a wrong generation running alongside its retry (the user gets two cards and two charges).',
   }, null, 2);
   return uiResult(UI.generation, text, structured);
@@ -819,7 +864,7 @@ async function uiCompleted(p, textPayload, extraContent) {
     // resolved as completed-with-no-media and painted a red failure card.
     ...(p.state ? { state: p.state } : {}),
     credits_used: p.credits_used,
-    open_url: buildOpenUrl(p.tool, p.gen),
+    ...linkFields(p.tool, p.gen),
   };
   const out = uiResult(UI.generation, textPayload, structured);
   if (Array.isArray(extraContent) && extraContent.length) {
@@ -913,6 +958,7 @@ module.exports = {
   projectScopeReadField,
   inlineImageBlocks,
   buildOpenUrl,
+  linkFields,
   buildProjectUrl,
   uiGenerating,
   uiCompleted,

package/src/tools/generate.js

@@ -6,7 +6,7 @@
 const { z } = require('zod');
 const FormData = require('form-data');
 const { pollUntilDone, waitWindowMs } = require('../polling');
-const { resolveToBuffer, pollOrTimedOut, creditFields, projectIdField, sessionIdField, inlineImageBlocks, buildOpenUrl, uiGenerating, uiCompleted, appsEnabled } = require('./_shared');
+const { resolveToBuffer, pollOrTimedOut, creditFields, projectIdField, sessionIdField, inlineImageBlocks, linkFields, uiGenerating, uiCompleted, appsEnabled } = require('./_shared');
 const { ownedUrl } = require('./owned-url');
 const { UI, uiResult, canonicalModelId, modelInfo, voiceInfo, resolveCatalogAspectRatio } = require('../apps');
 
@@ -1086,7 +1086,13 @@ function registerGenerateTools(server, client, options = {}) {
           // The model that ACTUALLY ran. A single-id check resolves one
           // generation, so 'Generations' here overwrote the real model name on
           // the finished card the moment the live widget merged this payload in.
-          model: res.model || 'Generations', gen: { generation_id: single.generation_id },
+          model: res.model || 'Generations',
+          gen: {
+            generation_id: single.generation_id,
+            session_id: single.session_id,
+            project_id: single.project_id,
+            type: single.type,
+          },
           state: single.state,
           urls: done ? urls : undefined,
           thumbnail_url: res.thumbnail_url,
@@ -1132,7 +1138,13 @@ function registerGenerateTools(server, client, options = {}) {
       // are unaffected — only the fallback quality changes.
       return uiCompleted({
         tool: 'get_generation_status', kind: 'status', client,
-        model: 'Generations', gen: { generation_id: ids[0] },
+        model: 'Generations',
+        gen: {
+          generation_id: ids[0],
+          session_id: results[0] && results[0].session_id,
+          project_id: results[0] && results[0].project_id,
+          type: results[0] && results[0].type,
+        },
         settings: {},
         items: results.map(r => {
           const res = r.result || {};
@@ -1786,7 +1798,7 @@ function registerGenerateTools(server, client, options = {}) {
           poll_tool: 'get_generation_status',
           status_args: { generation_id: startResponse.generation_id, wait: true },
           audio_url: isUrl ? source : undefined,
-          open_url: buildOpenUrl('transcribe_audio', startResponse),
+          ...linkFields('transcribe_audio', startResponse),
         });
       }
 
@@ -2056,7 +2068,7 @@ function registerGenerateTools(server, client, options = {}) {
         'inpaint', 'retake'
       ]).describe([
         'Edit operation:',
-        '"upscale" — boost to 4K/2K resolution (use `scale` for factor, `resolution` for target, `target_fps` for frame rate).',
+        '"upscale" — boost to 4K/2K resolution (use `scale` for factor, `resolution` for target, `target_fps` for frame rate). On model "blackforestlabs/flux-video-upscale" (Flux Video Upscale): `scale` is 1.5-3x (no named `resolution` target — billed on the OUTPUT tier it lands in), `mode` is "precise" (source-faithful, default) or "creative" (reimagines detail — a pricier tier), and `prompt` optionally guides the creative-mode enhancement.',
         '"reframe" — change aspect ratio (requires `aspect_ratio`; use `grid_position_x`/`grid_position_y` to control where the original sits).',
         '"generate_audio" — add AI-generated audio from `prompt`. Optionally split into `sound_effect_prompt` and `background_music_prompt`. Set `original_sound=true` to keep original audio alongside.',
         '"remove_watermark" — AI-powered watermark removal.',
@@ -2074,9 +2086,9 @@ function registerGenerateTools(server, client, options = {}) {
 
       // ── upscale ────────────────────────────────────────────
       scale: z.number().optional()
-        .describe('Upscale factor (e.g. 2, 4). Used with operation="upscale".'),
+        .describe('Upscale factor (e.g. 2, 4). Used with operation="upscale". On "blackforestlabs/flux-video-upscale" the valid range is 1.5-3 (default 2).'),
       resolution: z.string().optional()
-        .describe('Target resolution (e.g. "4k", "2k", "1080p"). Used with "upscale" and "reframe".'),
+        .describe('Target resolution (e.g. "4k", "2k", "1080p"). Used with "upscale" and "reframe". Not used by "blackforestlabs/flux-video-upscale" — use `scale` instead.'),
       target_fps: z.number().optional()
         .describe('Target frame rate (e.g. 24, 30, 60). Used with operation="upscale".'),
       enhancement_model: z.string().optional()
@@ -2092,7 +2104,7 @@ function registerGenerateTools(server, client, options = {}) {
 
       // ── generate_audio ─────────────────────────────────────
       prompt: z.string().optional()
-        .describe('Text prompt. Required for "magic_edit". Used with "generate_audio", "extend", "inpaint", "retake", and optionally "lipsync" (for text-to-speech instead of audio_url).'),
+        .describe('Text prompt. Required for "magic_edit". Used with "generate_audio", "extend", "inpaint", "retake", optionally "lipsync" (for text-to-speech instead of audio_url), and optionally "upscale" on model "blackforestlabs/flux-video-upscale" (guides creative-mode detail enhancement).'),
       sound_effect_prompt: z.string().optional()
         .describe('Separate prompt for sound effects layer. Used with operation="generate_audio" when you want to specify SFX and music independently.'),
       background_music_prompt: z.string().optional()
@@ -2110,7 +2122,7 @@ function registerGenerateTools(server, client, options = {}) {
       duration: z.number().optional()
         .describe('Seconds of content to generate. Used with "extend" (required) and "retake" (optional). Typical range: 1–20.'),
       mode: z.string().optional()
-        .describe('Extension direction: "start" or "end". Used with "extend". For "retake": replacement mode (default: "replace_audio_and_video"). Default: "end".'),
+        .describe('Extension direction: "start" or "end". Used with "extend". For "retake": replacement mode (default: "replace_audio_and_video"). For "upscale" on model "blackforestlabs/flux-video-upscale": "precise" (source-faithful, default) or "creative" (reimagines detail — pricier). Default: "end".'),
       context: z.string().optional()
         .describe('Additional context to guide what gets generated in the extended segment. Used with "extend".'),
 

package/src/tools/projects.js

@@ -4,9 +4,15 @@
  * new OPTIONAL args only. Full rules: ../index.js top-of-file and CLAUDE.md. */
 
 const { z } = require('zod');
-const { buildProjectUrl } = require('./_shared');
+const { buildProjectUrl, compactList } = require('./_shared');
 const { listResult } = require('../apps');
 
+function blurb(text) {
+  const s = String(text || '').replace(/\s+/g, ' ').trim();
+  if (s.length <= 96) return s;
+  return s.slice(0, 96).replace(/\s+\S*$/, '') + '…';
+}
+
 function registerProjectTools(server, client) {
   // ─── list_projects ─────────────────────────────────────────
   server.tool(
@@ -465,11 +471,33 @@ function registerProjectTools(server, client) {
       const result = await client.get(`/v1/projects/${encodeURIComponent(project_id)}/assets`);
       const dnas = result.visual_dnas || [];
       const moodboards = result.moodboards || [];
-      const text = JSON.stringify({
-        visual_dnas: dnas,
-        moodboards,
-        _hint: 'Edit a DNA\'s identity description with update_project_asset (description) or update_visual_dna. The `note` is project-scoped purpose (update_project_asset note). Link missing assets with link_project_asset — do not delete+recreate.'
-      }, null, 2);
+      const text = compactList(
+        [
+          ...dnas.map((d) => ({
+            id: d.id,
+            name: d.name,
+            dna_type: d.dna_type,
+            thumbnail: d.thumbnail_url || d.thumbnail,
+            note: blurb(d.note),
+            description: blurb(d.description),
+          })),
+          ...moodboards.map((m) => ({
+            id: m.id,
+            name: m.name,
+            dna_type: 'moodboard',
+            thumbnail: m.thumbnail_url || m.thumbnail,
+            note: blurb(m.note),
+            description: blurb(m.summary),
+          })),
+        ],
+        {
+          fields: ['id', 'name', 'dna_type', 'thumbnail', 'note', 'description'],
+          cap: 80,
+          total: dnas.length + moodboards.length,
+          extra: { visual_dna_count: dnas.length, moodboard_count: moodboards.length },
+          note: 'Edit identity text with update_project_asset (description) or update_visual_dna. `note` is project-scoped purpose. Link missing assets with link_project_asset — do not delete+recreate.',
+        },
+      );
       return listResult(text, {
         widget: 'list',
         title: 'Project cast',
@@ -477,13 +505,17 @@ function registerProjectTools(server, client) {
           ...dnas.map((d) => ({
             id: d.id,
             title: '@' + (d.name || d.id),
-            subtitle: [d.dna_type, d.note || d.description].filter(Boolean).join(' · ')
+            subtitle: blurb(d.note || d.description),
+            thumbnail: d.thumbnail_url || d.thumbnail,
+            badge: d.dna_type,
           })),
           ...moodboards.map((m) => ({
             id: m.id,
             title: '#' + (m.name || m.id),
-            subtitle: ['moodboard', m.note || m.summary].filter(Boolean).join(' · ')
-          }))
+            subtitle: blurb(m.note || m.summary),
+            thumbnail: m.thumbnail_url || m.thumbnail,
+            badge: 'moodboard',
+          })),
         ],
         total: dnas.length + moodboards.length
       });