@aborruso/ckan-mcp-server 0.4.113 → 0.4.114

package/LOG.md

@@ -2,6 +2,17 @@
 
 ## 2026-07-31
 
+### v0.4.114
+
+structuredContent capped like the text (closes #39).
+
+The v0.4.113 cap applied to `content[].text` only, so any client reading the structured channel got the full payload — `ckan_tag_list limit=1000` on dati.gov.it: ~50K of text against 65,382 uncapped characters. The limit was a fiction for those clients.
+
+- New `jsonToolResult()`: truncates once via `truncateJson` and parses the result back into `structuredContent`, so the two channels cannot disagree and `_truncated`/`_original_count` reach structured readers too. Applied to 13 call sites.
+- `ckan_status_show` and `ckan_find_portals` pair structured output with Markdown text, so there is no truncated JSON to derive it from: they cap it on its own via the new `cappedStructured()`. My first pass left them uncapped calling them "bounded by shape" — wrong, as review pointed out: `status_show` is echoed straight from the portal, and the 50-result limit on `find_portals` bounds the number of entries, not the length of their titles and URLs. Only the `all_fields=false` count branches of `ckan_organization_list`/`ckan_group_list` stay outside the cap: a single integer.
+- **Correction**: the deferral in v0.4.113 claimed capping would drop rows from `datastore-table-ui`. That was wrong and never verified — the UI resource is commented out in `src/resources/index.ts:18` and never registered, and `ckan_datastore_search` returns no `structuredContent` at all. No exception was needed. Same failure mode as the bug being fixed: a plausible claim about the code that nobody checked.
+- 4 new tests (458 total). Docs realigned: `README.md`, `docs/JSON-OUTPUT.md`, `docs/DECISIONS.md`, `CLAUDE.md` all asserted the uncapped behaviour.
+
 ### v0.4.113
 
 JSON output always parseable (issue #39).

package/dist/index.js

@@ -1049,6 +1049,16 @@ function truncateJson(obj, limit = CHARACTER_LIMIT) {
   const bare = JSON.stringify({ _truncated: true });
   return bare.length <= limit ? bare : "{}";
 }
+function jsonToolResult(obj, limit = CHARACTER_LIMIT) {
+  const text = truncateJson(obj, limit);
+  return {
+    content: [{ type: "text", text }],
+    structuredContent: JSON.parse(text)
+  };
+}
+function cappedStructured(obj, limit = CHARACTER_LIMIT) {
+  return JSON.parse(truncateJson(obj, limit));
+}
 function formatError(message, asJson) {
   return asJson ? JSON.stringify({ error: message, _error: true }, null, 2) : message;
 }
@@ -2158,10 +2168,7 @@ Typical workflow: ckan_find_relevant_datasets \u2192 ckan_package_show (inspect
           results: top
         };
         if (params.response_format === "json" /* JSON */) {
-          return {
-            content: [{ type: "text", text: truncateJson(payload) }],
-            structuredContent: payload
-          };
+          return jsonToolResult(payload);
         }
         let markdown = `# Relevant CKAN Datasets
 
@@ -2305,10 +2312,7 @@ Typical workflow: ckan_package_show \u2192 pick a resource with datastore_active
         );
         if (params.response_format === "json" /* JSON */) {
           const compact = compactPackageShow(enrichPackageShowResult(result), params.server_url);
-          return {
-            content: [{ type: "text", text: truncateJson(compact) }],
-            structuredContent: compact
-          };
+          return jsonToolResult(compact);
         }
         const markdown = formatPackageShowMarkdown(result, params.server_url);
         return {
@@ -2417,10 +2421,7 @@ dataset's own resource URLs); set check_source_portal=true to enable it.`,
             format_filter: formatFilter ?? null,
             resources: summary
           };
-          return {
-            content: [{ type: "text", text: truncateJson(payload) }],
-            structuredContent: payload
-          };
+          return jsonToolResult(payload);
         }
         let markdown = `# Resources: ${result.title || result.name}
 
@@ -2690,10 +2691,7 @@ Typical workflow: ckan_organization_list \u2192 ckan_organization_show (inspect
             }));
             if (params.response_format === "json" /* JSON */) {
               const output = { count: items.length, organizations };
-              return {
-                content: [{ type: "text", text: truncateJson(output) }],
-                structuredContent: output
-              };
+              return jsonToolResult(output);
             }
             let markdown2 = `# CKAN Organizations
 
@@ -2726,10 +2724,7 @@ Note: organization_list returned 500; using package_search facets.
         }
         if (params.response_format === "json" /* JSON */) {
           const compact = compactOrganizationList(result);
-          return {
-            content: [{ type: "text", text: truncateJson(compact) }],
-            structuredContent: compact
-          };
+          return jsonToolResult(compact);
         }
         let markdown = `# CKAN Organizations
 
@@ -2818,10 +2813,7 @@ Typical workflow: ckan_organization_show \u2192 ckan_package_show (inspect a dat
         );
         if (params.response_format === "json" /* JSON */) {
           const compact = compactOrganizationShow(result, params.server_url);
-          return {
-            content: [{ type: "text", text: truncateJson(compact) }],
-            structuredContent: compact
-          };
+          return jsonToolResult(compact);
         }
         const markdown = formatOrganizationShowMarkdown(result, params.server_url);
         return {
@@ -2895,10 +2887,7 @@ Typical workflow: ckan_organization_search \u2192 ckan_organization_show (get de
               view_url: getOrganizationViewUrl(params.server_url, { name: item.name })
             }))
           };
-          return {
-            content: [{ type: "text", text: truncateJson(jsonResult) }],
-            structuredContent: jsonResult
-          };
+          return jsonToolResult(jsonResult);
         }
         let markdown = `# CKAN Organization Search Results
 
@@ -3199,10 +3188,7 @@ Security note: SQL queries are forwarded directly to the CKAN DataStore API. The
         );
         if (params.response_format === "json" /* JSON */) {
           const compact = compactDatastoreResult(result);
-          return {
-            content: [{ type: "text", text: truncateJson(compact) }],
-            structuredContent: compact
-          };
+          return jsonToolResult(compact);
         }
         const markdown = formatDatastoreSqlMarkdown(result, params.server_url, params.sql);
         return {
@@ -3274,7 +3260,7 @@ Typical workflow: ckan_status_show (verify server is up) \u2192 ckan_package_sea
         const markdown = formatStatusMarkdown(result, params.server_url, hvdCount);
         return {
           content: [{ type: "text", text: truncateText(addDemoFooter(markdown)) }],
-          structuredContent: result
+          structuredContent: cappedStructured(result)
         };
       } catch (error) {
         return {
@@ -3384,10 +3370,7 @@ Typical workflow: ckan_tag_list \u2192 ckan_package_search with fq="tags:tag_nam
             count: tags.length,
             tags
           };
-          return {
-            content: [{ type: "text", text: truncateJson(output) }],
-            structuredContent: output
-          };
+          return jsonToolResult(output);
         }
         let markdown = `# CKAN Tags
 
@@ -3620,10 +3603,7 @@ Typical workflow: ckan_group_list \u2192 ckan_group_show (inspect one) \u2192 ck
         );
         if (params.response_format === "json" /* JSON */) {
           const compact = compactGroupList(result);
-          return {
-            content: [{ type: "text", text: truncateJson(compact) }],
-            structuredContent: compact
-          };
+          return jsonToolResult(compact);
         }
         let markdown = `# CKAN Groups
 
@@ -3709,10 +3689,7 @@ Typical workflow: ckan_group_show \u2192 ckan_package_show (inspect a dataset) \
         );
         if (params.response_format === "json" /* JSON */) {
           const compact = compactGroupShow(result);
-          return {
-            content: [{ type: "text", text: truncateJson(compact) }],
-            structuredContent: compact
-          };
+          return jsonToolResult(compact);
         }
         const markdown = formatGroupShowMarkdown(result, params.server_url);
         return {
@@ -3781,10 +3758,7 @@ Typical workflow: ckan_group_search \u2192 ckan_group_show (get details) \u2192
               dataset_count: group.count
             }))
           };
-          return {
-            content: [{ type: "text", text: truncateJson(jsonResult) }],
-            structuredContent: jsonResult
-          };
+          return jsonToolResult(jsonResult);
         }
         let markdown = `# CKAN Group Search Results
 
@@ -4986,10 +4960,7 @@ Typical workflow: sparql_query (explore schema) \u2192 sparql_query (targeted qu
         const data = await querySparqlEndpoint(params.endpoint_url, limitedQuery);
         if (params.response_format === "json" /* JSON */) {
           const result = formatSparqlJson(data);
-          return {
-            content: [{ type: "text", text: truncateJson(result) }],
-            structuredContent: result
-          };
+          return jsonToolResult(result);
         }
         return {
           content: [{ type: "text", text: truncateText(formatSparqlMarkdown(data, params.endpoint_url)) }]
@@ -5111,7 +5082,7 @@ Typical workflow: ckan_find_portals (discover portal URL) \u2192 ckan_status_sho
         const markdown = formatMarkdown(results, active.length, params.limit);
         return {
           content: [{ type: "text", text: truncateText(addDemoFooter(markdown)) }],
-          structuredContent: { portals: results.map((p) => ({
+          structuredContent: cappedStructured({ portals: results.map((p) => ({
             url: p.Href,
             title: p.SiteInfo.site_title,
             country: p.Coordinates.country_name,
@@ -5119,7 +5090,7 @@ Typical workflow: ckan_find_portals (discover portal URL) \u2192 ckan_status_sho
             datasets: p.DatasetsNumber,
             locale: p.SiteInfo.locale_default,
             has_datastore: (p.Plugins || []).includes("datastore")
-          })) }
+          })) })
         };
       } catch (error) {
         return {