datagrok-tools 6.5.8 → 6.5.10

package/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Datagrok-tools changelog
 
+## 6.5.10 (2026-09-11)
+
+* `grok s pull` — a bundle file name is capped at 200 bytes plus a digest of the full name, so it stays unique and stable across pulls. A nested view under a long space spells a longer name than a path component may hold (255 bytes on ext4 and NTFS): one TWIG snapshot reached 268 and the write failed with `ENAMETOOLONG`, taking down the whole part rather than the entity — a `--by-namespace` part that only touched the space as a dependency died with it.
+
+## 6.5.9 (2026-09-11)
+
+* `grok s push/migrate` — placement no longer claims an entity the walk refused. Containment is exclusive, so asserting a project's relation to a platform entity takes it away from whatever holds it on the target: migrating a dashboard built on demo data moved `System:DemoFiles` into the migrated space, and every reference to it by name broke stand-wide until its `System` row was restored by hand. The guard covered a space's own `Files` connection but not `System:` connections, personal `Home` shares, package projects or built-in groups; it now defers to the same `untransferableReason` the walk uses.
+
 ## 6.5.8 (2026-09-10)
 
 * `grok s` — correctness pass from the CLI audit: every server failure now exits 1 with one line on stderr (a 200 carrying an `ApiError` — missing entity, duplicate login or group name, unknown function — used to print as data with exit 0); `--limit`/`--offset` are honoured for users, groups, connections and functions (their public routes ignore paging, so `list` and the new `count` verb go through the internal routers); `files list` works (the public files route only downloads; listing goes through the connection's file route) and prints `path, kind, size`; `tables list|get|delete` no longer throw, and `tables download|get|delete` accept the bare table name, the full `Project:Table` name or the id; `describe <entity|type>` works (registry record plus the fields of a live sample; it called a nonexistent endpoint before); positional `functions run 'F(1, 2)'` maps the values onto the function's inputs instead of silently sending `{"0": 1}` (which ran the function with nulls); `raw` takes API-relative paths (a leading `/api` is accepted), sends a body from `--json <file>` or `--data '<json>'`, and fails on non-2xx — so it, and `healthcheck`, now work against a bare-Datlas `--host` too; `shares list` accepts a name and shows the grants inherited through project links; `groups` name resolution prefers an exact match (`admin` no longer collides with `Administrators`) and `--user` works on `list-members`/`list-memberships`; `connections delete` of an unknown id fails instead of reporting success; a bad `--host` URL or alias reports the reason without the help dump. `users delete` refuses with a pointer at `users block`: the platform has no user deletion, and removing the entity record leaves the login unusable. `functions delete` covers scripts and queries.

package/bin/utils/migrate/pusher.js

@@ -595,11 +595,12 @@ async function pushRelations(dapi, effective, planned, rows, progress = () => {}
     let added = 0;
     for (const rel of json.relations) {
       if (linked.has(rel.entity.id)) continue;
-      // The target stamps its own Files connection onto a space; re-attaching the source's
-      // would leave the space with two of them.
+      // Placement is exclusive, so claiming an entity the walk refused takes it away from
+      // whatever holds it on the target: a space's own Files connection, or `System:DemoFiles`,
+      // which moved into a migrated space and broke every reference to it by name.
       if (!landed.has(rel.entity.id)) {
         const existing = await (0, _walker.findEntity)(dapi, rel.entity.id);
-        if (!existing || existing.parameters?.isProject === true) continue;
+        if (!existing || (0, _registry.untransferableReason)(existing['#type'], existing)) continue;
       }
       wanted.push(contains(rel.entity.id) ? rel : {
         ...rel,

package/bin/utils/migrate/pusher.ts

@@ -522,11 +522,12 @@ async function pushRelations(dapi: NodeDapi, effective: Map<string, BundleEntity
     let added = 0;
     for (const rel of json.relations) {
       if (linked.has(rel.entity.id)) continue;
-      // The target stamps its own Files connection onto a space; re-attaching the source's
-      // would leave the space with two of them.
+      // Placement is exclusive, so claiming an entity the walk refused takes it away from
+      // whatever holds it on the target: a space's own Files connection, or `System:DemoFiles`,
+      // which moved into a migrated space and broke every reference to it by name.
       if (!landed.has(rel.entity.id)) {
         const existing = await findEntity(dapi, rel.entity.id);
-        if (!existing || existing.parameters?.isProject === true) continue;
+        if (!existing || untransferableReason(existing['#type'], existing)) continue;
       }
       wanted.push(contains(rel.entity.id) ? rel : {...rel, isLink: true});
       linked.add(rel.entity.id);

package/bin/utils/migrate/registry.js

@@ -16,6 +16,7 @@ exports.resolveTypes = resolveTypes;
 exports.stripCredentials = stripCredentials;
 exports.typeOptionsOf = typeOptionsOf;
 exports.untransferableReason = untransferableReason;
+var _crypto = require("crypto");
 /// Docs: [Entity export / import](/docs/features/grok-tool/export-import/DESIGN.md)
 
 /** Extra listing rules a `--type` alias adds on top of its entity type. */
@@ -344,6 +345,20 @@ function fileNameFor(json) {
   const cleaned = String(nqName).replace(/[:/\\?*"<>|]+/g, '.').replace(/^\.+|\.+$/g, '');
   // Windows resolves `NUL.json` (and `COM1.csv.json`) to a device, whatever the extension.
   const head = cleaned.split('.')[0];
-  return RESERVED_RE.test(head) ? `${head}-${json.id ?? 'entity'}${cleaned.slice(head.length)}` : cleaned;
+  return shorten(RESERVED_RE.test(head) ? `${head}-${json.id ?? 'entity'}${cleaned.slice(head.length)}` : cleaned);
 }
-const RESERVED_RE = /^(NUL|CON|PRN|AUX|COM[1-9]|LPT[1-9])$/i;
+const RESERVED_RE = /^(NUL|CON|PRN|AUX|COM[1-9]|LPT[1-9])$/i;
+
+/**
+ * A path component caps at 255 bytes on ext4 and NTFS, and a nested view under a long space
+ * reaches that: one TWIG snapshot spelled 268. The write is what fails, so the whole part dies
+ * rather than the entity. The digest keeps a truncated name unique and stable across pulls.
+ */
+const MAX_FILE_NAME = 200;
+function shorten(name) {
+  if (Buffer.byteLength(name) <= MAX_FILE_NAME) return name;
+  const digest = (0, _crypto.createHash)('sha1').update(name).digest('hex').slice(0, 8);
+  let head = name;
+  while (Buffer.byteLength(head) > MAX_FILE_NAME - 9) head = head.slice(0, -1);
+  return `${head}-${digest}`;
+}

package/bin/utils/migrate/registry.ts

@@ -1,4 +1,5 @@
 /// Docs: [Entity export / import](/docs/features/grok-tool/export-import/DESIGN.md)
+import {createHash} from 'crypto';
 
 export type BytesKind = 'tables' | 'files';
 
@@ -249,7 +250,22 @@ export function fileNameFor(json: any): string {
   const cleaned = String(nqName).replace(/[:/\\?*"<>|]+/g, '.').replace(/^\.+|\.+$/g, '');
   // Windows resolves `NUL.json` (and `COM1.csv.json`) to a device, whatever the extension.
   const head = cleaned.split('.')[0];
-  return RESERVED_RE.test(head) ? `${head}-${json.id ?? 'entity'}${cleaned.slice(head.length)}` : cleaned;
+  return shorten(RESERVED_RE.test(head) ? `${head}-${json.id ?? 'entity'}${cleaned.slice(head.length)}` : cleaned);
 }
 
 const RESERVED_RE = /^(NUL|CON|PRN|AUX|COM[1-9]|LPT[1-9])$/i;
+
+/**
+ * A path component caps at 255 bytes on ext4 and NTFS, and a nested view under a long space
+ * reaches that: one TWIG snapshot spelled 268. The write is what fails, so the whole part dies
+ * rather than the entity. The digest keeps a truncated name unique and stable across pulls.
+ */
+const MAX_FILE_NAME = 200;
+
+function shorten(name: string): string {
+  if (Buffer.byteLength(name) <= MAX_FILE_NAME) return name;
+  const digest = createHash('sha1').update(name).digest('hex').slice(0, 8);
+  let head = name;
+  while (Buffer.byteLength(head) > MAX_FILE_NAME - 9) head = head.slice(0, -1);
+  return `${head}-${digest}`;
+}

package/package.json

@@ -4,7 +4,7 @@
     "type": "git",
     "url": "https://github.com/datagrok-ai/public.git"
   },
-  "version": "6.5.8",
+  "version": "6.5.10",
   "description": "Utility to upload and publish packages to Datagrok",
   "homepage": "https://github.com/datagrok-ai/public/tree/master/tools#readme",
   "dependencies": {