datagrok-tools 6.7.0 → 6.7.2

package/bin/commands/help.js

@@ -13,8 +13,10 @@ Datagrok's package management tool
 Commands:
     add         Add an object template
     api         Create wrapper functions
-    build       Build a package or multiple packages
-    check       Check package content (function signatures, etgc.)
+    setup       Get a public/ checkout ready to build (pnpm, install, npm-era clean-up)
+    build       Build a package and its dependencies (Turborepo), or just this package
+    tsc         Run the workspace TypeScript compiler
+    check       Check package content (function signatures, etc.)
     claude      Launch Claude Code in a Datagrok dev container
     config      Create and manage config files
     create      Create a package
@@ -209,7 +211,8 @@ Options:
 --all                  Publish all available packages (run in packages directory)
 --refresh              Publish all available already loaded packages (run in packages directory)
 --link                 Link the package to local packages
---build                Builds the package
+--build                Builds the package (the default; kept for compatibility)
+--skip-build           Upload the existing dist/ without rebuilding
 --release              Publish package as release version
 --rebuild-docker       Force rebuild Docker images locally before pushing to registry
 --skip-docker-rebuild  Skip auto-rebuild when Dockerfile folder has changed
@@ -308,6 +311,9 @@ https://datagrok.ai/help/develop/how-to/test-packages#local-testing
 const HELP_LINK = `
 Usage: grok link
 
+In a pnpm workspace checkout (public/) this is a no-op: \`pnpm install\` at the repository root
+links every in-repo dependency (workspace:^). The options below apply to standalone checkouts only.
+
 Links \`datagrok-api\`, all necessary libraries and packages for local development.
 Uses \`npm link\` unless the --path option specified. 
 By default, it links packages from the parent directory of the repository's root.
@@ -341,27 +347,61 @@ Example:
   ⟶
   meta: { role: 'viewer,ml' }
 `;
+const HELP_SETUP = `
+Usage: grok setup [--check] [--global]
+
+Gets a public/ checkout (or a fresh worktree) ready to build, and keeps it that way after a pull:
+  1. Node 20+ (22 recommended); pnpm through corepack, at the version the workspace pins
+  2. removes per-package node_modules left by the npm era and stray package-lock.json files
+  3. pnpm install at the workspace root
+  4. reports a global grok older than the workspace one
+
+--check     Report only, change nothing
+--global    Also update the global datagrok-tools to the workspace version
+
+Examples:
+  grok setup            After cloning, after a pull that changed dependencies, in a new worktree
+  grok setup --check    What would change
+`;
+const HELP_TSC = `
+Usage: grok tsc [tsc arguments]
+
+Runs the workspace TypeScript compiler (the version @datagrok/build-config pins) with the given arguments,
+so a package never needs its own tsc. After an emitting run in a library, the css/wasm/json assets its
+sources import are mirrored into dist/.
+
+Examples:
+  grok tsc --noEmit -p tsconfig.json     Type-check (what the \`typecheck\` script runs)
+  grok tsc -p tsconfig.build.json        A library with a custom build config
+`;
 const HELP_BUILD = `
 Usage: grok build
 
-Build a package in the current directory, or recursively build multiple packages.
+Inside the public/ workspace: build the package in the current directory and everything it depends
+on, in dependency order, through Turborepo (cached: unchanged packages take milliseconds). Never prompts.
+Inside a Turborepo task, in a standalone package, or with --local: build just this package — an rspack
+bundle (src/package.ts -> dist/package.js, function metadata generated, \`grok check --soft\`) for a
+plugin, a TypeScript emit into dist/ for a library.
 
 Options:
-[-r | --recursive] [-s | --silent] [--filter] [--no-incremental] [--parallel N] [-v | --verbose]
-
---recursive       Build all packages in the current directory
---silent          Skip confirmation prompt (for recursive builds)
---filter          Filter packages by package.json fields (e.g. --filter "category:Cheminformatics")
---no-incremental  Run a full build instead of the default incremental build
---parallel N      Max parallel builds (default: 4)
---verbose         Print detailed output
+[--all] [--affected] [--typecheck] [--filter <turbo filter>] [--parallel N] [--force] [--local] [--skip-check] [-v | --verbose]
+
+--all             Build the whole workspace
+--affected        Build everything the diff against origin/master affects, dependents included
+--typecheck       Also run the type-check task
+--filter          Extra Turborepo filter (e.g. --filter "@datagrok/chem...")
+--parallel N      Max parallel builds (default: 3)
+--force           Ignore the build cache
+--local           Build only this package, without Turborepo
+--skip-check      Local build: skip \`grok check\`
+--verbose         Show full build output instead of errors only
 
 Examples:
-  grok build                                          Build the current package
-  grok build -r                                       Build all packages in the current directory
-  grok build -r -s                                    Build all packages without confirmation
-  grok build -r --filter "category:Cheminformatics"   Build only matching packages
-  grok build -r --parallel 8                          Build with 8 parallel jobs
+  grok build                    This package and its dependencies
+  grok build --all              Everything
+  grok build --affected         What my change touches (CI does the same)
+  grok build --typecheck        Bundle and type-check
+  grok build --local            Just this package (what the package's build script runs)
 `;
 
 // const HELP_MIGRATE = `
@@ -440,9 +480,11 @@ const help = exports.help = {
   report: HELP_REPORT,
   run: HELP_RUN,
   test: HELP_TEST,
+  tsc: HELP_TSC,
   testall: HELP_TESTALL,
   migrate: HELP_MIGRATE,
   server: _server.HELP_SERVER,
   s: _server.HELP_SERVER,
+  setup: HELP_SETUP,
   help: HELP
 };

package/bin/commands/link.js

@@ -30,11 +30,21 @@ while (_path.default.dirname(dirStep) !== dirStep) {
   }
   dirStep = _path.default.dirname(dirStep);
 }
+function isPnpmWorkspace(dir) {
+  for (let d = _path.default.resolve(dir);; d = _path.default.dirname(d)) {
+    if (_fs.default.existsSync(_path.default.join(d, 'pnpm-workspace.yaml'))) return true;
+    if (_path.default.dirname(d) === d) return false;
+  }
+}
 let verbose = false;
 let pathMode = false;
 let devMode = false;
 let unlink = false;
 async function link(args) {
+  if (isPnpmWorkspace(curDir)) {
+    console.log('This checkout is a pnpm workspace: in-repo dependencies are linked by `pnpm install` ' + '(workspace:^), and `grok link` is not needed. Run `pnpm install` at the repository root.');
+    return true;
+  }
   verbose = args.verbose ?? false;
   devMode = args.dev ?? false;
   pathMode = args.path ?? false;

package/bin/commands/publish.js

@@ -4,6 +4,8 @@ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefau
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
+exports.BUNDLE_MARKER_NAME = exports.BUNDLE_MARKER = void 0;
+exports.predatesBundleDetection = predatesBundleDetection;
 exports.processPackage = processPackage;
 exports.publish = publish;
 var _archiver = _interopRequireDefault(require("archiver"));
@@ -487,6 +489,21 @@ async function fallbackImage(img, host, devKey, registry, version, contentHash)
     requestedVersion: img.imageTag
   };
 }
+const BUNDLE_MARKER_NAME = exports.BUNDLE_MARKER_NAME = 'webpack.config.js';
+const BUNDLE_MARKER = exports.BUNDLE_MARKER = '// Generated by `grok publish` for servers before 1.28.0, which detect a ' + 'bundled\n// package by this file. The bundle itself is built by @datagrok/build-config.\nmodule.exports = {};\n';
+function predatesBundleDetection(version) {
+  const [major, minor, patch] = (version ?? '').split('.').map(Number);
+  if ([major, minor, patch].some(isNaN)) return true;
+  return major < 1 || major === 1 && minor < 28;
+}
+async function serverPredatesBundleDetection(host) {
+  try {
+    const resp = await (0, _nodeFetch.default)(`${host}/info/server`);
+    return predatesBundleDetection((await resp.json())?.Version);
+  } catch {
+    return true;
+  }
+}
 async function processPackage(debug, rebuild, host, devKey, packageName, dropDb, suffix, hostAlias, registry, rebuildDocker, skipDockerRebuild) {
   // Validate server connectivity and dev key
   let timestamps = {};
@@ -526,7 +543,10 @@ async function processPackage(debug, rebuild, host, devKey, packageName, dropDb,
     includeEmpty: false,
     follow: true
   });
-  const isWebpack = _fs.default.existsSync('webpack.config.js');
+
+  // A bundled package ships dist/package.js: built by webpack (legacy) or by `grok build`
+  // (rspack via @datagrok/build-config, which needs no config file at all).
+  const isWebpack = _fs.default.existsSync('webpack.config.js') || _fs.default.existsSync('rspack.config.js') || _fs.default.existsSync('dist/package.js') || _fs.default.existsSync(_path.default.join(curDir, 'src', 'package.ts'));
   if (!rebuild && isWebpack) {
     if (_fs.default.existsSync('dist/package.js')) {
       const distFiles = await (0, _ignoreWalk.default)({
@@ -550,12 +570,6 @@ async function processPackage(debug, rebuild, host, devKey, packageName, dropDb,
   const json = JSON.parse(_fs.default.readFileSync(packageFilePath, {
     encoding: 'utf-8'
   }));
-  if (isWebpack) {
-    const webpackConfigPath = _path.default.join(curDir, 'webpack.config.js');
-    const content = _fs.default.readFileSync(webpackConfigPath, {
-      encoding: 'utf-8'
-    });
-  }
   const funcFiles = jsTsFiles.filter(f => packageFiles.includes(f));
   color.log(`Checks finished in ${Date.now() - checkStart} ms`);
   const reg = new RegExp(/\${(\w*)}/g);
@@ -615,6 +629,13 @@ async function processPackage(debug, rebuild, host, devKey, packageName, dropDb,
     if (userInfo) dockerVersion = userInfo.login;
   }
   await processDockerImages(packageName, dockerVersion, registry, devKey, host, rebuildDocker ?? false, zip, localTimestamps, debug, skipDockerRebuild ?? false, generatedDockerDirs);
+  const bundledWithoutMarker = !rebuild && _fs.default.existsSync('dist/package.js') && !_fs.default.existsSync(BUNDLE_MARKER_NAME);
+  if (bundledWithoutMarker && (await serverPredatesBundleDetection(host))) {
+    zip.append(BUNDLE_MARKER, {
+      name: BUNDLE_MARKER_NAME
+    });
+    localTimestamps[BUNDLE_MARKER_NAME] = new Date().toUTCString();
+  }
   zip.append(JSON.stringify(localTimestamps), {
     name: 'timestamps.json'
   });
@@ -692,12 +713,14 @@ async function publish(args) {
 }
 async function publishPackage(args) {
   const nArgs = args['_'].length;
-  if (!args.link) {
-    if (args.build || args.rebuild) {
-      color.log('Building');
-      await utils.runScript('npm install', curDir, false);
-      await utils.runScript('npm run build', curDir, false);
-    }
+
+  // A bundled package is built locally before upload unless --skip-build. Inside the pnpm
+  // workspace the install already happened at the root; standalone packages install first.
+  if (!args.link && !args['skip-build'] && !args.rebuild && _fs.default.existsSync(_path.default.join(curDir, 'src'))) {
+    color.log('Building');
+    const workspace = utils.isPnpmWorkspace(curDir);
+    if (!workspace && !_fs.default.existsSync(_path.default.join(curDir, 'node_modules'))) await utils.runScript('npm install', curDir, false);
+    await utils.runScript(workspace ? 'pnpm run build' : 'npm run build', curDir, false);
   }
   if (args.debug && args.release) {
     color.error('Incompatible options: --debug and --release');

package/bin/commands/setup.js

@@ -0,0 +1,139 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.setup = setup;
+var _fs = _interopRequireDefault(require("fs"));
+var _path = _interopRequireDefault(require("path"));
+var _child_process = require("child_process");
+var color = _interopRequireWildcard(require("../utils/color-utils"));
+var _build = require("./build");
+function _interopRequireWildcard(e, t) { if ("function" == typeof WeakMap) var r = new WeakMap(), n = new WeakMap(); return (_interopRequireWildcard = function (e, t) { if (!t && e && e.__esModule) return e; var o, i, f = { __proto__: null, default: e }; if (null === e || "object" != typeof e && "function" != typeof e) return f; if (o = t ? n : r) { if (o.has(e)) return o.get(e); o.set(e, f); } for (const t in e) "default" !== t && {}.hasOwnProperty.call(e, t) && ((i = (o = Object.defineProperty) && Object.getOwnPropertyDescriptor(e, t)) && (i.get || i.set) ? o(f, t, i) : f[t] = e[t]); return f; })(e, t); }
+/**
+ * `grok setup`: one command to get (or keep) a public/ checkout ready to build.
+ *   1. Node 20+ (22 recommended); pnpm through corepack, at the version package.json pins.
+ *   2. Removes per-package node_modules left by the npm era and stray package-lock.json files.
+ *   3. `pnpm install` at the workspace root.
+ *   4. Reports a global `grok` older than the workspace one (`--global` updates it).
+ * `--check` only reports.
+ */
+async function setup(args) {
+  const root = (0, _build.findWorkspaceRoot)(process.cwd());
+  if (!root) {
+    color.error('Not inside the public/ workspace (no pnpm-workspace.yaml above the current directory).');
+    return false;
+  }
+  const check = !!args.check;
+  const rootPkg = JSON.parse(_fs.default.readFileSync(_path.default.join(root, 'package.json'), 'utf8'));
+  const pinnedPnpm = (rootPkg.packageManager || 'pnpm@10').split('@')[1];
+  let ok = true;
+
+  // 1. Node and pnpm
+  const nodeMajor = parseInt(process.versions.node.split('.')[0], 10);
+  if (nodeMajor < 20) {
+    color.error(`Node ${process.versions.node}: 20 or later is required (22 recommended).`);
+    return false;
+  }
+  color.info(`Node ${process.versions.node}`);
+  let pnpmVersion = run('pnpm', ['--version']);
+  if (pnpmVersion !== pinnedPnpm) {
+    color.warn(`pnpm ${pnpmVersion || 'not found'}; the workspace pins ${pinnedPnpm}.`);
+    if (!check) {
+      if (run('corepack', ['--version']) === null) color.warn('corepack not found: `npm install -g corepack`, then rerun `grok setup`.');else {
+        (0, _child_process.spawnSync)('corepack', ['enable'], {
+          stdio: 'inherit',
+          shell: true
+        });
+        (0, _child_process.spawnSync)('corepack', ['prepare', `pnpm@${pinnedPnpm}`, '--activate'], {
+          stdio: 'inherit',
+          shell: true
+        });
+        pnpmVersion = run('pnpm', ['--version']);
+      }
+    }
+  }
+  if (pnpmVersion === pinnedPnpm) color.info(`pnpm ${pnpmVersion}`);else ok = false;
+
+  // 2. leftovers from the npm era
+  const projectDirs = ['js-api', 'tools', 'build-config'].map(d => _path.default.join(root, d));
+  for (const group of ['packages', 'libraries']) for (const d of _fs.default.readdirSync(_path.default.join(root, group))) projectDirs.push(_path.default.join(root, group, d));
+  const staleModules = projectDirs.filter(d => isLegacyNodeModules(_path.default.join(d, 'node_modules')));
+  const staleLocks = projectDirs.map(d => _path.default.join(d, 'package-lock.json')).filter(f => _fs.default.existsSync(f));
+  if (staleModules.length || staleLocks.length) {
+    color.warn(`${staleModules.length} per-package node_modules from npm and ${staleLocks.length} package-lock.json file(s)` + (check ? ' would be removed' : ': removing'));
+    if (!check) {
+      for (const d of staleModules) _fs.default.rmSync(_path.default.join(d, 'node_modules'), {
+        recursive: true,
+        force: true
+      });
+      for (const f of staleLocks) _fs.default.rmSync(f, {
+        force: true
+      });
+    }
+  } else color.info('no npm-era leftovers');
+
+  // 3. install
+  if (!check && pnpmVersion === pinnedPnpm) {
+    color.log('pnpm install ...');
+    const r = (0, _child_process.spawnSync)('pnpm', ['install', '--frozen-lockfile'], {
+      stdio: 'inherit',
+      cwd: root,
+      shell: true
+    });
+    if (r.status !== 0) {
+      color.warn('frozen install failed (lockfile out of date?): retrying without --frozen-lockfile');
+      if ((0, _child_process.spawnSync)('pnpm', ['install'], {
+        stdio: 'inherit',
+        cwd: root,
+        shell: true
+      }).status !== 0) {
+        color.error('pnpm install failed');
+        return false;
+      }
+    }
+  }
+
+  // 4. the global grok
+  const workspaceGrok = JSON.parse(_fs.default.readFileSync(_path.default.join(root, 'tools', 'package.json'), 'utf8')).version;
+  // datagrok-tools before 6.6 has no --version and prints its usage instead
+  const raw = run('grok', ['--version']);
+  const globalGrok = raw === null ? null : /^\d+\.\d+\.\d+/.test(raw) ? raw : 'older than 6.6';
+  if (globalGrok && globalGrok !== workspaceGrok) {
+    color.warn(`global grok ${globalGrok}; the workspace has ${workspaceGrok}` + (args.global && !check ? ': updating' : ' (run `npm install -g datagrok-tools@' + workspaceGrok + '`, or `grok setup --global`)'));
+    if (args.global && !check) (0, _child_process.spawnSync)('npm', ['install', '-g', `datagrok-tools@${workspaceGrok}`], {
+      stdio: 'inherit',
+      shell: true
+    });
+  } else if (globalGrok) color.info(`grok ${globalGrok}`);
+  if (ok && !check) color.success('Ready: `grok build` in any package, `grok build --all` for everything.');
+  return ok;
+}
+
+/** npm's node_modules holds real directories; pnpm's per-package one holds only symlinks (and .bin). */
+function isLegacyNodeModules(dir) {
+  if (!_fs.default.existsSync(dir)) return false;
+  for (const e of _fs.default.readdirSync(dir, {
+    withFileTypes: true
+  })) {
+    if (e.name === '.bin' || e.name === '.cache' || e.name.startsWith('.')) continue;
+    const p = _path.default.join(dir, e.name);
+    if (e.isSymbolicLink()) continue;
+    if (e.isDirectory() && e.name.startsWith('@')) {
+      if (_fs.default.readdirSync(p, {
+        withFileTypes: true
+      }).some(s => s.isDirectory() && !s.isSymbolicLink())) return true;
+      continue;
+    }
+    if (e.isDirectory()) return true;
+  }
+  return false;
+}
+function run(cmd, args) {
+  const r = (0, _child_process.spawnSync)(cmd, args, {
+    encoding: 'utf8',
+    shell: true
+  });
+  return r.status === 0 ? r.stdout.trim().split(/\r?\n/).pop() || '' : null;
+}

package/bin/commands/tsc.js

@@ -0,0 +1,26 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.tsc = tsc;
+var _child_process = require("child_process");
+var _toolchain = require("../utils/toolchain");
+/**
+ * `grok tsc ...` runs the workspace TypeScript compiler (the one `@datagrok/build-config` pins) with the
+ * given arguments, so package scripts never depend on a locally installed `tsc`. After an emitting run
+ * in a library, the assets its sources import are mirrored into dist/.
+ */
+async function tsc(args) {
+  const cwd = process.cwd();
+  const extra = process.argv.slice(process.argv.indexOf('tsc') + 1);
+  const emitting = !extra.includes('--noEmit');
+  if (emitting) (0, _toolchain.ensureLibraryExports)(cwd);
+  const r = (0, _child_process.spawnSync)(process.execPath, [(0, _toolchain.toolchain)(cwd).tsc, ...extra], {
+    stdio: 'inherit',
+    cwd
+  });
+  if (r.status !== 0) return false;
+  if (emitting) (0, _toolchain.copyLibraryAssets)(cwd);
+  return true;
+}

package/bin/grok.js

@@ -9,32 +9,45 @@ const argv = require('minimist')(process.argv.slice(2), {
 // test.ts / playwright-runner.ts never fired and `--no-retry` was silently ignored
 // (Playwright kept retrying failed specs). Normalize back to the flag the commands read.
 if (argv.retry === false) argv['no-retry'] = true;
-const help = require('./commands/help').help;
+// The help texts are a large module; load them only when one is printed.
+let _help;
+const help = new Proxy({}, {get: (_, key) => (_help ??= require('./commands/help').help)[key]});
 const runAllCommand = require('./utils/utils').runAll;
 
+// Each command module is loaded only when invoked: loading all of them (puppeteer, ts-morph,
+// archiver, inquirer) used to cost ~6 s of start-up on every `grok api` / `grok check`.
+const lazy = (file, name) => (args) => require(`./commands/${file}`)[name](args);
 const commands = {
-  add: require('./commands/add').add,
-  api: require('./commands/api').api,
-  build: require('./commands/build').build,
-  check: require('./commands/check').check,
-  claude: require('./commands/claude').claude,
-  config: require('./commands/config').config,
-  create: require('./commands/create').create,
-  'docker-gen': require('./commands/docker-gen').dockerGen,
-  init: require('./commands/init').init,
-  link: require('./commands/link').link,
-  login: require('./commands/login').login,
-  publish: require('./commands/publish').publish,
-  report: require('./commands/report').report,
-  run: require('./commands/run').run,
-  test: require('./commands/test').test,
-  testall: require('./commands/test-all').testAll,
-  stresstest: require('./commands/stress-tests').stressTests,
-  migrate: require('./commands/migrate').migrate,
-  server: require('./commands/server').server,
-  s: require('./commands/server').server,
+  add: lazy('add', 'add'),
+  api: lazy('api', 'api'),
+  build: lazy('build', 'build'),
+  check: lazy('check', 'check'),
+  claude: lazy('claude', 'claude'),
+  config: lazy('config', 'config'),
+  create: lazy('create', 'create'),
+  'docker-gen': lazy('docker-gen', 'dockerGen'),
+  init: lazy('init', 'init'),
+  link: lazy('link', 'link'),
+  login: lazy('login', 'login'),
+  publish: lazy('publish', 'publish'),
+  report: lazy('report', 'report'),
+  run: lazy('run', 'run'),
+  test: lazy('test', 'test'),
+  tsc: lazy('tsc', 'tsc'),
+  testall: lazy('test-all', 'testAll'),
+  stresstest: lazy('stress-tests', 'stressTests'),
+  migrate: lazy('migrate', 'migrate'),
+  server: lazy('server', 'server'),
+  s: lazy('server', 'server'),
+  setup: lazy('setup', 'setup'),
 };
 
+// `--version` is a string option (grok publish --version 1.10), so a bare `grok --version` parses as ''.
+if (argv._.length === 0 && ('version' in argv && argv.version === '' || argv.v === true)) {
+  console.log(require('../package.json').version);
+  process.exit(0);
+}
+
 const onPackageCommandNames = ['api', 'check', 'link', 'publish', 'test'];
 
 // A machine-readable run prints its error as JSON on stderr (server.ts) and nothing else:

package/bin/utils/migrate/bundle.js

@@ -35,8 +35,12 @@ function normalize(type, json) {
   if (copy.package) copy.package = {
     id: copy.package.id
   };
-  // The stamp is written by the pusher, so it must not make an unchanged entity look different.
-  if (copy.metaParams) delete copy.metaParams.sync_id;
+  // The stamps are written by the pusher, so they must not make an unchanged entity look different.
+  if (copy.metaParams) {
+    delete copy.metaParams.sync_id;
+    delete copy.metaParams.migrated_from;
+    delete copy.metaParams.migrated_on;
+  }
   _registry.TYPES[type]?.strip?.(copy);
   return sortKeys(copy);
 }

package/bin/utils/migrate/bundle.ts

@@ -43,9 +43,12 @@ export function normalize(type: string, json: any): any {
     delete copy[k];
   if (copy.package)
     copy.package = {id: copy.package.id};
-  // The stamp is written by the pusher, so it must not make an unchanged entity look different.
-  if (copy.metaParams)
+  // The stamps are written by the pusher, so they must not make an unchanged entity look different.
+  if (copy.metaParams) {
     delete copy.metaParams.sync_id;
+    delete copy.metaParams.migrated_from;
+    delete copy.metaParams.migrated_on;
+  }
   TYPES[type]?.strip?.(copy);
   return sortKeys(copy);
 }

package/bin/utils/migrate/pusher.js

@@ -433,7 +433,14 @@ async function saveOne(dapi, bundle, op, rows, idmap, deferred, missing) {
   const spec = _registry.TYPES[op.type];
   const payload = (0, _bundle.stripPrivate)(JSON.parse(JSON.stringify(op.json)));
   const targetId = payload.id ?? op.id;
-  if (payload.metaParams && typeof payload.metaParams === 'object') payload.metaParams.sync_id = op.id;
+  if (payload.metaParams && typeof payload.metaParams === 'object') {
+    payload.metaParams.sync_id = op.id;
+    const from = bundle.manifest?.source?.url;
+    if (from) {
+      payload.metaParams.migrated_from = from;
+      payload.metaParams.migrated_on = new Date().toISOString();
+    }
+  }
 
   // The server encrypts and masks password-class parameters itself, so target-side
   // secrets go in as plain parameters and never touch the bundle.

package/bin/utils/migrate/pusher.ts

@@ -378,8 +378,14 @@ async function saveOne(dapi: NodeDapi, bundle: Bundle, op: Op, rows: Row[], idma
   const spec = TYPES[op.type];
   const payload = stripPrivate(JSON.parse(JSON.stringify(op.json)));
   const targetId = payload.id ?? op.id;
-  if (payload.metaParams && typeof payload.metaParams === 'object')
+  if (payload.metaParams && typeof payload.metaParams === 'object') {
     payload.metaParams.sync_id = op.id;
+    const from = bundle.manifest?.source?.url;
+    if (from) {
+      payload.metaParams.migrated_from = from;
+      payload.metaParams.migrated_on = new Date().toISOString();
+    }
+  }
 
   // The server encrypts and masks password-class parameters itself, so target-side
   // secrets go in as plain parameters and never touch the bundle.

package/bin/utils/toolchain.js

@@ -0,0 +1,121 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.copyLibraryAssets = copyLibraryAssets;
+exports.ensureLibraryExports = ensureLibraryExports;
+exports.toolchain = toolchain;
+var _fs = _interopRequireDefault(require("fs"));
+var _path = _interopRequireDefault(require("path"));
+/**
+ * The shared toolchain (`@datagrok/build-config`: rspack factory, TypeScript) as seen from `dir`:
+ * the workspace root's copy inside public/, the package's own devDependency in a standalone package.
+ */
+function toolchain(dir) {
+  let pkgJson;
+  try {
+    pkgJson = require.resolve('@datagrok/build-config/package.json', {
+      paths: [dir]
+    });
+  } catch {
+    throw new Error('@datagrok/build-config is not installed: run `pnpm install` at the root of public/, ' + 'or add it as a devDependency of a standalone package');
+  }
+  const buildConfigDir = _path.default.dirname(pkgJson);
+  const tsPkg = require.resolve('typescript/package.json', {
+    paths: [buildConfigDir]
+  });
+  return {
+    buildConfig: require(buildConfigDir),
+    buildConfigDir,
+    tsc: _path.default.join(_path.default.dirname(tsPkg), 'bin', 'tsc')
+  };
+}
+const ASSET = /\.(css|scss|wasm|js|mjs|cjs|json|png|jpe?g|gif|svg|txt|csv|md|html|sdf|mol)$/i;
+
+/**
+ * A library's dist/ must be self-contained: the css, wasm, json and plain-js files its sources
+ * import relative to themselves are mirrored next to the compiled output. A .js next to a .ts of
+ * the same name is a stale in-place compile, not an asset.
+ */
+function copyLibraryAssets(dir) {
+  if (!_fs.default.existsSync(_path.default.join(dir, 'dist'))) return 0;
+  let n = 0;
+  const walk = rel => {
+    for (const e of _fs.default.readdirSync(_path.default.join(dir, rel), {
+      withFileTypes: true
+    })) {
+      if (e.name === 'node_modules' || e.name === 'dist' || e.name.startsWith('.')) continue;
+      const r = rel ? `${rel}/${e.name}` : e.name;
+      if (e.isDirectory()) walk(r);else if (rel && ASSET.test(e.name) && e.name !== 'package.json' && !isCompiledSibling(dir, r)) {
+        const to = _path.default.join(dir, 'dist', r);
+        _fs.default.mkdirSync(_path.default.dirname(to), {
+          recursive: true
+        });
+        const from = _path.default.join(dir, r);
+        if (!_fs.default.existsSync(to) || _fs.default.statSync(to).mtimeMs < _fs.default.statSync(from).mtimeMs) {
+          _fs.default.copyFileSync(from, to);
+          n++;
+        }
+      }
+    }
+  };
+  walk('');
+  if (n) console.log(`copied ${n} asset file(s) into dist/`);
+  return n;
+}
+
+/**
+ * Keeps a library's package.json `exports` in step with its source tree. A library that ships dist/
+ * has an `exports` map ending in the `./*` wildcard; the wildcard cannot resolve a directory import
+ * (`@datagrok-libraries/bio/src/trees`), so every directory with an index.ts needs an explicit entry.
+ * Adds the missing ones and leaves everything else (hand-written entries, the wildcards, entries for
+ * directories that no longer exist) untouched. Packages without the wildcard are not managed.
+ */
+function ensureLibraryExports(dir) {
+  const pj = _path.default.join(dir, 'package.json');
+  const p = JSON.parse(_fs.default.readFileSync(pj, 'utf8'));
+  const ex = p.exports;
+  if (!ex || typeof ex !== 'object' || !ex['./*']) return false;
+  const indexDirs = new Set();
+  const walk = (d, rel) => {
+    for (const e of _fs.default.readdirSync(d, {
+      withFileTypes: true
+    })) {
+      if (e.name === 'node_modules' || e.name === 'dist' || e.name.startsWith('.')) continue;
+      const r = rel ? `${rel}/${e.name}` : e.name;
+      if (e.isDirectory()) walk(_path.default.join(d, e.name), r);else if (e.name === 'index.ts' && rel) indexDirs.add(rel);
+    }
+  };
+  walk(dir, '');
+  // Add-only: hand-written entries (aliases such as js-api's "./u2core") are never touched.
+  const next = {
+    ...ex
+  };
+  let changed = false;
+  for (const rel of [...indexDirs].sort()) {
+    const key = `./${rel}`;
+    if (!(key in next)) {
+      next[key] = {
+        types: `./dist/${rel}/index.d.ts`,
+        default: `./dist/${rel}/index.js`
+      };
+      changed = true;
+    }
+  }
+  if (!changed) return false;
+  // wildcards last: exports are matched by specificity, but keeping them last reads better
+  const wild = ['./*.js', './*'].filter(k => k in next);
+  const ordered = {};
+  for (const [k, v] of Object.entries(next)) if (!wild.includes(k)) ordered[k] = v;
+  for (const k of wild) ordered[k] = next[k];
+  p.exports = ordered;
+  _fs.default.writeFileSync(pj, JSON.stringify(p, null, 2) + '\n');
+  console.log(`package.json exports updated for ${_path.default.basename(dir)}`);
+  return true;
+}
+function isCompiledSibling(dir, rel) {
+  const m = rel.match(/^(.*)\.(js|mjs|cjs)$/);
+  return !!m && ['.ts', '.tsx'].some(e => _fs.default.existsSync(_path.default.join(dir, m[1] + e)));
+}