datagrok-tools 4.14.12 → 4.14.14

package/CHANGELOG.md

@@ -1,5 +1,12 @@
 # Datagrok-tools changelog
 
+## 4.14.14 (2025-06-16)
+
+### Features
+
+* Grok Link added ability to link packages from root directory
+* Grok Link added repo-only option
+
 ## 4.14.10 (2025-06-08)
 
 ### Features

package/bin/commands/help.js

@@ -175,13 +175,13 @@ Options:
 --link-package  	  Link the packages to local utils
 --record            Records the test execution process in mp4 format
 --verbose           Prints detailed information about passed and skipped tests in the console
---core              Runs packages & core tests (applicable  for DevTools packages only)
+--core              Runs packages & core tests (applicable for DevTools packages only)
 --benchmark   	    Runs tests in benchmark mode
 --stress-test       Runs shuffled stress-test only
 --order             Specify order for tests invocation
 --tags              Filter tests by tag name for run
 --testRepeat        Set amount of tests repeats
---browsers-count      Set amount of browsers for tests run
+--browsers-count    Set amount of browsers for tests run
 
 Run tests of all or specified packages 
 
@@ -191,11 +191,14 @@ https://datagrok.ai/help/develop/how-to/test-packages#local-testing
 const HELP_LINK = `
 Usage: grok link
 
-Link \`datagrok-api\`, all necessary libraries and packages for local development by \`npm link\` command 
+Links \`datagrok-api\`, all necessary libraries and packages for local development.
+Uses \`npm link\` unless the --path option specified. 
+By default, it links packages from the parent directory of the repository's root.
 
 Options:
 --dev               Links also dev dependencies
---path              Instead of npm linking sets dependecies in package.json to local
+--path              Instead of npm link, sets dependencies in package.json to local
+--repo-only         Links packages only from the current repository
 --unlink            Unlinks packages and sets last versions instead of local path in package.json dependencies 
 --verbose           Prints detailed information about linked packages  
 `;

package/bin/commands/link.js

@@ -8,37 +8,42 @@ exports.link = link;
 var _fs = _interopRequireDefault(require("fs"));
 var _path = _interopRequireDefault(require("path"));
 var _utils = require("../utils/utils");
+var _glob = require("glob");
 /* eslint-disable valid-jsdoc */
 
-const repositoryDirNameRegex = new RegExp(_path.default.join('1', '2')[1] + 'public$');
-const excludedPackages = ['@datagrok/diff-grok', ''];
+const excludedPackages = ['@datagrok-misc/eslint-plugin-config', 'wiki-merge', 'datagrok-tools', ''];
+const versionDependencyRegex = /(?:\^)?\d+\.\d+\.\d+/;
+let packagesInRepo;
+let packagesOutOfRepo;
 const curDir = process.cwd();
 let repositoryDir = curDir;
+let containerDir = curDir;
+let dirStep = _path.default.dirname(curDir);
 let currentPackage;
 let localPackageDependencies;
 let packagesToLink;
-while (_path.default.dirname(repositoryDir) !== repositoryDir) {
-  if (repositoryDirNameRegex.test(repositoryDir)) break;
-  repositoryDir = _path.default.dirname(repositoryDir);
+while (_path.default.dirname(dirStep) !== dirStep) {
+  if (_fs.default.existsSync(_path.default.join(dirStep, '.git')) && repositoryDir === curDir) repositoryDir = dirStep;
+  if (!_fs.default.existsSync(_path.default.join(dirStep, '.git')) && repositoryDir !== curDir && containerDir === curDir) {
+    containerDir = dirStep;
+    break;
+  }
+  dirStep = _path.default.dirname(dirStep);
 }
 let verbose = false;
 let pathMode = false;
 let devMode = false;
 let unlink = false;
-const apiDir = _path.default.join(repositoryDir, 'js-api');
-const libDir = _path.default.join(repositoryDir, 'libraries');
-const packageDir = _path.default.join(repositoryDir, 'packages');
-const apiPackageName = 'datagrok-api';
-const libName = '@datagrok-libraries/';
-const packageName = '@datagrok/';
 async function link(args) {
   verbose = args.verbose ?? false;
   devMode = args.dev ?? false;
   pathMode = args.path ?? false;
   unlink = args.unlink ?? false;
+  let collectedPackages = collectAvaliablePackages(args['repo-only']);
+  packagesInRepo = collectedPackages.packagesInRepo;
+  packagesOutOfRepo = collectedPackages.packagesOutOfRepo;
   localPackageDependencies = [];
   packagesToLink = new Set();
-  collectPackagesData(curDir);
   currentPackage = new PackageData(curDir);
   if (unlink) {
     await unlinkPackages();
@@ -68,9 +73,8 @@ function collectPackagesData(packagePath = curDir) {
 }
 function collectPacakgeDataFromJsonObject(object) {
   let result = [];
-  for (let dependencyName of Object.keys(object)) {
-    let nameSplitted = dependencyName.split('/');
-    if (dependencyName === apiPackageName) result = result.concat(parsePackageDependencies(dependencyName, apiDir));else if (dependencyName.includes(libName)) result = result.concat(parsePackageDependencies(dependencyName, _path.default.join(libDir, nameSplitted[nameSplitted.length - 1])));else if (dependencyName.includes(packageName)) result = result.concat(parsePackageDependencies(dependencyName, _path.default.join(packageDir, toCamelCase(nameSplitted[nameSplitted.length - 1]))));
+  for (let dependencyName of Object.keys(object ?? {})) {
+    if (packagesInRepo[dependencyName]) result = result.concat(parsePackageDependencies(dependencyName, _path.default.dirname(packagesInRepo[dependencyName].path)));else if (packagesOutOfRepo[dependencyName]) result = result.concat(parsePackageDependencies(dependencyName, _path.default.dirname(packagesOutOfRepo[dependencyName].path)));
   }
   return result;
 }
@@ -86,10 +90,49 @@ function parsePackageDependencies(dependencyName, pathToLink) {
   result.push(dependencyName);
   return result;
 }
+function collectAvaliablePackages(noOutLink = false) {
+  let repositoryPackages = collectAvaliablePackagesPathesFromDir(repositoryDir);
+  let commonPakcages = collectAvaliablePackagesPathesFromDir(containerDir, repositoryDir);
+  const packagesInRepoBaseInfo = parsePackages(repositoryPackages);
+  const packagesOutOfRepoBaseInfo = noOutLink ? [] : parsePackages(commonPakcages);
+  const packagesInRepo = Object.fromEntries(packagesInRepoBaseInfo.map(({
+    name,
+    ...rest
+  }) => [name, rest]));
+  const packagesOutOfRepo = Object.fromEntries(packagesOutOfRepoBaseInfo.map(({
+    name,
+    ...rest
+  }) => [name, rest]));
+  return {
+    packagesInRepo: packagesInRepo,
+    packagesOutOfRepo: packagesOutOfRepo
+  };
+}
+function collectAvaliablePackagesPathesFromDir(dir, dirToExclude = '') {
+  let res = _glob.glob.sync('./**/package.json', {
+    cwd: dir,
+    ignore: ['**/node_modules/**']
+  }).map(e => _path.default.join(dir, e));
+  if (dirToExclude.length > 0) res = res.filter(e => !e.includes(dirToExclude));
+  return res;
+}
+function parsePackages(packagPathes) {
+  let res = packagPathes.map(e => {
+    let packageData = {};
+    if (_fs.default.existsSync(e)) {
+      packageData.path = e;
+      const packageJson = JSON.parse(_fs.default.readFileSync(e, 'utf8'));
+      packageData.name = packageJson.name;
+      packageData.version = packageJson.version;
+    }
+    return packageData;
+  });
+  return res;
+}
 async function unlinkPackages() {
-  const packaegs = [...localPackageDependencies];
-  if (currentPackage) packaegs.push(currentPackage);
-  for (let packageData of packaegs) {
+  const packages = [...localPackageDependencies];
+  if (currentPackage) packages.push(currentPackage);
+  for (let packageData of packages) {
     if (excludedPackages.includes(packageData.name)) continue;
     if (verbose) console.log(`Package ${packageData.name} is unlinking`);
     const packageJsonPath = _path.default.join(packageData.packagePath, 'package.json');
@@ -103,11 +146,10 @@ async function unlinkPackages() {
 function updateDependenciesToVersion(packageData, dependecyNode) {
   for (let dependency of packageData.dependencies) {
     if (excludedPackages.includes(dependency)) continue;
-    if (dependecyNode[dependency]) {
+    if (dependecyNode[dependency] && !versionDependencyRegex.test(dependecyNode[dependency])) {
       const packageToLink = (localPackageDependencies.filter(e => e.name === dependency) ?? [])[0];
       if (packageToLink) {
-        const startIndex = packageToLink.packagePath.indexOf(`public${_path.default.sep}`) + `public${_path.default.sep}`.length;
-        if (startIndex !== -1) dependecyNode[dependency] = `^${packageToLink.version}`;
+        dependecyNode[dependency] = `^${packagesInRepo[dependency]?.version ?? packagesOutOfRepo[dependency]?.version}`;
       }
     }
   }
@@ -154,15 +196,14 @@ async function linkPathMode(packageData) {
   _fs.default.writeFileSync(packageJsonPath, JSON.stringify(packageJson, null, 2));
 }
 function updateDependenciesToLocal(packageData, dependecyNode) {
-  const dirNames = packageData.packagePath.split(_path.default.sep);
-  const backRoute = `../`.repeat(dirNames.length - dirNames.indexOf('public') - 1);
+  const backRouteForCont = `../`.repeat(packageData.packagePath.replace(containerDir, '').split(_path.default.sep).length - 1);
+  const backRouteForRepo = `../`.repeat(packageData.packagePath.replace(repositoryDir, '').split(_path.default.sep).length - 1);
   for (let dependency of packageData.dependencies) {
     if (excludedPackages.includes(dependency)) continue;
     if (dependecyNode[dependency]) {
       const packageToLink = (localPackageDependencies.filter(e => e.name === dependency) ?? [])[0];
       if (packageToLink) {
-        const startIndex = packageToLink.packagePath.indexOf(`public${_path.default.sep}`) + `public${_path.default.sep}`.length;
-        if (startIndex !== -1) dependecyNode[dependency] = `${backRoute}${packageToLink.packagePath.substring(startIndex).replaceAll(_path.default.sep, '/')}`;
+        if (packageToLink.packagePath.includes(repositoryDir) && packageData.packagePath.includes(repositoryDir)) dependecyNode[dependency] = `${backRouteForRepo}${packageToLink.packagePath.replace(repositoryDir, '').replaceAll(_path.default.sep, '/').replace('/', '')}`;else dependecyNode[dependency] = `${backRouteForCont}${packageToLink.packagePath.replace(containerDir, '').replaceAll(_path.default.sep, '/').replace('/', '')}`;
       }
     }
   }

package/package-template/tsconfig.json

@@ -67,6 +67,5 @@
     /* Advanced Options */
     "skipLibCheck": true,                          /* Skip type checking of declaration files. */
     "forceConsistentCasingInFileNames": true,        /* Disallow inconsistently-cased references to the same file. */
-    "declaration": true
   }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "datagrok-tools",
-  "version": "4.14.12",
+  "version": "4.14.14",
   "description": "Utility to upload and publish packages to Datagrok",
   "homepage": "https://github.com/datagrok-ai/public/tree/master/tools#readme",
   "dependencies": {