datagrok-tools 4.14.7 → 4.14.9

package/CHANGELOG.md

@@ -1,5 +1,21 @@
 # Datagrok-tools changelog
 
+## 4.14.9 (2025-06-06)
+
+### Features
+
+* Grok Check added soft mode 
+
+
+## 4.14.8 (2025-06-06)
+
+### Features
+
+* Grok Check added collision checks 
+* Grok Publish runs check before invocation 
+* Grok Api creates api for the scripts in the python directory.
+
+
 ## 4.14.6 (2025-05-29)
 
 ### Features

package/bin/commands/api.js

@@ -55,31 +55,37 @@ function generateQueryWrappers() {
 }
 function generateScriptWrappers() {
   const scriptsDir = _path.default.join(curDir, 'scripts');
+  const pythonDir = _fs.default.existsSync(srcDir) ? _path.default.join(srcDir, 'python') : _path.default.join(curDir, 'python');
   if (!_fs.default.existsSync(scriptsDir)) {
     color.warn(`Directory ${scriptsDir} not found`);
     console.log('Skipping API generation for scripts...');
     return;
   }
-  const files = _ignoreWalk.default.sync({
-    path: scriptsDir,
-    ignoreFiles: ['.npmignore', '.gitignore']
-  });
   const wrappers = [];
-  for (const file of files) {
-    let extension;
-    if (!utils.scriptExtensions.some(ext => (extension = ext, file.endsWith(ext)))) continue;
-    const filepath = _path.default.join(scriptsDir, file);
-    const script = _fs.default.readFileSync(filepath, 'utf8');
-    if (!script) continue;
-    const name = utils.getScriptName(script, utils.commentMap[extension]);
-    if (!name) continue;
-    const description = utils.getScriptDescription(script);
-    checkNameColision(name);
-    const tb = new utils.TemplateBuilder(utils.scriptWrapperTemplate).replace('FUNC_NAME', name).replace('FUNC_NAME_LOWERCASE', name).replace('PACKAGE_NAMESPACE', _package.name);
-    const inputs = utils.getScriptInputs(script);
-    const outputType = utils.getScriptOutputType(script);
-    tb.replace('PARAMS_OBJECT', inputs).replace('TYPED_PARAMS', inputs).replace('FUNC_DESCRIPTION', description).replace('OUTPUT_TYPE', outputType);
-    wrappers.push(tb.build(1));
+  for (let dir of [scriptsDir, pythonDir]) {
+    const files = _ignoreWalk.default.sync({
+      path: dir,
+      ignoreFiles: ['.npmignore', '.gitignore']
+    });
+    console.log(files);
+    for (const file of files) {
+      let extension;
+      if (!utils.scriptExtensions.some(ext => (extension = ext, file.endsWith(ext)))) continue;
+      const filepath = _path.default.join(dir, file);
+      const script = _fs.default.readFileSync(filepath, 'utf8');
+      if (!script) continue;
+      console.log(filepath);
+      console.log(script);
+      const name = utils.getScriptName(script, utils.commentMap[extension]);
+      if (!name) continue;
+      const description = utils.getScriptDescription(script);
+      checkNameColision(name);
+      const tb = new utils.TemplateBuilder(utils.scriptWrapperTemplate).replace('FUNC_NAME', name).replace('FUNC_NAME_LOWERCASE', name).replace('PACKAGE_NAMESPACE', _package.name);
+      const inputs = utils.getScriptInputs(script);
+      const outputType = utils.getScriptOutputType(script);
+      tb.replace('PARAMS_OBJECT', inputs).replace('TYPED_PARAMS', inputs).replace('FUNC_DESCRIPTION', description).replace('OUTPUT_TYPE', outputType);
+      wrappers.push(tb.build(1));
+    }
   }
   saveWrappersToFile('scripts', wrappers);
 }

package/bin/commands/check.js

@@ -25,7 +25,7 @@ const forbiddenNames = ['function', 'class', 'export'];
 const namesInFiles = new Map();
 function check(args) {
   const nOptions = Object.keys(args).length - 1;
-  if (args['_'].length !== 1 || nOptions > 2 || nOptions > 0 && !args.r && !args.recursive) return false;
+  if (args['_'].length !== 1 || nOptions > 2) return false;
   const curDir = process.cwd();
   if (args.recursive) return runChecksRec(curDir, args.soft ?? false);else {
     if (!utils.isPackageDir(curDir)) {
@@ -318,7 +318,6 @@ function checkFuncSignatures(packagePath, files) {
       }
       let wrongInputNames = f.inputs.filter(e => forbiddenNames.includes(e?.name ?? ''));
       if (f.name) {
-        console.log(f);
         if (namesInFiles.has(f.name)) namesInFiles.get(f.name)?.push(file);else namesInFiles.set(f.name, [file]);
       }
       if (wrongInputNames.length > 0) warnings.push(`File ${file}, function ${f.name}: Wrong input names: (${wrongInputNames.map(e => e.name).join(', ')})`);
@@ -527,7 +526,6 @@ function getFuncMetadata(script, fileExtention) {
     if (match) {
       if (!isHeader) isHeader = true;
       const param = match[1];
-      console.log(param);
       if (param === 'name') data.name = line.match(utils.nameAnnRegex)?.[2]?.toLocaleLowerCase();else if (param === 'description') data.description = match[2];else if (param === 'input') {
         data.inputs.push({
           type: match[2],

package/bin/commands/publish.js

@@ -14,9 +14,9 @@ var _path = _interopRequireDefault(require("path"));
 var _ignoreWalk = _interopRequireDefault(require("ignore-walk"));
 var _jsYaml = _interopRequireDefault(require("js-yaml"));
 var _testUtils = require("../utils/test-utils");
-var _check = require("./check");
 var utils = _interopRequireWildcard(require("../utils/utils"));
 var color = _interopRequireWildcard(require("../utils/color-utils"));
+var _check = require("./check");
 function _getRequireWildcardCache(e) { if ("function" != typeof WeakMap) return null; var r = new WeakMap(), t = new WeakMap(); return (_getRequireWildcardCache = function (e) { return e ? t : r; })(e); }
 function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != typeof e && "function" != typeof e) return { default: e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && Object.prototype.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n.default = e, t && t.set(e, n), n; }
 // @ts-ignore
@@ -81,7 +81,8 @@ async function processPackage(debug, rebuild, host, devKey, packageName, suffix)
       rebuild = true;
     }
   }
-  let contentValidationLog = '';
+
+  // let contentValidationLog = '';
   console.log('Starting package checks...');
   const checkStart = Date.now();
   const jsTsFiles = files.filter(f => !f.startsWith('dist/') && (f.endsWith('.js') || f.endsWith('.ts')));
@@ -94,19 +95,19 @@ async function processPackage(debug, rebuild, host, devKey, packageName, suffix)
     const content = _fs.default.readFileSync(webpackConfigPath, {
       encoding: 'utf-8'
     });
-    const externals = (0, _check.extractExternals)(content);
-    if (externals) {
-      const importWarnings = (0, _check.checkImportStatements)(curDir, jsTsFiles, externals);
-      contentValidationLog += importWarnings.join('\n') + (importWarnings.length ? '\n' : '');
-    }
+    // const externals = extractExternals(content);
+    // if (externals) {
+    //   const importWarnings = checkImportStatements(curDir, jsTsFiles, externals);
+    //   contentValidationLog += importWarnings.join('\n') + (importWarnings.length ? '\n' : '');
+    // }
   }
   const funcFiles = jsTsFiles.filter(f => packageFiles.includes(f));
-  const funcWarnings = (0, _check.checkFuncSignatures)(curDir, funcFiles);
-  contentValidationLog += funcWarnings.join('\n') + (funcWarnings.length ? '\n' : '');
-  const packageWarnings = (0, _check.checkPackageFile)(curDir, json);
-  contentValidationLog += packageWarnings.join('\n') + (packageWarnings.length ? '\n' : '');
-  const changelogWarnings = (0, _check.checkChangelog)(curDir, json);
-  contentValidationLog += changelogWarnings.join('\n') + (packageWarnings.length ? '\n' : '');
+  // const funcWarnings = checkFuncSignatures(curDir, funcFiles);
+  // contentValidationLog += funcWarnings.join('\n') + (funcWarnings.length ? '\n' : '');
+  // const packageWarnings = checkPackageFile(curDir, json);
+  // contentValidationLog += packageWarnings.join('\n') + (packageWarnings.length ? '\n' : '');
+  // const changelogWarnings = checkChangelog(curDir, json);
+  // contentValidationLog += changelogWarnings.join('\n') + '';
   console.log(`Checks finished in ${Date.now() - checkStart} ms`);
   const reg = new RegExp(/\${(\w*)}/g);
   const errs = [];
@@ -123,9 +124,10 @@ async function processPackage(debug, rebuild, host, devKey, packageName, suffix)
     }
     if (relativePath.startsWith('upload.keys.json')) return;
     if (relativePath === 'zip') return;
-    if (!utils.checkScriptLocation(canonicalRelativePath)) {
-      contentValidationLog += `Warning: file \`${canonicalRelativePath}\`` + ` should be in directory \`${_path.default.basename(curDir)}/scripts/\`\n`;
-    }
+    // if (!utils.checkScriptLocation(canonicalRelativePath)) {
+    //   contentValidationLog += `Warning: file \`${canonicalRelativePath}\`` +
+    //     ` should be in directory \`${path.basename(curDir)}/scripts/\`\n`;
+    // }
     const t = _fs.default.statSync(fullPath).mtime.toUTCString();
     localTimestamps[canonicalRelativePath] = t;
     if (debug && timestamps[canonicalRelativePath] === t) {
@@ -196,7 +198,7 @@ async function processPackage(debug, rebuild, host, devKey, packageName, suffix)
       return 1;
     } else {
       console.log(log);
-      color.warn(contentValidationLog);
+      // color.warn(contentValidationLog);
     }
   } catch (error) {
     console.error(error);
@@ -205,6 +207,9 @@ async function processPackage(debug, rebuild, host, devKey, packageName, suffix)
   return 0;
 }
 async function publish(args) {
+  if (!args['skip-check']) (0, _check.check)({
+    _: ['check']
+  });
   config = _jsYaml.default.load(_fs.default.readFileSync(confPath, {
     encoding: 'utf-8'
   }));

package/bin/utils/utils.js

@@ -149,7 +149,7 @@ const queryExtension = exports.queryExtension = '.sql';
 const jsExtention = exports.jsExtention = '.js';
 const scriptExtensions = exports.scriptExtensions = ['.jl', '.m', '.py', '.R'];
 function checkScriptLocation(filepath) {
-  if (!(filepath.startsWith('scripts/') || filepath.startsWith('projects/') || filepath.startsWith('dockerfiles/')) && scriptExtensions.some(ext => filepath.endsWith(ext))) return false;
+  if (!(filepath.startsWith('scripts/') || filepath.startsWith('projects/') || filepath.startsWith('dockerfiles/') || filepath.startsWith('python/')) && scriptExtensions.some(ext => filepath.endsWith(ext))) return false;
   return true;
 }
 ;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "datagrok-tools",
-  "version": "4.14.7",
+  "version": "4.14.9",
   "description": "Utility to upload and publish packages to Datagrok",
   "homepage": "https://github.com/datagrok-ai/public/tree/master/tools#readme",
   "dependencies": {