@nodetool-ai/cli 0.8.3 → 0.8.4-a24.1

package/dist/node-registry.d.ts

@@ -1,6 +1,6 @@
 /**
- * Builds a NodeRegistry populated with every TypeScript node pack the CLI
- * ships. Shared by the debug, validate, and single-node-run harnesses so they
+ * Builds a NodeRegistry with installed TypeScript packs and catalog metadata
+ * for missing enabled packs. Shared by the debug, validate, and single-node-run harnesses so they
  * all resolve node types against the same set.
  *
  * Python-only node packs (huggingface worker nodes, mlx, etc.) are not
@@ -8,7 +8,9 @@
  * Python bridge at execution time. Static tools (validate) therefore treat
  * unknown types as "not in the local TS registry".
  */
-import { NodeRegistry } from "@nodetool-ai/node-sdk";
+import { NodeRegistry, type BuiltinPackPolicy } from "@nodetool-ai/node-sdk";
+/** CLI harnesses expose optional packs independently of user toggles. */
+export declare const CLI_BUILTIN_PACK_POLICY: BuiltinPackPolicy;
 /** Workflow JSON runs and local MCP historically omit AtlasCloud too. */
 export declare const CLI_LOCAL_BUILTIN_PACK_POLICY: {
     includeOptionalPacks?: boolean;
@@ -23,5 +25,5 @@ export declare const CLI_DSL_BUILTIN_PACK_POLICY: {
         [k: string]: boolean;
     };
 };
-export declare function buildFullRegistry(): NodeRegistry;
+export declare function buildFullRegistry(): Promise<NodeRegistry>;
 //# sourceMappingURL=node-registry.d.ts.map

package/dist/node-registry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"node-registry.d.ts","sourceRoot":"","sources":["../src/node-registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAQrD,yEAAyE;AACzE,eAAO,MAAM,6BAA6B;;;;;;CAMzC,CAAC;AAEF,kGAAkG;AAClG,eAAO,MAAM,2BAA2B;IACtC,gBAAgB;;;CAGjB,CAAC;AAEF,wBAAgB,iBAAiB,IAAI,YAAY,CAKhD"}
+{"version":3,"file":"node-registry.d.ts","sourceRoot":"","sources":["../src/node-registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,YAAY,EAAE,KAAK,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAM7E,yEAAyE;AACzE,eAAO,MAAM,uBAAuB,EAAE,iBAGrC,CAAC;AAEF,yEAAyE;AACzE,eAAO,MAAM,6BAA6B;;;;;;CAMzC,CAAC;AAEF,kGAAkG;AAClG,eAAO,MAAM,2BAA2B;IACtC,gBAAgB;;;CAGjB,CAAC;AAEF,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,YAAY,CAAC,CAK/D"}

package/dist/node-registry.js

@@ -1,6 +1,6 @@
 /**
- * Builds a NodeRegistry populated with every TypeScript node pack the CLI
- * ships. Shared by the debug, validate, and single-node-run harnesses so they
+ * Builds a NodeRegistry with installed TypeScript packs and catalog metadata
+ * for missing enabled packs. Shared by the debug, validate, and single-node-run harnesses so they
  * all resolve node types against the same set.
  *
  * Python-only node packs (huggingface worker nodes, mlx, etc.) are not
@@ -9,9 +9,14 @@
  * unknown types as "not in the local TS registry".
  */
 import { NodeRegistry } from "@nodetool-ai/node-sdk";
-import { registerBuiltinPacks, CLI_BUILTIN_PACK_POLICY } from "@nodetool-ai/base-nodes/builtin-packs";
+import { registerCliPacks } from "./packs/host.js";
 import { BUILTIN_NODE_PACKS } from "@nodetool-ai/protocol";
 import { installSandboxCatalog } from "./sandbox-catalog.js";
+/** CLI harnesses expose optional packs independently of user toggles. */
+export const CLI_BUILTIN_PACK_POLICY = {
+    includeOptionalPacks: true,
+    excludedPackIds: ["kie", "topaz", "higgsfield", "together"]
+};
 /** Workflow JSON runs and local MCP historically omit AtlasCloud too. */
 export const CLI_LOCAL_BUILTIN_PACK_POLICY = {
     ...CLI_BUILTIN_PACK_POLICY,
@@ -24,10 +29,10 @@ export const CLI_LOCAL_BUILTIN_PACK_POLICY = {
 export const CLI_DSL_BUILTIN_PACK_POLICY = {
     enabledOverrides: Object.fromEntries(BUILTIN_NODE_PACKS.map((pack) => [pack.id, false]))
 };
-export function buildFullRegistry() {
+export async function buildFullRegistry() {
     installSandboxCatalog();
     const registry = new NodeRegistry();
-    registerBuiltinPacks(registry, CLI_BUILTIN_PACK_POLICY);
+    await registerCliPacks(registry, CLI_BUILTIN_PACK_POLICY);
     return registry;
 }
 //# sourceMappingURL=node-registry.js.map

package/dist/node-registry.js.map

@@ -1 +1 @@
-{"version":3,"file":"node-registry.js","sourceRoot":"","sources":["../src/node-registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EACL,oBAAoB,EACpB,uBAAuB,EACxB,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAE7D,yEAAyE;AACzE,MAAM,CAAC,MAAM,6BAA6B,GAAG;IAC3C,GAAG,uBAAuB;IAC1B,eAAe,EAAE;QACf,GAAG,CAAC,uBAAuB,CAAC,eAAe,IAAI,EAAE,CAAC;QAClD,YAAY;KACb;CACF,CAAC;AAEF,kGAAkG;AAClG,MAAM,CAAC,MAAM,2BAA2B,GAAG;IACzC,gBAAgB,EAAE,MAAM,CAAC,WAAW,CAClC,kBAAkB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CACnD;CACF,CAAC;AAEF,MAAM,UAAU,iBAAiB;IAC/B,qBAAqB,EAAE,CAAC;IACxB,MAAM,QAAQ,GAAG,IAAI,YAAY,EAAE,CAAC;IACpC,oBAAoB,CAAC,QAAQ,EAAE,uBAAuB,CAAC,CAAC;IACxD,OAAO,QAAQ,CAAC;AAClB,CAAC"}
+{"version":3,"file":"node-registry.js","sourceRoot":"","sources":["../src/node-registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,YAAY,EAA0B,MAAM,uBAAuB,CAAC;AAC7E,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAEnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAE7D,yEAAyE;AACzE,MAAM,CAAC,MAAM,uBAAuB,GAAsB;IACxD,oBAAoB,EAAE,IAAI;IAC1B,eAAe,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,UAAU,CAAC;CAC5D,CAAC;AAEF,yEAAyE;AACzE,MAAM,CAAC,MAAM,6BAA6B,GAAG;IAC3C,GAAG,uBAAuB;IAC1B,eAAe,EAAE;QACf,GAAG,CAAC,uBAAuB,CAAC,eAAe,IAAI,EAAE,CAAC;QAClD,YAAY;KACb;CACF,CAAC;AAEF,kGAAkG;AAClG,MAAM,CAAC,MAAM,2BAA2B,GAAG;IACzC,gBAAgB,EAAE,MAAM,CAAC,WAAW,CAClC,kBAAkB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CACnD;CACF,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,iBAAiB;IACrC,qBAAqB,EAAE,CAAC;IACxB,MAAM,QAAQ,GAAG,IAAI,YAAY,EAAE,CAAC;IACpC,MAAM,gBAAgB,CAAC,QAAQ,EAAE,uBAAuB,CAAC,CAAC;IAC1D,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/nodetool-main.js

@@ -22,9 +22,10 @@ import { readCachedHfModels, searchCachedHfModels } from "@nodetool-ai/huggingfa
 import { initMasterKey } from "@nodetool-ai/security";
 import { installLocalModelInterfaces } from "./local-model-interfaces.js";
 import { getDefaultDbPath, getDefaultAssetsPath } from "@nodetool-ai/config";
-import { ExecutionSession, isExecutionPreflightError } from "@nodetool-ai/execution";
+import { ExecutionSession } from "@nodetool-ai/execution";
 import { NodeRegistry, createGraphNodeTypeResolver } from "@nodetool-ai/node-sdk";
-import { registerBuiltinPacks } from "@nodetool-ai/base-nodes/builtin-packs";
+import { registerCliPacks } from "./packs/host.js";
+import { refusePackInstallsInProcess } from "./packs/install-process.js";
 import { CLI_LOCAL_BUILTIN_PACK_POLICY, CLI_DSL_BUILTIN_PACK_POLICY } from "./node-registry.js";
 import { ProcessingContext, createLocalWorkspace, initTelemetry, onPythonBridgeCreated } from "@nodetool-ai/runtime";
 import { FileStorageAdapter } from "@nodetool-ai/storage";
@@ -32,6 +33,8 @@ import { mkdirSync } from "node:fs";
 import { addSupervisorOptions, createSupervisorHandle, parseSupervisorFlags, printSupervisedSummary, recordSupervisorCost, streamInterventionLines } from "./supervisor.js";
 import { registerPackageCommands } from "./commands/package.js";
 import { registerPackCommands } from "./commands/packs.js";
+import { installMissingPacksAndReexec } from "./commands/install-missing-packs.js";
+import { registerRuntimeCommands } from "./commands/runtime.js";
 import { registerDeployCommands } from "./commands/deploy.js";
 import { registerHfCommands } from "./commands/models-hf.js";
 import { registerWorkerCommands } from "./commands/worker.js";
@@ -60,6 +63,7 @@ import { registerCostsCommands } from "./commands/costs.js";
 import { registerErrorsCommands } from "./commands/errors.js";
 import { registerGenerationsCommands } from "./commands/generations.js";
 import { registerRunsCommands } from "./commands/runs.js";
+import { registerProjectCommands } from "./commands/projects.js";
 import { registerGameCommands } from "./commands/game.js";
 import { registerAuthCommands } from "./commands/auth.js";
 import { registerTelegramCommands } from "./commands/telegram.js";
@@ -68,7 +72,7 @@ import { createApiClient } from "./api-client.js";
 import { listAllModels, listConfiguredProviderInfo, listOllamaModels, listProviderModels } from "./providers.js";
 import { isString } from "./predicates.js";
 import { printTable, asJson, readSecretValue } from "./commands/output.js";
-import { printCommandError } from "./command-errors.js";
+import { printCommandError, commandMissingRuntime, commandMissingPack } from "./command-errors.js";
 import { childExitCode } from "./child-exit.js";
 const __filename = fileURLToPath(import.meta.url);
 const __dirname = dirname(__filename);
@@ -93,7 +97,9 @@ function ensureDb() {
     initDb(getDefaultDbPath());
 }
 async function setupDb() {
-    ensureDb();
+    const dbPath = getDefaultDbPath();
+    await migrateSqliteDb(dbPath);
+    initDb(dbPath);
     // Resolve the master encryption key from keychain / env / AWS so that
     // both encryption (Secret.upsert) and decryption (Secret.getDecryptedValue)
     // use the same persistent key. Without this, a fresh process would
@@ -211,14 +217,6 @@ async function makeLocalAssetFetcher() {
 // other. The interfaces touch the database only when a node calls them, so
 // installing them before `setupDb()` is safe.
 await installLocalModelInterfaces();
-/**
- * What to print when a run command fails. A preflight refusal already reads as
- * a complete explanation — printing the error class in front of it only buries
- * the secret name the user has to go set.
- */
-function describeRunFailure(error) {
-    return isExecutionPreflightError(error) ? error.message : String(error);
-}
 // ---------------------------------------------------------------------------
 // info
 // ---------------------------------------------------------------------------
@@ -267,12 +265,13 @@ function parseTraceStdout(v) {
 addSupervisorOptions(program
     .command("run <dsl-file>")
     .description("Run a TypeScript/JavaScript DSL workflow file")
-    .option("--json", "Output results as JSON (default: pretty-print)")).action(async (dslFile, opts) => {
+    .option("--json", "Output results as JSON (default: pretty-print)")
+    .option("--install-missing", "Authorize missing node pack installation, then re-execute once")).action(async (dslFile, opts) => {
     try {
         const { resolve } = await import("node:path");
         const { runDslFile } = await import("./run-dsl.js");
         const { NodeRegistry } = await import("@nodetool-ai/node-sdk");
-        registerBuiltinPacks(NodeRegistry.global, CLI_DSL_BUILTIN_PACK_POLICY);
+        await registerCliPacks(NodeRegistry.global, CLI_DSL_BUILTIN_PACK_POLICY);
         const supervisorConfig = parseSupervisorFlags(opts);
         const absolutePath = resolve(dslFile);
         let results;
@@ -305,8 +304,11 @@ addSupervisorOptions(program
         }
     }
     catch (e) {
-        console.error(describeRunFailure(e));
-        process.exit(1);
+        const exit = await installMissingPacksAndReexec(e, { command: "run", installMissing: opts.installMissing });
+        if (exit !== null) {
+            process.exit(exit);
+        }
+        process.exit(printCommandError(e, opts.json));
     }
 });
 program
@@ -364,10 +366,11 @@ program
     .option("--host <host>", "Host to bind", "127.0.0.1")
     .option("--port <port>", "Port to listen on", "7777")
     .action((opts) => {
-    const serverPath = resolve(__dirname, "../../websocket/dist/server.js");
+    refusePackInstallsInProcess("serve");
+    const serverPath = resolve(__dirname, "../dist/packs/serve.js");
     process.env["HOST"] = opts.host;
     process.env["PORT"] = opts.port;
-    const result = spawnSync("node", [serverPath], {
+    const result = spawnSync(process.execPath, [serverPath], {
         stdio: "inherit",
         env: { ...process.env }
     });
@@ -413,6 +416,7 @@ addSupervisorOptions(workflows
     .description("Run a workflow by ID, JSON file, or TypeScript DSL file")
     .option("--params <json>", "JSON params string")
     .option("--json", "Output as JSON")
+    .option("--install-missing", "Authorize missing node pack installation, then re-execute once")
     .option("--asset-output-mode <mode>", "How media outputs are materialized: native | raw | data_uri | workspace | storage_url | temp_url", "native")
     .option("--workspace <dir>", "Workspace directory for workspace-mode asset output (default: ./nodetool-output)")
     .option("--trigger-event <json>", 'Wake a trigger node as the scheduler/webhook adapter would: \'{"node_id":"watch","payload":{"path":"/tmp/a.csv","event":"created"}}\'. ' +
@@ -455,14 +459,8 @@ addSupervisorOptions(workflows
             /** A DSL/JSON workflow file: the graph, optionally wrapped. */
             let raw;
             if (idOrFile.endsWith(".ts") || idOrFile.endsWith(".tsx")) {
-                // Execute DSL file via tsx and capture JSON output
-                const { execFileSync } = await import("node:child_process");
-                const output = execFileSync("npx", ["tsx", resolve(idOrFile)], {
-                    encoding: "utf8",
-                    cwd: dirname(resolve(idOrFile)),
-                    timeout: 30000
-                });
-                raw = JSON.parse(output.trim());
+                const { readFileTarget } = await import("./debug/target.js");
+                raw = (await readFileTarget(idOrFile)).raw;
             }
             else {
                 const { readFileSync } = await import("node:fs");
@@ -488,7 +486,7 @@ addSupervisorOptions(workflows
         // the graph through `normalizeGraph` (@nodetool-ai/execution) — no
         // need to duplicate that here.
         const registry = new NodeRegistry();
-        registerBuiltinPacks(registry, CLI_LOCAL_BUILTIN_PACK_POLICY);
+        await registerCliPacks(registry, CLI_LOCAL_BUILTIN_PACK_POLICY);
         const jobId = `job-${Date.now()}`;
         // Resolve asset URIs (e.g. /api/storage/<key>) against the local
         // assets directory, so workflows referencing stored assets run the
@@ -584,6 +582,13 @@ addSupervisorOptions(workflows
             ? streamInterventionLines(session.messages)
             : Promise.resolve();
         const result = await session.result;
+        if (result.status === "failed" && (commandMissingRuntime(result) || commandMissingPack(result))) {
+            const exit = await installMissingPacksAndReexec(result, { command: "workflows-run", installMissing: opts.installMissing });
+            if (exit !== null) {
+                process.exit(exit);
+            }
+            process.exit(printCommandError(result, opts.json));
+        }
         await interventionLines;
         supervisor?.handle.close();
         const interventions = result.interventions ?? [];
@@ -620,8 +625,11 @@ addSupervisorOptions(workflows
         process.exit(result.status === "completed" ? 0 : 1);
     }
     catch (e) {
-        console.error(describeRunFailure(e));
-        process.exit(1);
+        const exit = await installMissingPacksAndReexec(e, { command: "workflows-run", installMissing: opts.installMissing });
+        if (exit !== null) {
+            process.exit(exit);
+        }
+        process.exit(printCommandError(e, opts.json));
     }
 });
 workflows
@@ -668,8 +676,7 @@ workflows
         console.log(script.code);
     }
     catch (e) {
-        printCommandError(e);
-        process.exit(1);
+        process.exit(printCommandError(e));
     }
 });
 workflows
@@ -712,8 +719,7 @@ workflows
         console.log(source);
     }
     catch (e) {
-        printCommandError(e);
-        process.exit(1);
+        process.exit(printCommandError(e));
     }
 });
 workflows
@@ -824,8 +830,7 @@ workflows
         console.log(outPath);
     }
     catch (e) {
-        printCommandError(e);
-        process.exit(1);
+        process.exit(printCommandError(e));
     }
 });
 workflows
@@ -906,8 +911,7 @@ workflows
         console.log(outPath);
     }
     catch (e) {
-        printCommandError(e);
-        process.exit(1);
+        process.exit(printCommandError(e));
     }
 });
 workflows
@@ -962,8 +966,7 @@ workflows
         }
     }
     catch (e) {
-        printCommandError(e, opts.json);
-        process.exit(1);
+        process.exit(printCommandError(e, opts.json));
     }
 });
 // ---------------------------------------------------------------------------
@@ -1013,8 +1016,7 @@ models
         printTable(rows.map(modelRow));
     }
     catch (e) {
-        printCommandError(e, opts.json);
-        process.exit(1);
+        process.exit(printCommandError(e, opts.json));
     }
 });
 models
@@ -1035,8 +1037,7 @@ models
         })));
     }
     catch (e) {
-        printCommandError(e, opts.json);
-        process.exit(1);
+        process.exit(printCommandError(e, opts.json));
     }
 });
 registerRecommendedCommand(models);
@@ -1064,8 +1065,7 @@ models
         printTable(rows.map(modelRow));
     }
     catch (e) {
-        printCommandError(e, opts.json);
-        process.exit(1);
+        process.exit(printCommandError(e, opts.json));
     }
 });
 models
@@ -1111,8 +1111,7 @@ models
         printTable(rows.map(modelRow));
     }
     catch (e) {
-        printCommandError(e, opts.json);
-        process.exit(1);
+        process.exit(printCommandError(e, opts.json));
     }
 });
 models
@@ -1136,8 +1135,7 @@ models
         printTable(rows.map(modelRow));
     }
     catch (e) {
-        printCommandError(e, opts.json);
-        process.exit(1);
+        process.exit(printCommandError(e, opts.json));
     }
 });
 // ---------------------------------------------------------------------------
@@ -1173,8 +1171,7 @@ storage
             process.exit(1);
     }
     catch (e) {
-        printCommandError(e, opts.json);
-        process.exit(1);
+        process.exit(printCommandError(e, opts.json));
     }
 });
 workflows
@@ -1204,8 +1201,7 @@ workflows
             process.exit(1);
     }
     catch (e) {
-        printCommandError(e, opts.json);
-        process.exit(1);
+        process.exit(printCommandError(e, opts.json));
     }
 });
 // ---------------------------------------------------------------------------
@@ -1229,8 +1225,7 @@ secrets
         printTable(items.map((s) => ({ key: s.key, updated_at: s.updated_at ?? "" })));
     }
     catch (e) {
-        printCommandError(e);
-        process.exit(1);
+        process.exit(printCommandError(e));
     }
 });
 secrets
@@ -1254,8 +1249,7 @@ secrets
         console.log(`Secret '${key}' stored.`);
     }
     catch (e) {
-        printCommandError(e);
-        process.exit(1);
+        process.exit(printCommandError(e));
     }
 });
 secrets
@@ -1273,8 +1267,7 @@ secrets
         console.log(value);
     }
     catch (e) {
-        printCommandError(e);
-        process.exit(1);
+        process.exit(printCommandError(e));
     }
 });
 // ---------------------------------------------------------------------------
@@ -1335,6 +1328,7 @@ mcp
     "MCP protocol channel.")
     .action(async () => {
     try {
+        refusePackInstallsInProcess("mcp serve");
         const { createMcpServer, createMcpStdioTransport, forwardMcpStdioToLocalServer } = await import("@nodetool-ai/websocket");
         if (await forwardMcpStdioToLocalServer()) {
             process.stderr.write("NodeTool MCP forwarding to the local API server.\n");
@@ -1344,7 +1338,7 @@ mcp
         // A local TS-node registry powers list_nodes / search_nodes /
         // validate_workflow without spinning up a Python worker.
         const registry = new NodeRegistry();
-        registerBuiltinPacks(registry, CLI_LOCAL_BUILTIN_PACK_POLICY);
+        await registerCliPacks(registry, CLI_LOCAL_BUILTIN_PACK_POLICY);
         // stdio serves exactly one local user; "1" is the local single-user id.
         const server = createMcpServer({
             registry,
@@ -1357,15 +1351,16 @@ mcp
         // closes the connection.
     }
     catch (e) {
-        printCommandError(e);
-        process.exit(1);
+        process.exit(printCommandError(e));
     }
 });
 // ---------------------------------------------------------------------------
 // package
 // ---------------------------------------------------------------------------
+registerProjectCommands(program);
 registerPackageCommands(program);
 registerPackCommands(program);
+registerRuntimeCommands(program);
 registerWorkerCommands(program);
 // Any command that opens a remote Python bridge keeps the attached worker's
 // idle clock fresh, so the reaper doesn't pause a GPU that is mid-job.