smithers-orchestrator 0.16.9 → 0.18.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "smithers-orchestrator",
-  "version": "0.16.9",
+  "version": "0.18.0",
   "description": "Public Smithers facade and workflow authoring convenience package",
   "type": "module",
   "sideEffects": false,
@@ -15,6 +15,16 @@
       "import": "./src/tools.js",
       "default": "./src/tools.js"
     },
+    "./gateway-client": {
+      "types": "./src/gateway-client.d.ts",
+      "import": "./src/gateway-client.js",
+      "default": "./src/gateway-client.js"
+    },
+    "./gateway-react": {
+      "types": "./src/gateway-react.d.ts",
+      "import": "./src/gateway-react.js",
+      "default": "./src/gateway-react.js"
+    },
     "./*": {
       "types": "./src/index.d.ts",
       "import": "./src/*.js",
@@ -33,28 +43,37 @@
     "smithers": "./src/bin/smithers.js"
   },
   "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.29.0",
+    "@mariozechner/pi-tui": "^0.70.2",
+    "@sinclair/typebox": "^0.34.49",
     "@mdx-js/esbuild": "^3.1.1",
     "ai": "^6.0.168",
     "diff": "^9.0.0",
+    "drizzle-orm": "^0.45.2",
+    "effect": "^3.21.1",
+    "incur": "^0.4.1",
+    "react": "^19.2.5",
     "zod": "^4.3.6",
-    "@smithers-orchestrator/components": "0.16.9",
-    "@smithers-orchestrator/agents": "0.16.9",
-    "@smithers-orchestrator/driver": "0.16.9",
-    "@smithers-orchestrator/cli": "0.16.9",
-    "@smithers-orchestrator/db": "0.16.9",
-    "@smithers-orchestrator/graph": "0.16.9",
-    "@smithers-orchestrator/errors": "0.16.9",
-    "@smithers-orchestrator/observability": "0.16.9",
-    "@smithers-orchestrator/engine": "0.16.9",
-    "@smithers-orchestrator/react-reconciler": "0.16.9",
-    "@smithers-orchestrator/openapi": "0.16.9",
-    "@smithers-orchestrator/scheduler": "0.16.9",
-    "@smithers-orchestrator/scorers": "0.16.9",
-    "@smithers-orchestrator/memory": "0.16.9",
-    "@smithers-orchestrator/server": "0.16.9",
-    "@smithers-orchestrator/sandbox": "0.16.9",
-    "@smithers-orchestrator/time-travel": "0.16.9",
-    "@smithers-orchestrator/vcs": "0.16.9"
+    "@smithers-orchestrator/agents": "0.18.0",
+    "@smithers-orchestrator/driver": "0.18.0",
+    "@smithers-orchestrator/components": "0.18.0",
+    "@smithers-orchestrator/db": "0.18.0",
+    "@smithers-orchestrator/engine": "0.18.0",
+    "@smithers-orchestrator/gateway-client": "0.18.0",
+    "@smithers-orchestrator/errors": "0.18.0",
+    "@smithers-orchestrator/gateway-react": "0.18.0",
+    "@smithers-orchestrator/graph": "0.18.0",
+    "@smithers-orchestrator/openapi": "0.18.0",
+    "@smithers-orchestrator/react-reconciler": "0.18.0",
+    "@smithers-orchestrator/sandbox": "0.18.0",
+    "@smithers-orchestrator/observability": "0.18.0",
+    "@smithers-orchestrator/scorers": "0.18.0",
+    "@smithers-orchestrator/scheduler": "0.18.0",
+    "@smithers-orchestrator/server": "0.18.0",
+    "@smithers-orchestrator/time-travel": "0.18.0",
+    "@smithers-orchestrator/cli": "0.18.0",
+    "@smithers-orchestrator/vcs": "0.18.0",
+    "@smithers-orchestrator/memory": "0.18.0"
   },
   "devDependencies": {
     "@types/bun": "latest",

package/src/__type-tests__/workflow-input.test-d.ts

@@ -0,0 +1,19 @@
+import type { z } from "zod";
+import type { CreateSmithersApi } from "../CreateSmithersApi";
+
+type Equal<A, B> =
+  (<T>() => T extends A ? 1 : 2) extends
+    (<T>() => T extends B ? 1 : 2)
+    ? true
+    : false;
+type Assert<T extends true> = T;
+
+type Api = CreateSmithersApi<{
+  input: z.ZodObject<{ prompt: z.ZodString }>;
+}>;
+type Ctx = Parameters<Parameters<Api["smithers"]>[0]>[0];
+
+type _PromptIsString = Assert<Equal<Ctx["input"]["prompt"], string>>;
+
+// @ts-expect-error input.foo is not declared by the workflow input schema.
+type _MissingFoo = Ctx["input"]["foo"];

package/src/create.js

@@ -12,7 +12,7 @@ import React from "react";
 import { createSmithersContext, SmithersContext as GlobalSmithersContext } from "@smithers-orchestrator/react-reconciler/context";
 import { Approval as BaseApproval, Workflow as BaseWorkflow, Task as BaseTask, Sequence as BaseSequence, Parallel as BaseParallel, MergeQueue as BaseMergeQueue, Branch as BaseBranch, Loop as BaseLoop, Ralph as BaseRalph, ContinueAsNew as BaseContinueAsNew, continueAsNew as baseContinueAsNew, Worktree as BaseWorktree, Sandbox as BaseSandbox, Signal as BaseSignal, Timer as BaseTimer, } from "@smithers-orchestrator/components";
 import { zodToTable } from "@smithers-orchestrator/db/zodToTable";
-import { zodToCreateTableSQL } from "@smithers-orchestrator/db/zodToCreateTableSQL";
+import { zodToCreateTableSQL, syncZodTableSchema } from "@smithers-orchestrator/db/zodToCreateTableSQL";
 import { camelToSnake } from "@smithers-orchestrator/db/utils/camelToSnake";
 import { resolve } from "node:path";
 import { SmithersError } from "@smithers-orchestrator/errors/SmithersError";
@@ -49,6 +49,41 @@ function computeSchemaSig(schemas, dbPath) {
     }
     return parts.join("\n");
 }
+/**
+ * Duplicate schema objects need distinct output refs so Task `output={outputs.foo}`
+ * can still resolve the intended table by identity.
+ * @param {Record<string, any>} schemas
+ */
+function prepareOutputSchemas(schemas) {
+    const counts = new Map();
+    for (const [name, zodSchema] of Object.entries(schemas)) {
+        if (name === "input")
+            continue;
+        counts.set(zodSchema, (counts.get(zodSchema) ?? 0) + 1);
+    }
+    const outputs = {
+        ...schemas,
+    };
+    const zodToKeyName = new Map();
+    const ambiguousZodSchemas = new Set();
+    for (const [name, zodSchema] of Object.entries(schemas)) {
+        if (name === "input")
+            continue;
+        if ((counts.get(zodSchema) ?? 0) > 1) {
+            ambiguousZodSchemas.add(zodSchema);
+            const aliasSchema = zodSchema.clone();
+            outputs[name] = aliasSchema;
+            zodToKeyName.set(aliasSchema, name);
+            continue;
+        }
+        zodToKeyName.set(zodSchema, name);
+    }
+    return {
+        outputs,
+        zodToKeyName,
+        ambiguousZodSchemas,
+    };
+}
 /**
  * @param {Record<string, string>} [base]
  * @param {Record<string, string>} [override]
@@ -216,10 +251,11 @@ export function createSmithers(schemas, opts) {
         catch { }
     };
     process.on("exit", closeDb);
-    // 3. Auto-create tables using CREATE TABLE IF NOT EXISTS
+    // 3. Auto-create tables, and ALTER any existing tables to add columns the
+    // current schema introduced (CREATE TABLE IF NOT EXISTS would silently
+    // skip the columns and a later upsert would fail with "no column named X").
     if (schemas.input) {
-        const inputDdl = zodToCreateTableSQL("input", schemas.input, { isInput: true });
-        sqlite.run(inputDdl);
+        syncZodTableSchema(sqlite, "input", schemas.input, { isInput: true });
     }
     else {
         sqlite.exec(`CREATE TABLE IF NOT EXISTS "input" (run_id TEXT PRIMARY KEY, payload TEXT)`);
@@ -238,8 +274,7 @@ export function createSmithers(schemas, opts) {
         if (name === "input")
             continue;
         const tableName = camelToSnake(name);
-        const ddl = zodToCreateTableSQL(tableName, zodSchema);
-        sqlite.run(ddl);
+        syncZodTableSchema(sqlite, tableName, zodSchema);
     }
     // 4. Create Drizzle instance with all tables in the schema
     const drizzleSchema = { input: inputTable };
@@ -254,13 +289,8 @@ export function createSmithers(schemas, opts) {
             continue;
         schemaRegistry.set(name, { table: tables[name], zodSchema });
     }
-    // 6. Build reverse lookup: ZodObject reference → schema key name
-    const zodToKeyName = new Map();
-    for (const [name, zodSchema] of Object.entries(schemas)) {
-        if (name === "input")
-            continue;
-        zodToKeyName.set(zodSchema, name);
-    }
+    // 6. Build output refs and reverse lookup: ZodObject reference → schema key name
+    const { outputs, zodToKeyName, ambiguousZodSchemas } = prepareOutputSchemas(schemas);
     // 7. Context + hooks
     const { SmithersContext: RuntimeSmithersContext, useCtx, } = createSmithersContext();
     const ctxRef = { current: null };
@@ -302,6 +332,7 @@ export function createSmithers(schemas, opts) {
                 opts: {},
                 schemaRegistry,
                 zodToKeyName,
+                ambiguousZodSchemas,
             };
         return React.createElement(BaseSandbox, {
             ...props,
@@ -342,6 +373,7 @@ export function createSmithers(schemas, opts) {
             opts: workflowOpts,
             schemaRegistry,
             zodToKeyName,
+            ambiguousZodSchemas,
         };
     }
     /**
@@ -370,7 +402,7 @@ export function createSmithers(schemas, opts) {
         smithers: boundSmithers,
         db,
         tables: tables,
-        outputs: schemas,
+        outputs,
     };
     if (process.env.SMITHERS_HOT === "1") {
         const sig = computeSchemaSig(schemas, absDbPath);

package/src/external/create-external-smithers.js

@@ -12,7 +12,7 @@ import { Database } from "bun:sqlite";
 import { drizzle } from "drizzle-orm/bun-sqlite";
 import { sqliteTable, text } from "drizzle-orm/sqlite-core";
 import { zodToTable } from "@smithers-orchestrator/db/zodToTable";
-import { zodToCreateTableSQL } from "@smithers-orchestrator/db/zodToCreateTableSQL";
+import { syncZodTableSchema } from "@smithers-orchestrator/db/zodToCreateTableSQL";
 import { camelToSnake } from "@smithers-orchestrator/db/utils/camelToSnake";
 import { SmithersError } from "@smithers-orchestrator/errors/SmithersError";
 import { mkdtempSync } from "node:fs";
@@ -64,6 +64,33 @@ export function hostNodeToReact(node, agents) {
     const children = node.children.map((child) => hostNodeToReact(child, agents));
     return React.createElement(node.tag, rawProps, ...children);
 }
+/**
+ * @param {Record<string, any>} schemas
+ */
+function prepareOutputSchemas(schemas) {
+    const counts = new Map();
+    for (const [name, zodSchema] of Object.entries(schemas)) {
+        if (name === "input")
+            continue;
+        counts.set(zodSchema, (counts.get(zodSchema) ?? 0) + 1);
+    }
+    const zodToKeyName = new Map();
+    const ambiguousZodSchemas = new Set();
+    for (const [name, zodSchema] of Object.entries(schemas)) {
+        if (name === "input")
+            continue;
+        if ((counts.get(zodSchema) ?? 0) > 1) {
+            ambiguousZodSchemas.add(zodSchema);
+            zodToKeyName.set(zodSchema.clone(), name);
+            continue;
+        }
+        zodToKeyName.set(zodSchema, name);
+    }
+    return {
+        zodToKeyName,
+        ambiguousZodSchemas,
+    };
+}
 /**
  * Create a SmithersWorkflow from an external build function.
  *
@@ -113,7 +140,7 @@ export function createExternalSmithers(config) {
             continue;
         const tableName = camelToSnake(name);
         tables[name] = zodToTable(tableName, zodSchema);
-        sqlite.run(zodToCreateTableSQL(tableName, zodSchema));
+        syncZodTableSchema(sqlite, tableName, zodSchema);
     }
     const drizzleSchema = { input: inputTable };
     for (const [key, table] of Object.entries(tables)) {
@@ -126,12 +153,7 @@ export function createExternalSmithers(config) {
             continue;
         schemaRegistry.set(name, { table: tables[name], zodSchema });
     }
-    const zodToKeyName = new Map();
-    for (const [name, zodSchema] of Object.entries(schemas)) {
-        if (name === "input")
-            continue;
-        zodToKeyName.set(zodSchema, name);
-    }
+    const { zodToKeyName, ambiguousZodSchemas } = prepareOutputSchemas(schemas);
     return {
         db,
         build: (ctx) => {
@@ -142,6 +164,7 @@ export function createExternalSmithers(config) {
         opts: {},
         schemaRegistry,
         zodToKeyName,
+        ambiguousZodSchemas,
         tables,
         cleanup: closeDb,
     };

package/src/gateway-client.d.ts

@@ -0,0 +1 @@
+export * from "@smithers-orchestrator/gateway-client";

package/src/gateway-client.js

@@ -0,0 +1 @@
+export * from "@smithers-orchestrator/gateway-client";

package/src/gateway-react.d.ts

@@ -0,0 +1 @@
+export * from "@smithers-orchestrator/gateway-react";

package/src/gateway-react.js

@@ -0,0 +1 @@
+export * from "@smithers-orchestrator/gateway-react";

package/src/index.d.ts

@@ -72,7 +72,7 @@ export { ensureSmithersTables } from '@smithers-orchestrator/db/ensure';
 export { markdownComponents } from '@smithers-orchestrator/components/markdownComponents';
 export { renderMdx } from '@smithers-orchestrator/components/renderMdx';
 export { zodToTable } from '@smithers-orchestrator/db/zodToTable';
-export { zodToCreateTableSQL } from '@smithers-orchestrator/db/zodToCreateTableSQL';
+export { syncZodTableSchema, zodSchemaColumns, zodToCreateTableSQL } from '@smithers-orchestrator/db/zodToCreateTableSQL';
 export { camelToSnake } from '@smithers-orchestrator/db/utils/camelToSnake';
 export { unwrapZodType } from '@smithers-orchestrator/db/unwrapZodType';
 export { zodSchemaToJsonExample } from '@smithers-orchestrator/components/zod-to-example';

package/src/index.js

@@ -212,7 +212,7 @@ export { mdxPlugin } from "./mdx-plugin.js";
 export { markdownComponents } from "@smithers-orchestrator/components/markdownComponents";
 export { renderMdx } from "@smithers-orchestrator/components/renderMdx";
 export { zodToTable } from "@smithers-orchestrator/db/zodToTable";
-export { zodToCreateTableSQL } from "@smithers-orchestrator/db/zodToCreateTableSQL";
+export { syncZodTableSchema, zodSchemaColumns, zodToCreateTableSQL } from "@smithers-orchestrator/db/zodToCreateTableSQL";
 export { camelToSnake } from "@smithers-orchestrator/db/utils/camelToSnake";
 export { unwrapZodType } from "@smithers-orchestrator/db/unwrapZodType";
 export { zodSchemaToJsonExample } from "@smithers-orchestrator/components/zod-to-example";

package/src/pi-extension.js

@@ -1 +0,0 @@
-export * from "./pi-plugin/extension.js";

package/src/pi-plugin/SmithersPiRunContext.ts

@@ -1,7 +0,0 @@
-export type SmithersPiRunContext = {
-	runId: string;
-	workflowName: string;
-	status: string;
-	nodeStates: Array<{ nodeId: string; state: string }>;
-	errors: string[];
-};