@hotmeshio/long-tail 0.1.5 → 0.1.7

package/build/services/yaml-workflow/pipeline/prompts.js

@@ -96,6 +96,13 @@ Specify directed edges showing how data flows between steps:
 
 Session handles are critical — they maintain authenticated browser sessions, database connections, etc. They must be threaded from their producer through ALL subsequent steps that need them.
 
+### Chain Analysis to Downstream Steps
+When a step produces a meaningful result (analysis, extraction, description, computed value) and a later step consumes related data (saving, storing, forwarding, reporting), there MUST be a data_flow edge connecting them. Match by semantic intent, not just field name:
+- Step produces \`description\` → downstream step takes \`value\` → edge with from_field: "description", to_field: "value"
+- Step produces \`analysis.summary\` → downstream step takes \`content\` → edge with appropriate field mapping
+
+If the original execution trace shows that a step's output was used (even indirectly) as input to a later step, the compiled version must preserve that data chain. A broken chain means the downstream step receives no data — the worst possible compilation error.
+
 ### Data Flow Transforms (CRITICAL for array reshaping)
 When a source step produces an array of objects in one format but the consuming step expects a DIFFERENT format, add a \`transform\` to the data_flow edge. Compare the source step's result structure with the consuming step's actual arguments from the trace.
 
@@ -106,10 +113,20 @@ Add a transform with:
 - \`field_map\`: maps target keys → source keys (e.g., \`{"url": "href"}\`). Use null for keys not in the source.
 - \`defaults\`: static values to inject (e.g., \`{"wait_ms": 3000, "full_page": true}\`)
 - \`derivations\`: for computed keys (null in field_map), how to derive them from source data
-  - strategy: "slugify" (lowercase, replace spaces/special with hyphens), "prefix", "template"
+  - strategy: "slugify" (lowercase, replace spaces/special with hyphens), "prefix", "template", "concat"
   - source_key: which source field to derive from
   - prefix/suffix/template: string manipulation params
 
+Available derivation strategies:
+- **slugify**: Lowercase, replace spaces/special chars with hyphens. Optionally add prefix/suffix.
+- **prefix**: Prepend a static string.
+- **template**: Format string with \`{value}\` (source field) and \`{date}\` (today's date as YYYY-MM-DD via @date.yyyymmdd).
+- **concat**: Join multiple parts. Each part can use \`{value}\` and \`{date}\` placeholders.
+  Example: \`{ "strategy": "concat", "parts": ["{value}", "-", "{date}"] }\` produces \`my-slug-2026-04-17\`.
+- **passthrough**: No transformation.
+
+Use these when the workflow needs runtime-computed values (date-stamped filenames, slugified URLs, templated paths).
+
 Example edge with transform:
 \`\`\`
 {
@@ -132,6 +149,27 @@ Example edge with transform:
 
 IMPORTANT: Check EVERY array-typed data_flow edge. Compare the source step's result item keys with the consuming step's argument item keys. If they differ, add a transform. Look at the actual tool_arguments in the execution trace to determine the correct field_map, defaults, and derivations.
 
+### Scalar Derivations on Data Flow Edges
+When a scalar value needs runtime transformation before reaching its consumer, add a \`derivation\` to the data_flow edge (NOT a \`transform\` — transforms are for array reshaping). Derivations generate runtime expressions for string manipulation.
+
+Common use case: the user's prompt mentions a pattern like "save with key slug-{date}" or "name it {something}-{today's date}". The trigger provides the base value, and the derivation appends or formats it at runtime.
+
+Add a \`derivation\` field to the data_flow edge:
+\`\`\`
+{
+  "from_step": "trigger", "from_field": "key", "to_step": 3, "to_field": "key",
+  "is_session_wire": false,
+  "derivation": { "strategy": "concat", "parts": ["{value}", "-", "{date}"] }
+}
+\`\`\`
+
+This produces a runtime-computed key like \`my-slug-2026-04-17\`. The \`{value}\` placeholder is the source field value; \`{date}\` is today's ISO date (YYYY-MM-DD).
+
+Use derivations when:
+- The user wants date-stamped keys, filenames, or identifiers
+- A value needs a prefix/suffix added at runtime
+- Two values need to be concatenated
+
 ### Input Classification
 - **dynamic**: Simple values callers MUST provide: URLs, credentials, file paths, queries, search terms. These are always scalar strings, numbers, or booleans — NEVER complex objects or arrays.
 - **fixed**: Implementation details with sensible defaults: selectors, timeouts, boolean flags, AND complex structured arguments like \`steps\` arrays, \`login\` objects, or \`pages\` arrays. These are baked into stored tool_arguments.
@@ -145,6 +183,11 @@ Flatten nested objects containing dynamic values. E.g., \`login: {url, username,
 
 **Arrays that were DISCOVERED at runtime (by a prior step) are NOT inputs.** They flow between steps via data_flow edges. Only make an array a trigger input if the user explicitly provided it in their prompt. If the array was produced by a discovery step (extract_content, query, list), keep the discovery step as core and wire its output to the consuming step.
 
+### Prompt-Mentioned Values Are Dynamic
+If a scalar value (URL, domain name, file path, key name, slug, query string) appears verbatim or closely paraphrased in the user's original prompt, classify it as **dynamic**. The user explicitly chose that value for this execution and will want to change it next time. Only classify a prompt-mentioned value as fixed if it is unambiguously an implementation constant (a CSS selector, a timeout, a boolean flag).
+
+This is the most common compilation error: treating the user's specific request values as universal defaults. When in doubt, make it dynamic.
+
 ### Data Flow Wiring Precision
 - **Only wire inputs that semantically match.** A directory name (e.g., \`screenshot_dir = "screenshots"\`) must NOT be wired to a file path argument (e.g., \`screenshot_path\` which expects \`"screenshots/home.png"\`). If a tool argument needs a specific file path but the trigger only provides a directory, leave that argument unwired — the stored tool_arguments default will provide the correct value.
 - **Trigger inputs should map to the EXACT tool argument they represent.** Don't reuse a trigger input for a different-purpose argument just because the names are vaguely related.

package/build/services/yaml-workflow/sql.d.ts

@@ -1,4 +1,5 @@
-export declare const CREATE_YAML_WORKFLOW = "\n  INSERT INTO lt_yaml_workflows\n    (name, description, app_id, app_version, source_workflow_id,\n     source_workflow_type, yaml_content, graph_topic,\n     input_schema, output_schema, activity_manifest, input_field_meta,\n     original_prompt, category, tags, metadata, content_version)\n  VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15, $16, 1)\n  RETURNING *";
+export declare const CREATE_YAML_WORKFLOW = "\n  INSERT INTO lt_yaml_workflows\n    (name, description, app_id, app_version, source_workflow_id,\n     source_workflow_type, yaml_content, graph_topic,\n     input_schema, output_schema, activity_manifest, input_field_meta,\n     original_prompt, category, tags, metadata, content_version,\n     set_id, set_role, set_build_order)\n  VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15, $16, 1, $17, $18, $19)\n  RETURNING *";
+export declare const CHECK_TOPIC_UNIQUE = "\n  SELECT id, name FROM lt_yaml_workflows\n  WHERE app_id = $1 AND graph_topic = $2 AND status != 'archived'\n  LIMIT 1";
 export declare const GET_YAML_WORKFLOW = "\n  SELECT * FROM lt_yaml_workflows WHERE id = $1";
 export declare const GET_YAML_WORKFLOW_BY_NAME = "\n  SELECT * FROM lt_yaml_workflows WHERE name = $1";
 export declare const UPDATE_YAML_WORKFLOW_VERSION = "\n  UPDATE lt_yaml_workflows SET app_version = $2 WHERE id = $1";
@@ -15,5 +16,8 @@ export declare const DISCOVER_WORKFLOWS = "\n  SELECT *,\n    ts_rank_cd(search_
 export declare const GET_VERSION_SNAPSHOT = "\n  SELECT * FROM lt_yaml_workflow_versions\n  WHERE workflow_id = $1 AND version = $2";
 export declare const UPDATE_STATUS_BASE = "UPDATE lt_yaml_workflows SET status = $2";
 export declare const UPDATE_STATUS_SUFFIX = " WHERE id = $1 RETURNING *";
+export declare const UPDATE_CRON_SCHEDULE = "\n  UPDATE lt_yaml_workflows\n  SET cron_schedule = $2, cron_envelope = $3, execute_as = $4\n  WHERE id = $1\n  RETURNING *";
+export declare const CLEAR_CRON_SCHEDULE = "\n  UPDATE lt_yaml_workflows\n  SET cron_schedule = NULL, cron_envelope = NULL, execute_as = NULL\n  WHERE id = $1\n  RETURNING *";
+export declare const GET_CRON_SCHEDULED_WORKFLOWS = "\n  SELECT * FROM lt_yaml_workflows\n  WHERE cron_schedule IS NOT NULL AND status = 'active'\n  ORDER BY name";
 export declare const FIND_BY_TAGS_ANY = "\n  SELECT * FROM lt_yaml_workflows\n  WHERE status = 'active' AND tags && $1::text[]\n  ORDER BY name";
 export declare const FIND_BY_TAGS_ALL = "\n  SELECT * FROM lt_yaml_workflows\n  WHERE status = 'active' AND tags @> $1::text[]\n  ORDER BY name";

package/build/services/yaml-workflow/sql.js

@@ -1,15 +1,20 @@
 "use strict";
 // ─── YAML workflow CRUD ─────────────────────────────────────────────────────
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.FIND_BY_TAGS_ALL = exports.FIND_BY_TAGS_ANY = exports.UPDATE_STATUS_SUFFIX = exports.UPDATE_STATUS_BASE = exports.GET_VERSION_SNAPSHOT = exports.DISCOVER_WORKFLOWS = exports.LIST_VERSIONS = exports.COUNT_VERSIONS = exports.CREATE_VERSION_SNAPSHOT = exports.MARK_APP_ID_CONTENT_DEPLOYED = exports.MARK_CONTENT_DEPLOYED = exports.GET_DISTINCT_APP_IDS = exports.LIST_BY_APP_ID = exports.GET_ACTIVE_YAML_WORKFLOWS = exports.DELETE_YAML_WORKFLOW = exports.UPDATE_YAML_WORKFLOW_VERSION = exports.GET_YAML_WORKFLOW_BY_NAME = exports.GET_YAML_WORKFLOW = exports.CREATE_YAML_WORKFLOW = void 0;
+exports.FIND_BY_TAGS_ALL = exports.FIND_BY_TAGS_ANY = exports.GET_CRON_SCHEDULED_WORKFLOWS = exports.CLEAR_CRON_SCHEDULE = exports.UPDATE_CRON_SCHEDULE = exports.UPDATE_STATUS_SUFFIX = exports.UPDATE_STATUS_BASE = exports.GET_VERSION_SNAPSHOT = exports.DISCOVER_WORKFLOWS = exports.LIST_VERSIONS = exports.COUNT_VERSIONS = exports.CREATE_VERSION_SNAPSHOT = exports.MARK_APP_ID_CONTENT_DEPLOYED = exports.MARK_CONTENT_DEPLOYED = exports.GET_DISTINCT_APP_IDS = exports.LIST_BY_APP_ID = exports.GET_ACTIVE_YAML_WORKFLOWS = exports.DELETE_YAML_WORKFLOW = exports.UPDATE_YAML_WORKFLOW_VERSION = exports.GET_YAML_WORKFLOW_BY_NAME = exports.GET_YAML_WORKFLOW = exports.CHECK_TOPIC_UNIQUE = exports.CREATE_YAML_WORKFLOW = void 0;
 exports.CREATE_YAML_WORKFLOW = `
   INSERT INTO lt_yaml_workflows
     (name, description, app_id, app_version, source_workflow_id,
      source_workflow_type, yaml_content, graph_topic,
      input_schema, output_schema, activity_manifest, input_field_meta,
-     original_prompt, category, tags, metadata, content_version)
-  VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15, $16, 1)
+     original_prompt, category, tags, metadata, content_version,
+     set_id, set_role, set_build_order)
+  VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15, $16, 1, $17, $18, $19)
   RETURNING *`;
+exports.CHECK_TOPIC_UNIQUE = `
+  SELECT id, name FROM lt_yaml_workflows
+  WHERE app_id = $1 AND graph_topic = $2 AND status != 'archived'
+  LIMIT 1`;
 exports.GET_YAML_WORKFLOW = `
   SELECT * FROM lt_yaml_workflows WHERE id = $1`;
 exports.GET_YAML_WORKFLOW_BY_NAME = `
@@ -72,6 +77,21 @@ exports.GET_VERSION_SNAPSHOT = `
 // ─── Status updates ─────────────────────────────────────────────────────────
 exports.UPDATE_STATUS_BASE = `UPDATE lt_yaml_workflows SET status = $2`;
 exports.UPDATE_STATUS_SUFFIX = ` WHERE id = $1 RETURNING *`;
+// ─── Cron scheduling ────────────────────────────────────────────────────────
+exports.UPDATE_CRON_SCHEDULE = `
+  UPDATE lt_yaml_workflows
+  SET cron_schedule = $2, cron_envelope = $3, execute_as = $4
+  WHERE id = $1
+  RETURNING *`;
+exports.CLEAR_CRON_SCHEDULE = `
+  UPDATE lt_yaml_workflows
+  SET cron_schedule = NULL, cron_envelope = NULL, execute_as = NULL
+  WHERE id = $1
+  RETURNING *`;
+exports.GET_CRON_SCHEDULED_WORKFLOWS = `
+  SELECT * FROM lt_yaml_workflows
+  WHERE cron_schedule IS NOT NULL AND status = 'active'
+  ORDER BY name`;
 // ─── Tag-based lookup ────────────────────────────────────────────────────────
 exports.FIND_BY_TAGS_ANY = `
   SELECT * FROM lt_yaml_workflows

package/build/services/yaml-workflow/types.d.ts

@@ -24,6 +24,9 @@ export interface CreateYamlWorkflowInput {
     category?: string;
     tags?: string[];
     metadata?: Record<string, unknown>;
+    set_id?: string;
+    set_role?: 'leaf' | 'composition' | 'router';
+    set_build_order?: number;
 }
 /** Mutable state accumulated while building the YAML DAG. */
 export interface DagBuilder {
@@ -108,12 +111,24 @@ export interface DataFlowEdge {
         /** For computed fields (null in fieldMap): derivation hint. */
         derivations?: Record<string, {
             sourceKey: string;
-            strategy: 'slugify' | 'prefix' | 'template' | 'passthrough';
+            strategy: 'slugify' | 'prefix' | 'template' | 'passthrough' | 'concat';
             prefix?: string;
             suffix?: string;
             template?: string;
+            parts?: string[];
         }>;
     };
+    /**
+     * Scalar derivation applied to the wired value before it reaches the consumer.
+     * Generates a HotMesh @pipe expression in the YAML input maps.
+     */
+    derivation?: {
+        strategy: 'concat' | 'template' | 'prefix' | 'slugify' | 'passthrough';
+        parts?: string[];
+        template?: string;
+        prefix?: string;
+        suffix?: string;
+    };
 }
 /** Per-step semantic annotation from the LLM. */
 export interface StepSpec {

package/build/services/yaml-workflow/workers/callbacks.js

@@ -47,6 +47,8 @@ function compactForLlm(input) {
  */
 function buildLlmCallback(activity) {
     return async (data) => {
+        const wfName = data.data?.workflowName || activity.workflow_name || activity.activity_id;
+        logger_1.loggerRegistry.debug(`[yaml-workflow:worker] entering llm wf=${wfName} argKeys=[${Object.keys(data.data || {}).join(',')}]`);
         const rawInput = (data.data || {});
         const input = compactForLlm(rawInput);
         const template = activity.prompt_template || '';
@@ -98,7 +100,7 @@ function buildLlmCallback(activity) {
         catch {
             result = { response: content };
         }
-        logger_1.loggerRegistry.info(`[yaml-workflow] LLM step completed (model: ${model}, topic: ${activity.topic})`);
+        logger_1.loggerRegistry.debug(`[yaml-workflow:worker] leaving llm wf=${wfName} resultType=${typeof result}`);
         return {
             metadata: { ...data.metadata },
             data: result,
@@ -130,8 +132,16 @@ function applyDerivation(value, spec) {
             result = (spec.prefix || '') + result + (spec.suffix || '');
             break;
         case 'template':
-            result = (spec.template || '{value}').replace(/\{value\}/g, result);
+            result = (spec.template || '{value}')
+                .replace(/\{value\}/g, result)
+                .replace(/\{date\}/g, new Date().toISOString().slice(0, 10));
             break;
+        case 'concat': {
+            const parts = spec.parts || ['{value}'];
+            result = parts.map((p) => p.replace(/\{value\}/g, result)
+                .replace(/\{date\}/g, new Date().toISOString().slice(0, 10))).join('');
+            break;
+        }
         case 'passthrough':
             break;
     }
@@ -146,9 +156,12 @@ function buildTransformCallback(activity) {
     if (!spec)
         throw new Error(`Transform activity ${activity.activity_id} missing transform_spec`);
     return async (data) => {
+        const wfName = data.data?.workflowName || activity.workflow_name || activity.activity_id;
+        logger_1.loggerRegistry.debug(`[yaml-workflow:worker] entering transform wf=${wfName} source=${spec.sourceField} target=${spec.targetField} argKeys=[${Object.keys(data.data || {}).join(',')}]`);
         const input = (data.data || {});
         const sourceData = input[spec.sourceField];
         if (!Array.isArray(sourceData)) {
+            logger_1.loggerRegistry.debug(`[yaml-workflow:worker] leaving transform wf=${wfName} passthrough (source not array)`);
             // Pass through non-array data unchanged
             return {
                 metadata: { ...data.metadata },
@@ -186,6 +199,7 @@ function buildTransformCallback(activity) {
         });
         // Return reshaped data alongside any other input fields (session handles, etc.)
         const result = { ...input, [spec.targetField]: reshaped };
+        logger_1.loggerRegistry.debug(`[yaml-workflow:worker] leaving transform wf=${wfName} reshapedCount=${reshaped.length} resultKeys=[${Object.keys(result).join(',')}]`);
         return {
             metadata: { ...data.metadata },
             data: result,

package/build/services/yaml-workflow/workers/register.js

@@ -54,6 +54,11 @@ const registeredTopics = new Set();
  * - 'llm' -> callLLM() with prompt template interpolation
  */
 async function registerWorkersForWorkflow(workflow) {
+    const defaultRetry = {
+        maximumAttempts: 3,
+        backoffCoefficient: 2,
+        maximumInterval: 30,
+    };
     const workerConfigs = [];
     // Clear previously registered workers for this workflow so redeployments
     // pick up updated manifests (e.g., new hook_topic bindings).
@@ -94,6 +99,7 @@ async function registerWorkersForWorkflow(workflow) {
                 topic: activity.topic,
                 workflowName: activity.workflow_name,
                 connection: (0, db_1.getConnection)(),
+                retry: defaultRetry,
                 callback: wrap((0, callbacks_1.buildTransformCallback)(activity)),
             });
         }
@@ -103,6 +109,7 @@ async function registerWorkersForWorkflow(workflow) {
                 topic: activity.topic,
                 workflowName: activity.workflow_name,
                 connection: (0, db_1.getConnection)(),
+                retry: defaultRetry,
                 callback: wrap((0, callbacks_1.buildLlmCallback)(activity)),
             });
         }
@@ -116,13 +123,17 @@ async function registerWorkersForWorkflow(workflow) {
                 topic: activity.topic,
                 workflowName: activity.workflow_name,
                 connection: (0, db_1.getConnection)(),
+                retry: defaultRetry,
                 callback: wrap(async (data) => {
+                    const wfName = data.data?.workflowName || activity.workflow_name || toolName;
+                    logger_1.loggerRegistry.debug(`[yaml-workflow:worker] entering db/${toolName} wf=${wfName} argKeys=[${Object.keys(data.data || {}).join(',')}]`);
                     const args = (data.data || {});
                     let mergedArgs = toolArgs ? { ...toolArgs, ...args } : args;
                     delete mergedArgs._scope;
                     delete mergedArgs.workflowName;
                     mergedArgs = await (0, ephemeral_1.exchangeTokensInArgs)(mergedArgs);
                     const result = await mcpClient.callServerTool(dbServerId, toolName, mergedArgs);
+                    logger_1.loggerRegistry.debug(`[yaml-workflow:worker] leaving db/${toolName} wf=${wfName} resultKeys=[${Object.keys(result || {}).join(',')}]`);
                     return { metadata: { ...data.metadata }, data: result };
                 }),
             });
@@ -136,6 +147,11 @@ async function registerWorkersForWorkflow(workflow) {
                 continue;
             const storedArgs = activity.tool_arguments;
             const yamlHookTopic = hookTopicByEscalationTool.get(activity.activity_id);
+            // Identify keys that are wired via input_mappings. When a wired key
+            // resolves to nothing (upstream step failed/returned null), we must
+            // NOT fall back to stored tool_arguments — that would leak hardcoded
+            // values from the original execution trace.
+            const wiredKeys = new Set(Object.keys(activity.input_mappings || {}).filter(k => k !== '_scope' && k !== 'workflowName'));
             if (toolName === 'escalate_and_wait') {
                 logger_1.loggerRegistry.info(`[yaml-workflow] escalate_and_wait worker: activityId=${activity.activity_id}, hookTopic=${yamlHookTopic || 'NONE'}, mapKeys=[${[...hookTopicByEscalationTool.keys()].join(',')}]`);
             }
@@ -143,16 +159,26 @@ async function registerWorkersForWorkflow(workflow) {
                 topic: activity.topic,
                 workflowName: activity.workflow_name,
                 connection: (0, db_1.getConnection)(),
+                retry: defaultRetry,
                 callback: wrap(async (data) => {
+                    const wfName = data.data?.workflowName || activity.workflow_name || toolName;
+                    logger_1.loggerRegistry.debug(`[yaml-workflow:worker] entering mcp/${toolName} wf=${wfName} server=${serverId} argKeys=[${Object.keys(data.data || {}).join(',')}]`);
                     const args = (data.data || {});
+                    // Start from stored defaults, then strip any wired keys that
+                    // didn't arrive (upstream failure) so stale defaults don't leak.
                     const mergedArgs = storedArgs ? { ...storedArgs } : {};
+                    for (const wk of wiredKeys) {
+                        if (!(wk in args))
+                            delete mergedArgs[wk];
+                    }
                     for (const [key, value] of Object.entries(args)) {
                         if (key === '_scope' || key === 'workflowName')
                             continue;
-                        if (value !== undefined && value !== null && value !== '') {
+                        if (value !== undefined) {
                             mergedArgs[key] = value;
                         }
                     }
+                    logger_1.loggerRegistry.debug(`[yaml-workflow:worker] merged mcp/${toolName} wf=${wfName} mergedKeys=[${Object.keys(mergedArgs).join(',')}]`);
                     // For escalate_and_wait: inject YAML signal routing so the MCP tool
                     // stores engine:'yaml' + hookTopic + jobId in the escalation metadata
                     if (yamlHookTopic) {
@@ -172,6 +198,10 @@ async function registerWorkersForWorkflow(workflow) {
                     if (result && typeof result === 'object' && 'error' in result) {
                         logger_1.loggerRegistry.error(`[yaml-workflow:worker] ${toolName} error: ${JSON.stringify(result).slice(0, 200)}`);
                     }
+                    if (result == null) {
+                        logger_1.loggerRegistry.warn(`[yaml-workflow:worker] ${toolName} returned null/undefined`);
+                    }
+                    logger_1.loggerRegistry.debug(`[yaml-workflow:worker] leaving mcp/${toolName} wf=${wfName} resultKeys=[${Object.keys(result || {}).join(',')}]`);
                     return { metadata: { ...data.metadata }, data: result };
                 }),
             });
@@ -186,6 +216,11 @@ async function registerWorkersForWorkflow(workflow) {
         guid: `compiled::${workflow.graph_topic}-${hotmesh_1.HotMesh.guid()}`,
         engine: {
             connection: (0, db_1.getConnection)(),
+            retry: {
+                maximumAttempts: 3,
+                backoffCoefficient: 2,
+                maximumInterval: '30s',
+            },
         },
         workers: workerConfigs,
     });

package/build/start/adapters.js

@@ -8,6 +8,7 @@ const honeycomb_1 = require("../lib/telemetry/honeycomb");
 const events_1 = require("../lib/events");
 const nats_1 = require("../lib/events/nats");
 const socketio_1 = require("../lib/events/socketio");
+const callback_1 = require("../lib/events/callback");
 const maintenance_1 = require("../services/maintenance");
 const maintenance_2 = require("../modules/maintenance");
 const mcp_1 = require("../services/mcp");
@@ -47,6 +48,9 @@ function registerAdapters(startConfig) {
         }
         events_1.eventRegistry.register(new socketio_1.SocketIOEventAdapter());
     }
+    // Always register the callback adapter for SDK event subscriptions.
+    // Zero-cost when no listeners are registered.
+    events_1.eventRegistry.register(new callback_1.CallbackEventAdapter());
     // Maintenance
     if (startConfig.maintenance === false) {
         // Disabled

package/build/system/index.js

@@ -77,6 +77,18 @@ function getSystemWorkers() {
             workers.push({ taskQueue: 'long-tail-system', workflow: mcpDeterministic });
         }
         catch { /* not available */ }
+        // ── Workflow builder (direct YAML construction) ──
+        try {
+            const { mcpWorkflowBuilder } = require('./workflows/mcp-workflow-builder');
+            workers.push({ taskQueue: 'long-tail-system', workflow: mcpWorkflowBuilder });
+        }
+        catch { /* not available */ }
+        // ── Workflow planner (multi-workflow plan mode) ──
+        try {
+            const { mcpWorkflowPlanner } = require('./workflows/mcp-workflow-planner');
+            workers.push({ taskQueue: 'long-tail-system', workflow: mcpWorkflowPlanner });
+        }
+        catch { /* not available */ }
     }
     return workers;
 }

package/build/system/mcp-servers/admin/schemas.d.ts

@@ -27,10 +27,10 @@ export declare const findTasksSchema: z.ZodObject<{
 }, {
     status?: string | undefined;
     workflow_type?: string | undefined;
-    limit?: number | undefined;
     workflow_id?: string | undefined;
-    origin_id?: string | undefined;
+    limit?: number | undefined;
     offset?: number | undefined;
+    origin_id?: string | undefined;
 }>;
 export declare const getProcessDetailSchema: z.ZodObject<{
     origin_id: z.ZodString;
@@ -57,9 +57,9 @@ export declare const findEscalationsSchema: z.ZodObject<{
     role?: string | undefined;
     status?: "pending" | "resolved" | undefined;
     type?: string | undefined;
-    priority?: number | undefined;
     limit?: number | undefined;
     offset?: number | undefined;
+    priority?: number | undefined;
 }>;
 export declare const getEscalationStatsSchema: z.ZodObject<{
     period: z.ZodOptional<z.ZodString>;
@@ -180,12 +180,12 @@ export declare const listMcpServersSchema: z.ZodObject<{
     limit: number;
     offset: number;
     status?: string | undefined;
-    search?: string | undefined;
     tags?: string | undefined;
+    search?: string | undefined;
 }, {
     status?: string | undefined;
-    search?: string | undefined;
     tags?: string | undefined;
+    search?: string | undefined;
     limit?: number | undefined;
     offset?: number | undefined;
 }>;
@@ -199,14 +199,14 @@ export declare const updateMcpServerSchema: z.ZodObject<{
     id: string;
     name?: string | undefined;
     description?: string | undefined;
-    auto_connect?: boolean | undefined;
     tags?: string[] | undefined;
+    auto_connect?: boolean | undefined;
 }, {
     id: string;
     name?: string | undefined;
     description?: string | undefined;
-    auto_connect?: boolean | undefined;
     tags?: string[] | undefined;
+    auto_connect?: boolean | undefined;
 }>;
 export declare const connectMcpServerSchema: z.ZodObject<{
     id: z.ZodString;
@@ -233,15 +233,15 @@ export declare const listYamlWorkflowsSchema: z.ZodObject<{
     limit: number;
     offset: number;
     status?: string | undefined;
-    search?: string | undefined;
     app_id?: string | undefined;
     source_workflow_id?: string | undefined;
+    search?: string | undefined;
 }, {
     status?: string | undefined;
-    search?: string | undefined;
-    limit?: number | undefined;
     app_id?: string | undefined;
     source_workflow_id?: string | undefined;
+    search?: string | undefined;
+    limit?: number | undefined;
     offset?: number | undefined;
 }>;
 export declare const getYamlWorkflowSchema: z.ZodObject<{
@@ -266,8 +266,8 @@ export declare const createYamlWorkflowSchema: z.ZodObject<{
     workflow_id: string;
     workflow_name: string;
     description?: string | undefined;
-    tags?: string[] | undefined;
     app_id?: string | undefined;
+    tags?: string[] | undefined;
     compilation_feedback?: string | undefined;
 }, {
     name: string;
@@ -275,8 +275,8 @@ export declare const createYamlWorkflowSchema: z.ZodObject<{
     workflow_id: string;
     workflow_name: string;
     description?: string | undefined;
-    tags?: string[] | undefined;
     app_id?: string | undefined;
+    tags?: string[] | undefined;
     compilation_feedback?: string | undefined;
 }>;
 export declare const deployYamlWorkflowSchema: z.ZodObject<{

package/build/system/mcp-servers/db-query/schemas.d.ts

@@ -14,8 +14,8 @@ export declare const findTasksSchema: z.ZodObject<{
 }, {
     status?: "pending" | "in_progress" | "completed" | "needs_intervention" | "failed" | undefined;
     workflow_type?: string | undefined;
-    limit?: number | undefined;
     workflow_id?: string | undefined;
+    limit?: number | undefined;
     origin_id?: string | undefined;
 }>;
 export declare const findEscalationsSchema: z.ZodObject<{
@@ -34,8 +34,8 @@ export declare const findEscalationsSchema: z.ZodObject<{
     role?: string | undefined;
     status?: "pending" | "resolved" | undefined;
     type?: string | undefined;
-    priority?: number | undefined;
     limit?: number | undefined;
+    priority?: number | undefined;
 }>;
 export declare const getProcessSummarySchema: z.ZodObject<{
     workflow_type: z.ZodOptional<z.ZodString>;

package/build/system/mcp-servers/knowledge.js

@@ -41,7 +41,7 @@ const knowledge = __importStar(require("../activities/knowledge"));
 const storeSchema = zod_1.z.object({
     domain: zod_1.z.string().describe('Knowledge domain (namespace)'),
     key: zod_1.z.string().describe('Unique key within domain'),
-    data: zod_1.z.record(zod_1.z.any()).describe('JSONB payload to store'),
+    data: zod_1.z.record(zod_1.z.any()).describe('JSONB object payload to store (must be an object, not a string — wrap text as { "description": "..." })'),
     tags: zod_1.z.array(zod_1.z.string()).optional().describe('Categorization tags'),
 });
 const getSchema = zod_1.z.object({

package/build/system/mcp-servers/playwright/schemas.d.ts

@@ -71,29 +71,29 @@ export declare const screenshotSchema: z.ZodObject<{
     describe: z.ZodOptional<z.ZodBoolean>;
 }, "strip", z.ZodTypeAny, {
     path: string;
-    url?: string | undefined;
     page_id?: string | undefined;
     _handle?: {
         type: "playwright_page";
         page_id: string;
         cdp_endpoint?: string | undefined;
     } | undefined;
+    url?: string | undefined;
+    selector?: string | undefined;
     wait_until?: "load" | "domcontentloaded" | "networkidle" | undefined;
     full_page?: boolean | undefined;
-    selector?: string | undefined;
     describe?: boolean | undefined;
 }, {
     path: string;
-    url?: string | undefined;
     page_id?: string | undefined;
     _handle?: {
         type: "playwright_page";
         page_id: string;
         cdp_endpoint?: string | undefined;
     } | undefined;
+    url?: string | undefined;
+    selector?: string | undefined;
     wait_until?: "load" | "domcontentloaded" | "networkidle" | undefined;
     full_page?: boolean | undefined;
-    selector?: string | undefined;
     describe?: boolean | undefined;
 }>;
 export declare const clickSchema: z.ZodObject<{
@@ -184,22 +184,22 @@ export declare const waitForSchema: z.ZodObject<{
     timeout: z.ZodOptional<z.ZodNumber>;
 }, "strip", z.ZodTypeAny, {
     selector: string;
-    timeout?: number | undefined;
     page_id?: string | undefined;
     _handle?: {
         type: "playwright_page";
         page_id: string;
         cdp_endpoint?: string | undefined;
     } | undefined;
+    timeout?: number | undefined;
 }, {
     selector: string;
-    timeout?: number | undefined;
     page_id?: string | undefined;
     _handle?: {
         type: "playwright_page";
         page_id: string;
         cdp_endpoint?: string | undefined;
     } | undefined;
+    timeout?: number | undefined;
 }>;
 export declare const evaluateSchema: z.ZodObject<{
     _handle: z.ZodOptional<z.ZodObject<{
@@ -283,10 +283,10 @@ export declare const runScriptStepSchema: z.ZodObject<{
     not?: boolean | undefined;
     url?: string | undefined;
     path?: string | undefined;
-    timeout?: number | undefined;
+    selector?: string | undefined;
     wait_until?: "load" | "domcontentloaded" | "networkidle" | undefined;
+    timeout?: number | undefined;
     full_page?: boolean | undefined;
-    selector?: string | undefined;
     describe?: boolean | undefined;
     script?: string | undefined;
 }, {
@@ -295,10 +295,10 @@ export declare const runScriptStepSchema: z.ZodObject<{
     not?: boolean | undefined;
     url?: string | undefined;
     path?: string | undefined;
-    timeout?: number | undefined;
+    selector?: string | undefined;
     wait_until?: "load" | "domcontentloaded" | "networkidle" | undefined;
+    timeout?: number | undefined;
     full_page?: boolean | undefined;
-    selector?: string | undefined;
     describe?: boolean | undefined;
     script?: string | undefined;
 }>;
@@ -334,10 +334,10 @@ export declare const runScriptSchema: z.ZodObject<{
         not?: boolean | undefined;
         url?: string | undefined;
         path?: string | undefined;
-        timeout?: number | undefined;
+        selector?: string | undefined;
         wait_until?: "load" | "domcontentloaded" | "networkidle" | undefined;
+        timeout?: number | undefined;
         full_page?: boolean | undefined;
-        selector?: string | undefined;
         describe?: boolean | undefined;
         script?: string | undefined;
     }, {
@@ -346,10 +346,10 @@ export declare const runScriptSchema: z.ZodObject<{
         not?: boolean | undefined;
         url?: string | undefined;
         path?: string | undefined;
-        timeout?: number | undefined;
+        selector?: string | undefined;
         wait_until?: "load" | "domcontentloaded" | "networkidle" | undefined;
+        timeout?: number | undefined;
         full_page?: boolean | undefined;
-        selector?: string | undefined;
         describe?: boolean | undefined;
         script?: string | undefined;
     }>, "many">;
@@ -360,10 +360,10 @@ export declare const runScriptSchema: z.ZodObject<{
         not?: boolean | undefined;
         url?: string | undefined;
         path?: string | undefined;
-        timeout?: number | undefined;
+        selector?: string | undefined;
         wait_until?: "load" | "domcontentloaded" | "networkidle" | undefined;
+        timeout?: number | undefined;
         full_page?: boolean | undefined;
-        selector?: string | undefined;
         describe?: boolean | undefined;
         script?: string | undefined;
     }[];
@@ -379,10 +379,10 @@ export declare const runScriptSchema: z.ZodObject<{
         not?: boolean | undefined;
         url?: string | undefined;
         path?: string | undefined;
-        timeout?: number | undefined;
+        selector?: string | undefined;
         wait_until?: "load" | "domcontentloaded" | "networkidle" | undefined;
+        timeout?: number | undefined;
         full_page?: boolean | undefined;
-        selector?: string | undefined;
         describe?: boolean | undefined;
         script?: string | undefined;
     }[];