@lhi/n8m 0.2.0 → 0.2.2

package/dist/fixture-schema.json

@@ -0,0 +1,162 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "$id": "https://n8m.dev/fixture-schema.json",
+  "title": "WorkflowFixture",
+  "description": "n8m fixture file — captures a real n8n execution for offline testing and replay.",
+  "type": "object",
+  "required": ["version", "workflowId", "workflowName", "workflow", "execution"],
+  "additionalProperties": true,
+  "properties": {
+    "$schema": {
+      "type": "string",
+      "description": "JSON Schema reference for editor autocomplete."
+    },
+    "version": {
+      "const": "1.0",
+      "description": "Fixture format version. Always \"1.0\"."
+    },
+    "capturedAt": {
+      "type": "string",
+      "format": "date-time",
+      "description": "ISO 8601 timestamp of when the fixture was captured."
+    },
+    "workflowId": {
+      "type": "string",
+      "description": "The n8n workflow ID this fixture was captured from."
+    },
+    "workflowName": {
+      "type": "string",
+      "description": "Human-readable workflow name."
+    },
+    "workflow": {
+      "type": "object",
+      "description": "Full n8n workflow JSON (nodes, connections, settings, etc.).",
+      "required": ["nodes", "connections"],
+      "additionalProperties": true,
+      "properties": {
+        "name": { "type": "string" },
+        "nodes": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "additionalProperties": true,
+            "required": ["name", "type"],
+            "properties": {
+              "id": { "type": "string" },
+              "name": { "type": "string", "description": "Unique node name within this workflow." },
+              "type": { "type": "string", "description": "e.g. n8n-nodes-base.code" },
+              "typeVersion": { "type": "number" },
+              "position": { "type": "array", "items": { "type": "number" }, "minItems": 2, "maxItems": 2 },
+              "parameters": { "type": "object", "additionalProperties": true }
+            }
+          }
+        },
+        "connections": {
+          "type": "object",
+          "description": "Maps source node names to their output connections.",
+          "additionalProperties": {
+            "type": "object",
+            "properties": {
+              "main": {
+                "type": "array",
+                "items": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "properties": {
+                      "node": { "type": "string" },
+                      "type": { "type": "string" },
+                      "index": { "type": "number" }
+                    }
+                  }
+                }
+              }
+            }
+          }
+        }
+      }
+    },
+    "execution": {
+      "type": "object",
+      "description": "The captured n8n execution result.",
+      "required": ["status", "data"],
+      "additionalProperties": true,
+      "properties": {
+        "id": { "type": "string" },
+        "status": {
+          "type": "string",
+          "enum": ["success", "error", "crashed", "waiting", "running"],
+          "description": "Final execution status."
+        },
+        "startedAt": { "type": "string", "format": "date-time" },
+        "data": {
+          "type": "object",
+          "required": ["resultData"],
+          "properties": {
+            "resultData": {
+              "type": "object",
+              "required": ["runData"],
+              "properties": {
+                "error": {
+                  "description": "Top-level execution error, if any. null on success.",
+                  "oneOf": [
+                    { "type": "null" },
+                    {
+                      "type": "object",
+                      "additionalProperties": true,
+                      "properties": {
+                        "message": { "type": "string" },
+                        "description": { "type": "string" },
+                        "node": {
+                          "description": "Name of the node that failed.",
+                          "oneOf": [
+                            { "type": "string" },
+                            {
+                              "type": "object",
+                              "properties": {
+                                "name": { "type": "string" },
+                                "type": { "type": "string" }
+                              }
+                            }
+                          ]
+                        }
+                      }
+                    }
+                  ]
+                },
+                "runData": {
+                  "type": "object",
+                  "description": "Per-node output data. Keys are exact node names.",
+                  "additionalProperties": {
+                    "type": "array",
+                    "items": {
+                      "type": "object",
+                      "additionalProperties": true,
+                      "properties": {
+                        "json": {
+                          "type": "object",
+                          "additionalProperties": true,
+                          "description": "The node's output JSON data."
+                        },
+                        "binary": {
+                          "type": "object",
+                          "additionalProperties": true,
+                          "description": "Binary field metadata, if any."
+                        },
+                        "error": {
+                          "type": "object",
+                          "additionalProperties": true,
+                          "description": "Node-level error, if this node failed."
+                        }
+                      }
+                    }
+                  }
+                }
+              }
+            }
+          }
+        }
+      }
+    }
+  }
+}

package/dist/resources/node-definitions-fallback.json

@@ -56,7 +56,7 @@
   {
     "name": "n8n-nodes-base.slack",
     "displayName": "Slack",
-    "description": "Interact with Slack",
+    "description": "Send messages, manage channels, users, files, and reactions in Slack",
     "properties": [
       {
         "name": "resource",
@@ -64,8 +64,13 @@
         "type": "options",
         "default": "message",
         "options": [
-          { "name": "Message", "value": "message" },
-          { "name": "Channel", "value": "channel" }
+          { "name": "Message",   "value": "message" },
+          { "name": "Channel",   "value": "channel" },
+          { "name": "File",      "value": "file" },
+          { "name": "Reaction",  "value": "reaction" },
+          { "name": "Star",      "value": "star" },
+          { "name": "User",      "value": "user" },
+          { "name": "User Group","value": "userGroup" }
         ]
       },
       {
@@ -73,22 +78,194 @@
         "displayName": "Operation",
         "type": "options",
         "default": "post",
+        "description": "Resource=message: delete|get|getAll|post|update|search. Resource=channel: archive|create|get|getAll|history|invite|join|kick|leave|open|rename|replies|setPurpose|setTopic|unarchive. Resource=file: get|getAll|upload. Resource=reaction: add|get|remove. Resource=user: get|getAll|getPresence",
         "options": [
-          { "name": "Post", "value": "post" },
-          { "name": "Update", "value": "update" }
+          { "name": "Add",        "value": "add" },
+          { "name": "Archive",    "value": "archive" },
+          { "name": "Create",     "value": "create" },
+          { "name": "Delete",     "value": "delete" },
+          { "name": "Get",        "value": "get" },
+          { "name": "Get Many",   "value": "getAll" },
+          { "name": "Get Presence","value": "getPresence" },
+          { "name": "History",    "value": "history" },
+          { "name": "Invite",     "value": "invite" },
+          { "name": "Join",       "value": "join" },
+          { "name": "Kick",       "value": "kick" },
+          { "name": "Leave",      "value": "leave" },
+          { "name": "Open",       "value": "open" },
+          { "name": "Post",       "value": "post" },
+          { "name": "Remove",     "value": "remove" },
+          { "name": "Rename",     "value": "rename" },
+          { "name": "Replies",    "value": "replies" },
+          { "name": "Search",     "value": "search" },
+          { "name": "Set Purpose","value": "setPurpose" },
+          { "name": "Set Topic",  "value": "setTopic" },
+          { "name": "Unarchive",  "value": "unarchive" },
+          { "name": "Update",     "value": "update" },
+          { "name": "Upload",     "value": "upload" }
         ]
       },
       {
         "name": "channel",
         "displayName": "Channel",
         "type": "string",
-        "default": ""
+        "default": "",
+        "description": "Channel name (e.g. #general) or ID (e.g. C1234567890)"
       },
       {
         "name": "text",
-        "displayName": "Text",
+        "displayName": "Message Text",
         "type": "string",
-        "default": ""
+        "default": "",
+        "description": "Plain text fallback. Required when blocks/attachments are absent. Supports mrkdwn when mrkdwn option is enabled."
+      },
+      {
+        "name": "blocksUi",
+        "displayName": "Blocks",
+        "type": "json",
+        "default": "",
+        "description": "Block Kit blocks as a JSON array string. MUST be a valid JSON array. n8n parses this at runtime — if the expression produces invalid JSON the node throws 'Parameter blocksUi could not be parsed'. ALWAYS wrap expressions inside string values, never at the array level. Example: [{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"={{ $json.body.content }}\"}}]. When using expressions, ensure the referenced value exists and is a string. Supported block types: section, header, divider, image, actions, context, input, file, video."
+      },
+      {
+        "name": "attachments",
+        "displayName": "Attachments",
+        "type": "json",
+        "default": "[]",
+        "description": "Legacy Slack attachments as a JSON array. Prefer blocks (blocksUi) for new workflows. Example: [{\"fallback\":\"Alert\",\"color\":\"#36a64f\",\"title\":\"Title\",\"text\":\"Body\",\"fields\":[{\"title\":\"Field\",\"value\":\"Value\",\"short\":true}]}]"
+      },
+      {
+        "name": "otherOptions",
+        "displayName": "Other Options",
+        "type": "collection",
+        "default": {},
+        "description": "Additional message options",
+        "options": [
+          {
+            "name": "thread_ts",
+            "displayName": "Thread Timestamp",
+            "type": "string",
+            "default": "",
+            "description": "Timestamp of parent message to reply in a thread. Get from $json.ts on a previous Slack message."
+          },
+          {
+            "name": "reply_broadcast",
+            "displayName": "Reply Broadcast",
+            "type": "boolean",
+            "default": false,
+            "description": "When true, also post the thread reply to the channel (visible outside thread)."
+          },
+          {
+            "name": "mrkdwn",
+            "displayName": "Markdown",
+            "type": "boolean",
+            "default": false,
+            "description": "Enable mrkdwn formatting in the text field."
+          },
+          {
+            "name": "unfurl_links",
+            "displayName": "Unfurl Links",
+            "type": "boolean",
+            "default": false
+          },
+          {
+            "name": "unfurl_media",
+            "displayName": "Unfurl Media",
+            "type": "boolean",
+            "default": true
+          },
+          {
+            "name": "username",
+            "displayName": "Bot Username",
+            "type": "string",
+            "default": "",
+            "description": "Override the bot's display name for this message."
+          },
+          {
+            "name": "icon_emoji",
+            "displayName": "Icon Emoji",
+            "type": "string",
+            "default": "",
+            "description": "Override the bot icon with an emoji, e.g. :robot_face:"
+          },
+          {
+            "name": "icon_url",
+            "displayName": "Icon URL",
+            "type": "string",
+            "default": "",
+            "description": "Override the bot icon with a remote image URL."
+          },
+          {
+            "name": "link_names",
+            "displayName": "Link Names",
+            "type": "boolean",
+            "default": false,
+            "description": "Find and linkify channel names and usernames."
+          }
+        ]
+      },
+      {
+        "name": "select",
+        "displayName": "User",
+        "type": "string",
+        "default": "",
+        "description": "User ID for user/reaction operations (e.g. U1234567890)"
+      },
+      {
+        "name": "timestamp",
+        "displayName": "Message Timestamp",
+        "type": "string",
+        "default": "",
+        "description": "The ts value of the message for get/update/delete/reaction operations."
+      },
+      {
+        "name": "messageId",
+        "displayName": "Message ID (ts)",
+        "type": "string",
+        "default": "",
+        "description": "Unique message timestamp used as ID (ts field from previous Slack response)."
+      },
+      {
+        "name": "fileContent",
+        "displayName": "File Content",
+        "type": "string",
+        "default": "",
+        "description": "Content of the file to upload (for file.upload operation)."
+      },
+      {
+        "name": "fileName",
+        "displayName": "File Name",
+        "type": "string",
+        "default": "",
+        "description": "Name of the file including extension (for file.upload)."
+      }
+    ]
+  },
+  {
+    "name": "n8n-nodes-base.slackTrigger",
+    "displayName": "Slack Trigger",
+    "description": "Receive events from Slack via webhooks or Socket Mode",
+    "properties": [
+      {
+        "name": "triggerOn",
+        "displayName": "Trigger On",
+        "type": "options",
+        "default": "message",
+        "options": [
+          { "name": "New Message Posted to Channel", "value": "message" },
+          { "name": "New Public Channel Created",    "value": "channelCreated" },
+          { "name": "New User Added",                "value": "teamJoin" },
+          { "name": "Reaction Added",                "value": "reactionAdded" },
+          { "name": "Reaction Removed",              "value": "reactionRemoved" },
+          { "name": "File Shared",                   "value": "fileShared" },
+          { "name": "App Mention",                   "value": "appMention" }
+        ]
+      },
+      {
+        "name": "channelId",
+        "displayName": "Channel to Watch",
+        "type": "string",
+        "default": "",
+        "description": "Channel ID to listen for events in. Leave empty to listen to all channels."
       }
     ]
   },

package/dist/resources/node-test-hints.json

@@ -0,0 +1,188 @@
+{
+  "_comment": "Maps n8n node types + parameter names to test data hints. Used by testRemoteWorkflowDirectly() to build better mock payloads and self-healing prompts.",
+
+  "n8n-nodes-base.slack": {
+    "_description": "Slack node. blocksUi must be a valid JSON array of Block Kit blocks — never a plain string.",
+    "blocksUi": {
+      "type": "jsonArray",
+      "description": "Must be a JSON array of Block Kit block objects. If a webhook body field is used here, that field must contain valid blocks JSON, not plain text.",
+      "sample": "[{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"Hello from n8m test\"}}]",
+      "errorSignal": "could not be parsed"
+    },
+    "attachments": {
+      "type": "jsonArray",
+      "description": "Legacy Slack attachments array.",
+      "sample": "[{\"fallback\":\"Test alert\",\"color\":\"#36a64f\",\"text\":\"Test attachment body\"}]"
+    },
+    "text": {
+      "type": "string",
+      "description": "Plain mrkdwn message text. Can use any string value.",
+      "sample": "Test message from n8m validation suite"
+    },
+    "channel": {
+      "type": "string",
+      "description": "Channel name (#general) or ID (C1234567890).",
+      "sample": "#general"
+    }
+  },
+
+  "n8n-nodes-base.slackTrigger": {
+    "_description": "Slack trigger — receives webhook events. No test payload hints needed."
+  },
+
+  "n8n-nodes-base.httpRequest": {
+    "_description": "HTTP Request node. body must match the expected content type.",
+    "body": {
+      "type": "json",
+      "description": "Request body as JSON. The structure depends on the target API.",
+      "sample": "{\"key\": \"value\"}"
+    },
+    "url": {
+      "type": "string",
+      "description": "Full URL including protocol.",
+      "sample": "https://httpbin.org/post"
+    }
+  },
+
+  "n8n-nodes-base.openAi": {
+    "_description": "OpenAI node. prompt/userMessage must be a non-empty string.",
+    "prompt": {
+      "type": "string",
+      "description": "The prompt to send. Must be a non-empty string.",
+      "sample": "Summarize this in one sentence: Hello world."
+    },
+    "userMessage": {
+      "type": "string",
+      "description": "User message for chat completions. Must be a non-empty string.",
+      "sample": "Write a short test post about productivity."
+    }
+  },
+
+  "n8n-nodes-base.googleSheets": {
+    "_description": "Google Sheets node.",
+    "sheetId": {
+      "type": "string",
+      "description": "Spreadsheet ID from the sheet URL.",
+      "sample": "1BxiMVs0XRA5nFMdKvBdBZjgmUUqptlbs74OgVE2upms"
+    }
+  },
+
+  "n8n-nodes-base.twitter": {
+    "_description": "Twitter/X node. text must be ≤280 chars.",
+    "text": {
+      "type": "string",
+      "description": "Tweet text. Max 280 characters.",
+      "sample": "Test post from n8m validation suite. #test"
+    }
+  },
+
+  "n8n-nodes-base.linkedIn": {
+    "_description": "LinkedIn node. text/commentary must be a non-empty string.",
+    "text": {
+      "type": "string",
+      "description": "Post body text.",
+      "sample": "Sharing insights on productivity. This is a test post from n8m."
+    }
+  },
+
+  "n8n-nodes-base.telegram": {
+    "_description": "Telegram node. text must be a non-empty string.",
+    "text": {
+      "type": "string",
+      "description": "Message text. Supports HTML/Markdown depending on parseMode.",
+      "sample": "Test message from n8m validation suite."
+    }
+  },
+
+  "n8n-nodes-base.discord": {
+    "_description": "Discord node. text must be a non-empty string, max 2000 chars.",
+    "text": {
+      "type": "string",
+      "description": "Message content. Max 2000 characters.",
+      "sample": "Test message from n8m validation suite."
+    }
+  },
+
+  "n8n-nodes-base.gmail": {
+    "_description": "Gmail node.",
+    "subject": {
+      "type": "string",
+      "description": "Email subject line.",
+      "sample": "n8m Test Email"
+    },
+    "message": {
+      "type": "string",
+      "description": "Email body. HTML or plain text.",
+      "sample": "This is a test email sent by the n8m validation suite."
+    },
+    "toList": {
+      "type": "string",
+      "description": "Recipient email address(es), comma-separated.",
+      "sample": "test@example.com"
+    }
+  },
+
+  "n8n-nodes-base.sendEmail": {
+    "_description": "Send Email node (SMTP).",
+    "subject": {
+      "type": "string",
+      "sample": "n8m Test Email"
+    },
+    "text": {
+      "type": "string",
+      "sample": "Test email body from n8m validation."
+    },
+    "toEmail": {
+      "type": "string",
+      "sample": "test@example.com"
+    }
+  },
+
+  "n8n-nodes-base.notion": {
+    "_description": "Notion node. pageId must be a valid UUID.",
+    "pageId": {
+      "type": "string",
+      "description": "Notion page ID (UUID format).",
+      "sample": "a1b2c3d4-e5f6-7890-abcd-ef1234567890"
+    }
+  },
+
+  "n8n-nodes-base.airtable": {
+    "_description": "Airtable node.",
+    "table": {
+      "type": "string",
+      "description": "Table name exactly as it appears in Airtable.",
+      "sample": "Table 1"
+    }
+  },
+
+  "n8n-nodes-base.html": {
+    "_description": "HTML node. Generates HTML from a template expression. The 'html' parameter must be a valid HTML string or expression producing one.",
+    "html": {
+      "type": "string",
+      "description": "HTML template string. Uses $json fields from the previous node. If this node accesses $json.body.content, the webhook payload must include 'content' as a plain text string.",
+      "sample": "<h1>Test Heading</h1><p>Test paragraph content.</p>"
+    }
+  },
+
+  "n8n-nodes-base.markdown": {
+    "_description": "Markdown node. Converts markdown text to HTML. The markdown field must be a string.",
+    "markdown": {
+      "type": "string",
+      "description": "Markdown text to convert.",
+      "sample": "# Test Heading\n\nTest paragraph content."
+    }
+  },
+
+  "n8n-nodes-base.set": {
+    "_description": "Set node. No special payload requirements — reads from upstream data."
+  },
+
+  "n8n-nodes-base.if": {
+    "_description": "IF node. No special payload requirements — evaluates conditions on upstream data."
+  },
+
+  "n8n-nodes-base.code": {
+    "_description": "Code node. No special payload requirements — runs JS/TS against upstream data."
+  }
+}

package/dist/resources/workflow-test-fixtures.json

@@ -0,0 +1,42 @@
+{
+  "_comment": "Pre-defined test payloads for specific n8n workflows. Keys are workflow IDs or name substrings. The 'payload' object is POST-ed to the webhook as-is (n8n wraps it automatically: POST {content:'x'} → $json.body.content = 'x'). Place a copy of this file at ./workflow-test-fixtures.json or ./workflows/test-fixtures.json in your project to override bundled fixtures.",
+
+  "IAHbfTdmlTZfIDld": {
+    "_name": "Social Posting Flow I - Candidates",
+    "payload": {
+      "content": "Excited to share some thoughts on AI-powered workflow automation and how it's transforming the way teams operate. The future of work is here, and it's more efficient than ever. #AI #Automation #Productivity",
+      "title": "AI Workflow Automation",
+      "platform": "linkedin",
+      "author": "n8m Test Suite",
+      "tags": ["AI", "Automation", "n8n"]
+    }
+  },
+
+  "Social Posting Flow": {
+    "_note": "Name-based fallback — matches any workflow whose name contains 'Social Posting Flow'.",
+    "payload": {
+      "content": "Excited to share some thoughts on AI-powered workflow automation and how it's transforming the way teams operate. #AI #Automation",
+      "title": "AI Workflow Automation",
+      "platform": "linkedin",
+      "author": "n8m Test Suite"
+    }
+  },
+
+  "_example_slack_workflow": {
+    "_note": "Rename this key to your workflow ID or name substring to activate.",
+    "payload": {
+      "message": "Hello from n8m test suite",
+      "channel": "#general",
+      "username": "n8m Bot"
+    }
+  },
+
+  "_example_email_workflow": {
+    "_note": "Rename this key to your workflow ID or name substring to activate.",
+    "payload": {
+      "to": "test@example.com",
+      "subject": "n8m Test Email",
+      "body": "This is a test email sent by the n8m validation suite."
+    }
+  }
+}

package/dist/services/ai.service.d.ts

@@ -3,6 +3,13 @@ export interface GenerateOptions {
     provider?: string;
     temperature?: number;
 }
+export interface TestErrorEvaluation {
+    action: 'fix_node' | 'regenerate_payload' | 'structural_pass' | 'escalate';
+    nodeFixType?: 'code_node_js' | 'execute_command' | 'binary_field';
+    targetNodeName?: string;
+    suggestedBinaryField?: string;
+    reason: string;
+}
 export interface WorkflowSpec {
     suggestedName: string;
     description: string;
@@ -44,10 +51,45 @@ export declare class AIService {
     fixHallucinatedNodes(workflow: any): any;
     fixN8nConnections(workflow: any): any;
     generateMockData(context: string): Promise<any>;
+    fixExecuteCommandScript(command: string, error?: string): Promise<string>;
+    fixCodeNodeJavaScript(code: string, error: string): Promise<string>;
+    shimCodeNodeWithMockData(code: string): Promise<string>;
     evaluateCandidates(goal: string, candidates: any[]): Promise<{
         selectedIndex: number;
         reason: string;
     }>;
+    /**
+     * AI-powered error evaluation for n8n test executions.
+     * Replaces brittle regex classifiers — the model reads the error + node list and decides.
+     */
+    evaluateTestError(errorMessage: string, workflowNodes: any[], failingNodeName?: string, failingNodeCode?: string): Promise<TestErrorEvaluation>;
+    /**
+     * Offline-only: evaluates whether a fixed Code node or Execute Command script
+     * would succeed given the REAL input items from the fixture's runData.
+     * Used when no live re-execution is possible.
+     */
+    evaluateCodeFixOffline(fixedCode: string, inputItems: any[], originalError: string, nodeType: 'code_node_js' | 'execute_command'): Promise<{
+        wouldPass: boolean;
+        reason: string;
+    }>;
+    /**
+     * Traces binary data flow through an entire workflow graph to find the correct
+     * binary field name for a failing upload node.
+     *
+     * Handles passthrough nodes (Merge, Set, IF, Switch) by tracing further upstream
+     * and reads Code node jsCode to extract the actual binary field assignment.
+     * Delegates graph traversal + analysis entirely to the AI.
+     */
+    inferBinaryFieldNameFromWorkflow(failingNodeName: string, workflowNodes: any[], workflowConnections: any): Promise<string | null>;
+    /**
+     * Returns jsCode for an n8n Code node (runOnceForAllItems) that produces
+     * synthetic binary test data in the specified field.
+     *
+     * Hardcoded — no LLM call — because the n8n Code node binary format is
+     * deterministic and LLM-generated variants consistently misuse APIs that
+     * aren't available (this.helpers.prepareBinaryData, $input.all() in wrong mode, etc.).
+     */
+    generateBinaryShimCode(binaryFieldName: string): string;
     /**
      * Generates 3-5 diverse test scenarios (input payloads) for a workflow.
      */