@netpad/mcp-server 2.2.0 → 2.2.1

package/dist/index.js

@@ -14105,6 +14105,59 @@ var FIELD_TYPES = [
       included: true,
       layout: { type: "image", imageUrl: "https://example.com/logo.png", alignment: "center" }
     }
+  },
+  // File upload fields
+  {
+    type: "file",
+    category: "file",
+    description: "File upload field for images and documents",
+    muiComponent: "FileUpload (custom)",
+    example: {
+      path: "attachment",
+      label: "Upload File",
+      type: "file",
+      included: true,
+      validation: { maxSize: 10485760 }
+      // 10MB
+    }
+  },
+  {
+    type: "file_upload",
+    category: "file",
+    description: "File upload field (alias for file)",
+    muiComponent: "FileUpload (custom)",
+    example: {
+      path: "document",
+      label: "Upload Document",
+      type: "file_upload",
+      included: true
+    }
+  },
+  {
+    type: "image_upload",
+    category: "file",
+    description: "Image-specific upload field with preview",
+    muiComponent: "ImageUpload (custom)",
+    example: {
+      path: "profilePhoto",
+      label: "Profile Photo",
+      type: "image_upload",
+      included: true,
+      validation: { accept: "image/*" }
+    }
+  },
+  {
+    type: "document_upload",
+    category: "file",
+    description: "Document upload field (PDF, Word, Excel)",
+    muiComponent: "DocumentUpload (custom)",
+    example: {
+      path: "resume",
+      label: "Resume",
+      type: "document_upload",
+      included: true,
+      validation: { accept: ".pdf,.doc,.docx" }
+    }
   }
 ];
 var OPERATORS = [
@@ -14441,7 +14494,10 @@ var FIELD_TYPE_KEYWORDS = {
   rating: ["rating", "stars", "rate", "review"],
   nps: ["nps", "recommend", "likelihood", "net promoter"],
   autocomplete: ["search", "autocomplete", "typeahead"],
-  tags: ["tags", "keywords", "labels"]
+  tags: ["tags", "keywords", "labels"],
+  file: ["file", "upload", "attachment", "attach"],
+  image_upload: ["photo", "picture", "image upload", "profile photo", "avatar", "thumbnail"],
+  document_upload: ["document", "resume", "cv", "pdf", "contract", "agreement"]
 };
 function inferFieldType(label, description) {
   const text = `${label} ${description || ""}`.toLowerCase();
@@ -14988,6 +15044,342 @@ try {
   }
 }
 \`\`\`
+`,
+  extensions: `# NetPad Extensions
+
+NetPad's extension system allows you to add custom functionality to your NetPad installation through modular, independently deployable packages. Extensions can provide API routes, UI components, services, middleware, and more.
+
+## What Are Extensions?
+
+Extensions are npm packages that follow the \`NetPadExtension\` interface. They integrate seamlessly with NetPad's core functionality while remaining isolated and independently maintainable.
+
+\`\`\`
+\u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510
+\u2502                     NetPad Core                              \u2502
+\u251C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2524
+\u2502  \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510  \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510  \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510          \u2502
+\u2502  \u2502  Extension  \u2502  \u2502  Extension  \u2502  \u2502  Extension  \u2502  ...     \u2502
+\u2502  \u2502   (Cloud)   \u2502  \u2502(Collaborate)\u2502  \u2502  (Custom)   \u2502          \u2502
+\u2502  \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518  \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518  \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518          \u2502
+\u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518
+\`\`\`
+
+## Extension Capabilities
+
+Extensions can provide:
+
+| Capability          | Description                                               |
+| ------------------- | --------------------------------------------------------- |
+| **Routes**          | Custom API endpoints under /api/ext/{extension-name}/     |
+| **Services**        | Shared business logic accessible throughout the extension |
+| **Middleware**      | Request/response processing with priority ordering        |
+| **Components**      | React UI components for use in pages                      |
+| **Features**        | Feature flags that enable/disable functionality           |
+| **Lifecycle Hooks** | Initialize and cleanup logic                              |
+| **Workflow Nodes**  | Custom workflow node types for automation                 |
+
+## Built-in Extensions
+
+NetPad includes several built-in extensions:
+
+### @netpad/cloud-features
+
+The cloud features extension provides premium functionality for NetPad Cloud:
+
+* **Billing & Subscriptions** - Stripe integration for payments
+* **Atlas Provisioning** - Automatic MongoDB cluster creation
+* **Premium AI Features** - Advanced RAG and AI capabilities
+* **Usage Analytics** - Detailed usage tracking and reporting
+
+### @netpad/collaborate
+
+Community collaboration features:
+
+* **Gallery** - Community showcase of forms, workflows, and integrations
+* **Contributors** - Leaderboard and contributor profiles
+* **Submissions** - Collaboration application system
+* **UI Components** - Pre-built React components
+
+### @netpad/demo-node
+
+A simple demonstration extension that shows how to create custom workflow nodes:
+
+* **Log Message Node** - A custom workflow node that logs messages with configurable levels
+* **Template for Extension Development** - Use as a starting point for your own extensions
+* **Complete Example** - Shows node definition, handler implementation, and extension structure
+
+**Node Details:**
+- Type: demo:log-message
+- Category: Custom
+- Config Fields: message (textarea), level (select: info/warn/error), label (text), passthrough (boolean)
+- Outputs: Success output with log data and optional passthrough of input data
+
+This extension serves as the canonical example for creating workflow node extensions. See the package README for detailed instructions on using it as a template.
+
+## Extension Architecture
+
+Extensions follow a clear architectural pattern:
+
+\`\`\`typescript
+// Extension structure
+const myExtension: NetPadExtension = {
+  metadata: {
+    id: 'my-extension',
+    name: 'My Extension',
+    version: '1.0.0',
+    description: 'Description of what this extension does',
+  },
+
+  // Features this extension provides
+  features: ['custom:my_feature'],
+
+  // API routes
+  routes: [
+    { path: '/api/ext/my-extension/data', method: 'GET', handler: handleGet },
+    { path: '/api/ext/my-extension/data', method: 'POST', handler: handlePost },
+  ],
+
+  // Request middleware
+  middleware: [
+    { path: '/api/ext/my-extension/*', handler: authMiddleware, priority: 10 },
+  ],
+
+  // Shared services
+  services: {
+    myService: myServiceInstance,
+  },
+
+  // Custom workflow nodes
+  workflowNodes: [
+    {
+      definition: {
+        type: 'my-custom-node',
+        name: 'My Custom Node',
+        category: 'custom',
+        description: 'Does something custom',
+        configSchema: { /* ... */ },
+      },
+      handler: async (config, context) => { /* ... */ },
+    },
+  ],
+
+  // Lifecycle hooks
+  initialize: async () => { /* Setup logic */ },
+  cleanup: async () => { /* Cleanup logic */ },
+};
+\`\`\`
+
+## Quick Start
+
+### 1. Enable an Extension
+
+Add the extension package name to your \`.env.local\`:
+
+\`\`\`
+# Enable single extension
+NETPAD_EXTENSIONS=@netpad/collaborate
+
+# Enable multiple extensions
+NETPAD_EXTENSIONS=@netpad/collaborate,@myorg/custom-extension
+\`\`\`
+
+### 2. Install the Package
+
+\`\`\`bash
+npm install @netpad/collaborate
+\`\`\`
+
+### 3. Restart NetPad
+
+Extensions are loaded during application startup.
+
+## Creating Custom Extensions
+
+To create your own extension, use **@netpad/demo-node** as a template:
+
+1. **Copy the demo-node package** to a new directory
+2. **Update package.json** with your extension name and metadata
+3. **Modify src/index.ts**:
+   - Update extension metadata (id, name, version, description)
+   - Define your workflow nodes (type, label, category, config fields)
+   - Implement your node handlers (business logic)
+   - Export the extension as default
+4. **Install and enable**:
+   - Run: npm install @myorg/my-extension
+   - Add to .env.local: NETPAD_EXTENSIONS=@myorg/my-extension
+5. **Restart NetPad** - Your extension will be loaded automatically
+
+### Example: Creating a Custom Workflow Node
+
+Based on the demo-node structure:
+
+\`\`\`typescript
+// 1. Define your node configuration interface
+interface MyNodeConfig {
+  action: string;
+  target: string;
+}
+
+// 2. Implement the node handler
+const myNodeHandler: NodeHandler = async (context) => {
+  const config = context.resolvedConfig as MyNodeConfig;
+  const inputs = context.inputs;
+  
+  // Your business logic here
+  const result = await performAction(config.action, config.target);
+  
+  return {
+    success: true,
+    data: { result },
+    metadata: { durationMs: Date.now() - startTime },
+  };
+};
+
+// 3. Define the node appearance
+const myNodeDefinition = {
+  type: 'myext:my-node',        // Unique type (convention: extid:nodename)
+  label: 'My Custom Node',
+  description: 'Does something custom',
+  category: 'custom' as const,
+  color: '#FF6B35',
+  icon: 'Extension',            // MUI icon name
+  version: '1.0.0',
+  configFields: [
+    {
+      name: 'action',
+      label: 'Action',
+      type: 'select' as const,
+      options: [
+        { label: 'Create', value: 'create' },
+        { label: 'Update', value: 'update' },
+      ],
+    },
+    {
+      name: 'target',
+      label: 'Target',
+      type: 'text' as const,
+      required: true,
+    },
+  ],
+  outputs: [{ id: 'output', label: 'Success', primary: true }],
+};
+
+// 4. Export the extension
+export const myExtension: NetPadExtension = {
+  metadata: {
+    id: 'my-extension',
+    name: 'My Extension',
+    version: '1.0.0',
+  },
+  workflowNodes: [
+    {
+      definition: myNodeDefinition,
+      handler: myNodeHandler,
+    },
+  ],
+  initialize: async () => {
+    console.log('[My Extension] Initialized!');
+  },
+};
+
+export default myExtension;
+\`\`\`
+
+### Node Handler Context
+
+The handler receives a \`NodeExecutionContext\` with:
+
+- **config**: Raw configuration from the editor
+- **resolvedConfig**: Configuration with variables like \`{{formData.email}}\` already resolved
+- **inputs**: Data from previous nodes in the workflow
+- **trigger**: Information about what triggered the workflow
+- **getConnection()**: Helper to get MongoDB connection details
+- **getEmailCredentials()**: Helper to get email service credentials
+
+### Node Categories
+
+When defining your node, choose an appropriate category:
+
+- **triggers**: Workflow entry points (form submission, webhook, schedule)
+- **logic**: Control flow (condition, switch, loop, delay)
+- **integrations**: External services (Slack, email, HTTP)
+- **actions**: Data operations (MongoDB queries, transforms)
+- **data**: Data manipulation (set variable, code execution)
+- **ai**: AI-powered operations (generate, classify, extract)
+- **forms**: Form-specific operations
+- **custom**: Custom extensions (use this for your own nodes)
+- **annotations**: Non-executable nodes (notes, labels)
+
+## Extension Loading
+
+Extensions are loaded in this order:
+
+1. **Cloud Extension** - \`@netpad/cloud-features\` (if \`NETPAD_CLOUD=true\`)
+2. **Plugin Extensions** - Packages listed in \`NETPAD_EXTENSIONS\`
+3. **Programmatic Extensions** - Registered via \`registerExtensionManually()\`
+
+Each extension goes through:
+
+1. Package resolution and import
+2. Registration in the extension registry
+3. Initialization via the \`initialize()\` hook
+
+## Feature Checking
+
+Extensions can declare features that other parts of the application can check:
+
+\`\`\`typescript
+import { isFeatureAvailable } from '@/lib/extensions/registry';
+
+// Check if a feature is available
+if (isFeatureAvailable('billing')) {
+  // Show billing UI
+}
+
+// Custom extension features use the custom: prefix
+if (isFeatureAvailable('custom:collaborate')) {
+  // Show collaborate features
+}
+\`\`\`
+
+## Best Practices
+
+1. **Use descriptive metadata** - Clear names and descriptions help users understand your extension
+2. **Namespace your routes** - Always use \`/api/ext/{your-extension}/\` for routes
+3. **Handle errors gracefully** - Extensions should not crash the main application
+4. **Clean up resources** - Implement the \`cleanup()\` hook for proper teardown
+5. **Document your extension** - Provide clear usage instructions and API documentation
+6. **Test thoroughly** - Extensions run in production, so ensure they're well-tested
+
+## Extension Types
+
+### Service Extensions
+
+Provide business logic services:
+- Billing service (Stripe integration)
+- Atlas provisioning service
+- Usage tracking service
+- Admin service
+
+### Feature Extensions
+
+Add new capabilities:
+- Custom workflow nodes
+- Additional form field types
+- UI components
+- Integration connectors
+
+### Middleware Extensions
+
+Intercept and modify requests:
+- Authentication middleware
+- Rate limiting
+- Request logging
+- Data transformation
+
+## API Reference
+
+See the full extension API documentation at: https://docs.netpad.io/docs/extensions/api-reference
 `
 };
 var QUICK_START_GUIDE = `# Quick Start Guide
@@ -20651,6 +21043,135 @@ server.resource(
     ]
   })
 );
+server.resource(
+  "netpad-extensions",
+  "netpad://docs/extensions",
+  async () => ({
+    contents: [
+      {
+        uri: "netpad://docs/extensions",
+        mimeType: "text/markdown",
+        text: DOCUMENTATION.extensions
+      }
+    ]
+  })
+);
+server.resource(
+  "netpad-demo-node",
+  "netpad://examples/demo-node",
+  async () => ({
+    contents: [
+      {
+        uri: "netpad://examples/demo-node",
+        mimeType: "text/markdown",
+        text: `# @netpad/demo-node Extension Example
+
+The demo-node extension is a complete, working example of how to create NetPad workflow node extensions. Use it as a template for your own extensions.
+
+## What It Provides
+
+A single workflow node called **"Log Message"** that:
+- Logs configurable messages to the console
+- Supports different log levels (info, warn, error)
+- Can pass through input data to downstream nodes
+- Demonstrates all key extension concepts
+
+## Node Details
+
+**Type:** \`demo:log-message\`
+**Category:** Custom
+**Icon:** Terminal (MUI icon)
+**Color:** #FF6B35 (orange)
+
+### Configuration Fields
+
+| Field | Type | Description |
+|-------|------|-------------|
+| Message | textarea | The message to log. Supports \`{{variable}}\` syntax for dynamic values |
+| Log Level | select | info, warn, or error |
+| Label | text | Custom label for the log entry |
+| Pass Through | boolean | Include input data in output (default: true) |
+
+### Example Usage
+
+1. Drag the "Log Message" node onto the workflow canvas
+2. Connect it after a form trigger or other node
+3. Configure the message: \`New submission from {{formData.email}}\`
+4. The node will log the message and pass data to the next node
+
+## Using as a Template
+
+1. **Copy the package** to a new directory
+2. **Update package.json** with your extension name
+3. **Modify src/index.ts**:
+   - Change extension metadata (id, name, version)
+   - Update node definition (type, label, icon, color, config fields)
+   - Implement your business logic in the handler
+4. **Export the extension** as default export
+
+## Key Concepts Demonstrated
+
+- **Extension Metadata**: Identifies your extension in the system
+- **Workflow Nodes**: Custom nodes that appear in the workflow editor palette
+- **Node Definition**: Describes the node's appearance and configuration UI
+- **Node Handler**: The function that executes when the node runs
+- **Configuration Fields**: UI fields for node configuration
+- **Output Handles**: Connection points for downstream nodes
+- **Lifecycle Hooks**: initialize() and cleanup() functions
+
+## File Structure
+
+\`\`\`
+packages/demo-node/
+\u251C\u2500\u2500 package.json          # Package metadata
+\u251C\u2500\u2500 README.md             # Documentation
+\u2514\u2500\u2500 src/
+    \u2514\u2500\u2500 index.ts          # Extension + node definition + handler
+\`\`\`
+
+## Extension Structure
+
+\`\`\`typescript
+export const demoNodeExtension: NetPadExtension = {
+  metadata: {
+    id: 'netpad-demo-node',
+    name: 'Demo Node Extension',
+    version: '1.0.0',
+  },
+  features: ['custom:demo-node'],
+  workflowNodes: [
+    {
+      definition: {
+        type: 'demo:log-message',
+        label: 'Log Message',
+        category: 'custom',
+        // ... node appearance config
+      },
+      handler: async (context) => {
+        // ... execution logic
+        return { success: true, data: {...} };
+      },
+    },
+  ],
+  initialize: async () => { /* setup */ },
+  cleanup: async () => { /* teardown */ },
+};
+\`\`\`
+
+## Handler Implementation
+
+The handler receives a \`NodeExecutionContext\` with:
+- \`resolvedConfig\`: Configuration with variables resolved
+- \`inputs\`: Data from previous nodes
+- \`trigger\`: Workflow trigger information
+- Helper functions for connections and credentials
+
+See the full source code in \`packages/demo-node/src/index.ts\` for complete implementation details.
+`
+      }
+    ]
+  })
+);
 server.tool(
   "generate_form",
   "Generate a complete NetPad form configuration from a description. Returns validated TypeScript code by default (can optionally return JSON). The TypeScript output includes inline types, form config, and API functions - ready to run with `npx tsx`.",
@@ -21200,7 +21721,18 @@ server.tool(
               }]
             };
           }
-          return { content: [{ type: "text", text: JSON.stringify(template, null, 2) }] };
+          const workflowForUI = {
+            id: template.id,
+            name: template.name,
+            description: template.description,
+            category: template.category,
+            tags: template.tags,
+            canvas: {
+              nodes: template.nodes,
+              edges: template.edges
+            }
+          };
+          return { content: [{ type: "text", text: JSON.stringify(workflowForUI, null, 2) }] };
         }
         let templates = Object.values(WORKFLOW_TEMPLATES);
         if (category) {
@@ -23202,10 +23734,21 @@ server.tool(
         }]
       };
     }
+    const workflowForUI = {
+      id: template.id,
+      name: template.name,
+      description: template.description,
+      category: template.category,
+      tags: template.tags,
+      canvas: {
+        nodes: template.nodes,
+        edges: template.edges
+      }
+    };
     return {
       content: [{
         type: "text",
-        text: JSON.stringify(template, null, 2)
+        text: JSON.stringify(workflowForUI, null, 2)
       }]
     };
   }
@@ -23308,8 +23851,10 @@ const WORKFLOW_CONFIG: WorkflowConfig = {
   name: ${JSON.stringify(name)},
   description: ${JSON.stringify(description || template?.description || "Custom workflow")},
   tags: ${JSON.stringify(tags || template?.tags || [])},
-  nodes: ${JSON.stringify(updatedNodes, null, 2)},
-  edges: ${JSON.stringify(workflowEdges, null, 2)},
+  canvas: {
+    nodes: ${JSON.stringify(updatedNodes, null, 2)},
+    edges: ${JSON.stringify(workflowEdges, null, 2)},
+  },
   settings: {
     executionMode: 'auto',
     maxExecutionTime: 300000,
@@ -23646,15 +24191,33 @@ ${code}
 server.resource(
   "netpad-workflow-templates",
   "netpad://reference/workflow-templates",
-  async () => ({
-    contents: [
-      {
-        uri: "netpad://reference/workflow-templates",
-        mimeType: "application/json",
-        text: JSON.stringify(WORKFLOW_TEMPLATES, null, 2)
-      }
-    ]
-  })
+  async () => {
+    const templatesForUI = Object.fromEntries(
+      Object.entries(WORKFLOW_TEMPLATES).map(([key, template]) => [
+        key,
+        {
+          id: template.id,
+          name: template.name,
+          description: template.description,
+          category: template.category,
+          tags: template.tags,
+          canvas: {
+            nodes: template.nodes,
+            edges: template.edges
+          }
+        }
+      ])
+    );
+    return {
+      contents: [
+        {
+          uri: "netpad://reference/workflow-templates",
+          mimeType: "application/json",
+          text: JSON.stringify(templatesForUI, null, 2)
+        }
+      ]
+    };
+  }
 );
 server.resource(
   "netpad-workflow-nodes",
@@ -23750,7 +24313,7 @@ server.tool(
     })).describe("Topics to cover in conversation"),
     extractionSchema: external_exports.array(external_exports.object({
       field: external_exports.string().describe("Field name"),
-      type: external_exports.enum(["string", "number", "boolean", "enum", "array", "object"]).describe("Field type"),
+      type: external_exports.enum(["string", "number", "boolean", "enum", "array", "object", "file"]).describe("Field type"),
       required: external_exports.boolean().describe("Whether required"),
       description: external_exports.string().describe("Field description"),
       options: external_exports.array(external_exports.string()).optional().describe("Options for enum type"),