n8n-atom-mcp 0.0.1

package/.env.example

@@ -0,0 +1,220 @@
+# n8n Documentation MCP Server Configuration
+
+# ====================
+# COMMON CONFIGURATION
+# ====================
+
+# Database Configuration
+# For local development: ./data/nodes.db
+# For Docker: /app/data/nodes.db
+# Custom paths supported in v2.7.16+ (must end with .db)
+NODE_DB_PATH=./data/nodes.db
+
+# Logging Level (debug, info, warn, error)
+MCP_LOG_LEVEL=info
+
+# Node Environment (development, production)
+NODE_ENV=development
+
+# Rebuild database on startup (true/false)
+REBUILD_ON_START=false
+
+# =========================
+# LOCAL MODE CONFIGURATION
+# =========================
+# Used when running: npm run start:v2 or npm run dev:v2
+
+# Local MCP Server Configuration
+MCP_SERVER_PORT=3000
+MCP_SERVER_HOST=localhost
+# MCP_AUTH_TOKEN=optional-for-local-development
+
+# =========================
+# SIMPLE HTTP MODE
+# =========================
+# Used for private single-user deployments
+
+# Server mode: stdio (local) or http (remote)
+MCP_MODE=stdio
+
+# DEPRECATED: USE_FIXED_HTTP is deprecated as of v2.31.8
+# The fixed HTTP implementation does not support SSE streaming required by
+# clients like OpenAI Codex. Use the default SingleSessionHTTPServer instead.
+# See: https://github.com/tungkl197/n8n-atom-mcp/issues/524
+# USE_FIXED_HTTP=true  # DO NOT USE - deprecated
+
+# HTTP Server Configuration (only used when MCP_MODE=http)
+PORT=3000
+HOST=0.0.0.0
+
+# Base URL Configuration (optional)
+# Set this when running behind a proxy or when the server is accessed via a different URL
+# than what it binds to. If not set, URLs will be auto-detected from proxy headers (if TRUST_PROXY is set)
+# or constructed from HOST and PORT.
+# Examples:
+# BASE_URL=https://n8n-atom-mcp.example.com
+# BASE_URL=https://your-domain.com:8443
+# PUBLIC_URL=https://n8n-atom-mcp.mydomain.com  (alternative to BASE_URL)
+
+# Authentication token for HTTP mode (REQUIRED)
+# Generate with: openssl rand -base64 32
+AUTH_TOKEN=your-secure-token-here
+
+# CORS origin for HTTP mode (optional)
+# Default: * (allow all origins)
+# For production, set to your specific domain
+# CORS_ORIGIN=https://your-client-domain.com
+
+# Trust proxy configuration for correct IP logging (0=disabled, 1=trust first proxy)
+# Set to 1 when running behind a reverse proxy (Nginx, Traefik, etc.)
+# Set to the number of proxy hops if behind multiple proxies
+# Default: 0 (disabled)
+# TRUST_PROXY=0
+
+# =========================
+# SECURITY CONFIGURATION
+# =========================
+
+# Rate Limiting Configuration
+# Protects authentication endpoint from brute force attacks
+# Window: Time period in milliseconds (default: 900000 = 15 minutes)
+# Max: Maximum authentication attempts per IP within window (default: 20)
+# AUTH_RATE_LIMIT_WINDOW=900000
+# AUTH_RATE_LIMIT_MAX=20
+
+# SSRF Protection Mode
+# Prevents webhooks from accessing internal networks and cloud metadata
+#
+# Modes:
+# - strict (default): Block localhost + private IPs + cloud metadata
+#   Use for: Production deployments, cloud environments
+#   Security: Maximum
+#
+# - moderate: Allow localhost, block private IPs + cloud metadata
+#   Use for: Local development with local n8n instance
+#   Security: Good balance
+#   Example: n8n running on http://localhost:5678 or http://host.docker.internal:5678
+#
+# - permissive: Allow localhost + private IPs, block cloud metadata
+#   Use for: Internal network testing, private cloud (NOT for production)
+#   Security: Minimal - use with caution
+#
+# Default: strict
+# WEBHOOK_SECURITY_MODE=strict
+#
+# For local development with local n8n:
+# WEBHOOK_SECURITY_MODE=moderate
+
+# Disabled Tools Configuration
+# Filter specific tools from registration at startup
+# Useful for multi-tenant deployments, security hardening, or feature flags
+#
+# Format: Comma-separated list of tool names
+# Example: DISABLED_TOOLS=n8n_diagnostic,n8n_health_check,custom_tool
+#
+# Common use cases:
+# - Multi-tenant: Hide tools that check env vars instead of instance context
+#   Example: DISABLED_TOOLS=n8n_diagnostic,n8n_health_check
+# - Security: Disable management tools in production for certain users
+# - Feature flags: Gradually roll out new tools
+# - Deployment-specific: Different tool sets for cloud vs self-hosted
+#
+# Default: (empty - all tools enabled)
+# DISABLED_TOOLS=
+
+# =========================
+# MULTI-TENANT CONFIGURATION
+# =========================
+# Enable multi-tenant mode for dynamic instance support
+# When enabled, n8n API tools will be available for all sessions,
+# and instance configuration will be determined from HTTP headers
+# Default: false (single-tenant mode using environment variables)
+ENABLE_MULTI_TENANT=false
+
+# Session isolation strategy for multi-tenant mode
+# - "instance": Create separate sessions per instance ID (recommended)
+# - "shared": Share sessions but switch contexts (advanced)
+# Default: instance
+# MULTI_TENANT_SESSION_STRATEGY=instance
+
+# =========================
+# N8N API CONFIGURATION
+# =========================
+# Optional: Enable n8n management tools by providing API credentials
+# These tools allow creating, updating, and executing workflows
+
+# n8n instance API URL (without /api/v1 suffix)
+# Example: https://your-n8n-instance.com
+# N8N_API_URL=
+
+# n8n API Key (get from Settings > API in your n8n instance)
+# N8N_API_KEY=
+
+# n8n API request timeout in milliseconds (default: 30000)
+# N8N_API_TIMEOUT=30000
+
+# Maximum number of API request retries (default: 3)
+# N8N_API_MAX_RETRIES=3
+
+# =========================
+# CACHE CONFIGURATION
+# =========================
+# Optional: Configure instance cache settings for flexible instance support
+
+# Maximum number of cached instances (default: 100, min: 1, max: 10000)
+# INSTANCE_CACHE_MAX=100
+
+# Cache TTL in minutes (default: 30, min: 1, max: 1440/24 hours)
+# INSTANCE_CACHE_TTL_MINUTES=30
+
+# =========================
+# OPENAI API CONFIGURATION
+# =========================
+# Optional: Enable AI-powered template metadata generation
+# Provides structured metadata for improved template discovery
+
+# OpenAI API Key (get from https://platform.openai.com/api-keys)
+# OPENAI_API_KEY=
+
+# OpenAI Model for metadata generation (default: gpt-4o-mini)
+# OPENAI_MODEL=gpt-4o-mini
+
+# Batch size for metadata generation (default: 100)
+# Templates are processed in batches using OpenAI's Batch API for 50% cost savings
+# OPENAI_BATCH_SIZE=100
+
+# Enable metadata generation during template fetch (default: false)
+# Set to true to automatically generate metadata when running fetch:templates
+# METADATA_GENERATION_ENABLED=false
+
+# ========================================
+# INTEGRATION TESTING CONFIGURATION
+# ========================================
+# Configuration for integration tests that call real n8n instance API
+
+# n8n API Configuration for Integration Tests
+# For local development: Use your local n8n instance
+# For CI: These will be provided by GitHub secrets
+# N8N_API_URL=http://localhost:5678
+# N8N_API_KEY=
+
+# Pre-activated Webhook Workflows for Testing
+# These workflows must be created manually in n8n and activated
+# because n8n API doesn't support workflow activation.
+#
+# Setup Instructions:
+# 1. Create 4 workflows in n8n UI (one for each HTTP method)
+# 2. Each workflow should have a single Webhook node
+# 3. Configure webhook paths: mcp-test-get, mcp-test-post, mcp-test-put, mcp-test-delete
+# 4. ACTIVATE each workflow in n8n UI
+# 5. Copy the workflow IDs here
+#
+# N8N_TEST_WEBHOOK_GET_ID=      # Workflow ID for GET method webhook
+# N8N_TEST_WEBHOOK_POST_ID=     # Workflow ID for POST method webhook
+# N8N_TEST_WEBHOOK_PUT_ID=      # Workflow ID for PUT method webhook
+# N8N_TEST_WEBHOOK_DELETE_ID=   # Workflow ID for DELETE method webhook
+
+# Test Configuration
+N8N_TEST_CLEANUP_ENABLED=true         # Enable automatic cleanup of test workflows
+N8N_TEST_TAG=mcp-integration-test     # Tag applied to all test workflows
+N8N_TEST_NAME_PREFIX=[MCP-TEST]       # Name prefix for test workflows

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Romuald Czlonkowski @ www.aiadvisors.pl/en
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,78 @@
+# n8n-atom-MCP
+
+> Based on [n8n-mcp by czlonkowski](https://github.com/czlonkowski/n8n-mcp)
+
+A Model Context Protocol (MCP) server that provides AI assistants with comprehensive access to n8n node documentation, properties, and operations.
+
+## 🚀 Quick Start
+
+### npx (Recommended)
+
+**Prerequisites:** [Node.js](https://nodejs.org/) installed
+
+```bash
+npx n8n-atom-mcp
+```
+
+### Claude Desktop Configuration
+
+**Basic configuration (documentation tools only):**
+```json
+{
+  "mcpServers": {
+    "n8n-atom-mcp": {
+      "command": "npx",
+      "args": ["n8n-atom-mcp"],
+      "env": {
+        "MCP_MODE": "stdio",
+        "LOG_LEVEL": "error",
+        "DISABLE_CONSOLE_OUTPUT": "true"
+      }
+    }
+  }
+}
+```
+
+**Full configuration (with n8n management tools):**
+```json
+{
+  "mcpServers": {
+    "n8n-atom-mcp": {
+      "command": "npx",
+      "args": ["n8n-atom-mcp"],
+      "env": {
+        "MCP_MODE": "stdio",
+        "LOG_LEVEL": "error",
+        "DISABLE_CONSOLE_OUTPUT": "true",
+        "N8N_API_URL": "https://your-n8n-instance.com",
+        "N8N_API_KEY": "your-api-key"
+      }
+    }
+  }
+}
+```
+
+> ⚠️ **Important**: `MCP_MODE: "stdio"` is **required** for Claude Desktop.
+
+**Configuration file locations:**
+- **macOS**: `~/Library/Application Support/Claude/claude_desktop_config.json`
+- **Windows**: `%APPDATA%\Claude\claude_desktop_config.json`
+- **Linux**: `~/.config/Claude/claude_desktop_config.json`
+
+## 🔧 Local Development
+
+```bash
+git clone https://github.com/tungkl197/n8n-atom-mcp.git
+cd n8n-atom-mcp
+npm install
+npm run build
+npm start
+```
+
+## 📄 License
+
+MIT
+
+## 🙏 Credits
+
+This project is based on [n8n-mcp](https://github.com/czlonkowski/n8n-mcp) by [czlonkowski](https://github.com/czlonkowski).

package/dist/community/community-node-fetcher.d.ts

@@ -0,0 +1,118 @@
+export interface StrapiCommunityNodeAttributes {
+    name: string;
+    displayName: string;
+    description: string;
+    packageName: string;
+    authorName: string;
+    authorGithubUrl?: string;
+    npmVersion: string;
+    numberOfDownloads: number;
+    numberOfStars: number;
+    isOfficialNode: boolean;
+    isPublished: boolean;
+    nodeDescription: any;
+    nodeVersions?: any[];
+    checksum?: string;
+    createdAt: string;
+    updatedAt: string;
+}
+export interface StrapiCommunityNode {
+    id: number;
+    attributes: StrapiCommunityNodeAttributes;
+}
+export interface StrapiPaginatedResponse<T> {
+    data: Array<{
+        id: number;
+        attributes: T;
+    }>;
+    meta: {
+        pagination: {
+            page: number;
+            pageSize: number;
+            pageCount: number;
+            total: number;
+        };
+    };
+}
+export interface NpmPackageInfo {
+    name: string;
+    version: string;
+    description: string;
+    keywords: string[];
+    date: string;
+    links: {
+        npm: string;
+        homepage?: string;
+        repository?: string;
+    };
+    author?: {
+        name?: string;
+        email?: string;
+        username?: string;
+    };
+    publisher?: {
+        username: string;
+        email: string;
+    };
+    maintainers: Array<{
+        username: string;
+        email: string;
+    }>;
+}
+export interface NpmSearchResult {
+    package: NpmPackageInfo;
+    score: {
+        final: number;
+        detail: {
+            quality: number;
+            popularity: number;
+            maintenance: number;
+        };
+    };
+    searchScore: number;
+}
+export interface NpmSearchResponse {
+    objects: NpmSearchResult[];
+    total: number;
+    time: string;
+}
+export interface NpmPackageWithReadme {
+    name: string;
+    version: string;
+    description?: string;
+    readme?: string;
+    readmeFilename?: string;
+    homepage?: string;
+    repository?: {
+        type?: string;
+        url?: string;
+    };
+    keywords?: string[];
+    license?: string;
+    'dist-tags'?: {
+        latest?: string;
+    };
+}
+export declare class CommunityNodeFetcher {
+    private readonly strapiBaseUrl;
+    private readonly npmSearchUrl;
+    private readonly npmRegistryUrl;
+    private readonly maxRetries;
+    private readonly retryDelay;
+    private readonly strapiPageSize;
+    private readonly npmPageSize;
+    private readonly npmPackageNameRegex;
+    constructor(environment?: 'production' | 'staging');
+    private validatePackageName;
+    private isRateLimitError;
+    private retryWithBackoff;
+    fetchVerifiedNodes(progressCallback?: (message: string, current: number, total: number) => void): Promise<StrapiCommunityNode[]>;
+    fetchNpmPackages(limit?: number, progressCallback?: (message: string, current: number, total: number) => void): Promise<NpmSearchResult[]>;
+    fetchPackageJson(packageName: string, version?: string): Promise<any | null>;
+    getPackageTarballUrl(packageName: string, version?: string): Promise<string | null>;
+    fetchPackageWithReadme(packageName: string): Promise<NpmPackageWithReadme | null>;
+    fetchReadmesBatch(packageNames: string[], progressCallback?: (message: string, current: number, total: number) => void, concurrency?: number): Promise<Map<string, string | null>>;
+    getPackageDownloads(packageName: string, period?: 'last-week' | 'last-month'): Promise<number | null>;
+    private sleep;
+}
+//# sourceMappingURL=community-node-fetcher.d.ts.map

package/dist/community/community-node-fetcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"community-node-fetcher.d.ts","sourceRoot":"","sources":["../../src/community/community-node-fetcher.ts"],"names":[],"mappings":"AA0BA,MAAM,WAAW,6BAA6B;IAC5C,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,OAAO,CAAC;IACxB,WAAW,EAAE,OAAO,CAAC;IACrB,eAAe,EAAE,GAAG,CAAC;IACrB,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,6BAA6B,CAAC;CAC3C;AAED,MAAM,WAAW,uBAAuB,CAAC,CAAC;IACxC,IAAI,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,CAAC,CAAA;KAAE,CAAC,CAAC;IAC3C,IAAI,EAAE;QACJ,UAAU,EAAE;YACV,IAAI,EAAE,MAAM,CAAC;YACb,QAAQ,EAAE,MAAM,CAAC;YACjB,SAAS,EAAE,MAAM,CAAC;YAClB,KAAK,EAAE,MAAM,CAAC;SACf,CAAC;KACH,CAAC;CACH;AAKD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE;QACL,GAAG,EAAE,MAAM,CAAC;QACZ,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,MAAM,CAAC,EAAE;QACP,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,SAAS,CAAC,EAAE;QACV,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,WAAW,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACzD;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,cAAc,CAAC;IACxB,KAAK,EAAE;QACL,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE;YACN,OAAO,EAAE,MAAM,CAAC;YAChB,UAAU,EAAE,MAAM,CAAC;YACnB,WAAW,EAAE,MAAM,CAAC;SACrB,CAAC;KACH,CAAC;IACF,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd;AAKD,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE;QACX,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,GAAG,CAAC,EAAE,MAAM,CAAC;KACd,CAAC;IACF,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE;QACZ,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAMD,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA4C;IACzE,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAgC;IAC/D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA4B;IACvD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA4B;IACvD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAM;IACrC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAO;IAGnC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAA4D;gBAEpF,WAAW,GAAE,YAAY,GAAG,SAAwB;IAWhE,OAAO,CAAC,mBAAmB;IAsB3B,OAAO,CAAC,gBAAgB;YAQV,gBAAgB;IAwCxB,kBAAkB,CACtB,gBAAgB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GAC3E,OAAO,CAAC,mBAAmB,EAAE,CAAC;IAwE3B,gBAAgB,CACpB,KAAK,GAAE,MAAY,EACnB,gBAAgB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GAC3E,OAAO,CAAC,eAAe,EAAE,CAAC;IAkEvB,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC;IAwB5E,oBAAoB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IA6BnF,sBAAsB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,GAAG,IAAI,CAAC;IA6BjF,iBAAiB,CACrB,YAAY,EAAE,MAAM,EAAE,EACtB,gBAAgB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,EAC5E,WAAW,GAAE,MAAU,GACtB,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC;IA0ChC,mBAAmB,CACvB,WAAW,EAAE,MAAM,EACnB,MAAM,GAAE,WAAW,GAAG,YAA0B,GAC/C,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAmBzB,OAAO,CAAC,KAAK;CAGd"}

package/dist/community/community-node-fetcher.js

@@ -0,0 +1,239 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CommunityNodeFetcher = void 0;
+const axios_1 = __importDefault(require("axios"));
+const logger_1 = require("../utils/logger");
+const FETCH_CONFIG = {
+    STRAPI_TIMEOUT: 30000,
+    NPM_REGISTRY_TIMEOUT: 15000,
+    NPM_DOWNLOADS_TIMEOUT: 10000,
+    RETRY_DELAY: 1000,
+    MAX_RETRIES: 3,
+    RATE_LIMIT_DELAY: 300,
+    RATE_LIMIT_429_DELAY: 60000,
+};
+class CommunityNodeFetcher {
+    constructor(environment = 'production') {
+        this.npmSearchUrl = 'https://registry.npmjs.org/-/v1/search';
+        this.npmRegistryUrl = 'https://registry.npmjs.org';
+        this.maxRetries = FETCH_CONFIG.MAX_RETRIES;
+        this.retryDelay = FETCH_CONFIG.RETRY_DELAY;
+        this.strapiPageSize = 25;
+        this.npmPageSize = 250;
+        this.npmPackageNameRegex = /^(@[a-z0-9-~][a-z0-9-._~]*\/)?[a-z0-9-~][a-z0-9-._~]*$/;
+        this.strapiBaseUrl =
+            environment === 'production'
+                ? 'https://api.n8n.io/api/community-nodes'
+                : 'https://api-staging.n8n.io/api/community-nodes';
+    }
+    validatePackageName(packageName) {
+        if (!packageName || typeof packageName !== 'string') {
+            return false;
+        }
+        if (packageName.length > 214) {
+            return false;
+        }
+        if (!this.npmPackageNameRegex.test(packageName)) {
+            return false;
+        }
+        if (packageName.includes('..') || packageName.includes('//')) {
+            return false;
+        }
+        return true;
+    }
+    isRateLimitError(error) {
+        return axios_1.default.isAxiosError(error) && error.response?.status === 429;
+    }
+    async retryWithBackoff(fn, context, maxRetries = this.maxRetries) {
+        let lastError;
+        for (let attempt = 1; attempt <= maxRetries; attempt++) {
+            try {
+                return await fn();
+            }
+            catch (error) {
+                lastError = error;
+                if (attempt < maxRetries) {
+                    if (this.isRateLimitError(error)) {
+                        const delay = FETCH_CONFIG.RATE_LIMIT_429_DELAY;
+                        logger_1.logger.warn(`${context} - Rate limited (429), waiting ${delay / 1000}s before retry...`);
+                        await this.sleep(delay);
+                    }
+                    else {
+                        const delay = this.retryDelay * attempt;
+                        logger_1.logger.warn(`${context} - Attempt ${attempt}/${maxRetries} failed, retrying in ${delay}ms...`);
+                        await this.sleep(delay);
+                    }
+                }
+            }
+        }
+        logger_1.logger.error(`${context} - All ${maxRetries} attempts failed, skipping`, lastError);
+        return null;
+    }
+    async fetchVerifiedNodes(progressCallback) {
+        const allNodes = [];
+        let page = 1;
+        let hasMore = true;
+        let total = 0;
+        logger_1.logger.info('Fetching verified community nodes from n8n Strapi API...');
+        while (hasMore) {
+            const result = await this.retryWithBackoff(async () => {
+                const response = await axios_1.default.get(this.strapiBaseUrl, {
+                    params: {
+                        'pagination[page]': page,
+                        'pagination[pageSize]': this.strapiPageSize,
+                    },
+                    timeout: FETCH_CONFIG.STRAPI_TIMEOUT,
+                });
+                return response.data;
+            }, `Fetching verified nodes page ${page}`);
+            if (result === null) {
+                logger_1.logger.warn(`Skipping page ${page} after failed attempts`);
+                page++;
+                continue;
+            }
+            const nodes = result.data.map((item) => ({
+                id: item.id,
+                attributes: item.attributes,
+            }));
+            allNodes.push(...nodes);
+            total = result.meta.pagination.total;
+            if (progressCallback) {
+                progressCallback(`Fetching verified nodes`, allNodes.length, total);
+            }
+            logger_1.logger.debug(`Fetched page ${page}/${result.meta.pagination.pageCount}: ${nodes.length} nodes (total: ${allNodes.length}/${total})`);
+            if (page >= result.meta.pagination.pageCount) {
+                hasMore = false;
+            }
+            page++;
+            if (hasMore) {
+                await this.sleep(FETCH_CONFIG.RATE_LIMIT_DELAY);
+            }
+        }
+        logger_1.logger.info(`Fetched ${allNodes.length} verified community nodes from Strapi API`);
+        return allNodes;
+    }
+    async fetchNpmPackages(limit = 100, progressCallback) {
+        const allPackages = [];
+        let offset = 0;
+        const targetLimit = Math.min(limit, 1000);
+        logger_1.logger.info(`Fetching top ${targetLimit} community node packages from npm registry...`);
+        while (allPackages.length < targetLimit) {
+            const remaining = targetLimit - allPackages.length;
+            const size = Math.min(this.npmPageSize, remaining);
+            const result = await this.retryWithBackoff(async () => {
+                const response = await axios_1.default.get(this.npmSearchUrl, {
+                    params: {
+                        text: 'keywords:n8n-community-node-package',
+                        size,
+                        from: offset,
+                        quality: 0,
+                        popularity: 1,
+                        maintenance: 0,
+                    },
+                    timeout: FETCH_CONFIG.STRAPI_TIMEOUT,
+                });
+                return response.data;
+            }, `Fetching npm packages (offset ${offset})`);
+            if (result === null) {
+                logger_1.logger.warn(`Skipping npm fetch at offset ${offset} after failed attempts`);
+                break;
+            }
+            if (result.objects.length === 0) {
+                break;
+            }
+            allPackages.push(...result.objects);
+            if (progressCallback) {
+                progressCallback(`Fetching npm packages`, allPackages.length, Math.min(result.total, targetLimit));
+            }
+            logger_1.logger.debug(`Fetched ${result.objects.length} packages (total: ${allPackages.length}/${Math.min(result.total, targetLimit)})`);
+            offset += size;
+            await this.sleep(FETCH_CONFIG.RATE_LIMIT_DELAY);
+        }
+        allPackages.sort((a, b) => b.score.detail.popularity - a.score.detail.popularity);
+        logger_1.logger.info(`Fetched ${allPackages.length} community node packages from npm`);
+        return allPackages.slice(0, limit);
+    }
+    async fetchPackageJson(packageName, version) {
+        if (!this.validatePackageName(packageName)) {
+            logger_1.logger.warn(`Invalid package name rejected: ${packageName}`);
+            return null;
+        }
+        const url = version
+            ? `${this.npmRegistryUrl}/${encodeURIComponent(packageName)}/${encodeURIComponent(version)}`
+            : `${this.npmRegistryUrl}/${encodeURIComponent(packageName)}/latest`;
+        return this.retryWithBackoff(async () => {
+            const response = await axios_1.default.get(url, { timeout: FETCH_CONFIG.NPM_REGISTRY_TIMEOUT });
+            return response.data;
+        }, `Fetching package.json for ${packageName}${version ? `@${version}` : ''}`);
+    }
+    async getPackageTarballUrl(packageName, version) {
+        const packageJson = await this.fetchPackageJson(packageName, version);
+        if (!packageJson) {
+            return null;
+        }
+        if (packageJson.dist?.tarball) {
+            return packageJson.dist.tarball;
+        }
+        const latestVersion = packageJson['dist-tags']?.latest;
+        if (latestVersion && packageJson.versions?.[latestVersion]?.dist?.tarball) {
+            return packageJson.versions[latestVersion].dist.tarball;
+        }
+        return null;
+    }
+    async fetchPackageWithReadme(packageName) {
+        if (!this.validatePackageName(packageName)) {
+            logger_1.logger.warn(`Invalid package name rejected for README fetch: ${packageName}`);
+            return null;
+        }
+        const url = `${this.npmRegistryUrl}/${encodeURIComponent(packageName)}`;
+        return this.retryWithBackoff(async () => {
+            const response = await axios_1.default.get(url, {
+                timeout: FETCH_CONFIG.NPM_REGISTRY_TIMEOUT,
+            });
+            return response.data;
+        }, `Fetching package with README for ${packageName}`);
+    }
+    async fetchReadmesBatch(packageNames, progressCallback, concurrency = 1) {
+        const results = new Map();
+        const total = packageNames.length;
+        logger_1.logger.info(`Fetching READMEs for ${total} packages (concurrency: ${concurrency})...`);
+        for (let i = 0; i < packageNames.length; i += concurrency) {
+            const batch = packageNames.slice(i, i + concurrency);
+            const batchPromises = batch.map(async (packageName) => {
+                const data = await this.fetchPackageWithReadme(packageName);
+                return { packageName, readme: data?.readme || null };
+            });
+            const batchResults = await Promise.all(batchPromises);
+            for (const { packageName, readme } of batchResults) {
+                results.set(packageName, readme);
+            }
+            if (progressCallback) {
+                progressCallback('Fetching READMEs', Math.min(i + concurrency, total), total);
+            }
+            if (i + concurrency < packageNames.length) {
+                await this.sleep(FETCH_CONFIG.RATE_LIMIT_DELAY);
+            }
+        }
+        const foundCount = Array.from(results.values()).filter((v) => v !== null).length;
+        logger_1.logger.info(`Fetched ${foundCount}/${total} READMEs successfully`);
+        return results;
+    }
+    async getPackageDownloads(packageName, period = 'last-week') {
+        if (!this.validatePackageName(packageName)) {
+            logger_1.logger.warn(`Invalid package name rejected for downloads: ${packageName}`);
+            return null;
+        }
+        return this.retryWithBackoff(async () => {
+            const response = await axios_1.default.get(`https://api.npmjs.org/downloads/point/${period}/${encodeURIComponent(packageName)}`, { timeout: FETCH_CONFIG.NPM_DOWNLOADS_TIMEOUT });
+            return response.data.downloads;
+        }, `Fetching downloads for ${packageName}`);
+    }
+    sleep(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+}
+exports.CommunityNodeFetcher = CommunityNodeFetcher;
+//# sourceMappingURL=community-node-fetcher.js.map