npm - xcrawl-mcp - Versions diffs - 1.0.0 - Mend

xcrawl-mcp 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (51) hide show

package/.editorconfig +12 -0
package/.env.example +3 -0
package/.prettierrc +6 -0
package/README.md +244 -0
package/claude.md +295 -0
package/dist/core/crawl.d.ts +246 -0
package/dist/core/crawl.d.ts.map +1 -0
package/dist/core/crawl.js +141 -0
package/dist/core/crawl.js.map +1 -0
package/dist/core/map.d.ts +34 -0
package/dist/core/map.d.ts.map +1 -0
package/dist/core/map.js +50 -0
package/dist/core/map.js.map +1 -0
package/dist/core/scrape.d.ts +201 -0
package/dist/core/scrape.d.ts.map +1 -0
package/dist/core/scrape.js +148 -0
package/dist/core/scrape.js.map +1 -0
package/dist/core/search.d.ts +144 -0
package/dist/core/search.d.ts.map +1 -0
package/dist/core/search.js +75 -0
package/dist/core/search.js.map +1 -0
package/dist/index.d.ts +8 -0
package/dist/index.d.ts.map +1 -0
package/dist/index.js +516 -0
package/dist/index.js.map +1 -0
package/dist/stdio.d.ts +3 -0
package/dist/stdio.d.ts.map +1 -0
package/dist/stdio.js +551 -0
package/dist/stdio.js.map +1 -0
package/dist/tools.d.ts +540 -0
package/dist/tools.d.ts.map +1 -0
package/dist/tools.js +528 -0
package/dist/tools.js.map +1 -0
package/dist/types.d.ts +214 -0
package/dist/types.d.ts.map +1 -0
package/dist/types.js +5 -0
package/dist/types.js.map +1 -0
package/package.json +33 -0
package/src/core/crawl.ts +149 -0
package/src/core/map.ts +56 -0
package/src/core/scrape.ts +156 -0
package/src/core/search.ts +81 -0
package/src/index.ts +565 -0
package/src/stdio.ts +584 -0
package/src/tools.ts +539 -0
package/src/types.ts +221 -0
package/tsconfig.build.json +14 -0
package/tsconfig.json +45 -0
package/vitest.config.mts +11 -0
package/worker-configuration.d.ts +10848 -0
package/wrangler.jsonc +26 -0

package/dist/tools.d.ts ADDED Viewed

@@ -0,0 +1,540 @@
+/**
+ * Shared tool definitions for both stdio and HTTP modes
+ */
+export declare const XCRAWL_SCRAPE_TOOL: {
+    name: string;
+    description: string;
+    inputSchema: {
+        type: string;
+        properties: {
+            url: {
+                type: string;
+                format: string;
+                description: string;
+            };
+            mode: {
+                type: string;
+                enum: string[];
+                default: string;
+                description: string;
+            };
+            proxy: {
+                type: string;
+                properties: {
+                    location: {
+                        type: string;
+                        description: string;
+                    };
+                    sticky_session: {
+                        type: string;
+                        description: string;
+                    };
+                };
+                description: string;
+            };
+            request: {
+                type: string;
+                properties: {
+                    locale: {
+                        type: string;
+                        description: string;
+                    };
+                    device: {
+                        type: string;
+                        enum: string[];
+                        description: string;
+                    };
+                    cookies: {
+                        type: string;
+                        additionalProperties: {
+                            type: string;
+                        };
+                        description: string;
+                    };
+                    headers: {
+                        type: string;
+                        additionalProperties: {
+                            type: string;
+                        };
+                        description: string;
+                    };
+                    only_main_content: {
+                        type: string;
+                        description: string;
+                    };
+                    block_ads: {
+                        type: string;
+                        description: string;
+                    };
+                    skip_tls_verification: {
+                        type: string;
+                        description: string;
+                    };
+                };
+                description: string;
+            };
+            js_render: {
+                type: string;
+                properties: {
+                    enabled: {
+                        type: string;
+                        default: boolean;
+                        description: string;
+                    };
+                    wait_until: {
+                        type: string;
+                        enum: string[];
+                        description: string;
+                    };
+                    viewport: {
+                        type: string;
+                        properties: {
+                            width: {
+                                type: string;
+                                description: string;
+                            };
+                            height: {
+                                type: string;
+                                description: string;
+                            };
+                        };
+                        description: string;
+                    };
+                };
+                description: string;
+            };
+            output: {
+                type: string;
+                description: string;
+                properties: {
+                    formats: {
+                        type: string;
+                        items: {
+                            type: string;
+                            enum: string[];
+                        };
+                        default: string[];
+                        description: string;
+                    };
+                    screenshot: {
+                        type: string;
+                        enum: string[];
+                        description: string;
+                    };
+                    json: {
+                        type: string;
+                        properties: {
+                            prompt: {
+                                type: string;
+                                description: string;
+                            };
+                            json_schema: {
+                                type: string;
+                                description: string;
+                                additionalProperties: boolean;
+                            };
+                        };
+                        description: string;
+                    };
+                };
+            };
+            webhook: {
+                type: string;
+                properties: {
+                    url: {
+                        type: string;
+                        description: string;
+                    };
+                    headers: {
+                        type: string;
+                        additionalProperties: {
+                            type: string;
+                        };
+                        description: string;
+                    };
+                    events: {
+                        type: string;
+                        items: {
+                            type: string;
+                            enum: string[];
+                        };
+                        description: string;
+                    };
+                };
+                description: string;
+            };
+        };
+        required: string[];
+    };
+};
+export declare const XCRAWL_CHECK_STATUS_TOOL: {
+    name: string;
+    description: string;
+    inputSchema: {
+        type: string;
+        properties: {
+            scrape_id: {
+                type: string;
+                description: string;
+            };
+        };
+        required: string[];
+    };
+};
+export declare const XCRAWL_SEARCH_TOOL: {
+    name: string;
+    description: string;
+    inputSchema: {
+        type: string;
+        properties: {
+            query: {
+                type: string;
+                description: string;
+            };
+            location: {
+                type: string;
+                description: string;
+            };
+            language: {
+                type: string;
+                description: string;
+            };
+            limit: {
+                type: string;
+                description: string;
+                minimum: number;
+                maximum: number;
+            };
+            serp_options: {
+                type: string;
+                description: string;
+                properties: {
+                    q: {
+                        type: string;
+                        description: string;
+                    };
+                    location: {
+                        type: string;
+                        description: string;
+                    };
+                    uule: {
+                        type: string;
+                        description: string;
+                    };
+                    google_domain: {
+                        type: string;
+                        description: string;
+                    };
+                    gl: {
+                        type: string;
+                        description: string;
+                    };
+                    hl: {
+                        type: string;
+                        description: string;
+                    };
+                    cr: {
+                        type: string;
+                        description: string;
+                    };
+                    lr: {
+                        type: string;
+                        description: string;
+                    };
+                    safe: {
+                        type: string;
+                        description: string;
+                    };
+                    nfpr: {
+                        type: string;
+                        description: string;
+                    };
+                    filter: {
+                        type: string;
+                        description: string;
+                    };
+                    tbs: {
+                        type: string;
+                        description: string;
+                    };
+                    start: {
+                        type: string;
+                        description: string;
+                    };
+                    num: {
+                        type: string;
+                        description: string;
+                    };
+                    ludocid: {
+                        type: string;
+                        description: string;
+                    };
+                    lsig: {
+                        type: string;
+                        description: string;
+                    };
+                    kgmid: {
+                        type: string;
+                        description: string;
+                    };
+                    si: {
+                        type: string;
+                        description: string;
+                    };
+                    ibp: {
+                        type: string;
+                        description: string;
+                    };
+                    uds: {
+                        type: string;
+                        description: string;
+                    };
+                    no_cache: {
+                        type: string;
+                        description: string;
+                    };
+                };
+            };
+        };
+        required: string[];
+    };
+};
+export declare const XCRAWL_MAP_TOOL: {
+    name: string;
+    description: string;
+    inputSchema: {
+        type: string;
+        properties: {
+            url: {
+                type: string;
+                format: string;
+                description: string;
+            };
+            filter: {
+                type: string;
+                description: string;
+            };
+            limit: {
+                type: string;
+                description: string;
+                minimum: number;
+                maximum: number;
+            };
+            include_subdomains: {
+                type: string;
+                description: string;
+            };
+            ignore_query_parameters: {
+                type: string;
+                description: string;
+            };
+        };
+        required: string[];
+    };
+};
+export declare const XCRAWL_CRAWL_TOOL: {
+    name: string;
+    description: string;
+    inputSchema: {
+        type: string;
+        properties: {
+            url: {
+                type: string;
+                format: string;
+                description: string;
+            };
+            crawler: {
+                type: string;
+                properties: {
+                    limit: {
+                        type: string;
+                        description: string;
+                    };
+                    include: {
+                        type: string;
+                        items: {
+                            type: string;
+                        };
+                        description: string;
+                    };
+                    exclude: {
+                        type: string;
+                        items: {
+                            type: string;
+                        };
+                        description: string;
+                    };
+                    max_depth: {
+                        type: string;
+                        description: string;
+                    };
+                    include_entire_domain: {
+                        type: string;
+                        description: string;
+                    };
+                    include_subdomains: {
+                        type: string;
+                        description: string;
+                    };
+                    include_external_links: {
+                        type: string;
+                        description: string;
+                    };
+                    sitemaps: {
+                        type: string;
+                        description: string;
+                    };
+                };
+                description: string;
+            };
+            proxy: {
+                type: string;
+                properties: {
+                    location: {
+                        type: string;
+                        description: string;
+                    };
+                    sticky_session: {
+                        type: string;
+                        description: string;
+                    };
+                };
+                description: string;
+            };
+            request: {
+                type: string;
+                properties: {
+                    locale: {
+                        type: string;
+                        description: string;
+                    };
+                    device: {
+                        type: string;
+                        enum: string[];
+                        description: string;
+                    };
+                    cookies: {
+                        type: string;
+                        description: string;
+                    };
+                    headers: {
+                        type: string;
+                        description: string;
+                    };
+                    only_main_content: {
+                        type: string;
+                        description: string;
+                    };
+                    block_ads: {
+                        type: string;
+                        description: string;
+                    };
+                    skip_tls_verification: {
+                        type: string;
+                        description: string;
+                    };
+                };
+                description: string;
+            };
+            js_render: {
+                type: string;
+                properties: {
+                    enabled: {
+                        type: string;
+                        description: string;
+                    };
+                    wait_until: {
+                        type: string;
+                        enum: string[];
+                        description: string;
+                    };
+                    viewport: {
+                        type: string;
+                        properties: {
+                            width: {
+                                type: string;
+                                description: string;
+                            };
+                            height: {
+                                type: string;
+                                description: string;
+                            };
+                        };
+                    };
+                };
+                description: string;
+            };
+            output: {
+                type: string;
+                properties: {
+                    formats: {
+                        type: string;
+                        items: {
+                            type: string;
+                            enum: string[];
+                        };
+                        default: string[];
+                        description: string;
+                    };
+                    screenshot: {
+                        type: string;
+                        enum: string[];
+                        description: string;
+                    };
+                    json: {
+                        type: string;
+                        properties: {
+                            prompt: {
+                                type: string;
+                                description: string;
+                            };
+                            json_schema: {
+                                type: string;
+                                description: string;
+                            };
+                        };
+                    };
+                };
+                description: string;
+            };
+            webhook: {
+                type: string;
+                properties: {
+                    url: {
+                        type: string;
+                        description: string;
+                    };
+                    headers: {
+                        type: string;
+                        description: string;
+                    };
+                    events: {
+                        type: string;
+                        items: {
+                            type: string;
+                            enum: string[];
+                        };
+                        description: string;
+                    };
+                };
+                description: string;
+            };
+        };
+        required: string[];
+    };
+};
+export declare const XCRAWL_CHECK_CRAWL_STATUS_TOOL: {
+    name: string;
+    description: string;
+    inputSchema: {
+        type: string;
+        properties: {
+            crawl_id: {
+                type: string;
+                description: string;
+            };
+        };
+        required: string[];
+    };
+};
+//# sourceMappingURL=tools.d.ts.map

package/dist/tools.d.ts.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4K9B,CAAC;AAEF,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;CA8BpC,CAAC;AAEF,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuE9B,CAAC;AAEF,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkD3B,CAAC;AAEF,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAiL7B,CAAC;AAEF,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;CAwB1C,CAAC"}