crawlforge-mcp-server 3.0.4 → 3.0.5

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "crawlforge-mcp-server",
-  "version": "3.0.4",
+  "version": "3.0.5",
   "description": "CrawlForge MCP Server - Professional Model Context Protocol server with 19 comprehensive web scraping, crawling, and content processing tools.",
   "main": "server.js",
   "bin": {

package/src/core/SnapshotManager.js

@@ -166,10 +166,20 @@ export class SnapshotManager extends EventEmitter {
    */
   async storeSnapshot(url, content, metadata = {}, options = {}) {
     const operationId = this.generateOperationId();
-    
+
     try {
+      // Validate content is not null/undefined
+      if (content === null || content === undefined) {
+        throw new Error('Content cannot be null or undefined');
+      }
+
+      // Ensure content is a string
+      if (typeof content !== 'string') {
+        content = String(content);
+      }
+
       this.activeOperations.set(operationId, { type: 'store', url, startTime: Date.now() });
-      
+
       const snapshotId = this.generateSnapshotId(url, metadata.timestamp || Date.now());
       const contentHash = this.hashContent(content);
       

package/src/core/processing/BrowserProcessor.js

@@ -333,8 +333,8 @@ export class BrowserProcessor {
     const { context, contextId } = await this.stealthManager.createStealthContext({
       level: options.stealthMode.level,
       customViewport: {
-        width: options.viewportWidth,
-        height: options.viewportHeight
+        width: options.viewportWidth || 1280,
+        height: options.viewportHeight || 720
       }
     });
 
@@ -475,8 +475,8 @@ export class BrowserProcessor {
   async createPage(options) {
     const contextOptions = {
       viewport: {
-        width: options.viewportWidth,
-        height: options.viewportHeight
+        width: options.viewportWidth || 1280,
+        height: options.viewportHeight || 720
       },
       userAgent: options.userAgent,
       extraHTTPHeaders: options.extraHeaders,

package/src/tools/advanced/ScrapeWithActionsTool.js

@@ -147,7 +147,12 @@ export class ScrapeWithActionsTool extends EventEmitter {
       enableLogging = true,
       enableCaching = false,
       maxConcurrentSessions = 3,
-      defaultBrowserOptions = {},
+      defaultBrowserOptions = {
+        viewportWidth: 1280,
+        viewportHeight: 720,
+        headless: true,
+        timeout: 30000
+      },
       screenshotPath = './screenshots'
     } = options;
 
@@ -317,7 +322,10 @@ export class ScrapeWithActionsTool extends EventEmitter {
       sessionId: sessionContext.id,
       url: params.url,
       executionTime,
-      
+
+      // Include error message if action chain failed
+      error: chainResult.error || undefined,
+
       actionResults,
       totalActions: params.actions.length,
       successfulActions: actionResults.filter(r => r.success).length,

package/src/tools/tracking/trackChanges.js

@@ -285,29 +285,40 @@ export class TrackChangesTool extends EventEmitter {
    * @returns {Object} - Baseline creation results
    */
   async createBaseline(params) {
-    const { url, content, html, trackingOptions, storageOptions } = params;
-    
+    const { url, content, html, trackingOptions, storageOptions = {} } = params;
+
+    // Apply defaults for storageOptions fields
+    const enableSnapshots = storageOptions.enableSnapshots !== false; // Default to true
+
     try {
       // Fetch content if not provided
       let sourceContent = content || html;
       let fetchMetadata = {};
-      
+
       if (!sourceContent) {
         const fetchResult = await this.fetchContent(url);
+        if (!fetchResult || !fetchResult.content) {
+          throw new Error('Failed to fetch content from URL');
+        }
         sourceContent = fetchResult.content;
-        fetchMetadata = fetchResult.metadata;
+        fetchMetadata = fetchResult.metadata || {};
       }
-      
+
+      // Validate sourceContent
+      if (!sourceContent || typeof sourceContent !== 'string') {
+        throw new Error('Invalid content: content must be a non-empty string');
+      }
+
       // Create baseline with change tracker
       const baseline = await this.changeTracker.createBaseline(
         url,
         sourceContent,
         trackingOptions
       );
-      
-      // Store snapshot if enabled
+
+      // Store snapshot if enabled (defaults to true)
       let snapshotInfo = null;
-      if (storageOptions.enableSnapshots) {
+      if (enableSnapshots) {
         const snapshotResult = await this.snapshotManager.storeSnapshot(
           url,
           sourceContent,
@@ -347,29 +358,40 @@ export class TrackChangesTool extends EventEmitter {
    * @returns {Object} - Comparison results
    */
   async compareWithBaseline(params) {
-    const { url, content, html, trackingOptions, storageOptions, notificationOptions } = params;
-    
+    const { url, content, html, trackingOptions, storageOptions = {}, notificationOptions } = params;
+
+    // Apply defaults for storageOptions fields
+    const enableSnapshots = storageOptions.enableSnapshots !== false; // Default to true
+
     try {
       // Fetch current content if not provided
       let currentContent = content || html;
       let fetchMetadata = {};
-      
+
       if (!currentContent) {
         const fetchResult = await this.fetchContent(url);
+        if (!fetchResult || !fetchResult.content) {
+          throw new Error('Failed to fetch content from URL');
+        }
         currentContent = fetchResult.content;
-        fetchMetadata = fetchResult.metadata;
+        fetchMetadata = fetchResult.metadata || {};
       }
-      
+
+      // Validate currentContent
+      if (!currentContent || typeof currentContent !== 'string') {
+        throw new Error('Invalid content: content must be a non-empty string');
+      }
+
       // Perform comparison
       const comparisonResult = await this.changeTracker.compareWithBaseline(
         url,
         currentContent,
         trackingOptions
       );
-      
-      // Store snapshot if changes detected and storage enabled
+
+      // Store snapshot if changes detected and storage enabled (defaults to true)
       let snapshotInfo = null;
-      if (comparisonResult.hasChanges && storageOptions.enableSnapshots) {
+      if (comparisonResult.hasChanges && enableSnapshots) {
         const snapshotResult = await this.snapshotManager.storeSnapshot(
           url,
           currentContent,