scraply 1.0.8 → 1.0.10

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "scraply",
   "description": "A simple, configurable and functional content scraper",
-  "version": "1.0.8",
+  "version": "1.0.10",
   "main": "src/scraply.js",
   "type": "module",
   "scripts": {

package/readme.md

@@ -2,6 +2,7 @@
 Scraply is a customizable and efficient web crawler and data scraper for Node.js, designed to handle various web crawling needs with ease. You can define the URLs to crawl, configure patterns to include/exclude, and format the output data in JSON. Scraply is built to be flexible, with user-configurable settings and dynamic paths.
 
 Bug Reports & Dev Stuff on: [Scraply's GitHub](https://github.com/pauserratgutierrez/scraply)
+NPM Package: [Scraply's NPM](https://www.npmjs.com/package/scraply)
 
 ## Installation
 Using npm:

package/src/defaultConfig.js

@@ -52,15 +52,15 @@ export const DEFAULT_CONFIG = {
       },
     },
     HARD_CODED_LINKS: [
-      {
-        file_name: 'hc-links.json',
-        data: [
-          {
-            "url": "https://custom-link.com",
-            "content": "That's a custom link content, you can add as many as you want."
-          },
-        ]
-      }
+      // {
+      //   file_name: 'hc-links.json',
+      //   data: [
+      //     {
+      //       "url": "https://custom-link.com",
+      //       "content": "That's a custom link content, you can add as many as you want."
+      //     },
+      //   ]
+      // }
     ]
   }
 };

package/src/loadConfig.js

@@ -26,5 +26,10 @@ export function loadConfig(userConfig = {}) {
     config.CRAWLER.INCLUDE_URLS = config.CRAWLER.INITIAL_URLS.map(url => `${url}.*`);
   }
 
+  // If HARD_CODED_LINKS is missing, set to an empty array by default
+  if (!config.DATA_FORMATTER.HARD_CODED_LINKS) {
+    config.DATA_FORMATTER.HARD_CODED_LINKS = [];
+  }
+
   return config;
 };