@design-edito/tools 0.1.19 → 0.1.20

package/agnostic/async/index.js

@@ -1,12 +1,12 @@
-import {
-  timeoutCall
-} from "../../chunks/chunk-4VC5PT5T.js";
 import {
   Transitions
 } from "../../chunks/chunk-4GDNHUCZ.js";
 import {
   wait
 } from "../../chunks/chunk-DQNJQBC6.js";
+import {
+  timeoutCall
+} from "../../chunks/chunk-4VC5PT5T.js";
 
 // src/agnostic/async/index.ts
 var Async;

package/agnostic/css/index.js

@@ -1,9 +1,9 @@
-import {
-  register
-} from "../../chunks/chunk-C5WKMLKU.js";
 import {
   Random
 } from "../../chunks/chunk-WLL3FNVL.js";
+import {
+  register
+} from "../../chunks/chunk-C5WKMLKU.js";
 import {
   Crossenv
 } from "../../chunks/chunk-GJOU3UAL.js";

package/agnostic/html/index.js

@@ -1,12 +1,12 @@
 import {
   getNodeAncestors
 } from "../../chunks/chunk-SQZGZ3VT.js";
-import {
-  Placeholders
-} from "../../chunks/chunk-VYW4IADX.js";
 import {
   getPositionInsideParent
 } from "../../chunks/chunk-VTPRO4NJ.js";
+import {
+  Placeholders
+} from "../../chunks/chunk-VYW4IADX.js";
 import {
   insertNode
 } from "../../chunks/chunk-XA4HVHJ4.js";

package/agnostic/misc/index.js

@@ -1,30 +1,30 @@
 import {
-  getCurrentDownlink
-} from "../../chunks/chunk-7AWTHZLY.js";
+  Logs
+} from "../../chunks/chunk-HEJV6JIO.js";
 import {
   Assert
 } from "../../chunks/chunk-W7YBGJ4H.js";
-import {
-  Logs
-} from "../../chunks/chunk-HEJV6JIO.js";
 import {
   Cast
 } from "../../chunks/chunk-4QQBKBYH.js";
+import {
+  getCurrentDownlink
+} from "../../chunks/chunk-7AWTHZLY.js";
 import {
   Random
 } from "../../chunks/chunk-WLL3FNVL.js";
 import {
   Crossenv
 } from "../../chunks/chunk-GJOU3UAL.js";
+import {
+  isConstructorFunction
+} from "../../chunks/chunk-RCO57B6F.js";
 import "../../chunks/chunk-QXAJXTXV.js";
 import {
   isNotNullish,
   isNullish,
   nullishValues
 } from "../../chunks/chunk-HC6ZOHCS.js";
-import {
-  isConstructorFunction
-} from "../../chunks/chunk-RCO57B6F.js";
 
 // src/agnostic/misc/index.ts
 var Misc;

package/agnostic/misc/web-crawler/index.d.ts

@@ -0,0 +1,16 @@
+export declare namespace WebCrawler {
+    function create<T extends any>(options: {
+        limit: number;
+        delayMs?: number | (() => number);
+        fetcher: (url: string) => Promise<T>;
+        processor: (url: string, content: T, hooks: {
+            push: (...urls: string[]) => void;
+            flush: () => void;
+        }) => any;
+        logger?: (ops: number, url: string, waitlist: string[], processed: Set<string>) => void;
+    }): {
+        crawl: (startUrl: string) => Promise<void>;
+        push: (url: string) => number;
+        flush: () => void;
+    };
+}

package/agnostic/misc/web-crawler/index.js

@@ -0,0 +1,42 @@
+import {
+  wait
+} from "../../../chunks/chunk-DQNJQBC6.js";
+
+// src/agnostic/misc/web-crawler/index.ts
+var WebCrawler;
+((WebCrawler2) => {
+  function create(options) {
+    let ops = 0;
+    const waitlist = [];
+    const push = (url) => waitlist.push(url);
+    const flush = () => {
+      waitlist.length = 0;
+    };
+    const processed = /* @__PURE__ */ new Set();
+    const crawl = async (startUrl) => {
+      push(startUrl);
+      while (waitlist.length > 0 && ops < options.limit) {
+        ops++;
+        const currentUrl = waitlist[0];
+        if (options.logger !== void 0) options.logger(ops, currentUrl, waitlist, processed);
+        if (!processed.has(currentUrl)) {
+          const content = await options.fetcher(currentUrl);
+          await options.processor(currentUrl, content, { push, flush });
+        }
+        waitlist.shift();
+        processed.add(currentUrl);
+        const delayMs = typeof options.delayMs === "function" ? options.delayMs() : typeof options.delayMs === "number" ? options.delayMs : 0;
+        if (delayMs !== 0) await wait(delayMs);
+      }
+    };
+    return {
+      crawl,
+      push,
+      flush
+    };
+  }
+  WebCrawler2.create = create;
+})(WebCrawler || (WebCrawler = {}));
+export {
+  WebCrawler
+};

package/agnostic/objects/index.js

@@ -1,20 +1,20 @@
+import {
+  Enums
+} from "../../chunks/chunk-WOAYU6LB.js";
+import "../../chunks/chunk-E6MSDKON.js";
 import {
   flattenGetters
 } from "../../chunks/chunk-PO3V3I57.js";
+import {
+  isRecord
+} from "../../chunks/chunk-YDIBNEGA.js";
 import {
   isNonNullObject,
   isObject
 } from "../../chunks/chunk-HQLRJ7XW.js";
-import {
-  isRecord
-} from "../../chunks/chunk-YDIBNEGA.js";
 import {
   Validation
 } from "../../chunks/chunk-FPEW3A27.js";
-import {
-  Enums
-} from "../../chunks/chunk-WOAYU6LB.js";
-import "../../chunks/chunk-E6MSDKON.js";
 import "../../chunks/chunk-4QQBKBYH.js";
 import "../../chunks/chunk-QXAJXTXV.js";
 import "../../chunks/chunk-HC6ZOHCS.js";

package/agnostic/optim/index.js

@@ -1,10 +1,10 @@
-import {
-  memoize
-} from "../../chunks/chunk-JWBDZPQG.js";
 import {
   debounce,
   throttle
 } from "../../chunks/chunk-VZDUZTW6.js";
+import {
+  memoize
+} from "../../chunks/chunk-JWBDZPQG.js";
 
 // src/agnostic/optim/index.ts
 var Optim;

package/agnostic/strings/index.js

@@ -1,20 +1,20 @@
 import {
-  CharCodes
-} from "../../chunks/chunk-34U4HX4V.js";
-import {
-  matches,
-  matchesEvery,
-  matchesSome
-} from "../../chunks/chunk-LQFKUNVQ.js";
+  toAlphanum
+} from "../../chunks/chunk-COVPTTAD.js";
 import {
   replaceAll
 } from "../../chunks/chunk-MF56TTC5.js";
+import {
+  CharCodes
+} from "../../chunks/chunk-34U4HX4V.js";
 import {
   normalizeIndent
 } from "../../chunks/chunk-JQXNEJAP.js";
 import {
-  toAlphanum
-} from "../../chunks/chunk-COVPTTAD.js";
+  matches,
+  matchesEvery,
+  matchesSome
+} from "../../chunks/chunk-LQFKUNVQ.js";
 
 // src/agnostic/strings/index.ts
 var Strings;

package/agnostic/time/index.d.ts

@@ -0,0 +1,9 @@
+export declare namespace Time {
+    function secondsToMs(seconds: number): number;
+    function minutesToMs(minutes: number): number;
+    function hoursToMs(hours: number): number;
+    function daysToMs(days: number): number;
+    function weeksToMs(weeks: number): number;
+    function monthsToMs(months: number): number;
+    function yearsToMs(years: number): number;
+}

package/agnostic/time/index.js

@@ -0,0 +1,35 @@
+// src/agnostic/time/index.ts
+var Time;
+((Time2) => {
+  function secondsToMs(seconds) {
+    return seconds * 1e3;
+  }
+  Time2.secondsToMs = secondsToMs;
+  function minutesToMs(minutes) {
+    return secondsToMs(60 * minutes);
+  }
+  Time2.minutesToMs = minutesToMs;
+  function hoursToMs(hours) {
+    return minutesToMs(60 * hours);
+  }
+  Time2.hoursToMs = hoursToMs;
+  function daysToMs(days) {
+    return hoursToMs(24 * days);
+  }
+  Time2.daysToMs = daysToMs;
+  function weeksToMs(weeks) {
+    return daysToMs(7 * weeks);
+  }
+  Time2.weeksToMs = weeksToMs;
+  function monthsToMs(months) {
+    return daysToMs(30 * months);
+  }
+  Time2.monthsToMs = monthsToMs;
+  function yearsToMs(years) {
+    return daysToMs(365 * years);
+  }
+  Time2.yearsToMs = yearsToMs;
+})(Time || (Time = {}));
+export {
+  Time
+};

package/node/files/index.js

@@ -1,12 +1,12 @@
 import {
   isInDirectory
 } from "../../chunks/chunk-NRITRUZW.js";
-import {
-  Subpaths
-} from "../../chunks/chunk-HGCG2J77.js";
 import {
   readWrite
 } from "../../chunks/chunk-7DBNMU6N.js";
+import {
+  Subpaths
+} from "../../chunks/chunk-HGCG2J77.js";
 import "../../chunks/chunk-LQFKUNVQ.js";
 
 // src/node/files/index.ts

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@design-edito/tools",
-  "version": "0.1.19",
+  "version": "0.1.20",
   "description": "",
   "author": "Maxime Fabas",
   "license": "ISC",
@@ -27,6 +27,7 @@
     "@types/semver": "^7.5.8",
     "camelcase": "^8.0.0",
     "esbuild": "^0.23.1",
+    "node-fetch": "^3.3.2",
     "prompts": "^2.4.2",
     "semver": "^7.6.3",
     "simple-git": "^3.26.0",