@omniharmonic/openspace-cli 0.1.7 → 0.1.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin.js +2 -2
- package/dist/{chunk-WE4QCL3R.js → chunk-TOGLFCCF.js} +45 -7
- package/dist/chunk-TOGLFCCF.js.map +1 -0
- package/dist/{chunk-ANGZMFLZ.js → chunk-ZOCHSBTR.js} +18222 -1988
- package/dist/chunk-ZOCHSBTR.js.map +1 -0
- package/dist/{crawl-5ZZ5W7B6.js → crawl-WHPHNZRG.js} +2 -2
- package/dist/index.js +2 -2
- package/package.json +7 -7
- package/dist/chunk-ANGZMFLZ.js.map +0 -1
- package/dist/chunk-WE4QCL3R.js.map +0 -1
- /package/dist/{crawl-5ZZ5W7B6.js.map → crawl-WHPHNZRG.js.map} +0 -0
package/dist/bin.js
CHANGED
|
@@ -3,8 +3,8 @@ import { createRequire as __osCreateRequire } from "node:module"; const require
|
|
|
3
3
|
import {
|
|
4
4
|
processIo,
|
|
5
5
|
run
|
|
6
|
-
} from "./chunk-
|
|
7
|
-
import "./chunk-
|
|
6
|
+
} from "./chunk-ZOCHSBTR.js";
|
|
7
|
+
import "./chunk-TOGLFCCF.js";
|
|
8
8
|
import "./chunk-KAJOS2YV.js";
|
|
9
9
|
import "./chunk-26AZCID5.js";
|
|
10
10
|
|
|
@@ -105,7 +105,7 @@ var SiteFetcher = class {
|
|
|
105
105
|
raw(url, init = {}) {
|
|
106
106
|
const u = new URL(url);
|
|
107
107
|
const host = u.host;
|
|
108
|
-
const delay = this.isCdn(host) ? this.opts.cdnDelayMs ?? 50 : this.opts.delayMs ?? 300;
|
|
108
|
+
const delay = this.opts.hostDelay?.(host) ?? (this.isCdn(host) ? this.opts.cdnDelayMs ?? 50 : this.opts.delayMs ?? 300);
|
|
109
109
|
const run = async () => {
|
|
110
110
|
for (let attempt = 0; ; attempt++) {
|
|
111
111
|
const wait = (this.lastByHost.get(host) ?? 0) + delay - Date.now();
|
|
@@ -11032,6 +11032,40 @@ var PLATFORMS = {
|
|
|
11032
11032
|
importer: "url",
|
|
11033
11033
|
notMoved: ["Store, bookings and apps.", ...COMMON_NOT_MOVED]
|
|
11034
11034
|
},
|
|
11035
|
+
jekyll: {
|
|
11036
|
+
id: "jekyll",
|
|
11037
|
+
label: "Jekyll (GitHub Pages)",
|
|
11038
|
+
importer: "github",
|
|
11039
|
+
notMoved: [
|
|
11040
|
+
"Jekyll plugins' build-time behaviour and theme code (what they put on your pages was imported).",
|
|
11041
|
+
"Comments (Disqus, giscus, utterances) and analytics settings.",
|
|
11042
|
+
"Files outside the site's pages, posts and the media they use."
|
|
11043
|
+
]
|
|
11044
|
+
},
|
|
11045
|
+
hugo: {
|
|
11046
|
+
id: "hugo",
|
|
11047
|
+
label: "Hugo",
|
|
11048
|
+
importer: "github",
|
|
11049
|
+
notMoved: [
|
|
11050
|
+
"Hugo shortcodes, taxonomies' extra pages and theme code (pages were read as they are published).",
|
|
11051
|
+
...COMMON_NOT_MOVED
|
|
11052
|
+
]
|
|
11053
|
+
},
|
|
11054
|
+
eleventy: {
|
|
11055
|
+
id: "eleventy",
|
|
11056
|
+
label: "Eleventy",
|
|
11057
|
+
importer: "github",
|
|
11058
|
+
notMoved: [
|
|
11059
|
+
"Eleventy templates, filters and data files (pages were read as they are published).",
|
|
11060
|
+
...COMMON_NOT_MOVED
|
|
11061
|
+
]
|
|
11062
|
+
},
|
|
11063
|
+
github: {
|
|
11064
|
+
id: "github",
|
|
11065
|
+
label: "GitHub Pages",
|
|
11066
|
+
importer: "github",
|
|
11067
|
+
notMoved: ["Scripts and anything built by JavaScript in the browser.", ...COMMON_NOT_MOVED]
|
|
11068
|
+
},
|
|
11035
11069
|
generic: {
|
|
11036
11070
|
id: "generic",
|
|
11037
11071
|
label: "the original site",
|
|
@@ -11159,7 +11193,10 @@ function detectPlatform(html, headers = {}) {
|
|
|
11159
11193
|
["jimdo", "jimdo"],
|
|
11160
11194
|
["hostinger", "hostinger"],
|
|
11161
11195
|
["zyro", "hostinger"],
|
|
11162
|
-
["weebly", "weebly"]
|
|
11196
|
+
["weebly", "weebly"],
|
|
11197
|
+
["jekyll", "jekyll"],
|
|
11198
|
+
["hugo", "hugo"],
|
|
11199
|
+
["eleventy", "eleventy"]
|
|
11163
11200
|
];
|
|
11164
11201
|
for (const [needle, p] of byGen)
|
|
11165
11202
|
if (g.includes(needle)) {
|
|
@@ -12809,6 +12846,10 @@ ${r.text.slice(0, 8e5)}`;
|
|
|
12809
12846
|
var escapeHtml2 = (s) => s.replace(/&/g, "&").replace(/</g, "<").replace(/>/g, ">");
|
|
12810
12847
|
|
|
12811
12848
|
export {
|
|
12849
|
+
platformInfo,
|
|
12850
|
+
platformLabel,
|
|
12851
|
+
detectPlatform,
|
|
12852
|
+
parsePlatform,
|
|
12812
12853
|
RobotsDisallowed,
|
|
12813
12854
|
SiteFetcher,
|
|
12814
12855
|
isElement,
|
|
@@ -12821,11 +12862,8 @@ export {
|
|
|
12821
12862
|
sitePath,
|
|
12822
12863
|
sectionsFrom,
|
|
12823
12864
|
parseHtmlPage,
|
|
12865
|
+
stripSuffix,
|
|
12824
12866
|
themeFromCss,
|
|
12825
|
-
platformInfo,
|
|
12826
|
-
platformLabel,
|
|
12827
|
-
detectPlatform,
|
|
12828
|
-
parsePlatform,
|
|
12829
12867
|
sectionsFromLayoutHtml,
|
|
12830
12868
|
parseWxr,
|
|
12831
12869
|
normalizeIso,
|
|
@@ -12833,4 +12871,4 @@ export {
|
|
|
12833
12871
|
crawlSquarespace,
|
|
12834
12872
|
crawlGeneric
|
|
12835
12873
|
};
|
|
12836
|
-
//# sourceMappingURL=chunk-
|
|
12874
|
+
//# sourceMappingURL=chunk-TOGLFCCF.js.map
|