website-scrap-engine 0.7.1 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/downloader/adjust-concurrency.d.ts +2 -1
- package/lib/downloader/adjust-concurrency.d.ts.map +1 -0
- package/lib/downloader/adjust-concurrency.js +4 -8
- package/lib/downloader/adjust-concurrency.js.map +1 -1
- package/lib/downloader/index.d.ts +9 -8
- package/lib/downloader/index.d.ts.map +1 -0
- package/lib/downloader/index.js +8 -40
- package/lib/downloader/index.js.map +1 -1
- package/lib/downloader/main.d.ts +15 -6
- package/lib/downloader/main.d.ts.map +1 -0
- package/lib/downloader/main.js +49 -32
- package/lib/downloader/main.js.map +1 -1
- package/lib/downloader/multi.d.ts +7 -5
- package/lib/downloader/multi.d.ts.map +1 -0
- package/lib/downloader/multi.js +10 -17
- package/lib/downloader/multi.js.map +1 -1
- package/lib/downloader/pipeline-executor-impl.d.ts +8 -7
- package/lib/downloader/pipeline-executor-impl.d.ts.map +1 -0
- package/lib/downloader/pipeline-executor-impl.js +1 -5
- package/lib/downloader/pipeline-executor-impl.js.map +1 -1
- package/lib/downloader/single.d.ts +4 -3
- package/lib/downloader/single.d.ts.map +1 -0
- package/lib/downloader/single.js +7 -11
- package/lib/downloader/single.js.map +1 -1
- package/lib/downloader/types.d.ts +4 -4
- package/lib/downloader/types.d.ts.map +1 -0
- package/lib/downloader/types.js +2 -5
- package/lib/downloader/types.js.map +1 -1
- package/lib/downloader/worker-pool.d.ts +6 -7
- package/lib/downloader/worker-pool.d.ts.map +1 -0
- package/lib/downloader/worker-pool.js +7 -35
- package/lib/downloader/worker-pool.js.map +1 -1
- package/lib/downloader/worker-type.d.ts +4 -3
- package/lib/downloader/worker-type.d.ts.map +1 -0
- package/lib/downloader/worker-type.js +1 -2
- package/lib/downloader/worker.d.ts +1 -0
- package/lib/downloader/worker.d.ts.map +1 -0
- package/lib/downloader/worker.js +52 -27
- package/lib/downloader/worker.js.map +1 -1
- package/lib/index.d.ts +9 -8
- package/lib/index.d.ts.map +1 -0
- package/lib/index.js +7 -33
- package/lib/index.js.map +1 -1
- package/lib/io.d.ts +2 -1
- package/lib/io.d.ts.map +1 -0
- package/lib/io.js +17 -25
- package/lib/io.js.map +1 -1
- package/lib/life-cycle/adapters.d.ts +7 -5
- package/lib/life-cycle/adapters.d.ts.map +1 -0
- package/lib/life-cycle/adapters.js +18 -30
- package/lib/life-cycle/adapters.js.map +1 -1
- package/lib/life-cycle/default-life-cycle.d.ts +2 -1
- package/lib/life-cycle/default-life-cycle.d.ts.map +1 -0
- package/lib/life-cycle/default-life-cycle.js +28 -32
- package/lib/life-cycle/default-life-cycle.js.map +1 -1
- package/lib/life-cycle/detect-resource-type.d.ts +2 -1
- package/lib/life-cycle/detect-resource-type.d.ts.map +1 -0
- package/lib/life-cycle/detect-resource-type.js +12 -17
- package/lib/life-cycle/detect-resource-type.js.map +1 -1
- package/lib/life-cycle/download-resource.d.ts +6 -7
- package/lib/life-cycle/download-resource.d.ts.map +1 -0
- package/lib/life-cycle/download-resource.js +23 -52
- package/lib/life-cycle/download-resource.js.map +1 -1
- package/lib/life-cycle/download-streaming-resource.d.ts +6 -5
- package/lib/life-cycle/download-streaming-resource.d.ts.map +1 -0
- package/lib/life-cycle/download-streaming-resource.js +39 -74
- package/lib/life-cycle/download-streaming-resource.js.map +1 -1
- package/lib/life-cycle/index.d.ts +16 -15
- package/lib/life-cycle/index.d.ts.map +1 -0
- package/lib/life-cycle/index.js +14 -59
- package/lib/life-cycle/index.js.map +1 -1
- package/lib/life-cycle/pipeline-executor.d.ts +7 -6
- package/lib/life-cycle/pipeline-executor.d.ts.map +1 -0
- package/lib/life-cycle/pipeline-executor.js +1 -2
- package/lib/life-cycle/process-css.d.ts +5 -4
- package/lib/life-cycle/process-css.d.ts.map +1 -0
- package/lib/life-cycle/process-css.js +10 -18
- package/lib/life-cycle/process-css.js.map +1 -1
- package/lib/life-cycle/process-html-meta.d.ts +4 -3
- package/lib/life-cycle/process-html-meta.d.ts.map +1 -0
- package/lib/life-cycle/process-html-meta.js +11 -15
- package/lib/life-cycle/process-html-meta.js.map +1 -1
- package/lib/life-cycle/process-html.d.ts +4 -3
- package/lib/life-cycle/process-html.d.ts.map +1 -0
- package/lib/life-cycle/process-html.js +27 -31
- package/lib/life-cycle/process-html.js.map +1 -1
- package/lib/life-cycle/process-site-map.d.ts +4 -3
- package/lib/life-cycle/process-site-map.d.ts.map +1 -0
- package/lib/life-cycle/process-site-map.js +7 -11
- package/lib/life-cycle/process-site-map.js.map +1 -1
- package/lib/life-cycle/process-source-map.d.ts +4 -4
- package/lib/life-cycle/process-source-map.d.ts.map +1 -0
- package/lib/life-cycle/process-source-map.js +16 -21
- package/lib/life-cycle/process-source-map.js.map +1 -1
- package/lib/life-cycle/process-svg.d.ts +4 -3
- package/lib/life-cycle/process-svg.d.ts.map +1 -0
- package/lib/life-cycle/process-svg.js +17 -21
- package/lib/life-cycle/process-svg.js.map +1 -1
- package/lib/life-cycle/read-or-copy-local-resource.d.ts +4 -3
- package/lib/life-cycle/read-or-copy-local-resource.d.ts.map +1 -0
- package/lib/life-cycle/read-or-copy-local-resource.js +15 -42
- package/lib/life-cycle/read-or-copy-local-resource.js.map +1 -1
- package/lib/life-cycle/save-html-to-disk.d.ts +6 -4
- package/lib/life-cycle/save-html-to-disk.d.ts.map +1 -0
- package/lib/life-cycle/save-html-to-disk.js +24 -33
- package/lib/life-cycle/save-html-to-disk.js.map +1 -1
- package/lib/life-cycle/save-resource-to-disk.d.ts +4 -3
- package/lib/life-cycle/save-resource-to-disk.d.ts.map +1 -0
- package/lib/life-cycle/save-resource-to-disk.js +10 -17
- package/lib/life-cycle/save-resource-to-disk.js.map +1 -1
- package/lib/life-cycle/skip-links.d.ts +1 -0
- package/lib/life-cycle/skip-links.d.ts.map +1 -0
- package/lib/life-cycle/skip-links.js +6 -10
- package/lib/life-cycle/skip-links.js.map +1 -1
- package/lib/life-cycle/types.d.ts +8 -7
- package/lib/life-cycle/types.d.ts.map +1 -0
- package/lib/life-cycle/types.js +1 -2
- package/lib/logger/config-logger.d.ts +2 -1
- package/lib/logger/config-logger.d.ts.map +1 -0
- package/lib/logger/config-logger.js +4 -30
- package/lib/logger/config-logger.js.map +1 -1
- package/lib/logger/logger-worker.d.ts +3 -2
- package/lib/logger/logger-worker.d.ts.map +1 -0
- package/lib/logger/logger-worker.js +11 -13
- package/lib/logger/logger-worker.js.map +1 -1
- package/lib/logger/logger.d.ts +2 -1
- package/lib/logger/logger.d.ts.map +1 -0
- package/lib/logger/logger.js +15 -17
- package/lib/logger/logger.js.map +1 -1
- package/lib/options.d.ts +8 -8
- package/lib/options.d.ts.map +1 -0
- package/lib/options.js +22 -32
- package/lib/options.js.map +1 -1
- package/lib/resource.d.ts +3 -4
- package/lib/resource.d.ts.map +1 -0
- package/lib/resource.js +34 -70
- package/lib/resource.js.map +1 -1
- package/lib/sources.d.ts +2 -1
- package/lib/sources.d.ts.map +1 -0
- package/lib/sources.js +9 -12
- package/lib/sources.js.map +1 -1
- package/lib/types.d.ts +1 -0
- package/lib/types.d.ts.map +1 -0
- package/lib/types.js +1 -2
- package/lib/util.d.ts +4 -3
- package/lib/util.d.ts.map +1 -0
- package/lib/util.js +17 -34
- package/lib/util.js.map +1 -1
- package/package.json +19 -21
- package/src/downloader/adjust-concurrency.ts +2 -2
- package/src/downloader/index.ts +8 -8
- package/src/downloader/main.ts +50 -28
- package/src/downloader/multi.ts +11 -10
- package/src/downloader/pipeline-executor-impl.ts +7 -7
- package/src/downloader/single.ts +9 -6
- package/src/downloader/types.ts +3 -3
- package/src/downloader/worker-pool.ts +9 -9
- package/src/downloader/worker-type.ts +3 -3
- package/src/downloader/worker.ts +51 -29
- package/src/index.ts +8 -8
- package/src/io.ts +6 -6
- package/src/life-cycle/adapters.ts +7 -6
- package/src/life-cycle/css-url-parser.d.ts +1 -1
- package/src/life-cycle/default-life-cycle.ts +15 -15
- package/src/life-cycle/detect-resource-type.ts +2 -2
- package/src/life-cycle/download-resource.ts +18 -20
- package/src/life-cycle/download-streaming-resource.ts +20 -18
- package/src/life-cycle/index.ts +15 -15
- package/src/life-cycle/pipeline-executor.ts +6 -6
- package/src/life-cycle/process-css.ts +6 -5
- package/src/life-cycle/process-html-meta.ts +7 -6
- package/src/life-cycle/process-html.ts +21 -13
- package/src/life-cycle/process-site-map.ts +7 -6
- package/src/life-cycle/process-source-map.ts +5 -4
- package/src/life-cycle/process-svg.ts +10 -9
- package/src/life-cycle/read-or-copy-local-resource.ts +9 -7
- package/src/life-cycle/save-html-to-disk.ts +9 -13
- package/src/life-cycle/save-resource-to-disk.ts +6 -6
- package/src/life-cycle/types.ts +7 -7
- package/src/logger/config-logger.ts +5 -3
- package/src/logger/logger-worker.ts +8 -4
- package/src/logger/logger.ts +6 -4
- package/src/options.ts +15 -19
- package/src/resource.ts +10 -5
- package/src/sources.ts +1 -1
- package/src/util.ts +6 -10
- package/tsconfig.json +6 -2
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"process-html-meta.js","sourceRoot":"","sources":["../../src/life-cycle/process-html-meta.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"process-html-meta.js","sourceRoot":"","sources":["../../src/life-cycle/process-html-meta.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAC,SAAS,EAAC,MAAM,eAAe,CAAC;AACxC,OAAO,EAAC,IAAI,EAAC,MAAM,qBAAqB,CAAC;AAEzC;;;;GAIG;AACH,MAAM,oBAAoB,GACxB,wEAAwE,CAAC;AAE3E,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,GAAqB,EACrB,MAA0B,EAC1B,OAA8B,EAC9B,QAA0B;IAG1B,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;QAClB,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IACD,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;IAEvB,MAAM,SAAS,GAAG,CAAC,CAAC,qCAAqC,CAAC,CAAC;IAC3D,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;QACrB,MAAM,MAAM,GAAW,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,GAAG,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QAE/D,MAAM,KAAK,GAAW,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;QAEpC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACtD,MAAM,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YACjC,MAAM,SAAS,GAAkB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtD,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,SAAS;YACX,CAAC;YACD,MAAM,KAAK,GAAG,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACnD,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,SAAS;YACX,CAAC;YACD,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1C,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,SAAS;YACX,CAAC;YACD,MAAM,IAAI,GACR,MAAM,QAAQ,CAAC,YAAY,CAAC,YAAY,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YACvD,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,SAAS;YACX,CAAC;YAED,MAAM,QAAQ,GACZ,MAAM,QAAQ,CAAC,kBAAkB,CAAC,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YACxE,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC1B,IAAI,CAAC,KAAK,CAAC,yBAAyB,EAClC,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;gBAChC,CAAC;gBACD,SAAS;YACX,CAAC;YACD,IAAI,QAAQ,GAAoB,MAAM,QAAQ,CAAC,cAAc,CAC3D,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAC7B,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACzC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;YACtB,QAAQ,GAAG,MAAM,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAC9E,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC1B,IAAI,CAAC,KAAK,CAAC,4BAA4B,EACrC,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAC1C,CAAC;gBACD,SAAS;YACX,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,6BAA6B,EAAE,CAAC;gBAC5C,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnB,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
|
-
import type { DownloadResource, SubmitResourceFunc } from './types';
|
|
2
|
-
import type { StaticDownloadOptions } from '../options';
|
|
3
|
-
import type { PipelineExecutor } from './pipeline-executor';
|
|
1
|
+
import type { DownloadResource, SubmitResourceFunc } from './types.js';
|
|
2
|
+
import type { StaticDownloadOptions } from '../options.js';
|
|
3
|
+
import type { PipelineExecutor } from './pipeline-executor.js';
|
|
4
4
|
export declare function processHtml(res: DownloadResource, submit: SubmitResourceFunc, options: StaticDownloadOptions, pipeline: PipelineExecutor): Promise<DownloadResource | void>;
|
|
5
|
+
//# sourceMappingURL=process-html.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"process-html.d.ts","sourceRoot":"","sources":["../../src/life-cycle/process-html.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,gBAAgB,EAAE,kBAAkB,EAAC,MAAM,YAAY,CAAC;AACrE,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,eAAe,CAAC;AAKzD,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,wBAAwB,CAAC;AAO7D,wBAAsB,WAAW,CAC/B,GAAG,EAAE,gBAAgB,EACrB,MAAM,EAAE,kBAAkB,EAC1B,OAAO,EAAE,qBAAqB,EAC9B,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAoH9D"}
|
|
@@ -1,17 +1,11 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
};
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
const resource_1 = require("../resource");
|
|
10
|
-
const process_css_1 = require("./process-css");
|
|
11
|
-
const logger_1 = require("../logger/logger");
|
|
12
|
-
const adapters_1 = require("./adapters");
|
|
13
|
-
async function processHtml(res, submit, options, pipeline) {
|
|
14
|
-
if (res.type !== resource_1.ResourceType.Html) {
|
|
1
|
+
import { parseSrcset, stringifySrcset } from 'srcset';
|
|
2
|
+
import { sources as defaultSources } from '../sources.js';
|
|
3
|
+
import { ResourceType } from '../resource.js';
|
|
4
|
+
import { processCssText } from './process-css.js';
|
|
5
|
+
import { error, skip } from '../logger/logger.js';
|
|
6
|
+
import { parseHtml } from './adapters.js';
|
|
7
|
+
export async function processHtml(res, submit, options, pipeline) {
|
|
8
|
+
if (res.type !== ResourceType.Html) {
|
|
15
9
|
return res;
|
|
16
10
|
}
|
|
17
11
|
const refUrl = res.redirectedUrl || res.url;
|
|
@@ -23,9 +17,9 @@ async function processHtml(res, submit, options, pipeline) {
|
|
|
23
17
|
const resources = [];
|
|
24
18
|
let doc = res.meta.doc;
|
|
25
19
|
if (!doc) {
|
|
26
|
-
res.meta.doc = doc =
|
|
20
|
+
res.meta.doc = doc = parseHtml(res, options);
|
|
27
21
|
}
|
|
28
|
-
const sources = options.sources ||
|
|
22
|
+
const sources = options.sources || defaultSources;
|
|
29
23
|
for (const { selector, attr, type } of sources) {
|
|
30
24
|
const elements = doc(selector);
|
|
31
25
|
for (let index = 0; index < elements.length; index++) {
|
|
@@ -33,27 +27,27 @@ async function processHtml(res, submit, options, pipeline) {
|
|
|
33
27
|
const attrValue = attr && elem.attr(attr);
|
|
34
28
|
if (!attr || !attrValue) {
|
|
35
29
|
// style block
|
|
36
|
-
if (type ===
|
|
30
|
+
if (type === ResourceType.CssInline) {
|
|
37
31
|
let content = elem.html();
|
|
38
32
|
if (!content)
|
|
39
33
|
continue;
|
|
40
|
-
content = await
|
|
34
|
+
content = await processCssText(content, res, options, pipeline, depth, resources);
|
|
41
35
|
elem.html(content);
|
|
42
36
|
}
|
|
43
37
|
continue;
|
|
44
38
|
}
|
|
45
|
-
else if (type ===
|
|
46
|
-
const content = await
|
|
39
|
+
else if (type === ResourceType.CssInline) {
|
|
40
|
+
const content = await processCssText(attrValue, res, options, pipeline, depth, resources);
|
|
47
41
|
elem.attr(attr, content);
|
|
48
42
|
continue;
|
|
49
43
|
}
|
|
50
44
|
let links, replaceValue;
|
|
51
45
|
if (attr === 'srcset') {
|
|
52
46
|
try {
|
|
53
|
-
replaceValue =
|
|
47
|
+
replaceValue = parseSrcset(attrValue);
|
|
54
48
|
}
|
|
55
49
|
catch (e) {
|
|
56
|
-
|
|
50
|
+
error.info('skipping invalid srcset', attrValue, e);
|
|
57
51
|
// should invalid srcset being removed?
|
|
58
52
|
continue;
|
|
59
53
|
}
|
|
@@ -71,23 +65,23 @@ async function processHtml(res, submit, options, pipeline) {
|
|
|
71
65
|
}
|
|
72
66
|
const link = await pipeline.linkRedirect(originalLink, elem, res);
|
|
73
67
|
if (!link) {
|
|
74
|
-
if (
|
|
75
|
-
|
|
68
|
+
if (skip.isTraceEnabled()) {
|
|
69
|
+
skip.trace('skip linkRedirect', originalLink, refUrl);
|
|
76
70
|
}
|
|
77
71
|
continue;
|
|
78
72
|
}
|
|
79
73
|
const linkType = await pipeline.detectResourceType(link, type, elem, res);
|
|
80
74
|
if (!linkType) {
|
|
81
|
-
if (
|
|
82
|
-
|
|
75
|
+
if (skip.isTraceEnabled()) {
|
|
76
|
+
skip.trace('skip detectResourceType', originalLink, link, refUrl);
|
|
83
77
|
}
|
|
84
78
|
continue;
|
|
85
79
|
}
|
|
86
80
|
let resource = await pipeline.createResource(linkType, depth, link, refUrl, res.localRoot, options.encoding[linkType], savePath, res.type);
|
|
87
81
|
resource = await pipeline.processBeforeDownload(resource, elem, res, options);
|
|
88
82
|
if (!resource) {
|
|
89
|
-
if (
|
|
90
|
-
|
|
83
|
+
if (skip.isTraceEnabled()) {
|
|
84
|
+
skip.trace('skip processBeforeDownload', originalLink, link, linkType, refUrl);
|
|
91
85
|
}
|
|
92
86
|
continue;
|
|
93
87
|
}
|
|
@@ -95,6 +89,9 @@ async function processHtml(res, submit, options, pipeline) {
|
|
|
95
89
|
submit(resource);
|
|
96
90
|
}
|
|
97
91
|
if (attr === 'srcset') {
|
|
92
|
+
// 20241005: It's ok to do this
|
|
93
|
+
// I've looked into the source code of srcset 5.0.1
|
|
94
|
+
// and there is nothing preventing the return value to change
|
|
98
95
|
replaceValue[linkIndex].url = resource.replacePath;
|
|
99
96
|
}
|
|
100
97
|
else {
|
|
@@ -106,13 +103,13 @@ async function processHtml(res, submit, options, pipeline) {
|
|
|
106
103
|
}
|
|
107
104
|
}
|
|
108
105
|
if (attr === 'srcset') {
|
|
109
|
-
elem.attr(attr,
|
|
106
|
+
elem.attr(attr, stringifySrcset(replaceValue));
|
|
110
107
|
}
|
|
111
108
|
else if (attr) {
|
|
112
109
|
elem.attr(attr, replaceValue);
|
|
113
110
|
}
|
|
114
111
|
else {
|
|
115
|
-
|
|
112
|
+
error.warn('skip attr replace', links, replaceValue, refUrl);
|
|
116
113
|
}
|
|
117
114
|
}
|
|
118
115
|
}
|
|
@@ -121,5 +118,4 @@ async function processHtml(res, submit, options, pipeline) {
|
|
|
121
118
|
}
|
|
122
119
|
return res;
|
|
123
120
|
}
|
|
124
|
-
exports.processHtml = processHtml;
|
|
125
121
|
//# sourceMappingURL=process-html.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"process-html.js","sourceRoot":"","sources":["../../src/life-cycle/process-html.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"process-html.js","sourceRoot":"","sources":["../../src/life-cycle/process-html.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,WAAW,EAAE,eAAe,EAAC,MAAM,QAAQ,CAAC;AACpD,OAAO,EAAC,OAAO,IAAI,cAAc,EAAC,MAAM,eAAe,CAAC;AAIxD,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAC,cAAc,EAAC,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAC,KAAK,EAAE,IAAI,EAAC,MAAM,qBAAqB,CAAC;AAEhD,OAAO,EAAC,SAAS,EAAC,MAAM,eAAe,CAAC;AAMxC,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,GAAqB,EACrB,MAA0B,EAC1B,OAA8B,EAC9B,QAA0B;IAC1B,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,GAAG,CAAC;IACb,CAAC;IACD,MAAM,MAAM,GAAW,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,GAAG,CAAC;IACpD,MAAM,QAAQ,GAAG,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/D,wDAAwD;IACxD,qEAAqE;IAErE,MAAM,KAAK,GAAW,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;IACpC,4BAA4B;IAC5B,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,IAAI,GAAG,GAAyB,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;IAC7C,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IACD,MAAM,OAAO,GAA0B,OAAO,CAAC,OAAO,IAAI,cAAc,CAAC;IACzE,KAAK,MAAM,EAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAC,IAAI,OAAO,EAAE,CAAC;QAC7C,MAAM,QAAQ,GAAY,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACrD,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,SAAS,GAAkB,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzD,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACxB,cAAc;gBACd,IAAI,IAAI,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;oBACpC,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC1B,IAAI,CAAC,OAAO;wBAAE,SAAS;oBACvB,OAAO,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,EAClD,QAAQ,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;oBAC9B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrB,CAAC;gBACD,SAAS;YACX,CAAC;iBAAM,IAAI,IAAI,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;gBAC3C,MAAM,OAAO,GAAW,MAAM,cAAc,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,EAClE,QAAQ,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;gBAC9B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;gBACzB,SAAS;YACX,CAAC;YACD,IAAI,KAAe,EAAE,YAAyC,CAAC;YAC/D,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACtB,IAAI,CAAC;oBACH,YAAY,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;gBACxC,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,KAAK,CAAC,IAAI,CAAC,yBAAyB,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;oBACpD,uCAAuC;oBACvC,SAAS;gBACX,CAAC;gBACD,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,KAAK,GAAG,CAAC,SAAS,CAAC,CAAC;gBACpB,YAAY,GAAG,SAAS,CAAC;YAC3B,CAAC;YACD,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,SAAS,GAAG,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC;gBACrE,MAAM,YAAY,GAAW,KAAK,CAAC,SAAS,CAAC,CAAC;gBAC9C,mBAAmB;gBACnB,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,SAAS;gBACX,CAAC;gBACD,MAAM,IAAI,GACR,MAAM,QAAQ,CAAC,YAAY,CAAC,YAAY,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;gBACvD,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;wBAC1B,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;oBACxD,CAAC;oBACD,SAAS;gBACX,CAAC;gBACD,MAAM,QAAQ,GACZ,MAAM,QAAQ,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;gBAC3D,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;wBAC1B,IAAI,CAAC,KAAK,CAAC,yBAAyB,EAClC,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;oBAChC,CAAC;oBACD,SAAS;gBACX,CAAC;gBACD,IAAI,QAAQ,GAAoB,MAAM,QAAQ,CAAC,cAAc,CAC3D,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAC7B,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACzC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;gBACtB,QAAQ,GAAG,MAAM,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;gBAC9E,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;wBAC1B,IAAI,CAAC,KAAK,CAAC,4BAA4B,EACrC,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;oBAC1C,CAAC;oBACD,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC,QAAQ,CAAC,6BAA6B,EAAE,CAAC;oBAC5C,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACnB,CAAC;gBACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACtB,+BAA+B;oBAC/B,mDAAmD;oBACnD,6DAA6D;oBAC5D,YAAkC,CAAC,SAAS,CAAC,CAAC,GAAG,GAAG,QAAQ,CAAC,WAAW,CAAC;gBAC5E,CAAC;qBAAM,CAAC;oBACN,YAAY,GAAG,QAAQ,CAAC,WAAW,CAAC;oBACpC,6BAA6B;oBAC7B,IAAI,YAAY,KAAK,OAAO,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;wBAC1D,YAAY,GAAG,EAAE,CAAC;oBACpB,CAAC;gBACH,CAAC;YACH,CAAC;YACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACtB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,CAAC,YAAkC,CAAC,CAAC,CAAC;YACvE,CAAC;iBAAM,IAAI,IAAI,EAAE,CAAC;gBAChB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAsB,CAAC,CAAC;YAC1C,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;QACrB,MAAM,CAAC,SAAS,CAAC,CAAC;IACpB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
|
-
import type { DownloadResource, SubmitResourceFunc } from './types';
|
|
2
|
-
import type { StaticDownloadOptions } from '../options';
|
|
3
|
-
import type { PipelineExecutor } from './pipeline-executor';
|
|
1
|
+
import type { DownloadResource, SubmitResourceFunc } from './types.js';
|
|
2
|
+
import type { StaticDownloadOptions } from '../options.js';
|
|
3
|
+
import type { PipelineExecutor } from './pipeline-executor.js';
|
|
4
4
|
export declare function processSiteMap(res: DownloadResource, submit: SubmitResourceFunc, options: StaticDownloadOptions, pipeline: PipelineExecutor): Promise<DownloadResource | void>;
|
|
5
|
+
//# sourceMappingURL=process-site-map.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"process-site-map.d.ts","sourceRoot":"","sources":["../../src/life-cycle/process-site-map.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,gBAAgB,EAAE,kBAAkB,EAAC,MAAM,YAAY,CAAC;AACrE,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,eAAe,CAAC;AAIzD,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,wBAAwB,CAAC;AAG7D,wBAAsB,cAAc,CAClC,GAAG,EAAE,gBAAgB,EACrB,MAAM,EAAE,kBAAkB,EAC1B,OAAO,EAAE,qBAAqB,EAC9B,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CA8B9D"}
|
|
@@ -1,14 +1,11 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
const util_1 = require("../util");
|
|
7
|
-
async function processSiteMap(res, submit, options, pipeline) {
|
|
8
|
-
if (res.type !== resource_1.ResourceType.SiteMap) {
|
|
1
|
+
import { load } from 'cheerio';
|
|
2
|
+
import { ResourceType } from '../resource.js';
|
|
3
|
+
import { toString } from '../util.js';
|
|
4
|
+
export async function processSiteMap(res, submit, options, pipeline) {
|
|
5
|
+
if (res.type !== ResourceType.SiteMap) {
|
|
9
6
|
return res;
|
|
10
7
|
}
|
|
11
|
-
const $ =
|
|
8
|
+
const $ = load(toString(res.body, res.encoding || options.encoding[ResourceType.SiteMap] || 'utf8'));
|
|
12
9
|
const urlSet = new Set();
|
|
13
10
|
const depth = res.depth + 1;
|
|
14
11
|
// noinspection CssInvalidHtmlTagReference
|
|
@@ -24,7 +21,7 @@ async function processSiteMap(res, submit, options, pipeline) {
|
|
|
24
21
|
// noinspection DuplicatedCode
|
|
25
22
|
for (let i = 0, l = urls.length; i < l; i++) {
|
|
26
23
|
url = urls[i];
|
|
27
|
-
r = await pipeline.createAndProcessResource(url,
|
|
24
|
+
r = await pipeline.createAndProcessResource(url, ResourceType.Html, depth, null, res);
|
|
28
25
|
if (!r)
|
|
29
26
|
continue;
|
|
30
27
|
if (!r.shouldBeDiscardedFromDownload) {
|
|
@@ -34,5 +31,4 @@ async function processSiteMap(res, submit, options, pipeline) {
|
|
|
34
31
|
await submit(resources);
|
|
35
32
|
return res;
|
|
36
33
|
}
|
|
37
|
-
exports.processSiteMap = processSiteMap;
|
|
38
34
|
//# sourceMappingURL=process-site-map.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"process-site-map.js","sourceRoot":"","sources":["../../src/life-cycle/process-site-map.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"process-site-map.js","sourceRoot":"","sources":["../../src/life-cycle/process-site-map.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,IAAI,EAAC,MAAM,SAAS,CAAC;AAI7B,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAC,QAAQ,EAAC,MAAM,YAAY,CAAC;AAIpC,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,GAAqB,EACrB,MAA0B,EAC1B,OAA8B,EAC9B,QAA0B;IAC1B,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC,OAAO,EAAE,CAAC;QACtC,OAAO,GAAG,CAAC;IACb,CAAC;IACD,MAAM,CAAC,GAAkB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAC7C,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC;IACrE,MAAM,MAAM,GAAgB,IAAI,GAAG,EAAE,CAAC;IACtC,MAAM,KAAK,GAAW,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;IACpC,0CAA0C;IAC1C,CAAC,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QACtC,IAAI,GAAG,GAAW,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAChC,IAAI,GAAG,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAClD,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;IACH,MAAM,IAAI,GAAa,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,IAAI,GAAkB,EAAE,CAAkB,CAAC;IAC3C,8BAA8B;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACd,CAAC,GAAG,MAAM,QAAQ,CAAC,wBAAwB,CACzC,GAAG,EAAE,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAC5C,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,IAAI,CAAC,CAAC,CAAC,6BAA6B,EAAE,CAAC;YACrC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IACD,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;IACxB,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -1,7 +1,6 @@
|
|
|
1
|
-
|
|
2
|
-
import type {
|
|
3
|
-
import type {
|
|
4
|
-
import type { PipelineExecutor } from './pipeline-executor';
|
|
1
|
+
import type { DownloadResource, SubmitResourceFunc } from './types.js';
|
|
2
|
+
import type { StaticDownloadOptions } from '../options.js';
|
|
3
|
+
import type { PipelineExecutor } from './pipeline-executor.js';
|
|
5
4
|
export declare const SOURCE_MAP_HEADER: string;
|
|
6
5
|
export declare const X_SOURCE_MAP_HEADER: string;
|
|
7
6
|
export declare const sourceMapPrefix: string[];
|
|
@@ -9,3 +8,4 @@ export declare const uriCharBitSet: number[];
|
|
|
9
8
|
export declare const isUriChar: (char: number) => boolean;
|
|
10
9
|
export declare const unsupportedEncoding: Set<NonNullable<BufferEncoding>>;
|
|
11
10
|
export declare function processSourceMap(res: DownloadResource, submit: SubmitResourceFunc, options: StaticDownloadOptions, pipeline: PipelineExecutor): Promise<DownloadResource | void>;
|
|
11
|
+
//# sourceMappingURL=process-source-map.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"process-source-map.d.ts","sourceRoot":"","sources":["../../src/life-cycle/process-source-map.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,gBAAgB,EAAE,kBAAkB,EAAC,MAAM,YAAY,CAAC;AACrE,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,eAAe,CAAC;AAGzD,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,wBAAwB,CAAC;AAG7D,eAAO,MAAM,iBAAiB,QAA4B,CAAC;AAC3D,eAAO,MAAM,mBAAmB,QAA8B,CAAC;AAG/D,eAAO,MAAM,eAAe,UAI3B,CAAC;AAaF,eAAO,MAAM,aAAa,UAA4C,CAAC;AAEvE,eAAO,MAAM,SAAS,SAAU,MAAM,KAAG,OAExC,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,GAAG,CAAC,WAAW,CAAC,cAAc,CAAC,CAI/D,CAAC;AAEH,wBAAsB,gBAAgB,CACpC,GAAG,EAAE,gBAAgB,EACrB,MAAM,EAAE,kBAAkB,EAC1B,OAAO,EAAE,qBAAqB,EAC9B,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAgI9D"}
|
|
@@ -1,12 +1,9 @@
|
|
|
1
|
-
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.processSourceMap = exports.unsupportedEncoding = exports.isUriChar = exports.uriCharBitSet = exports.sourceMapPrefix = exports.X_SOURCE_MAP_HEADER = exports.SOURCE_MAP_HEADER = void 0;
|
|
4
|
-
const resource_1 = require("../resource");
|
|
1
|
+
import { ResourceType } from '../resource.js';
|
|
5
2
|
// https://developer.mozilla.org/docs/Web/HTTP/Headers/SourceMap
|
|
6
|
-
|
|
7
|
-
|
|
3
|
+
export const SOURCE_MAP_HEADER = 'SourceMap'.toLowerCase();
|
|
4
|
+
export const X_SOURCE_MAP_HEADER = 'X-SourceMap'.toLowerCase();
|
|
8
5
|
// See https://sourcemaps.info/spec.html
|
|
9
|
-
|
|
6
|
+
export const sourceMapPrefix = [
|
|
10
7
|
'//# sourceMappingURL=',
|
|
11
8
|
'//@ sourceMappingURL=',
|
|
12
9
|
'/*# sourceMappingURL='
|
|
@@ -22,22 +19,21 @@ a b c d e f g h i j k l m n o p q r s t u v w x y z
|
|
|
22
19
|
|
|
23
20
|
Note: The char * is excluded.
|
|
24
21
|
*/
|
|
25
|
-
|
|
26
|
-
const isUriChar = (char) => {
|
|
27
|
-
return char < 0xff && !!(
|
|
22
|
+
export const uriCharBitSet = [0, -1342178342, -1342177281, 1207959550];
|
|
23
|
+
export const isUriChar = (char) => {
|
|
24
|
+
return char < 0xff && !!(uriCharBitSet[char >>> 5] & (1 << char));
|
|
28
25
|
};
|
|
29
|
-
|
|
30
|
-
exports.unsupportedEncoding = new Set([
|
|
26
|
+
export const unsupportedEncoding = new Set([
|
|
31
27
|
'utf16le',
|
|
32
28
|
'ucs2',
|
|
33
29
|
'ucs-2'
|
|
34
30
|
]);
|
|
35
|
-
async function processSourceMap(res, submit, options, pipeline) {
|
|
31
|
+
export async function processSourceMap(res, submit, options, pipeline) {
|
|
36
32
|
const { headers } = res.meta;
|
|
37
33
|
let urls = [];
|
|
38
34
|
const depth = res.depth + 1;
|
|
39
35
|
if (headers) {
|
|
40
|
-
const header = headers[
|
|
36
|
+
const header = headers[SOURCE_MAP_HEADER] || headers[X_SOURCE_MAP_HEADER];
|
|
41
37
|
if (header === null || header === void 0 ? void 0 : header.length) {
|
|
42
38
|
if (Array.isArray(header)) {
|
|
43
39
|
urls = header;
|
|
@@ -53,7 +49,7 @@ async function processSourceMap(res, submit, options, pipeline) {
|
|
|
53
49
|
// noinspection DuplicatedCode
|
|
54
50
|
for (let i = 0, l = urls.length; i < l; i++) {
|
|
55
51
|
url = urls[i];
|
|
56
|
-
r = await pipeline.createAndProcessResource(url,
|
|
52
|
+
r = await pipeline.createAndProcessResource(url, ResourceType.Binary, depth, null, res);
|
|
57
53
|
if (!r)
|
|
58
54
|
continue;
|
|
59
55
|
if (!r.shouldBeDiscardedFromDownload) {
|
|
@@ -80,7 +76,7 @@ async function processSourceMap(res, submit, options, pipeline) {
|
|
|
80
76
|
}
|
|
81
77
|
if (Buffer.isBuffer(body) &&
|
|
82
78
|
res.encoding &&
|
|
83
|
-
|
|
79
|
+
unsupportedEncoding.has(res.encoding.toLowerCase())) {
|
|
84
80
|
// we can not process that
|
|
85
81
|
// TODO: UCS-2/UTF-16 encoding
|
|
86
82
|
if (resources.length) {
|
|
@@ -89,7 +85,7 @@ async function processSourceMap(res, submit, options, pipeline) {
|
|
|
89
85
|
return res;
|
|
90
86
|
}
|
|
91
87
|
let shouldReplaceBody = false;
|
|
92
|
-
for (const prefix of
|
|
88
|
+
for (const prefix of sourceMapPrefix) {
|
|
93
89
|
let startIndex = body.indexOf(prefix);
|
|
94
90
|
if (startIndex < 0) {
|
|
95
91
|
continue;
|
|
@@ -99,7 +95,7 @@ async function processSourceMap(res, submit, options, pipeline) {
|
|
|
99
95
|
let url = '';
|
|
100
96
|
if (Buffer.isBuffer(body)) {
|
|
101
97
|
while (endIndex < body.length) {
|
|
102
|
-
if (!
|
|
98
|
+
if (!isUriChar(body[endIndex])) {
|
|
103
99
|
break;
|
|
104
100
|
}
|
|
105
101
|
endIndex++;
|
|
@@ -112,7 +108,7 @@ async function processSourceMap(res, submit, options, pipeline) {
|
|
|
112
108
|
else {
|
|
113
109
|
// string
|
|
114
110
|
while (endIndex < body.length) {
|
|
115
|
-
if (!
|
|
111
|
+
if (!isUriChar(body.charCodeAt(endIndex))) {
|
|
116
112
|
break;
|
|
117
113
|
}
|
|
118
114
|
endIndex++;
|
|
@@ -122,7 +118,7 @@ async function processSourceMap(res, submit, options, pipeline) {
|
|
|
122
118
|
}
|
|
123
119
|
}
|
|
124
120
|
if (url) {
|
|
125
|
-
r = await pipeline.createAndProcessResource(url,
|
|
121
|
+
r = await pipeline.createAndProcessResource(url, ResourceType.Binary, depth, null, res);
|
|
126
122
|
if (!r)
|
|
127
123
|
continue;
|
|
128
124
|
const { replacePath } = r;
|
|
@@ -163,5 +159,4 @@ async function processSourceMap(res, submit, options, pipeline) {
|
|
|
163
159
|
}
|
|
164
160
|
return res;
|
|
165
161
|
}
|
|
166
|
-
exports.processSourceMap = processSourceMap;
|
|
167
162
|
//# sourceMappingURL=process-source-map.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"process-source-map.js","sourceRoot":"","sources":["../../src/life-cycle/process-source-map.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"process-source-map.js","sourceRoot":"","sources":["../../src/life-cycle/process-source-map.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAG5C,gEAAgE;AAChE,MAAM,CAAC,MAAM,iBAAiB,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;AAC3D,MAAM,CAAC,MAAM,mBAAmB,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC;AAE/D,wCAAwC;AACxC,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,uBAAuB;IACvB,uBAAuB;IACvB,uBAAuB;CACxB,CAAC;AAEF;;;;;;;;;;EAUE;AACF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;AAEvE,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAW,EAAE;IACjD,OAAO,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;AACpE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAqC,IAAI,GAAG,CAAC;IAC3E,SAAS;IACT,MAAM;IACN,OAAO;CACR,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,GAAqB,EACrB,MAA0B,EAC1B,OAA8B,EAC9B,QAA0B;IAC1B,MAAM,EAAC,OAAO,EAAC,GAAG,GAAG,CAAC,IAAI,CAAC;IAC3B,IAAI,IAAI,GAAa,EAAE,CAAC;IACxB,MAAM,KAAK,GAAW,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;IACpC,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,IAAI,OAAO,CAAC,mBAAmB,CAAC,CAAC;QAC1E,IAAI,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,EAAE,CAAC;YACnB,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1B,IAAI,GAAG,MAAM,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,IAAI,GAAkB,EAAE,CAAkB,CAAC;IAC3C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,8BAA8B;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACd,CAAC,GAAG,MAAM,QAAQ,CAAC,wBAAwB,CACzC,GAAG,EAAE,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAC9C,IAAI,CAAC,CAAC;gBAAE,SAAS;YACjB,IAAI,CAAC,CAAC,CAAC,6BAA6B,EAAE,CAAC;gBACrC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,IAAqB,CAAC;IAC1B,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9D,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IAClB,CAAC;SAAM,IAAI,GAAG,CAAC,IAAI,YAAY,WAAW,EAAE,CAAC;QAC3C,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;SAAM,IAAI,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAChF,CAAC;SAAM,CAAC;QACN,0BAA0B;QAC1B,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;YACrB,MAAM,CAAC,SAAS,CAAC,CAAC;QACpB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;QACvB,GAAG,CAAC,QAAQ;QACZ,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAoB,CAAC,EAAE,CAAC;QACxE,0BAA0B;QAC1B,8BAA8B;QAC9B,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;YACrB,MAAM,CAAC,SAAS,CAAC,CAAC;QACpB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAC9B,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;QACrC,IAAI,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACnB,SAAS;QACX,CAAC;QACD,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,QAAQ,GAAW,UAAU,CAAC;QAClC,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,OAAO,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC9B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;oBAC/B,MAAM;gBACR,CAAC;gBACD,QAAQ,EAAE,CAAC;YACb,CAAC;YACD,IAAI,QAAQ,GAAG,UAAU,EAAE,CAAC;gBAC1B,MAAM,QAAQ,GAAqB,GAAG,CAAC,QAAQ,IAAI,MAAM,CAAC;gBAC1D,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,SAAS;YACT,OAAO,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC9B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;oBAC1C,MAAM;gBACR,CAAC;gBACD,QAAQ,EAAE,CAAC;YACb,CAAC;YACD,IAAI,QAAQ,GAAG,UAAU,EAAE,CAAC;gBAC1B,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QACD,IAAI,GAAG,EAAE,CAAC;YACR,CAAC,GAAG,MAAM,QAAQ,CAAC,wBAAwB,CACzC,GAAG,EAAE,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAC9C,IAAI,CAAC,CAAC;gBAAE,SAAS;YACjB,MAAM,EAAC,WAAW,EAAC,GAAG,CAAC,CAAC;YACxB,IAAI,WAAW,KAAK,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBAClD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC7B,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,GAAG,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBACtE,iBAAiB,GAAG,IAAI,CAAC;gBAC3B,CAAC;qBAAM,CAAC;oBACN,SAAS;oBACT,IAAI,WAAW,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;wBACrC,4BAA4B;wBAC5B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,EAAE,IAAI,CAAC,CAAC;wBACzD,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;wBAC1B,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;oBAChC,CAAC;yBAAM,CAAC;wBACN,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;wBACxC,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAC1B,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,GAAG,QAAQ,GAAG,UAAU,CAAC,CAAC;wBAC/D,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC;wBACrC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;wBACjC,IAAI,CAAC,IAAI,CAAC,OAAO,EACf,MAAM,CAAC,UAAU,GAAG,UAAU,EAAE,QAAQ,CAAC,CAAC;wBAC5C,IAAI,GAAG,OAAO,CAAC;oBACjB,CAAC;oBACD,iBAAiB,GAAG,IAAI,CAAC;gBAC3B,CAAC;YAEH,CAAC;YACD,IAAI,CAAC,CAAC,CAAC,6BAA6B,EAAE,CAAC;gBACrC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;QACrB,MAAM,CAAC,SAAS,CAAC,CAAC;IACpB,CAAC;IACD,IAAI,iBAAiB,EAAE,CAAC;QACtB,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC;IAClB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
|
-
import type { DownloadResource, SubmitResourceFunc } from './types';
|
|
2
|
-
import type { StaticDownloadOptions } from '../options';
|
|
3
|
-
import type { PipelineExecutor } from './pipeline-executor';
|
|
1
|
+
import type { DownloadResource, SubmitResourceFunc } from './types.js';
|
|
2
|
+
import type { StaticDownloadOptions } from '../options.js';
|
|
3
|
+
import type { PipelineExecutor } from './pipeline-executor.js';
|
|
4
4
|
export declare function processSvg(res: DownloadResource, submit: SubmitResourceFunc, options: StaticDownloadOptions, pipeline: PipelineExecutor): Promise<DownloadResource | void>;
|
|
5
|
+
//# sourceMappingURL=process-svg.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"process-svg.d.ts","sourceRoot":"","sources":["../../src/life-cycle/process-svg.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,gBAAgB,EAAE,kBAAkB,EAAC,MAAM,YAAY,CAAC;AACrE,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,eAAe,CAAC;AAIzD,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,wBAAwB,CAAC;AAU7D,wBAAsB,UAAU,CAC9B,GAAG,EAAE,gBAAgB,EACrB,MAAM,EAAE,kBAAkB,EAC1B,OAAO,EAAE,qBAAqB,EAC9B,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CA0E9D"}
|
|
@@ -1,16 +1,13 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
const logger_1 = require("../logger/logger");
|
|
6
|
-
const adapters_1 = require("./adapters");
|
|
7
|
-
const save_html_to_disk_1 = require("./save-html-to-disk");
|
|
1
|
+
import { ResourceType } from '../resource.js';
|
|
2
|
+
import { error, skip } from '../logger/logger.js';
|
|
3
|
+
import { parseHtml } from './adapters.js';
|
|
4
|
+
import { getResourceBodyFromHtml } from './save-html-to-disk.js';
|
|
8
5
|
const svgSelectors = [
|
|
9
|
-
{ selector: '*[xlink\\:href]', attr: 'xlink:href', type:
|
|
10
|
-
{ selector: '*[href]', attr: 'href', type:
|
|
6
|
+
{ selector: '*[xlink\\:href]', attr: 'xlink:href', type: ResourceType.Binary },
|
|
7
|
+
{ selector: '*[href]', attr: 'href', type: ResourceType.Binary },
|
|
11
8
|
];
|
|
12
|
-
async function processSvg(res, submit, options, pipeline) {
|
|
13
|
-
if (res.type !==
|
|
9
|
+
export async function processSvg(res, submit, options, pipeline) {
|
|
10
|
+
if (res.type !== ResourceType.Svg) {
|
|
14
11
|
return res;
|
|
15
12
|
}
|
|
16
13
|
const refUrl = res.redirectedUrl || res.url;
|
|
@@ -20,7 +17,7 @@ async function processSvg(res, submit, options, pipeline) {
|
|
|
20
17
|
const depth = res.depth + 1;
|
|
21
18
|
let doc = res.meta.doc;
|
|
22
19
|
if (!doc) {
|
|
23
|
-
res.meta.doc = doc =
|
|
20
|
+
res.meta.doc = doc = parseHtml(res, options);
|
|
24
21
|
}
|
|
25
22
|
for (const { selector, attr, type } of svgSelectors) {
|
|
26
23
|
const elements = doc(selector);
|
|
@@ -38,23 +35,23 @@ async function processSvg(res, submit, options, pipeline) {
|
|
|
38
35
|
}
|
|
39
36
|
const link = await pipeline.linkRedirect(originalLink, elem, res);
|
|
40
37
|
if (!link) {
|
|
41
|
-
if (
|
|
42
|
-
|
|
38
|
+
if (skip.isTraceEnabled()) {
|
|
39
|
+
skip.trace('skip linkRedirect', originalLink, refUrl);
|
|
43
40
|
}
|
|
44
41
|
continue;
|
|
45
42
|
}
|
|
46
43
|
const linkType = await pipeline.detectResourceType(link, type, elem, res);
|
|
47
44
|
if (!linkType) {
|
|
48
|
-
if (
|
|
49
|
-
|
|
45
|
+
if (skip.isTraceEnabled()) {
|
|
46
|
+
skip.trace('skip detectResourceType', originalLink, link, refUrl);
|
|
50
47
|
}
|
|
51
48
|
continue;
|
|
52
49
|
}
|
|
53
50
|
let resource = await pipeline.createResource(linkType, depth, link, refUrl, res.localRoot, options.encoding[linkType], savePath, res.type);
|
|
54
51
|
resource = await pipeline.processBeforeDownload(resource, elem, res, options);
|
|
55
52
|
if (!resource) {
|
|
56
|
-
if (
|
|
57
|
-
|
|
53
|
+
if (skip.isTraceEnabled()) {
|
|
54
|
+
skip.trace('skip processBeforeDownload', originalLink, link, linkType, refUrl);
|
|
58
55
|
}
|
|
59
56
|
continue;
|
|
60
57
|
}
|
|
@@ -70,12 +67,11 @@ async function processSvg(res, submit, options, pipeline) {
|
|
|
70
67
|
elem.attr(attr, replaceValue);
|
|
71
68
|
}
|
|
72
69
|
else {
|
|
73
|
-
|
|
70
|
+
error.warn('skip attr replace', originalLink, replaceValue, refUrl);
|
|
74
71
|
}
|
|
75
72
|
}
|
|
76
73
|
}
|
|
77
|
-
res.body =
|
|
74
|
+
res.body = getResourceBodyFromHtml(res, options);
|
|
78
75
|
return res;
|
|
79
76
|
}
|
|
80
|
-
exports.processSvg = processSvg;
|
|
81
77
|
//# sourceMappingURL=process-svg.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"process-svg.js","sourceRoot":"","sources":["../../src/life-cycle/process-svg.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"process-svg.js","sourceRoot":"","sources":["../../src/life-cycle/process-svg.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAC,KAAK,EAAE,IAAI,EAAC,MAAM,qBAAqB,CAAC;AAEhD,OAAO,EAAC,SAAS,EAAC,MAAM,eAAe,CAAC;AACxC,OAAO,EAAC,uBAAuB,EAAC,MAAM,wBAAwB,CAAC;AAG/D,MAAM,YAAY,GAAuB;IACvC,EAAC,QAAQ,EAAE,iBAAiB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,CAAC,MAAM,EAAC;IAC5E,EAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,CAAC,MAAM,EAAC;CAC/D,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,GAAqB,EACrB,MAA0B,EAC1B,OAA8B,EAC9B,QAA0B;IAC1B,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC,GAAG,EAAE,CAAC;QAClC,OAAO,GAAG,CAAC;IACb,CAAC;IACD,MAAM,MAAM,GAAW,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,GAAG,CAAC;IACpD,MAAM,QAAQ,GAAG,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/D,wDAAwD;IACxD,qEAAqE;IAErE,MAAM,KAAK,GAAW,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;IACpC,IAAI,GAAG,GAAyB,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;IAC7C,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IACD,KAAK,MAAM,EAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAC,IAAI,YAAY,EAAE,CAAC;QAClD,MAAM,QAAQ,GAAY,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACrD,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,SAAS,GAAkB,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzD,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACxB,SAAS;YACX,CAAC;YACD,MAAM,YAAY,GAAW,SAAS,CAAC;YACvC,IAAI,YAAY,GAAW,YAAY,CAAC;YACxC,mBAAmB;YACnB,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,SAAS;YACX,CAAC;YACD,MAAM,IAAI,GACR,MAAM,QAAQ,CAAC,YAAY,CAAC,YAAY,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YACvD,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC1B,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;gBACxD,CAAC;gBACD,SAAS;YACX,CAAC;YACD,MAAM,QAAQ,GACZ,MAAM,QAAQ,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAC3D,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC1B,IAAI,CAAC,KAAK,CAAC,yBAAyB,EAClC,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;gBAChC,CAAC;gBACD,SAAS;YACX,CAAC;YACD,IAAI,QAAQ,GAAoB,MAAM,QAAQ,CAAC,cAAc,CAC3D,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAC7B,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACzC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;YACtB,QAAQ,GAAG,MAAM,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAC9E,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC1B,IAAI,CAAC,KAAK,CAAC,4BAA4B,EACrC,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAC1C,CAAC;gBACD,SAAS;YACX,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,6BAA6B,EAAE,CAAC;gBAC5C,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnB,CAAC;YACD,YAAY,GAAG,QAAQ,CAAC,WAAW,CAAC;YACpC,6BAA6B;YAC7B,IAAI,YAAY,KAAK,OAAO,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;gBAC1D,YAAY,GAAG,EAAE,CAAC;YACpB,CAAC;YACD,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAsB,CAAC,CAAC;YAC1C,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;IACH,CAAC;IACD,GAAG,CAAC,IAAI,GAAG,uBAAuB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACjD,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
|
-
import { Resource } from '../resource';
|
|
2
|
-
import type { DownloadResource, RequestOptions } from './types';
|
|
3
|
-
import type { StaticDownloadOptions } from '../options';
|
|
1
|
+
import type { Resource } from '../resource.js';
|
|
2
|
+
import type { DownloadResource, RequestOptions } from './types.js';
|
|
3
|
+
import type { StaticDownloadOptions } from '../options.js';
|
|
4
4
|
export declare function readOrCopyLocalResource(res: Resource, requestOptions: RequestOptions, options: StaticDownloadOptions): Promise<DownloadResource | Resource | void>;
|
|
5
|
+
//# sourceMappingURL=read-or-copy-local-resource.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"read-or-copy-local-resource.d.ts","sourceRoot":"","sources":["../../src/life-cycle/read-or-copy-local-resource.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AAE7C,OAAO,KAAK,EAAC,gBAAgB,EAAE,cAAc,EAAC,MAAM,YAAY,CAAC;AACjE,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,eAAe,CAAC;AAKzD,wBAAsB,uBAAuB,CAC3C,GAAG,EAAE,QAAQ,EACb,cAAc,EAAE,cAAc,EAC9B,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,gBAAgB,GAAG,QAAQ,GAAG,IAAI,CAAC,CA0D7C"}
|