smart-web-mcp 0.2.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md
CHANGED
|
@@ -6,6 +6,15 @@ The format is based on Keep a Changelog and this project uses SemVer.
|
|
|
6
6
|
|
|
7
7
|
## [Unreleased]
|
|
8
8
|
|
|
9
|
+
## [0.3.0] - 2026-03-21
|
|
10
|
+
|
|
11
|
+
### Added
|
|
12
|
+
|
|
13
|
+
- archive fallback for paywalled or heavily blocked generic pages using Wayback and archive.md
|
|
14
|
+
- centralized provider outbound request policy for same-origin and relay-style fetches
|
|
15
|
+
- docs clarifying registry namespace, non-goals, and provider scaling strategy
|
|
16
|
+
- tests for archive fallback and provider policy guardrails
|
|
17
|
+
|
|
9
18
|
## [0.2.0] - 2026-03-21
|
|
10
19
|
|
|
11
20
|
### Added
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { AdapterResult, ToolError } from "../shared.js";
|
|
2
|
+
export declare function maybeUseArchiveFallback(url: string, active: AdapterResult, timeoutMs: number): Promise<{
|
|
3
|
+
active: AdapterResult;
|
|
4
|
+
errors: ToolError[];
|
|
5
|
+
} | {
|
|
6
|
+
active: {
|
|
7
|
+
ok: true;
|
|
8
|
+
method: string;
|
|
9
|
+
content: string;
|
|
10
|
+
links: string[];
|
|
11
|
+
};
|
|
12
|
+
errors: ToolError[];
|
|
13
|
+
}>;
|
|
@@ -0,0 +1,172 @@
|
|
|
1
|
+
import { dedupeUrls, envEnabled, envFlag, extractAnchorHrefs, extractUrls, needsDynamicCrawl, stripTags } from "../shared.js";
|
|
2
|
+
import { fetchProviderJson, fetchProviderText } from "./provider-policy.js";
|
|
3
|
+
const USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36";
|
|
4
|
+
const paywallHosts = [
|
|
5
|
+
"medium.com",
|
|
6
|
+
"towardsdatascience.com",
|
|
7
|
+
"wsj.com",
|
|
8
|
+
"nytimes.com",
|
|
9
|
+
"bloomberg.com",
|
|
10
|
+
"ft.com",
|
|
11
|
+
"economist.com",
|
|
12
|
+
"theinformation.com",
|
|
13
|
+
];
|
|
14
|
+
const paywallMarkers = [
|
|
15
|
+
"subscribe to continue",
|
|
16
|
+
"subscribe now",
|
|
17
|
+
"sign in to continue",
|
|
18
|
+
"already a subscriber",
|
|
19
|
+
"remaining subscriber-only story",
|
|
20
|
+
"member-only story",
|
|
21
|
+
"join medium to read",
|
|
22
|
+
"subscription required",
|
|
23
|
+
"to continue reading",
|
|
24
|
+
"create an account to continue",
|
|
25
|
+
];
|
|
26
|
+
function archiveFallbackEnabled() {
|
|
27
|
+
return envEnabled("SMARTFETCH_ENABLE_ARCHIVE_FALLBACK", true);
|
|
28
|
+
}
|
|
29
|
+
function waybackEnabled() {
|
|
30
|
+
return envEnabled("SMARTFETCH_ENABLE_WAYBACK", true);
|
|
31
|
+
}
|
|
32
|
+
function archiveMdEnabled() {
|
|
33
|
+
return envEnabled("SMARTFETCH_ENABLE_ARCHIVE_MD", true);
|
|
34
|
+
}
|
|
35
|
+
function localOnlyMode() {
|
|
36
|
+
return envFlag("SMART_WEB_LOCAL_ONLY");
|
|
37
|
+
}
|
|
38
|
+
function isKnownPaywallHost(url) {
|
|
39
|
+
try {
|
|
40
|
+
const host = new URL(url).hostname.toLowerCase();
|
|
41
|
+
return paywallHosts.some((item) => host === item || host.endsWith(`.${item}`));
|
|
42
|
+
}
|
|
43
|
+
catch {
|
|
44
|
+
return false;
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
function looksPaywalledOrBlocked(url, active) {
|
|
48
|
+
if (!active.ok)
|
|
49
|
+
return true;
|
|
50
|
+
if (needsDynamicCrawl(active))
|
|
51
|
+
return true;
|
|
52
|
+
const text = stripTags(active.content).toLowerCase();
|
|
53
|
+
if (paywallMarkers.some((marker) => text.includes(marker)))
|
|
54
|
+
return true;
|
|
55
|
+
if (isKnownPaywallHost(url) && text.length < 2000)
|
|
56
|
+
return true;
|
|
57
|
+
return false;
|
|
58
|
+
}
|
|
59
|
+
async function fetchWayback(url, timeoutMs) {
|
|
60
|
+
const availability = await fetchProviderJson(`https://archive.org/wayback/available?url=${encodeURIComponent(url)}`, timeoutMs, {
|
|
61
|
+
headers: {
|
|
62
|
+
accept: "application/json,text/plain,*/*",
|
|
63
|
+
"user-agent": USER_AGENT,
|
|
64
|
+
},
|
|
65
|
+
}, {
|
|
66
|
+
mode: "relay",
|
|
67
|
+
sourceUrl: url,
|
|
68
|
+
});
|
|
69
|
+
if (!availability.ok) {
|
|
70
|
+
return {
|
|
71
|
+
result: null,
|
|
72
|
+
error: { category: availability.error.category, code: availability.error.code, message: availability.error.message },
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
const snapshotUrl = availability.data?.archived_snapshots?.closest?.url;
|
|
76
|
+
if (!snapshotUrl) {
|
|
77
|
+
return {
|
|
78
|
+
result: null,
|
|
79
|
+
error: { category: "unavailable", code: "wayback_snapshot_missing", message: "No Wayback snapshot available" },
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
const snapshot = await fetchProviderText(String(snapshotUrl), timeoutMs, {
|
|
83
|
+
headers: {
|
|
84
|
+
accept: "text/html,text/plain,*/*",
|
|
85
|
+
"user-agent": USER_AGENT,
|
|
86
|
+
},
|
|
87
|
+
}, {
|
|
88
|
+
mode: "relay",
|
|
89
|
+
sourceUrl: url,
|
|
90
|
+
});
|
|
91
|
+
if (!snapshot.ok) {
|
|
92
|
+
return {
|
|
93
|
+
result: null,
|
|
94
|
+
error: { category: snapshot.error.category, code: snapshot.error.code, message: snapshot.error.message },
|
|
95
|
+
};
|
|
96
|
+
}
|
|
97
|
+
return {
|
|
98
|
+
result: {
|
|
99
|
+
ok: true,
|
|
100
|
+
method: "wayback_archive",
|
|
101
|
+
content: snapshot.text,
|
|
102
|
+
links: dedupeUrls([...extractAnchorHrefs(snapshot.text), ...extractUrls(snapshot.text)]),
|
|
103
|
+
},
|
|
104
|
+
error: null,
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
async function fetchArchiveMd(url, timeoutMs) {
|
|
108
|
+
const archived = await fetchProviderText(`https://archive.md/${url}`, timeoutMs, {
|
|
109
|
+
headers: {
|
|
110
|
+
accept: "text/html,text/plain,*/*",
|
|
111
|
+
"user-agent": USER_AGENT,
|
|
112
|
+
},
|
|
113
|
+
}, {
|
|
114
|
+
mode: "relay",
|
|
115
|
+
sourceUrl: url,
|
|
116
|
+
});
|
|
117
|
+
if (!archived.ok) {
|
|
118
|
+
return {
|
|
119
|
+
result: null,
|
|
120
|
+
error: { category: archived.error.category, code: archived.error.code, message: archived.error.message },
|
|
121
|
+
};
|
|
122
|
+
}
|
|
123
|
+
return {
|
|
124
|
+
result: {
|
|
125
|
+
ok: true,
|
|
126
|
+
method: "archive_md",
|
|
127
|
+
content: archived.text,
|
|
128
|
+
links: dedupeUrls([...extractAnchorHrefs(archived.text), ...extractUrls(archived.text)]),
|
|
129
|
+
},
|
|
130
|
+
error: null,
|
|
131
|
+
};
|
|
132
|
+
}
|
|
133
|
+
function archiveImprovesContent(current, candidate) {
|
|
134
|
+
const currentText = stripTags(current.content);
|
|
135
|
+
const candidateText = stripTags(candidate.content);
|
|
136
|
+
if (candidateText.length < 400)
|
|
137
|
+
return false;
|
|
138
|
+
const candidateBlocked = paywallMarkers.some((marker) => candidateText.toLowerCase().includes(marker)) || needsDynamicCrawl(candidate);
|
|
139
|
+
if (!candidateBlocked)
|
|
140
|
+
return candidateText.length >= currentText.length;
|
|
141
|
+
return candidateText.length > currentText.length * 2;
|
|
142
|
+
}
|
|
143
|
+
export async function maybeUseArchiveFallback(url, active, timeoutMs) {
|
|
144
|
+
if (!archiveFallbackEnabled() || localOnlyMode()) {
|
|
145
|
+
return { active, errors: [] };
|
|
146
|
+
}
|
|
147
|
+
if (!looksPaywalledOrBlocked(url, active)) {
|
|
148
|
+
return { active, errors: [] };
|
|
149
|
+
}
|
|
150
|
+
const errors = [];
|
|
151
|
+
if (waybackEnabled()) {
|
|
152
|
+
const wayback = await fetchWayback(url, timeoutMs);
|
|
153
|
+
if (wayback.result && archiveImprovesContent(active, wayback.result)) {
|
|
154
|
+
return { active: wayback.result, errors };
|
|
155
|
+
}
|
|
156
|
+
if (wayback.error)
|
|
157
|
+
errors.push(wayback.error);
|
|
158
|
+
}
|
|
159
|
+
if (archiveMdEnabled()) {
|
|
160
|
+
const archiveMd = await fetchArchiveMd(url, timeoutMs);
|
|
161
|
+
if (archiveMd.result && archiveImprovesContent(active, archiveMd.result)) {
|
|
162
|
+
return { active: archiveMd.result, errors };
|
|
163
|
+
}
|
|
164
|
+
if (archiveMd.error)
|
|
165
|
+
errors.push(archiveMd.error);
|
|
166
|
+
}
|
|
167
|
+
if (errors.length === 0) {
|
|
168
|
+
errors.push({ category: "unavailable", code: "archive_fallback_unavailable", message: "No archive fallback improved the page" });
|
|
169
|
+
}
|
|
170
|
+
return { active, errors };
|
|
171
|
+
}
|
|
172
|
+
//# sourceMappingURL=archive-fallback.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"archive-fallback.js","sourceRoot":"","sources":["../../src/smartfetch/archive-fallback.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAC7H,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAA;AAE3E,MAAM,UAAU,GAAG,iHAAiH,CAAA;AAEpI,MAAM,YAAY,GAAG;IACnB,YAAY;IACZ,wBAAwB;IACxB,SAAS;IACT,aAAa;IACb,eAAe;IACf,QAAQ;IACR,eAAe;IACf,oBAAoB;CACrB,CAAA;AAED,MAAM,cAAc,GAAG;IACrB,uBAAuB;IACvB,eAAe;IACf,qBAAqB;IACrB,sBAAsB;IACtB,iCAAiC;IACjC,mBAAmB;IACnB,qBAAqB;IACrB,uBAAuB;IACvB,qBAAqB;IACrB,+BAA+B;CAChC,CAAA;AAED,SAAS,sBAAsB;IAC7B,OAAO,UAAU,CAAC,oCAAoC,EAAE,IAAI,CAAC,CAAA;AAC/D,CAAC;AAED,SAAS,cAAc;IACrB,OAAO,UAAU,CAAC,2BAA2B,EAAE,IAAI,CAAC,CAAA;AACtD,CAAC;AAED,SAAS,gBAAgB;IACvB,OAAO,UAAU,CAAC,8BAA8B,EAAE,IAAI,CAAC,CAAA;AACzD,CAAC;AAED,SAAS,aAAa;IACpB,OAAO,OAAO,CAAC,sBAAsB,CAAC,CAAA;AACxC,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW;IACrC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAA;QAChD,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAA;IAChF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAA;IACd,CAAC;AACH,CAAC;AAED,SAAS,uBAAuB,CAAC,GAAW,EAAE,MAAqB;IACjE,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,OAAO,IAAI,CAAA;IAC3B,IAAI,iBAAiB,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAA;IAC1C,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAA;IACpD,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAAE,OAAO,IAAI,CAAA;IACvE,IAAI,kBAAkB,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI;QAAE,OAAO,IAAI,CAAA;IAC9D,OAAO,KAAK,CAAA;AACd,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,GAAW,EAAE,SAAiB;IACxD,MAAM,YAAY,GAAG,MAAM,iBAAiB,CAC1C,6CAA6C,kBAAkB,CAAC,GAAG,CAAC,EAAE,EACtE,SAAS,EACT;QACE,OAAO,EAAE;YACP,MAAM,EAAE,iCAAiC;YACzC,YAAY,EAAE,UAAU;SACzB;KACF,EACD;QACE,IAAI,EAAE,OAAO;QACb,SAAS,EAAE,GAAG;KACf,CACF,CAAA;IAED,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;QACrB,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,EAAE,QAAQ,EAAE,YAAY,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC,OAAO,EAAsB;SACzI,CAAA;IACH,CAAC;IAED,MAAM,WAAW,GAAI,YAAY,CAAC,IAAY,EAAE,kBAAkB,EAAE,OAAO,EAAE,GAAG,CAAA;IAChF,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,0BAA0B,EAAE,OAAO,EAAE,+BAA+B,EAAsB;SACnI,CAAA;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CACtC,MAAM,CAAC,WAAW,CAAC,EACnB,SAAS,EACT;QACE,OAAO,EAAE;YACP,MAAM,EAAE,0BAA0B;YAClC,YAAY,EAAE,UAAU;SACzB;KACF,EACD;QACE,IAAI,EAAE,OAAO;QACb,SAAS,EAAE,GAAG;KACf,CACF,CAAA;IAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAsB;SAC7H,CAAA;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE;YACN,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,iBAAiB;YACzB,OAAO,EAAE,QAAQ,CAAC,IAAI;YACtB,KAAK,EAAE,UAAU,CAAC,CAAC,GAAG,kBAAkB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;SACjE;QACzB,KAAK,EAAE,IAAI;KACZ,CAAA;AACH,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,GAAW,EAAE,SAAiB;IAC1D,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CACtC,sBAAsB,GAAG,EAAE,EAC3B,SAAS,EACT;QACE,OAAO,EAAE;YACP,MAAM,EAAE,0BAA0B;YAClC,YAAY,EAAE,UAAU;SACzB;KACF,EACD;QACE,IAAI,EAAE,OAAO;QACb,SAAS,EAAE,GAAG;KACf,CACF,CAAA;IAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAsB;SAC7H,CAAA;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE;YACN,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,YAAY;YACpB,OAAO,EAAE,QAAQ,CAAC,IAAI;YACtB,KAAK,EAAE,UAAU,CAAC,CAAC,GAAG,kBAAkB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;SACjE;QACzB,KAAK,EAAE,IAAI;KACZ,CAAA;AACH,CAAC;AAED,SAAS,sBAAsB,CAAC,OAAsB,EAAE,SAAwB;IAC9E,MAAM,WAAW,GAAG,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAC9C,MAAM,aAAa,GAAG,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,CAAA;IAClD,IAAI,aAAa,CAAC,MAAM,GAAG,GAAG;QAAE,OAAO,KAAK,CAAA;IAC5C,MAAM,gBAAgB,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,iBAAiB,CAAC,SAAS,CAAC,CAAA;IACtI,IAAI,CAAC,gBAAgB;QAAE,OAAO,aAAa,CAAC,MAAM,IAAI,WAAW,CAAC,MAAM,CAAA;IACxE,OAAO,aAAa,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,CAAA;AACtD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,GAAW,EAAE,MAAqB,EAAE,SAAiB;IACjG,IAAI,CAAC,sBAAsB,EAAE,IAAI,aAAa,EAAE,EAAE,CAAC;QACjD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,EAAiB,EAAE,CAAA;IAC9C,CAAC;IACD,IAAI,CAAC,uBAAuB,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC;QAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,EAAiB,EAAE,CAAA;IAC9C,CAAC;IAED,MAAM,MAAM,GAAgB,EAAE,CAAA;IAE9B,IAAI,cAAc,EAAE,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;QAClD,IAAI,OAAO,CAAC,MAAM,IAAI,sBAAsB,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACrE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,CAAA;QAC3C,CAAC;QACD,IAAI,OAAO,CAAC,KAAK;YAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAC/C,CAAC;IAED,IAAI,gBAAgB,EAAE,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;QACtD,IAAI,SAAS,CAAC,MAAM,IAAI,sBAAsB,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;YACzE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,CAAA;QAC7C,CAAC;QACD,IAAI,SAAS,CAAC,KAAK;YAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;IACnD,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,8BAA8B,EAAE,OAAO,EAAE,uCAAuC,EAAE,CAAC,CAAA;IAClI,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAA;AAC3B,CAAC"}
|
package/dist/smartfetch.js
CHANGED
|
@@ -2,6 +2,7 @@ import { execFileSync } from "node:child_process";
|
|
|
2
2
|
import { dirname, resolve } from "node:path";
|
|
3
3
|
import { fileURLToPath } from "node:url";
|
|
4
4
|
import { asString, cleanLinks, dedupeUrls, envFlag, extractAnchorHrefs, extractUrls, inferTarget, isDcinsideUrl, needsDynamicCrawl, validateOutboundUrl, } from "./shared.js";
|
|
5
|
+
import { maybeUseArchiveFallback } from "./smartfetch/archive-fallback.js";
|
|
5
6
|
import { resolveSmartfetchProvider } from "./smartfetch/providers/index.js";
|
|
6
7
|
const thisDir = typeof __dirname !== "undefined" ? __dirname : dirname(fileURLToPath(import.meta.url));
|
|
7
8
|
const DEFAULT_USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36";
|
|
@@ -299,6 +300,14 @@ export async function runSmartfetch(options) {
|
|
|
299
300
|
active = tier2;
|
|
300
301
|
}
|
|
301
302
|
}
|
|
303
|
+
if (target === "generic") {
|
|
304
|
+
const archived = await maybeUseArchiveFallback(options.url, active, timeoutMs);
|
|
305
|
+
active = archived.active;
|
|
306
|
+
output.errors.push(...archived.errors);
|
|
307
|
+
if (active.method === "wayback_archive" || active.method === "archive_md") {
|
|
308
|
+
output.retrieval_method.push(active.method);
|
|
309
|
+
}
|
|
310
|
+
}
|
|
302
311
|
const provider = resolveSmartfetchProvider(options.url, target);
|
|
303
312
|
const normalized = await provider.normalize({
|
|
304
313
|
url: options.url,
|
package/dist/smartfetch.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"smartfetch.js","sourceRoot":"","sources":["../src/smartfetch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AAExC,OAAO,EAML,QAAQ,EACR,UAAU,EACV,UAAU,EACV,OAAO,EACP,kBAAkB,EAClB,WAAW,EACX,WAAW,EACX,aAAa,EACb,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAA;AAE3E,MAAM,OAAO,GAAG,OAAO,SAAS,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;AACtG,MAAM,kBAAkB,GAAG,iHAAiH,CAAA;AAE5I,IAAI,UAAU,GAAY,SAAS,CAAA;AAEnC,SAAS,iBAAiB;IACxB,OAAO,OAAO,CAAC,+BAA+B,CAAC,CAAA;AACjD,CAAC;AAED,KAAK,UAAU,QAAQ;IACrB,IAAI,UAAU,KAAK,SAAS;QAAE,OAAO,UAAU,CAAA;IAC/C,IAAI,CAAC;QACH,UAAU,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAA;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,UAAU,GAAG,KAAK,CAAA;IACpB,CAAC;IACD,OAAO,UAAU,CAAA;AACnB,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,GAAW,EAAE,SAAiB;IAC1D,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAA;IAC7D,IAAI,CAAC;QACH,MAAM,OAAO,GAA2B;YACtC,MAAM,EAAE,2CAA2C;YACnD,YAAY,EAAE,kBAAkB;SACjC,CAAA;QACD,IAAI,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,iBAAiB,CAAC,GAAG,qCAAqC,CAAA;YAClE,OAAO,CAAC,OAAO,GAAG,4BAA4B,CAAA;QAChD,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;QACzE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,aAAa;gBACrB,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,EAAE;gBACT,KAAK,EAAE;oBACL,QAAQ,EAAE,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa;oBACtF,IAAI,EAAE,oBAAoB;oBAC1B,OAAO,EAAE,UAAU,QAAQ,CAAC,MAAM,EAAE;iBACrC;aACF,CAAA;QACH,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,GAAG,kBAAkB,CAAC,IAAI,CAAC,EAAE,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAA;QACjE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,CAAA;IACrF,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACtE,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,aAAa;YACrB,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,EAAE;YACT,KAAK,EAAE;gBACL,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa;gBAC7E,IAAI,EAAE,uBAAuB;gBAC7B,OAAO;aACR;SACF,CAAA;IACH,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAA;IACrB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,GAAW,EAAE,SAAiB;IACzD,MAAM,KAAK,GAAG,MAAM,QAAQ,EAAE,CAAA;IAC9B,IAAI,CAAC,KAAK;QAAE,OAAO,cAAc,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;IACjD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAK,KAAa,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAA;QAC5E,MAAM,OAAO,GAA2B,EAAE,CAAA;QAC1C,IAAI,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,OAAO,GAAG,4BAA4B,CAAA;YAC9C,OAAO,CAAC,iBAAiB,CAAC,GAAG,qCAAqC,CAAA;QACpE,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAA;QACrD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,aAAa;gBACrB,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,EAAE;gBACT,KAAK,EAAE;oBACL,QAAQ,EAAE,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa;oBACtF,IAAI,EAAE,oBAAoB;oBAC1B,OAAO,EAAE,UAAU,QAAQ,CAAC,MAAM,EAAE;iBACrC;aACF,CAAA;QACH,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,GAAG,kBAAkB,CAAC,IAAI,CAAC,EAAE,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAA;QACjE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,CAAA;IACrF,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACtE,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,aAAa;YACrB,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,EAAE;YACT,KAAK,EAAE;gBACL,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa;gBAC/E,IAAI,EAAE,uBAAuB;gBAC7B,OAAO;aACR;SACF,CAAA;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,GAAW,EAAE,SAAiB;IAC9D,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;uBA2BM,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC;;;;0BAI/B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,0CAA0C,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;GAyB7F,CAAA;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE;YAClD,GAAG,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;YAC3B,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,KAAK,EAAE,KAAK,CAAC;YAC3C,QAAQ,EAAE,OAAO;YACjB,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;SAC5B,CAAC,CAAC,IAAI,EAAE,CAAA;QACT,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAA4B,CAAA;QAC5D,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,oBAAoB;gBAC5B,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,EAAE;gBACT,KAAK,EAAE;oBACL,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa;oBAClG,IAAI,EAAE,yBAAyB;oBAC/B,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,4BAA4B,CAAC;iBAC9D;aACF,CAAA;QACH,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAA;QAC3D,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QAC3F,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,oBAAoB,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,CAAA;IACtF,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACtE,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,oBAAoB;YAC5B,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,EAAE;YACT,KAAK,EAAE;gBACL,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa;gBAC/E,IAAI,EAAE,wBAAwB;gBAC9B,OAAO;aACR;SACF,CAAA;IACH,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,GAAW,EAAE,MAAkC;IACjE,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,GAAG;QACH,MAAM;QACN,gBAAgB,EAAE,EAAE;QACpB,UAAU,EAAE,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ;QAClF,OAAO,EAAE,KAAK;QACd,MAAM,EAAE,EAAE;QACV,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,EAAE;QACV,QAAQ,EAAE,EAAE;QACZ,cAAc,EAAE,EAAE;QAClB,QAAQ,EAAE;YACR,eAAe,EAAE,KAAK;YACtB,aAAa,EAAE,KAAK;YACpB,oBAAoB,EAAE,KAAK;YAC3B,kBAAkB,EAAE,KAAK;YACzB,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACvC;KACF,CAAA;AACH,CAAC;AAED,SAAS,cAAc,CAAC,MAAwB;IAC9C,MAAM,QAAQ,GAAG;QACf,QAAQ;QACR,KAAK;QACL,QAAQ;QACR,kBAAkB;QAClB,YAAY;QACZ,SAAS;QACT,QAAQ;QACR,MAAM;QACN,QAAQ;QACR,UAAU;QACV,gBAAgB;QAChB,UAAU;KACX,CAAA;IACD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC;YAAE,OAAO,gBAAgB,GAAG,EAAE,CAAA;IACpD,CAAC;IACD,OAAO,EAAE,CAAA;AACX,CAAC;AAUD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAA0B;IAC5D,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC,CAAA;IACjE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,CAAA;IAChF,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;IAE9C,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,EAAE,CAAC,CAAA;IACrG,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO;YACL,GAAG,MAAM;YACT,OAAO,EAAE,IAAI;YACb,MAAM,EAAE;gBACN;oBACE,QAAQ,EAAE,OAAO;oBACjB,IAAI,EAAE,UAAU,CAAC,MAAM;oBACvB,OAAO,EAAE,UAAU,CAAC,OAAO;iBAC5B;aACF;SACF,CAAA;IACH,CAAC;IAED,IAAI,MAAqB,CAAA;IACzB,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,MAAM,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;QACzD,MAAM,CAAC,QAAQ,CAAC,oBAAoB,GAAG,IAAI,CAAA;QAC3C,MAAM,CAAC,QAAQ,CAAC,kBAAkB,GAAG,MAAM,CAAC,EAAE,CAAA;QAC9C,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAC3C,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IACpD,CAAC;SAAM,CAAC;QACN,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;QACzD,MAAM,CAAC,QAAQ,CAAC,eAAe,GAAG,IAAI,CAAA;QACtC,MAAM,CAAC,QAAQ,CAAC,aAAa,GAAG,KAAK,CAAC,EAAE,CAAA;QACxC,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QAC1C,IAAI,KAAK,CAAC,KAAK;YAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAChD,MAAM,GAAG,KAAK,CAAA;QAEd,IAAI,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;YAC9D,MAAM,CAAC,QAAQ,CAAC,oBAAoB,GAAG,IAAI,CAAA;YAC3C,MAAM,CAAC,QAAQ,CAAC,kBAAkB,GAAG,KAAK,CAAC,EAAE,CAAA;YAC7C,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YAC1C,IAAI,KAAK,CAAC,KAAK;gBAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YAChD,IAAI,KAAK,CAAC,EAAE;gBAAE,MAAM,GAAG,KAAK,CAAA;QAC9B,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,yBAAyB,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;IAC/D,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC;QAC1C,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,MAAM;QACN,SAAS;QACT,MAAM;QACN,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,CAAC,CAAA;IAEF,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;IAC/C,MAAM,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAA;IAC7B,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAA;IACjC,MAAM,CAAC,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAA;IACrC,MAAM,CAAC,cAAc,GAAG,UAAU,CAAC,cAAc,CAAA;IACjD,MAAM,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,CAAA;IACnC,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,MAAqB,CAAA;IAEhD,MAAM,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,CAAA;IACxH,MAAM,CAAC,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC,cAAc,CAAC,CAAA;IAEzD,IAAI,OAAO,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,CAAC,CAAA;QACpC,IAAI,KAAK,EAAE,CAAC;YACV,OAAO;gBACL,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC;gBAClC,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,0BAA0B,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;aACxF,CAAA;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAwB,EAAE,MAA8B;IACvF,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAA;IAC9B,MAAM,KAAK,GAAG,MAAM,CAAE,IAAY,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;IACvD,MAAM,IAAI,GAAG,MAAM,CAAE,IAAY,EAAE,IAAI,IAAK,IAAY,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;IAEhF,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG;YACV,IAAY,EAAE,SAAS,CAAC,CAAC,CAAC,KAAM,IAAY,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE;YAC7D,IAAY,EAAE,MAAM,CAAC,CAAC,CAAC,UAAW,IAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE;YAC5D,IAAY,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAU,IAAY,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE;YACvE,IAAY,EAAE,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,YAAa,IAAY,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE;SAC1F,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC;YAC7C,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAY,EAAE,EAAE;gBAChD,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;gBAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,MAAM,IAAI,SAAS,CAAC,CAAA;gBACnD,OAAO,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;YACzC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;YACpB,CAAC,CAAC,EAAE,CAAA;QACN,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAA;IACzI,CAAC;IAED,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,MAAM,GAAG,GAAG,MAAM,CAAE,IAAY,EAAE,GAAG,IAAI,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;IACjE,MAAM,IAAI,GAAa,EAAE,CAAA;IACzB,IAAK,IAAY,EAAE,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,gBAAiB,IAAY,CAAC,SAAS,EAAE,CAAC,CAAA;IAClF,IAAK,IAAY,EAAE,MAAM;QAAE,IAAI,CAAC,IAAI,CAAC,WAAY,IAAY,CAAC,MAAM,EAAE,CAAC,CAAA;IACvE,IAAK,IAAY,EAAE,KAAK,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,UAAW,IAAY,CAAC,KAAK,EAAE,CAAC,CAAA;IAClF,IAAK,IAAY,EAAE,YAAY,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,aAAc,IAAY,CAAC,YAAY,EAAE,CAAC,CAAA;IAEnG,IAAI,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC,CAAA;IACnC,IAAI,GAAG;QAAE,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,CAAA;IACrC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IAChD,IAAI,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAE1B,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjE,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAY,EAAE,EAAE;YACjE,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,MAAM,IAAI,SAAS,CAAC,CAAA;YACnD,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YAC/C,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QAC3C,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAClB,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,kBAAkB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC9E,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAA;IAC7F,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAEnE,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,IAAI,IAAI,OAAO,KAAK,IAAI,EAAE,OAAO,IAAI,SAAS,EAAE,CAAC,CAAA;QACvG,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAChD,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAA;AAClC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,GAAW,EAAE,MAA8B,EAAE,SAAiB;IACtG,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;QACjC,GAAG;QACH,SAAS;QACT,YAAY,EAAE,IAAI;KACnB,CAAC,CAAA;IACF,OAAO,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;AACzC,CAAC"}
|
|
1
|
+
{"version":3,"file":"smartfetch.js","sourceRoot":"","sources":["../src/smartfetch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AAExC,OAAO,EAML,QAAQ,EACR,UAAU,EACV,UAAU,EACV,OAAO,EACP,kBAAkB,EAClB,WAAW,EACX,WAAW,EACX,aAAa,EACb,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAA;AAC1E,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAA;AAE3E,MAAM,OAAO,GAAG,OAAO,SAAS,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;AACtG,MAAM,kBAAkB,GAAG,iHAAiH,CAAA;AAE5I,IAAI,UAAU,GAAY,SAAS,CAAA;AAEnC,SAAS,iBAAiB;IACxB,OAAO,OAAO,CAAC,+BAA+B,CAAC,CAAA;AACjD,CAAC;AAED,KAAK,UAAU,QAAQ;IACrB,IAAI,UAAU,KAAK,SAAS;QAAE,OAAO,UAAU,CAAA;IAC/C,IAAI,CAAC;QACH,UAAU,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAA;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,UAAU,GAAG,KAAK,CAAA;IACpB,CAAC;IACD,OAAO,UAAU,CAAA;AACnB,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,GAAW,EAAE,SAAiB;IAC1D,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAA;IAC7D,IAAI,CAAC;QACH,MAAM,OAAO,GAA2B;YACtC,MAAM,EAAE,2CAA2C;YACnD,YAAY,EAAE,kBAAkB;SACjC,CAAA;QACD,IAAI,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,iBAAiB,CAAC,GAAG,qCAAqC,CAAA;YAClE,OAAO,CAAC,OAAO,GAAG,4BAA4B,CAAA;QAChD,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;QACzE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,aAAa;gBACrB,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,EAAE;gBACT,KAAK,EAAE;oBACL,QAAQ,EAAE,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa;oBACtF,IAAI,EAAE,oBAAoB;oBAC1B,OAAO,EAAE,UAAU,QAAQ,CAAC,MAAM,EAAE;iBACrC;aACF,CAAA;QACH,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,GAAG,kBAAkB,CAAC,IAAI,CAAC,EAAE,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAA;QACjE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,CAAA;IACrF,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACtE,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,aAAa;YACrB,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,EAAE;YACT,KAAK,EAAE;gBACL,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa;gBAC7E,IAAI,EAAE,uBAAuB;gBAC7B,OAAO;aACR;SACF,CAAA;IACH,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAA;IACrB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,GAAW,EAAE,SAAiB;IACzD,MAAM,KAAK,GAAG,MAAM,QAAQ,EAAE,CAAA;IAC9B,IAAI,CAAC,KAAK;QAAE,OAAO,cAAc,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;IACjD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAK,KAAa,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAA;QAC5E,MAAM,OAAO,GAA2B,EAAE,CAAA;QAC1C,IAAI,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,OAAO,GAAG,4BAA4B,CAAA;YAC9C,OAAO,CAAC,iBAAiB,CAAC,GAAG,qCAAqC,CAAA;QACpE,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAA;QACrD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,aAAa;gBACrB,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,EAAE;gBACT,KAAK,EAAE;oBACL,QAAQ,EAAE,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa;oBACtF,IAAI,EAAE,oBAAoB;oBAC1B,OAAO,EAAE,UAAU,QAAQ,CAAC,MAAM,EAAE;iBACrC;aACF,CAAA;QACH,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,GAAG,kBAAkB,CAAC,IAAI,CAAC,EAAE,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAA;QACjE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,CAAA;IACrF,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACtE,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,aAAa;YACrB,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,EAAE;YACT,KAAK,EAAE;gBACL,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa;gBAC/E,IAAI,EAAE,uBAAuB;gBAC7B,OAAO;aACR;SACF,CAAA;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,GAAW,EAAE,SAAiB;IAC9D,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;uBA2BM,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC;;;;0BAI/B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,0CAA0C,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;GAyB7F,CAAA;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE;YAClD,GAAG,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;YAC3B,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,KAAK,EAAE,KAAK,CAAC;YAC3C,QAAQ,EAAE,OAAO;YACjB,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;SAC5B,CAAC,CAAC,IAAI,EAAE,CAAA;QACT,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAA4B,CAAA;QAC5D,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,oBAAoB;gBAC5B,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,EAAE;gBACT,KAAK,EAAE;oBACL,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa;oBAClG,IAAI,EAAE,yBAAyB;oBAC/B,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,4BAA4B,CAAC;iBAC9D;aACF,CAAA;QACH,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAA;QAC3D,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QAC3F,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,oBAAoB,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,CAAA;IACtF,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACtE,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,oBAAoB;YAC5B,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,EAAE;YACT,KAAK,EAAE;gBACL,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa;gBAC/E,IAAI,EAAE,wBAAwB;gBAC9B,OAAO;aACR;SACF,CAAA;IACH,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,GAAW,EAAE,MAAkC;IACjE,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,GAAG;QACH,MAAM;QACN,gBAAgB,EAAE,EAAE;QACpB,UAAU,EAAE,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ;QAClF,OAAO,EAAE,KAAK;QACd,MAAM,EAAE,EAAE;QACV,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,EAAE;QACV,QAAQ,EAAE,EAAE;QACZ,cAAc,EAAE,EAAE;QAClB,QAAQ,EAAE;YACR,eAAe,EAAE,KAAK;YACtB,aAAa,EAAE,KAAK;YACpB,oBAAoB,EAAE,KAAK;YAC3B,kBAAkB,EAAE,KAAK;YACzB,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACvC;KACF,CAAA;AACH,CAAC;AAED,SAAS,cAAc,CAAC,MAAwB;IAC9C,MAAM,QAAQ,GAAG;QACf,QAAQ;QACR,KAAK;QACL,QAAQ;QACR,kBAAkB;QAClB,YAAY;QACZ,SAAS;QACT,QAAQ;QACR,MAAM;QACN,QAAQ;QACR,UAAU;QACV,gBAAgB;QAChB,UAAU;KACX,CAAA;IACD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC;YAAE,OAAO,gBAAgB,GAAG,EAAE,CAAA;IACpD,CAAC;IACD,OAAO,EAAE,CAAA;AACX,CAAC;AAUD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAA0B;IAC5D,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC,CAAA;IACjE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,CAAA;IAChF,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;IAE9C,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,EAAE,CAAC,CAAA;IACrG,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO;YACL,GAAG,MAAM;YACT,OAAO,EAAE,IAAI;YACb,MAAM,EAAE;gBACN;oBACE,QAAQ,EAAE,OAAO;oBACjB,IAAI,EAAE,UAAU,CAAC,MAAM;oBACvB,OAAO,EAAE,UAAU,CAAC,OAAO;iBAC5B;aACF;SACF,CAAA;IACH,CAAC;IAED,IAAI,MAAqB,CAAA;IACzB,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,MAAM,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;QACzD,MAAM,CAAC,QAAQ,CAAC,oBAAoB,GAAG,IAAI,CAAA;QAC3C,MAAM,CAAC,QAAQ,CAAC,kBAAkB,GAAG,MAAM,CAAC,EAAE,CAAA;QAC9C,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAC3C,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IACpD,CAAC;SAAM,CAAC;QACN,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;QACzD,MAAM,CAAC,QAAQ,CAAC,eAAe,GAAG,IAAI,CAAA;QACtC,MAAM,CAAC,QAAQ,CAAC,aAAa,GAAG,KAAK,CAAC,EAAE,CAAA;QACxC,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QAC1C,IAAI,KAAK,CAAC,KAAK;YAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAChD,MAAM,GAAG,KAAK,CAAA;QAEd,IAAI,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;YAC9D,MAAM,CAAC,QAAQ,CAAC,oBAAoB,GAAG,IAAI,CAAA;YAC3C,MAAM,CAAC,QAAQ,CAAC,kBAAkB,GAAG,KAAK,CAAC,EAAE,CAAA;YAC7C,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YAC1C,IAAI,KAAK,CAAC,KAAK;gBAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YAChD,IAAI,KAAK,CAAC,EAAE;gBAAE,MAAM,GAAG,KAAK,CAAA;QAC9B,CAAC;IACH,CAAC;IAED,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,CAAC,CAAA;QAC9E,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAA;QACxB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAA;QACtC,IAAI,MAAM,CAAC,MAAM,KAAK,iBAAiB,IAAI,MAAM,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;YAC1E,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAC7C,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,yBAAyB,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;IAC/D,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC;QAC1C,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,MAAM;QACN,SAAS;QACT,MAAM;QACN,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,CAAC,CAAA;IAEF,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;IAC/C,MAAM,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAA;IAC7B,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAA;IACjC,MAAM,CAAC,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAA;IACrC,MAAM,CAAC,cAAc,GAAG,UAAU,CAAC,cAAc,CAAA;IACjD,MAAM,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,CAAA;IACnC,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,MAAqB,CAAA;IAEhD,MAAM,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,CAAA;IACxH,MAAM,CAAC,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC,cAAc,CAAC,CAAA;IAEzD,IAAI,OAAO,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,CAAC,CAAA;QACpC,IAAI,KAAK,EAAE,CAAC;YACV,OAAO;gBACL,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC;gBAClC,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,0BAA0B,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;aACxF,CAAA;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAwB,EAAE,MAA8B;IACvF,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAA;IAC9B,MAAM,KAAK,GAAG,MAAM,CAAE,IAAY,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;IACvD,MAAM,IAAI,GAAG,MAAM,CAAE,IAAY,EAAE,IAAI,IAAK,IAAY,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;IAEhF,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG;YACV,IAAY,EAAE,SAAS,CAAC,CAAC,CAAC,KAAM,IAAY,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE;YAC7D,IAAY,EAAE,MAAM,CAAC,CAAC,CAAC,UAAW,IAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE;YAC5D,IAAY,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAU,IAAY,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE;YACvE,IAAY,EAAE,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,YAAa,IAAY,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE;SAC1F,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC;YAC7C,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAY,EAAE,EAAE;gBAChD,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;gBAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,MAAM,IAAI,SAAS,CAAC,CAAA;gBACnD,OAAO,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;YACzC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;YACpB,CAAC,CAAC,EAAE,CAAA;QACN,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAA;IACzI,CAAC;IAED,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,MAAM,GAAG,GAAG,MAAM,CAAE,IAAY,EAAE,GAAG,IAAI,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;IACjE,MAAM,IAAI,GAAa,EAAE,CAAA;IACzB,IAAK,IAAY,EAAE,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,gBAAiB,IAAY,CAAC,SAAS,EAAE,CAAC,CAAA;IAClF,IAAK,IAAY,EAAE,MAAM;QAAE,IAAI,CAAC,IAAI,CAAC,WAAY,IAAY,CAAC,MAAM,EAAE,CAAC,CAAA;IACvE,IAAK,IAAY,EAAE,KAAK,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,UAAW,IAAY,CAAC,KAAK,EAAE,CAAC,CAAA;IAClF,IAAK,IAAY,EAAE,YAAY,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,aAAc,IAAY,CAAC,YAAY,EAAE,CAAC,CAAA;IAEnG,IAAI,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC,CAAA;IACnC,IAAI,GAAG;QAAE,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,CAAA;IACrC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IAChD,IAAI,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAE1B,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjE,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAY,EAAE,EAAE;YACjE,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,MAAM,IAAI,SAAS,CAAC,CAAA;YACnD,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YAC/C,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QAC3C,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAClB,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,kBAAkB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC9E,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAA;IAC7F,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAEnE,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,IAAI,IAAI,OAAO,KAAK,IAAI,EAAE,OAAO,IAAI,SAAS,EAAE,CAAC,CAAA;QACvG,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAChD,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAA;AAClC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,GAAW,EAAE,MAA8B,EAAE,SAAiB;IACtG,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;QACjC,GAAG;QACH,SAAS;QACT,YAAY,EAAE,IAAI;KACnB,CAAC,CAAA;IACF,OAAO,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;AACzC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "smart-web-mcp",
|
|
3
3
|
"mcpName": "io.github.rich-jojo/smart-web",
|
|
4
|
-
"version": "0.
|
|
4
|
+
"version": "0.3.0",
|
|
5
5
|
"packageManager": "npm@10.8.2",
|
|
6
6
|
"description": "Portable MCP server that provides smart web search and browser-aware fetch tools.",
|
|
7
7
|
"homepage": "https://github.com/rich-jojo/smart-web",
|
|
@@ -31,7 +31,7 @@
|
|
|
31
31
|
"scripts": {
|
|
32
32
|
"build": "tsc -p tsconfig.json",
|
|
33
33
|
"dev": "tsx src/index.ts",
|
|
34
|
-
"test": "node --import tsx --test src/shared.test.ts src/render.test.ts src/providers.test.ts src/provider-policy.test.ts src/mcp.test.ts",
|
|
34
|
+
"test": "node --import tsx --test src/shared.test.ts src/render.test.ts src/providers.test.ts src/provider-policy.test.ts src/archive-fallback.test.ts src/mcp.test.ts",
|
|
35
35
|
"check:meta": "node scripts/check-metadata.mjs",
|
|
36
36
|
"check": "npm run build && npm run check:meta && npm run test",
|
|
37
37
|
"prepare": "npm run build"
|