cli-jaw 2.2.0 → 2.2.1-preview.20260625145621
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.ko.md +1 -1
- package/README.md +22 -3
- package/README.zh-CN.md +1 -1
- package/dist/bin/cli-jaw.js +13 -1
- package/dist/bin/cli-jaw.js.map +1 -1
- package/dist/bin/commands/bgtask.js +2 -1
- package/dist/bin/commands/bgtask.js.map +1 -1
- package/dist/bin/commands/dispatch-batch-summary.js +38 -0
- package/dist/bin/commands/dispatch-batch-summary.js.map +1 -0
- package/dist/bin/commands/dispatch.js +91 -52
- package/dist/bin/commands/dispatch.js.map +1 -1
- package/dist/bin/commands/hooks.js +58 -0
- package/dist/bin/commands/hooks.js.map +1 -0
- package/dist/bin/commands/jwc.js +237 -0
- package/dist/bin/commands/jwc.js.map +1 -0
- package/dist/bin/commands/orchestrate.js +37 -2
- package/dist/bin/commands/orchestrate.js.map +1 -1
- package/dist/bin/commands/provider.js +213 -0
- package/dist/bin/commands/provider.js.map +1 -0
- package/dist/bin/commands/skill.js +17 -4
- package/dist/bin/commands/skill.js.map +1 -1
- package/dist/bin/commands/worker.js +162 -4
- package/dist/bin/commands/worker.js.map +1 -1
- package/dist/lib/mcp/skills-distribution.js +17 -19
- package/dist/lib/mcp/skills-distribution.js.map +1 -1
- package/dist/server.js +2 -1
- package/dist/server.js.map +1 -1
- package/dist/src/agent/jwc-runtime.js +12 -3
- package/dist/src/agent/jwc-runtime.js.map +1 -1
- package/dist/src/agent/spawn/queue.js +14 -0
- package/dist/src/agent/spawn/queue.js.map +1 -1
- package/dist/src/agent/spawn.js +1 -1
- package/dist/src/agent/spawn.js.map +1 -1
- package/dist/src/bgtask/recover.js +4 -1
- package/dist/src/bgtask/recover.js.map +1 -1
- package/dist/src/bgtask/registry.js +12 -2
- package/dist/src/bgtask/registry.js.map +1 -1
- package/dist/src/browser/adaptive-fetch/bm25-filter.js +47 -0
- package/dist/src/browser/adaptive-fetch/bm25-filter.js.map +1 -0
- package/dist/src/browser/adaptive-fetch/browser-escalation.js +136 -3
- package/dist/src/browser/adaptive-fetch/browser-escalation.js.map +1 -1
- package/dist/src/browser/adaptive-fetch/browser-flow.js +118 -0
- package/dist/src/browser/adaptive-fetch/browser-flow.js.map +1 -0
- package/dist/src/browser/adaptive-fetch/browser-runtime.js +10 -1
- package/dist/src/browser/adaptive-fetch/browser-runtime.js.map +1 -1
- package/dist/src/browser/adaptive-fetch/camoufox-session.js +76 -0
- package/dist/src/browser/adaptive-fetch/camoufox-session.js.map +1 -0
- package/dist/src/browser/adaptive-fetch/candidate-discovery.js +116 -0
- package/dist/src/browser/adaptive-fetch/candidate-discovery.js.map +1 -0
- package/dist/src/browser/adaptive-fetch/challenge-detector.js +1 -1
- package/dist/src/browser/adaptive-fetch/challenge-detector.js.map +1 -1
- package/dist/src/browser/adaptive-fetch/endpoint-resolvers.js +66 -5
- package/dist/src/browser/adaptive-fetch/endpoint-resolvers.js.map +1 -1
- package/dist/src/browser/adaptive-fetch/feed-parser.js +152 -0
- package/dist/src/browser/adaptive-fetch/feed-parser.js.map +1 -0
- package/dist/src/browser/adaptive-fetch/fetcher.js +20 -1
- package/dist/src/browser/adaptive-fetch/fetcher.js.map +1 -1
- package/dist/src/browser/adaptive-fetch/human-loop.js +10 -1
- package/dist/src/browser/adaptive-fetch/human-loop.js.map +1 -1
- package/dist/src/browser/adaptive-fetch/index.js +17 -397
- package/dist/src/browser/adaptive-fetch/index.js.map +1 -1
- package/dist/src/browser/adaptive-fetch/live-smoke-manifest.js +99 -0
- package/dist/src/browser/adaptive-fetch/live-smoke-manifest.js.map +1 -0
- package/dist/src/browser/adaptive-fetch/metadata.js +74 -5
- package/dist/src/browser/adaptive-fetch/metadata.js.map +1 -1
- package/dist/src/browser/adaptive-fetch/public-endpoint-normalizers.js +414 -0
- package/dist/src/browser/adaptive-fetch/public-endpoint-normalizers.js.map +1 -0
- package/dist/src/browser/adaptive-fetch/reader-adapters.js +36 -0
- package/dist/src/browser/adaptive-fetch/reader-adapters.js.map +1 -1
- package/dist/src/browser/adaptive-fetch/scheduler.js +472 -0
- package/dist/src/browser/adaptive-fetch/scheduler.js.map +1 -0
- package/dist/src/browser/adaptive-fetch/stage-types.js +2 -0
- package/dist/src/browser/adaptive-fetch/stage-types.js.map +1 -0
- package/dist/src/browser/adaptive-fetch/structured-extractor.js +117 -0
- package/dist/src/browser/adaptive-fetch/structured-extractor.js.map +1 -0
- package/dist/src/browser/adaptive-fetch/third-party-readers.js +15 -1
- package/dist/src/browser/adaptive-fetch/third-party-readers.js.map +1 -1
- package/dist/src/browser/adaptive-fetch/tls-fetch.js +81 -0
- package/dist/src/browser/adaptive-fetch/tls-fetch.js.map +1 -0
- package/dist/src/browser/adaptive-fetch/validators.js +11 -8
- package/dist/src/browser/adaptive-fetch/validators.js.map +1 -1
- package/dist/src/browser/adaptive-fetch/ytdlp-reader.js +82 -0
- package/dist/src/browser/adaptive-fetch/ytdlp-reader.js.map +1 -0
- package/dist/src/cli/commands.js +67 -13
- package/dist/src/cli/commands.js.map +1 -1
- package/dist/src/cli/handlers-search.js +28 -0
- package/dist/src/cli/handlers-search.js.map +1 -0
- package/dist/src/cli/handlers-skill-invoke.js +30 -0
- package/dist/src/cli/handlers-skill-invoke.js.map +1 -0
- package/dist/src/cli/handlers.js +12 -1
- package/dist/src/cli/handlers.js.map +1 -1
- package/dist/src/code-mode/acp-host.js +1 -8
- package/dist/src/code-mode/acp-host.js.map +1 -1
- package/dist/src/command-contract/catalog.js +22 -1
- package/dist/src/command-contract/catalog.js.map +1 -1
- package/dist/src/core/cli-detection.js +7 -0
- package/dist/src/core/cli-detection.js.map +1 -1
- package/dist/src/core/skill-cache.js +34 -0
- package/dist/src/core/skill-cache.js.map +1 -0
- package/dist/src/goal/heartbeat.js +13 -7
- package/dist/src/goal/heartbeat.js.map +1 -1
- package/dist/src/memory/heartbeat.js +12 -1
- package/dist/src/memory/heartbeat.js.map +1 -1
- package/dist/src/orchestrator/attestation.js +156 -0
- package/dist/src/orchestrator/attestation.js.map +1 -0
- package/dist/src/orchestrator/pipeline.js +34 -6
- package/dist/src/orchestrator/pipeline.js.map +1 -1
- package/dist/src/orchestrator/sanitize.js +4 -0
- package/dist/src/orchestrator/sanitize.js.map +1 -1
- package/dist/src/orchestrator/state-machine.js +69 -13
- package/dist/src/orchestrator/state-machine.js.map +1 -1
- package/dist/src/orchestrator/worker-output-store.js +64 -0
- package/dist/src/orchestrator/worker-output-store.js.map +1 -0
- package/dist/src/orchestrator/worker-progress.js.map +1 -1
- package/dist/src/orchestrator/worker-registry.js +91 -10
- package/dist/src/orchestrator/worker-registry.js.map +1 -1
- package/dist/src/orchestrator/worker-replay-notice.js +28 -0
- package/dist/src/orchestrator/worker-replay-notice.js.map +1 -0
- package/dist/src/orchestrator/worker-run-store.js +142 -0
- package/dist/src/orchestrator/worker-run-store.js.map +1 -0
- package/dist/src/prompt/builder.js +35 -3
- package/dist/src/prompt/builder.js.map +1 -1
- package/dist/src/prompt/context-hooks.js +210 -0
- package/dist/src/prompt/context-hooks.js.map +1 -0
- package/dist/src/prompt/templates/orchestration.md +1 -1
- package/dist/src/routes/bgtask.js +13 -4
- package/dist/src/routes/bgtask.js.map +1 -1
- package/dist/src/routes/command.js +1 -1
- package/dist/src/routes/command.js.map +1 -1
- package/dist/src/routes/orchestrate.js +85 -10
- package/dist/src/routes/orchestrate.js.map +1 -1
- package/dist/src/shared/runtime-observability.js +20 -0
- package/dist/src/shared/runtime-observability.js.map +1 -0
- package/dist/src/workflows/search.js +21 -0
- package/dist/src/workflows/search.js.map +1 -0
- package/package.json +11 -12
- package/public/dist/assets/{app-BsVpXeLC.js → app-CLrfEHAk.js} +4 -4
- package/public/dist/assets/bgtask-badge-4OjtCvDq.js +1 -0
- package/public/dist/assets/{bgtask-badge-DqMU3pM3.js → bgtask-badge-xWbw-l-0.js} +1 -1
- package/public/dist/assets/{employees-BhkR2-xi.js → employees-C5GPj3d3.js} +1 -1
- package/public/dist/assets/manager-Ceg2x8D0.js +13 -0
- package/public/dist/assets/{manager-U147AWWu.css → manager-CwAlpgV7.css} +1 -1
- package/public/dist/assets/memory-B1beDKbo.js +1 -0
- package/public/dist/assets/{memory-DERWDVjI.js → memory-CcnjBuo-.js} +1 -1
- package/public/dist/assets/{message-history-CK0ah3pB.js → message-history-BSWJwi__.js} +2 -2
- package/public/dist/assets/message-history-CzaziSe8.js +1 -0
- package/public/dist/assets/{render-CqzsW5KN.js → render-C2g_qvCg.js} +2 -2
- package/public/dist/assets/settings-Dst1mUjn.js +1 -0
- package/public/dist/assets/{settings-DdwmhI5a.js → settings-DxClXVD0.js} +1 -1
- package/public/dist/assets/settings-core-BW5mtFPE.js +1 -0
- package/public/dist/assets/{settings-core-AiF7o3Ns.js → settings-core-CSUV4-QG.js} +1 -1
- package/public/dist/assets/{sidebar-Bhtk2fPc.js → sidebar-CJz_SnMW.js} +3 -3
- package/public/dist/assets/skills-B2io6S_4.js +1 -0
- package/public/dist/assets/{skills-Cs8byPIx.js → skills-PKg2h1N4.js} +1 -1
- package/public/dist/assets/slash-commands-D1IS00Eg.js +1 -0
- package/public/dist/assets/{slash-commands-C5erv0KS.js → slash-commands-FMOOfedZ.js} +1 -1
- package/public/dist/assets/{trace-drawer-CtmD6jwj.js → trace-drawer-BoU1ucw7.js} +1 -1
- package/public/dist/assets/{ui-DaFl446W.js → ui-BX-IfLze.js} +1 -1
- package/public/dist/assets/ui-C-al0etg.js +1 -0
- package/public/dist/index.html +1 -1
- package/public/dist/manager/index.html +2 -2
- package/public/js/features/command-info.ts +1 -0
- package/public/js/render/file-links.ts +1 -1
- package/public/js/render/notes-vault-path.ts +1 -1
- package/public/locales/en.json +2 -0
- package/public/locales/ja.json +2 -0
- package/public/locales/ko.json +2 -0
- package/public/locales/zh.json +2 -0
- package/public/manager/src/SidebarRailRouter.tsx +7 -3
- package/public/manager/src/background-tasks/background-task-client.ts +21 -1
- package/public/manager/src/main.tsx +2 -0
- package/public/manager/src/workers/WorkerProgressMonitorPanel.tsx +2 -0
- package/public/manager/src/workers/WorkerRunsPanel.tsx +152 -0
- package/public/manager/src/workers/useWorkerRuns.ts +138 -0
- package/public/manager/src/workers/worker-runs-client.ts +112 -0
- package/public/manager/src/workers/worker-runs.css +208 -0
- package/scripts/bundle-sidecar.sh +2 -64
- package/scripts/check-electron-sidecar-no-jwc.cjs +57 -0
- package/scripts/install-risk-gate.mjs +3 -2
- package/scripts/jwc-no-global-smoke.mjs +19 -21
- package/public/dist/assets/bgtask-badge-YR8SMYrp.js +0 -1
- package/public/dist/assets/manager-ycX0r7uL.js +0 -13
- package/public/dist/assets/memory-CfeG2ViL.js +0 -1
- package/public/dist/assets/message-history-BaI36ciH.js +0 -1
- package/public/dist/assets/settings-VeoQiKpd.js +0 -1
- package/public/dist/assets/settings-core-DlfGtuWD.js +0 -1
- package/public/dist/assets/skills-Z0rMlwnf.js +0 -1
- package/public/dist/assets/slash-commands-CZKlw4A6.js +0 -1
- package/public/dist/assets/ui-WRcA4tUT.js +0 -1
- package/scripts/check-electron-sidecar-jwc.cjs +0 -117
|
@@ -7,6 +7,9 @@ export function extractMetadataFromHtml(html = '', finalUrl = '') {
|
|
|
7
7
|
const feedUrls = extractFeedUrls(html, finalUrl);
|
|
8
8
|
const oEmbedUrls = extractOembedUrls(html, finalUrl);
|
|
9
9
|
const jsonLd = extractJsonLdBlocks(html);
|
|
10
|
+
const openGraph = extractOpenGraph(html);
|
|
11
|
+
const twitterCard = extractTwitterCard(html);
|
|
12
|
+
const media = extractMediaMetadata({ openGraph, twitterCard, jsonLd, base: finalUrl });
|
|
10
13
|
const text = htmlToReadableText(html);
|
|
11
14
|
return {
|
|
12
15
|
source: 'metadata',
|
|
@@ -18,7 +21,9 @@ export function extractMetadataFromHtml(html = '', finalUrl = '') {
|
|
|
18
21
|
description,
|
|
19
22
|
feedUrls,
|
|
20
23
|
oEmbedUrls,
|
|
21
|
-
openGraph
|
|
24
|
+
openGraph,
|
|
25
|
+
twitterCard,
|
|
26
|
+
media,
|
|
22
27
|
jsonLd,
|
|
23
28
|
},
|
|
24
29
|
evidence: [
|
|
@@ -27,6 +32,7 @@ export function extractMetadataFromHtml(html = '', finalUrl = '') {
|
|
|
27
32
|
canonicalUrl ? 'canonical' : null,
|
|
28
33
|
feedUrls.length > 0 ? 'feed-link' : null,
|
|
29
34
|
oEmbedUrls.length > 0 ? 'oembed-link' : null,
|
|
35
|
+
Object.keys(media).length > 0 ? 'media-metadata' : null,
|
|
30
36
|
jsonLd.length > 0 ? 'json-ld' : null,
|
|
31
37
|
].filter(Boolean),
|
|
32
38
|
warnings: [],
|
|
@@ -51,12 +57,75 @@ export function extractJsonLdBlocks(html = '') {
|
|
|
51
57
|
}
|
|
52
58
|
function extractOpenGraph(html) {
|
|
53
59
|
const og = {};
|
|
54
|
-
const
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
60
|
+
for (const tag of metaTags(html)) {
|
|
61
|
+
const property = getTagAttr(tag, 'property');
|
|
62
|
+
if (!property.toLowerCase().startsWith('og:'))
|
|
63
|
+
continue;
|
|
64
|
+
const content = getTagAttr(tag, 'content');
|
|
65
|
+
if (content)
|
|
66
|
+
og[property.slice(3)] = content;
|
|
67
|
+
}
|
|
58
68
|
return og;
|
|
59
69
|
}
|
|
70
|
+
function extractTwitterCard(html) {
|
|
71
|
+
const twitter = {};
|
|
72
|
+
for (const tag of metaTags(html)) {
|
|
73
|
+
const name = getTagAttr(tag, 'name') || getTagAttr(tag, 'property');
|
|
74
|
+
if (!name.toLowerCase().startsWith('twitter:'))
|
|
75
|
+
continue;
|
|
76
|
+
const content = getTagAttr(tag, 'content');
|
|
77
|
+
if (content)
|
|
78
|
+
twitter[name.slice('twitter:'.length)] = content;
|
|
79
|
+
}
|
|
80
|
+
return twitter;
|
|
81
|
+
}
|
|
82
|
+
function extractMediaMetadata(input) {
|
|
83
|
+
const jsonLdMedia = input.jsonLd.flatMap(findJsonLdMedia).slice(0, 5);
|
|
84
|
+
const media = {};
|
|
85
|
+
const imageUrl = resolveMaybeUrl(input.openGraph['image'] || input.twitterCard['image'] || '', input.base);
|
|
86
|
+
const videoUrl = resolveMaybeUrl(input.openGraph['video'] || input.twitterCard['player'] || '', input.base);
|
|
87
|
+
const audioUrl = resolveMaybeUrl(input.openGraph['audio'] || '', input.base);
|
|
88
|
+
if (imageUrl)
|
|
89
|
+
media['imageUrl'] = imageUrl;
|
|
90
|
+
if (videoUrl)
|
|
91
|
+
media['videoUrl'] = videoUrl;
|
|
92
|
+
if (audioUrl)
|
|
93
|
+
media['audioUrl'] = audioUrl;
|
|
94
|
+
if (input.openGraph['image:width'])
|
|
95
|
+
media['imageWidth'] = input.openGraph['image:width'];
|
|
96
|
+
if (input.openGraph['image:height'])
|
|
97
|
+
media['imageHeight'] = input.openGraph['image:height'];
|
|
98
|
+
if (input.openGraph['video:width'] || input.twitterCard['player:width'])
|
|
99
|
+
media['videoWidth'] = input.openGraph['video:width'] || input.twitterCard['player:width'];
|
|
100
|
+
if (input.openGraph['video:height'] || input.twitterCard['player:height'])
|
|
101
|
+
media['videoHeight'] = input.openGraph['video:height'] || input.twitterCard['player:height'];
|
|
102
|
+
if (jsonLdMedia.length > 0)
|
|
103
|
+
media['jsonLdMedia'] = jsonLdMedia;
|
|
104
|
+
return media;
|
|
105
|
+
}
|
|
106
|
+
function findJsonLdMedia(value) {
|
|
107
|
+
if (Array.isArray(value))
|
|
108
|
+
return value.flatMap(findJsonLdMedia);
|
|
109
|
+
if (!value || typeof value !== 'object')
|
|
110
|
+
return [];
|
|
111
|
+
const obj = value;
|
|
112
|
+
const graph = Array.isArray(obj['@graph']) ? obj['@graph'].flatMap(findJsonLdMedia) : [];
|
|
113
|
+
const type = String(obj['@type'] || '');
|
|
114
|
+
const isMedia = /^(ImageObject|VideoObject|AudioObject|MediaObject)$/i.test(type);
|
|
115
|
+
const nested = ['image', 'video', 'audio', 'thumbnail', 'thumbnailUrl']
|
|
116
|
+
.flatMap(key => findJsonLdMedia(obj[key]));
|
|
117
|
+
const current = isMedia ? [{
|
|
118
|
+
type,
|
|
119
|
+
name: normalizeWhitespace(String(obj['name'] || obj['headline'] || '')),
|
|
120
|
+
url: normalizeWhitespace(String(obj['contentUrl'] || obj['embedUrl'] || obj['url'] || '')),
|
|
121
|
+
thumbnailUrl: normalizeWhitespace(String(obj['thumbnailUrl'] || '')),
|
|
122
|
+
duration: normalizeWhitespace(String(obj['duration'] || '')),
|
|
123
|
+
}] : [];
|
|
124
|
+
return [...current, ...graph, ...nested].filter(media => media['url'] || media['thumbnailUrl'] || media['name']);
|
|
125
|
+
}
|
|
126
|
+
function metaTags(html) {
|
|
127
|
+
return [...html.matchAll(/<meta\b[^>]*>/gi)].map(match => match[0]);
|
|
128
|
+
}
|
|
60
129
|
export function extractFeedUrls(html = '', base = '') {
|
|
61
130
|
const urls = [];
|
|
62
131
|
const re = /<link\b[^>]*>/gi;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"metadata.js","sourceRoot":"","sources":["../../../../src/browser/adaptive-fetch/metadata.ts"],"names":[],"mappings":"AAAA,qHAAqH;AAErH,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAEhG,MAAM,UAAU,uBAAuB,CAAC,OAAe,EAAE,EAAE,WAAmB,EAAE;IAC5E,MAAM,KAAK,GAAG,aAAa,CACvB,cAAc,CAAC,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,EAC5C,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,eAAe,CAAC,EAC7C,oBAAoB,CAAC,IAAI,CAAC,CAC7B,CAAC;IACF,MAAM,WAAW,GAAG,aAAa,CAC7B,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC,EAC3C,cAAc,CAAC,IAAI,EAAE,UAAU,EAAE,gBAAgB,CAAC,EAClD,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,qBAAqB,CAAC,CACtD,CAAC;IACF,MAAM,YAAY,GAAG,eAAe,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,QAAQ,CAAC,CAAC;IAC/E,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACtC,OAAO;QACH,MAAM,EAAE,UAAU;QAClB,QAAQ;QACR,KAAK;QACL,IAAI;QACJ,QAAQ,EAAE;YACN,YAAY;YACZ,WAAW;YACX,QAAQ;YACR,UAAU;YACV,SAAS,
|
|
1
|
+
{"version":3,"file":"metadata.js","sourceRoot":"","sources":["../../../../src/browser/adaptive-fetch/metadata.ts"],"names":[],"mappings":"AAAA,qHAAqH;AAErH,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAEhG,MAAM,UAAU,uBAAuB,CAAC,OAAe,EAAE,EAAE,WAAmB,EAAE;IAC5E,MAAM,KAAK,GAAG,aAAa,CACvB,cAAc,CAAC,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,EAC5C,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,eAAe,CAAC,EAC7C,oBAAoB,CAAC,IAAI,CAAC,CAC7B,CAAC;IACF,MAAM,WAAW,GAAG,aAAa,CAC7B,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC,EAC3C,cAAc,CAAC,IAAI,EAAE,UAAU,EAAE,gBAAgB,CAAC,EAClD,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,qBAAqB,CAAC,CACtD,CAAC;IACF,MAAM,YAAY,GAAG,eAAe,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,QAAQ,CAAC,CAAC;IAC/E,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,SAAS,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,WAAW,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,oBAAoB,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IACvF,MAAM,IAAI,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACtC,OAAO;QACH,MAAM,EAAE,UAAU;QAClB,QAAQ;QACR,KAAK;QACL,IAAI;QACJ,QAAQ,EAAE;YACN,YAAY;YACZ,WAAW;YACX,QAAQ;YACR,UAAU;YACV,SAAS;YACT,WAAW;YACX,KAAK;YACL,MAAM;SACT;QACD,QAAQ,EAAE;YACN,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACtB,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI;YAClC,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;YACjC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;YACxC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI;YAC5C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI;YACvD,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI;SACvC,CAAC,MAAM,CAAC,OAAO,CAAC;QACjB,QAAQ,EAAE,EAAc;KAC3B,CAAC;AACN,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAe,EAAE;IACjD,MAAM,MAAM,GAAc,EAAE,CAAC;IAC7B,MAAM,EAAE,GAAG,4EAA4E,CAAC;IACxF,IAAI,KAA6B,CAAC;IAClC,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACL,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IAClC,MAAM,EAAE,GAA2B,EAAE,CAAC;IACtC,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;QAC7C,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC;YAAE,SAAS;QACxD,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC3C,IAAI,OAAO;YAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC;IACjD,CAAC;IACD,OAAO,EAAE,CAAC;AACd,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACpC,MAAM,OAAO,GAA2B,EAAE,CAAC;IAC3C,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,UAAU,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;QACpE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;YAAE,SAAS;QACzD,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC3C,IAAI,OAAO;YAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,OAAO,CAAC;IAClE,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,SAAS,oBAAoB,CAAC,KAK7B;IACG,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACtE,MAAM,KAAK,GAA4B,EAAE,CAAC;IAC1C,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3G,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC5G,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7E,IAAI,QAAQ;QAAE,KAAK,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC;IAC3C,IAAI,QAAQ;QAAE,KAAK,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC;IAC3C,IAAI,QAAQ;QAAE,KAAK,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC;IAC3C,IAAI,KAAK,CAAC,SAAS,CAAC,aAAa,CAAC;QAAE,KAAK,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;IACzF,IAAI,KAAK,CAAC,SAAS,CAAC,cAAc,CAAC;QAAE,KAAK,CAAC,aAAa,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IAC5F,IAAI,KAAK,CAAC,SAAS,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,cAAc,CAAC;QAAE,KAAK,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;IACnK,IAAI,KAAK,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,eAAe,CAAC;QAAE,KAAK,CAAC,aAAa,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;IACxK,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,aAAa,CAAC,GAAG,WAAW,CAAC;IAC/D,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACnC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IAChE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IACnD,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,QAAQ,CAAe,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACxG,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACxC,MAAM,OAAO,GAAG,sDAAsD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClF,MAAM,MAAM,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,cAAc,CAAC;SAClE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACvB,IAAI;YACJ,IAAI,EAAE,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;YACvE,GAAG,EAAE,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAC1F,YAAY,EAAE,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC;YACpE,QAAQ,EAAE,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;SAC/D,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACR,OAAO,CAAC,GAAG,OAAO,EAAE,GAAG,KAAK,EAAE,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;AACrH,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY;IAC1B,OAAO,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,OAAe,EAAE,EAAE,OAAe,EAAE;IAChE,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,EAAE,GAAG,iBAAiB,CAAC;IAC7B,IAAI,KAA6B,CAAC;IAClC,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QACnD,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACrC,IAAI,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,SAAS;QAClD,IAAI,CAAC,oGAAoG,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,SAAS;QAC/H,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC7C,IAAI,QAAQ,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAe,EAAE,EAAE,OAAe,EAAE;IAClE,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,EAAE,GAAG,iBAAiB,CAAC;IAC7B,IAAI,KAA6B,CAAC;IAClC,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QACnD,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACrC,IAAI,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,SAAS;QAClD,IAAI,CAAC,yEAAyE,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,SAAS;QACpG,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC7C,IAAI,QAAQ,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,IAAY,EAAE,GAAW;IAC3D,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,iBAAiB,YAAY,CAAC,IAAI,CAAC,QAAQ,YAAY,CAAC,GAAG,CAAC,yCAAyC,EAAE,GAAG,CAAC,CAAC;IAClI,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC7B,OAAO,KAAK,CAAC,CAAC,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACvD,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,GAAW;IAC1C,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,yBAAyB,YAAY,CAAC,GAAG,CAAC,sCAAsC,EAAE,GAAG,CAAC,CAAC;IAC7G,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC7B,OAAO,KAAK,CAAC,CAAC,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACvD,CAAC;AAED,SAAS,UAAU,CAAC,GAAW,EAAE,IAAY;IACzC,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;IACxE,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC5B,OAAO,KAAK,CAAC,CAAC,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACvD,CAAC;AAED,SAAS,eAAe,CAAC,GAAW,EAAE,IAAY;IAC9C,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IACpB,IAAI,CAAC;QACD,OAAO,IAAI,GAAG,CAAC,GAAG,EAAE,IAAI,IAAI,SAAS,CAAC,CAAC,IAAI,CAAC;IAChD,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,GAAG,CAAC;IACf,CAAC;AACL,CAAC;AAED,SAAS,aAAa,CAAC,GAAG,MAAgB;IACtC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;AACrE,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACvD,CAAC"}
|
|
@@ -0,0 +1,414 @@
|
|
|
1
|
+
// Normalizes known public endpoint API responses into readable evidence text.
|
|
2
|
+
import { normalizeWhitespace } from './transforms.js';
|
|
3
|
+
import { formatFeedEvidence, parsePublicFeed } from './feed-parser.js';
|
|
4
|
+
export function normalizePublicEndpointResult(fetched, context = {}) {
|
|
5
|
+
const label = String(context.label || '');
|
|
6
|
+
const source = String(context.source || '');
|
|
7
|
+
if (source !== 'public_endpoint' && !isKnownPublicEndpointLabel(label))
|
|
8
|
+
return null;
|
|
9
|
+
const rawText = String(fetched['text'] || '');
|
|
10
|
+
if (!rawText.trim())
|
|
11
|
+
return null;
|
|
12
|
+
const contentType = String(fetched['contentType'] || '');
|
|
13
|
+
const finalUrl = String(fetched['finalUrl'] || '');
|
|
14
|
+
const status = Number(fetched['status'] || 0);
|
|
15
|
+
const ok = fetched['ok'] !== false;
|
|
16
|
+
const json = parseJson(rawText);
|
|
17
|
+
const built = buildByLabel(label, rawText, json);
|
|
18
|
+
if (!built)
|
|
19
|
+
return null;
|
|
20
|
+
return {
|
|
21
|
+
source: 'public_endpoint',
|
|
22
|
+
label,
|
|
23
|
+
finalUrl,
|
|
24
|
+
title: built.title,
|
|
25
|
+
text: built.text,
|
|
26
|
+
contentType,
|
|
27
|
+
status,
|
|
28
|
+
ok,
|
|
29
|
+
metadata: {
|
|
30
|
+
endpointLabel: label,
|
|
31
|
+
endpointKind: built.kind,
|
|
32
|
+
...built.metadata,
|
|
33
|
+
},
|
|
34
|
+
evidence: [
|
|
35
|
+
`public-endpoint:${label}`,
|
|
36
|
+
built.kind,
|
|
37
|
+
...(Array.isArray(fetched['evidence']) ? fetched['evidence'] : []),
|
|
38
|
+
],
|
|
39
|
+
warnings: Array.isArray(fetched['warnings']) ? fetched['warnings'] : [],
|
|
40
|
+
rawTextLength: rawText.length,
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
function buildByLabel(label, rawText, json) {
|
|
44
|
+
if (label === 'github-repo-api')
|
|
45
|
+
return githubRepo(json);
|
|
46
|
+
if (label.startsWith('npm-registry'))
|
|
47
|
+
return npmRegistry(json);
|
|
48
|
+
if (label === 'pypi-json')
|
|
49
|
+
return pypi(json);
|
|
50
|
+
if (label === 'hacker-news-item-api')
|
|
51
|
+
return hackerNewsItem(json);
|
|
52
|
+
if (label === 'hacker-news-algolia-item-api')
|
|
53
|
+
return hackerNewsAlgolia(json);
|
|
54
|
+
if (label === 'wikipedia-summary-api')
|
|
55
|
+
return wikipediaSummary(json);
|
|
56
|
+
if (label === 'arxiv-api')
|
|
57
|
+
return arxiv(rawText);
|
|
58
|
+
if (label === 'crossref-work-api')
|
|
59
|
+
return crossref(json);
|
|
60
|
+
if (label.startsWith('openlibrary-'))
|
|
61
|
+
return openLibrary(json);
|
|
62
|
+
if (label === 'wayback-cdx-api')
|
|
63
|
+
return wayback(json);
|
|
64
|
+
if (label === 'stackexchange-question-api')
|
|
65
|
+
return stackExchange(json);
|
|
66
|
+
if (label === 'devto-article-api')
|
|
67
|
+
return devto(json);
|
|
68
|
+
if (label.startsWith('bluesky-'))
|
|
69
|
+
return bluesky(json);
|
|
70
|
+
if (label.startsWith('mastodon-'))
|
|
71
|
+
return mastodon(json);
|
|
72
|
+
if (label === 'youtube-oembed' || label === 'x-twitter-oembed' || label === 'oembed-discovered')
|
|
73
|
+
return oembed(json);
|
|
74
|
+
if (label === 'v2ex-topic-api')
|
|
75
|
+
return v2ex(json);
|
|
76
|
+
if (label === 'lobsters-story-json')
|
|
77
|
+
return lobsters(json);
|
|
78
|
+
if (label === 'reddit-json')
|
|
79
|
+
return reddit(json);
|
|
80
|
+
if (label === 'rss-atom-discovered')
|
|
81
|
+
return rssAtom(rawText, json);
|
|
82
|
+
return null;
|
|
83
|
+
}
|
|
84
|
+
function githubRepo(json) {
|
|
85
|
+
const obj = asObject(json);
|
|
86
|
+
const title = str(obj['full_name']);
|
|
87
|
+
if (!title)
|
|
88
|
+
return null;
|
|
89
|
+
return built('github-repo', title, [
|
|
90
|
+
`Repository: ${title}`,
|
|
91
|
+
line('Description', obj['description']),
|
|
92
|
+
line('Default branch', obj['default_branch']),
|
|
93
|
+
line('Stars', obj['stargazers_count']),
|
|
94
|
+
line('Forks', obj['forks_count']),
|
|
95
|
+
line('Open issues', obj['open_issues_count']),
|
|
96
|
+
line('License', asObject(obj['license'])['spdx_id']),
|
|
97
|
+
line('URL', obj['html_url']),
|
|
98
|
+
], { fullName: title });
|
|
99
|
+
}
|
|
100
|
+
function npmRegistry(json) {
|
|
101
|
+
const obj = asObject(json);
|
|
102
|
+
const latest = str(asObject(obj['dist-tags'])['latest']);
|
|
103
|
+
const version = str(obj['version']) || latest;
|
|
104
|
+
const title = [str(obj['name']), version].filter(Boolean).join('@');
|
|
105
|
+
if (!title)
|
|
106
|
+
return null;
|
|
107
|
+
return built('npm-registry', title, [
|
|
108
|
+
`Package: ${title}`,
|
|
109
|
+
line('Description', obj['description']),
|
|
110
|
+
line('License', obj['license']),
|
|
111
|
+
line('Latest', latest),
|
|
112
|
+
line('Homepage', obj['homepage']),
|
|
113
|
+
line('Repository', repositoryUrl(obj['repository'])),
|
|
114
|
+
], { name: obj['name'], version });
|
|
115
|
+
}
|
|
116
|
+
function pypi(json) {
|
|
117
|
+
const info = asObject(asObject(json)['info']);
|
|
118
|
+
const title = [str(info['name']), str(info['version'])].filter(Boolean).join(' ');
|
|
119
|
+
if (!title.trim())
|
|
120
|
+
return null;
|
|
121
|
+
return built('pypi-json', title, [
|
|
122
|
+
`Package: ${title}`,
|
|
123
|
+
line('Summary', info['summary']),
|
|
124
|
+
line('License', info['license']),
|
|
125
|
+
line('Project URL', info['package_url'] || info['home_page']),
|
|
126
|
+
line('Requires Python', info['requires_python']),
|
|
127
|
+
], { name: info['name'], version: info['version'] });
|
|
128
|
+
}
|
|
129
|
+
function hackerNewsItem(json) {
|
|
130
|
+
const obj = asObject(json);
|
|
131
|
+
const title = str(obj['title']) || `HN item ${str(obj['id'])}`;
|
|
132
|
+
return built('hacker-news', title, [
|
|
133
|
+
`Hacker News: ${title}`,
|
|
134
|
+
line('By', obj['by']),
|
|
135
|
+
line('Score', obj['score']),
|
|
136
|
+
line('Comments', obj['descendants']),
|
|
137
|
+
line('URL', obj['url']),
|
|
138
|
+
line('Text', stripHtml(str(obj['text']))),
|
|
139
|
+
], { id: obj['id'] });
|
|
140
|
+
}
|
|
141
|
+
function hackerNewsAlgolia(json) {
|
|
142
|
+
const obj = asObject(json);
|
|
143
|
+
const title = str(obj['title']) || `HN item ${str(obj['id'])}`;
|
|
144
|
+
return built('hacker-news-algolia', title, [
|
|
145
|
+
`Hacker News: ${title}`,
|
|
146
|
+
line('Author', obj['author']),
|
|
147
|
+
line('Points', obj['points']),
|
|
148
|
+
line('Children', Array.isArray(obj['children']) ? obj['children'].length : ''),
|
|
149
|
+
line('URL', obj['url']),
|
|
150
|
+
line('Text', stripHtml(str(obj['text']))),
|
|
151
|
+
], { id: obj['id'] });
|
|
152
|
+
}
|
|
153
|
+
function wikipediaSummary(json) {
|
|
154
|
+
const obj = asObject(json);
|
|
155
|
+
const title = str(obj['title']);
|
|
156
|
+
if (!title)
|
|
157
|
+
return null;
|
|
158
|
+
return built('wikipedia-summary', title, [
|
|
159
|
+
`Wikipedia: ${title}`,
|
|
160
|
+
line('Description', obj['description']),
|
|
161
|
+
line('Extract', obj['extract']),
|
|
162
|
+
line('URL', str(asObject(asObject(obj['content_urls'])['desktop'])['page'])),
|
|
163
|
+
], { pageId: obj['pageid'] });
|
|
164
|
+
}
|
|
165
|
+
function arxiv(xml) {
|
|
166
|
+
const title = xmlTag(xml, 'title', 1);
|
|
167
|
+
const summary = xmlTag(xml, 'summary');
|
|
168
|
+
if (!title && !summary)
|
|
169
|
+
return null;
|
|
170
|
+
const authors = [...xml.matchAll(/<author>[\s\S]*?<name>([\s\S]*?)<\/name>[\s\S]*?<\/author>/gi)]
|
|
171
|
+
.map(match => cleanXml(match[1] || ''))
|
|
172
|
+
.filter(Boolean)
|
|
173
|
+
.slice(0, 5);
|
|
174
|
+
return built('arxiv-api', title || 'arXiv record', [
|
|
175
|
+
`arXiv: ${title}`,
|
|
176
|
+
line('Authors', authors.join(', ')),
|
|
177
|
+
line('Published', xmlTag(xml, 'published')),
|
|
178
|
+
line('Updated', xmlTag(xml, 'updated')),
|
|
179
|
+
line('Summary', summary),
|
|
180
|
+
line('URL', xmlTag(xml, 'id')),
|
|
181
|
+
], { authors });
|
|
182
|
+
}
|
|
183
|
+
function crossref(json) {
|
|
184
|
+
const msg = asObject(asObject(json)['message']);
|
|
185
|
+
const title = firstArrayString(msg['title']) || str(msg['DOI']);
|
|
186
|
+
if (!title)
|
|
187
|
+
return null;
|
|
188
|
+
return built('crossref-work', title, [
|
|
189
|
+
`CrossRef: ${title}`,
|
|
190
|
+
line('DOI', msg['DOI']),
|
|
191
|
+
line('Publisher', msg['publisher']),
|
|
192
|
+
line('Journal', firstArrayString(msg['container-title'])),
|
|
193
|
+
line('Published', dateParts(msg['published-print']) || dateParts(msg['published-online'])),
|
|
194
|
+
line('URL', msg['URL']),
|
|
195
|
+
], { doi: msg['DOI'] });
|
|
196
|
+
}
|
|
197
|
+
function openLibrary(json) {
|
|
198
|
+
const obj = asObject(json);
|
|
199
|
+
const title = str(obj['title']);
|
|
200
|
+
if (!title)
|
|
201
|
+
return null;
|
|
202
|
+
const description = typeof obj['description'] === 'string' ? obj['description'] : str(asObject(obj['description'])['value']);
|
|
203
|
+
return built('openlibrary', title, [
|
|
204
|
+
`OpenLibrary: ${title}`,
|
|
205
|
+
line('Description', description),
|
|
206
|
+
line('Subjects', arr(obj['subjects']).slice(0, 8).join(', ')),
|
|
207
|
+
line('First publish date', obj['first_publish_date']),
|
|
208
|
+
], { key: obj['key'] });
|
|
209
|
+
}
|
|
210
|
+
function wayback(json) {
|
|
211
|
+
const rows = Array.isArray(json) ? json : [];
|
|
212
|
+
const captures = rows.slice(1, 6).map(row => Array.isArray(row) ? row : []);
|
|
213
|
+
if (captures.length === 0)
|
|
214
|
+
return null;
|
|
215
|
+
return built('wayback-cdx', 'Wayback captures', [
|
|
216
|
+
'Wayback captures:',
|
|
217
|
+
...captures.map(row => `- ${str(row[0])} ${str(row[2])} ${str(row[3])} ${str(row[1])}`),
|
|
218
|
+
], { captures: captures.length });
|
|
219
|
+
}
|
|
220
|
+
function stackExchange(json) {
|
|
221
|
+
const item = asObject(arr(asObject(json)['items'])[0]);
|
|
222
|
+
const title = str(item['title']);
|
|
223
|
+
if (!title)
|
|
224
|
+
return null;
|
|
225
|
+
return built('stackexchange-question', title, [
|
|
226
|
+
`Stack Exchange: ${title}`,
|
|
227
|
+
line('Score', item['score']),
|
|
228
|
+
line('Answers', item['answer_count']),
|
|
229
|
+
line('Accepted', item['is_answered']),
|
|
230
|
+
line('URL', item['link']),
|
|
231
|
+
line('Body', stripHtml(str(item['body']))),
|
|
232
|
+
], { questionId: item['question_id'] });
|
|
233
|
+
}
|
|
234
|
+
function devto(json) {
|
|
235
|
+
const obj = asObject(json);
|
|
236
|
+
const title = str(obj['title']);
|
|
237
|
+
if (!title)
|
|
238
|
+
return null;
|
|
239
|
+
return built('devto-article', title, [
|
|
240
|
+
`dev.to: ${title}`,
|
|
241
|
+
line('By', str(asObject(obj['user'])['username'])),
|
|
242
|
+
line('Published', obj['readable_publish_date'] || obj['published_at']),
|
|
243
|
+
line('Tags', arr(obj['tags']).join(', ')),
|
|
244
|
+
line('Description', obj['description']),
|
|
245
|
+
line('URL', obj['url']),
|
|
246
|
+
], { id: obj['id'] });
|
|
247
|
+
}
|
|
248
|
+
function bluesky(json) {
|
|
249
|
+
const root = asObject(json);
|
|
250
|
+
const post = asObject(root['post'] || asObject(root['thread'])['post']);
|
|
251
|
+
const record = asObject(post['record']);
|
|
252
|
+
const author = asObject(post['author']);
|
|
253
|
+
const text = str(record['text']) || str(root['description']);
|
|
254
|
+
const title = [str(author['displayName']) || str(author['handle']), text.slice(0, 80)].filter(Boolean).join(': ');
|
|
255
|
+
if (!title)
|
|
256
|
+
return null;
|
|
257
|
+
return built('bluesky-public-api', title, [
|
|
258
|
+
`Bluesky: ${title}`,
|
|
259
|
+
line('Author', str(author['handle'])),
|
|
260
|
+
line('Text', text),
|
|
261
|
+
line('Replies', post['replyCount']),
|
|
262
|
+
line('Reposts', post['repostCount']),
|
|
263
|
+
line('Likes', post['likeCount']),
|
|
264
|
+
], { uri: post['uri'] });
|
|
265
|
+
}
|
|
266
|
+
function mastodon(json) {
|
|
267
|
+
const obj = asObject(json);
|
|
268
|
+
const account = asObject(obj['account']);
|
|
269
|
+
const title = str(account['display_name']) || str(account['acct']) || 'Mastodon status';
|
|
270
|
+
const content = stripHtml(str(obj['content']) || str(obj['note']));
|
|
271
|
+
return built('mastodon-public-api', title, [
|
|
272
|
+
`Mastodon: ${title}`,
|
|
273
|
+
line('Account', account['acct']),
|
|
274
|
+
line('Created', obj['created_at']),
|
|
275
|
+
line('Text', content),
|
|
276
|
+
line('Reblogs', obj['reblogs_count']),
|
|
277
|
+
line('Favourites', obj['favourites_count']),
|
|
278
|
+
], { id: obj['id'] });
|
|
279
|
+
}
|
|
280
|
+
function oembed(json) {
|
|
281
|
+
const obj = asObject(json);
|
|
282
|
+
const title = str(obj['title']) || str(obj['author_name']) || str(obj['provider_name']);
|
|
283
|
+
if (!title)
|
|
284
|
+
return null;
|
|
285
|
+
return built('oembed', title, [
|
|
286
|
+
`oEmbed: ${title}`,
|
|
287
|
+
line('Provider', obj['provider_name']),
|
|
288
|
+
line('Author', obj['author_name']),
|
|
289
|
+
line('Type', obj['type']),
|
|
290
|
+
line('URL', obj['url']),
|
|
291
|
+
line('Thumbnail', obj['thumbnail_url']),
|
|
292
|
+
line('Size', dimensions(obj['width'], obj['height'])),
|
|
293
|
+
line('Thumbnail size', dimensions(obj['thumbnail_width'], obj['thumbnail_height'])),
|
|
294
|
+
line('Duration', obj['duration'] || obj['duration_seconds']),
|
|
295
|
+
line('HTML text', stripHtml(str(obj['html']))),
|
|
296
|
+
], {
|
|
297
|
+
provider: obj['provider_name'],
|
|
298
|
+
type: obj['type'],
|
|
299
|
+
thumbnailUrl: obj['thumbnail_url'],
|
|
300
|
+
width: obj['width'],
|
|
301
|
+
height: obj['height'],
|
|
302
|
+
duration: obj['duration'] || obj['duration_seconds'],
|
|
303
|
+
});
|
|
304
|
+
}
|
|
305
|
+
function v2ex(json) {
|
|
306
|
+
const obj = asObject(Array.isArray(json) ? json[0] : json);
|
|
307
|
+
const member = asObject(obj['member']);
|
|
308
|
+
const title = str(obj['title']);
|
|
309
|
+
if (!title)
|
|
310
|
+
return null;
|
|
311
|
+
return built('v2ex-topic', title, [
|
|
312
|
+
`V2EX: ${title}`,
|
|
313
|
+
line('By', member['username']),
|
|
314
|
+
line('Replies', obj['replies']),
|
|
315
|
+
line('URL', obj['url']),
|
|
316
|
+
line('Content', obj['content_rendered'] || obj['content']),
|
|
317
|
+
], { id: obj['id'] });
|
|
318
|
+
}
|
|
319
|
+
function lobsters(json) {
|
|
320
|
+
const obj = asObject(json);
|
|
321
|
+
const title = str(obj['title']);
|
|
322
|
+
if (!title)
|
|
323
|
+
return null;
|
|
324
|
+
return built('lobsters-story', title, [
|
|
325
|
+
`Lobsters: ${title}`,
|
|
326
|
+
line('By', obj['submitter_user']),
|
|
327
|
+
line('Score', obj['score']),
|
|
328
|
+
line('Comments', obj['comments_count']),
|
|
329
|
+
line('URL', obj['url']),
|
|
330
|
+
line('Description', stripHtml(str(obj['description']))),
|
|
331
|
+
], { shortId: obj['short_id'] });
|
|
332
|
+
}
|
|
333
|
+
function reddit(json) {
|
|
334
|
+
const root = Array.isArray(json) ? asObject(json[0]) : asObject(json);
|
|
335
|
+
const data = asObject(root['data']);
|
|
336
|
+
const child = asObject(arr(data['children'])[0]);
|
|
337
|
+
const post = asObject(child['data'] || data);
|
|
338
|
+
const title = str(post['title']);
|
|
339
|
+
if (!title)
|
|
340
|
+
return null;
|
|
341
|
+
return built('reddit-json', title, [
|
|
342
|
+
`Reddit: ${title}`,
|
|
343
|
+
line('Subreddit', post['subreddit_name_prefixed'] || post['subreddit']),
|
|
344
|
+
line('By', post['author']),
|
|
345
|
+
line('Score', post['score']),
|
|
346
|
+
line('Comments', post['num_comments']),
|
|
347
|
+
line('URL', post['url']),
|
|
348
|
+
line('Text', post['selftext']),
|
|
349
|
+
], { id: post['id'] });
|
|
350
|
+
}
|
|
351
|
+
function rssAtom(rawText, json) {
|
|
352
|
+
const feed = parsePublicFeed(rawText, json);
|
|
353
|
+
return feed ? formatFeedEvidence(feed) : null;
|
|
354
|
+
}
|
|
355
|
+
function built(kind, title, lines, metadata) {
|
|
356
|
+
const text = lines.filter((line) => Boolean(line && normalizeWhitespace(line))).join('\n');
|
|
357
|
+
if (!text.trim())
|
|
358
|
+
return null;
|
|
359
|
+
return { kind, title: normalizeWhitespace(title), text: normalizeWhitespace(text), metadata };
|
|
360
|
+
}
|
|
361
|
+
function parseJson(raw) {
|
|
362
|
+
try {
|
|
363
|
+
return JSON.parse(raw);
|
|
364
|
+
}
|
|
365
|
+
catch {
|
|
366
|
+
return null;
|
|
367
|
+
}
|
|
368
|
+
}
|
|
369
|
+
function isKnownPublicEndpointLabel(label) {
|
|
370
|
+
return /^(github-|reddit-|hacker-news-|wikipedia-|npm-|pypi-|arxiv-|bluesky-|mastodon-|stackexchange-|devto-|crossref-|openlibrary-|wayback-|youtube-|x-twitter-|v2ex-|lobsters-|rss-|oembed-)/.test(label);
|
|
371
|
+
}
|
|
372
|
+
function asObject(value) {
|
|
373
|
+
return value && typeof value === 'object' && !Array.isArray(value) ? value : {};
|
|
374
|
+
}
|
|
375
|
+
function arr(value) {
|
|
376
|
+
return Array.isArray(value) ? value : [];
|
|
377
|
+
}
|
|
378
|
+
function str(value) {
|
|
379
|
+
if (value == null)
|
|
380
|
+
return '';
|
|
381
|
+
return normalizeWhitespace(String(value));
|
|
382
|
+
}
|
|
383
|
+
function line(label, value) {
|
|
384
|
+
const text = Array.isArray(value) ? value.map(str).filter(Boolean).join(', ') : str(value);
|
|
385
|
+
return text ? `${label}: ${text}` : null;
|
|
386
|
+
}
|
|
387
|
+
function firstArrayString(value) {
|
|
388
|
+
return str(arr(value)[0]);
|
|
389
|
+
}
|
|
390
|
+
function repositoryUrl(value) {
|
|
391
|
+
if (typeof value === 'string')
|
|
392
|
+
return value;
|
|
393
|
+
return str(asObject(value)['url']).replace(/^git\+/, '');
|
|
394
|
+
}
|
|
395
|
+
function dateParts(value) {
|
|
396
|
+
const parts = arr(asObject(value)['date-parts'])[0];
|
|
397
|
+
return Array.isArray(parts) ? parts.map(str).filter(Boolean).join('-') : '';
|
|
398
|
+
}
|
|
399
|
+
function dimensions(width, height) {
|
|
400
|
+
const w = str(width);
|
|
401
|
+
const h = str(height);
|
|
402
|
+
return w && h ? `${w}x${h}` : '';
|
|
403
|
+
}
|
|
404
|
+
function stripHtml(value) {
|
|
405
|
+
return normalizeWhitespace(value.replace(/<[^>]+>/g, ' ').replace(/ /g, ' ').replace(/&/g, '&').replace(/</g, '<').replace(/>/g, '>'));
|
|
406
|
+
}
|
|
407
|
+
function xmlTag(xml, tag, index = 0) {
|
|
408
|
+
const matches = [...xml.matchAll(new RegExp(`<${tag}(?:\\s[^>]*)?>([\\s\\S]*?)<\\/${tag}>`, 'gi'))];
|
|
409
|
+
return cleanXml(matches[index]?.[1] || '');
|
|
410
|
+
}
|
|
411
|
+
function cleanXml(value) {
|
|
412
|
+
return stripHtml(value.replace(/<!\[CDATA\[([\s\S]*?)\]\]>/g, '$1'));
|
|
413
|
+
}
|
|
414
|
+
//# sourceMappingURL=public-endpoint-normalizers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"public-endpoint-normalizers.js","sourceRoot":"","sources":["../../../../src/browser/adaptive-fetch/public-endpoint-normalizers.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAE9E,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAwBvE,MAAM,UAAU,6BAA6B,CACzC,OAAgC,EAChC,UAA6B,EAAE;IAE/B,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,IAAI,MAAM,KAAK,iBAAiB,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACpF,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9C,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;QAAE,OAAO,IAAI,CAAC;IACjC,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;IACzD,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9C,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC;IACnC,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;IAChC,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACjD,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO;QACH,MAAM,EAAE,iBAAiB;QACzB,KAAK;QACL,QAAQ;QACR,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,WAAW;QACX,MAAM;QACN,EAAE;QACF,QAAQ,EAAE;YACN,aAAa,EAAE,KAAK;YACpB,YAAY,EAAE,KAAK,CAAC,IAAI;YACxB,GAAG,KAAK,CAAC,QAAQ;SACpB;QACD,QAAQ,EAAE;YACN,mBAAmB,KAAK,EAAE;YAC1B,KAAK,CAAC,IAAI;YACV,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAa,CAAC,CAAC,CAAC,EAAE,CAAC;SACjF;QACD,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAa,CAAC,CAAC,CAAC,EAAE;QACnF,aAAa,EAAE,OAAO,CAAC,MAAM;KAChC,CAAC;AACN,CAAC;AAED,SAAS,YAAY,CAAC,KAAa,EAAE,OAAe,EAAE,IAAiB;IACnE,IAAI,KAAK,KAAK,iBAAiB;QAAE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;IACzD,IAAI,KAAK,CAAC,UAAU,CAAC,cAAc,CAAC;QAAE,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC;IAC/D,IAAI,KAAK,KAAK,WAAW;QAAE,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,KAAK,KAAK,sBAAsB;QAAE,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC;IAClE,IAAI,KAAK,KAAK,8BAA8B;QAAE,OAAO,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7E,IAAI,KAAK,KAAK,uBAAuB;QAAE,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACrE,IAAI,KAAK,KAAK,WAAW;QAAE,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC;IACjD,IAAI,KAAK,KAAK,mBAAmB;QAAE,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC;IACzD,IAAI,KAAK,CAAC,UAAU,CAAC,cAAc,CAAC;QAAE,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC;IAC/D,IAAI,KAAK,KAAK,iBAAiB;QAAE,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC;IACtD,IAAI,KAAK,KAAK,4BAA4B;QAAE,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC;IACvE,IAAI,KAAK,KAAK,mBAAmB;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC;IACtD,IAAI,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC;IACvD,IAAI,KAAK,CAAC,UAAU,CAAC,WAAW,CAAC;QAAE,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC;IACzD,IAAI,KAAK,KAAK,gBAAgB,IAAI,KAAK,KAAK,kBAAkB,IAAI,KAAK,KAAK,mBAAmB;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;IACrH,IAAI,KAAK,KAAK,gBAAgB;QAAE,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC;IAClD,IAAI,KAAK,KAAK,qBAAqB;QAAE,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3D,IAAI,KAAK,KAAK,aAAa;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,KAAK,KAAK,qBAAqB;QAAE,OAAO,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACnE,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,IAAiB;IACjC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;IACpC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,KAAK,CAAC,aAAa,EAAE,KAAK,EAAE;QAC/B,eAAe,KAAK,EAAE;QACtB,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;QACvC,IAAI,CAAC,gBAAgB,EAAE,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,kBAAkB,CAAC,CAAC;QACtC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;QACjC,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC,mBAAmB,CAAC,CAAC;QAC7C,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACpD,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;KAC/B,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,WAAW,CAAC,IAAiB;IAClC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IACzD,MAAM,OAAO,GAAG,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,MAAM,CAAC;IAC9C,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpE,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,KAAK,CAAC,cAAc,EAAE,KAAK,EAAE;QAChC,YAAY,KAAK,EAAE;QACnB,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;QACvC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;QAC/B,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC;QACtB,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;QACjC,IAAI,CAAC,YAAY,EAAE,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;KACvD,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,IAAI,CAAC,IAAiB;IAC3B,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClF,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;QAAE,OAAO,IAAI,CAAC;IAC/B,OAAO,KAAK,CAAC,WAAW,EAAE,KAAK,EAAE;QAC7B,YAAY,KAAK,EAAE;QACnB,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAChC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAChC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC;QAC7D,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;KACnD,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,cAAc,CAAC,IAAiB;IACrC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,WAAW,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;IAC/D,OAAO,KAAK,CAAC,aAAa,EAAE,KAAK,EAAE;QAC/B,gBAAgB,KAAK,EAAE;QACvB,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QACrB,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3B,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;QACpC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QACvB,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;KAC5C,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAiB;IACxC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,WAAW,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;IAC/D,OAAO,KAAK,CAAC,qBAAqB,EAAE,KAAK,EAAE;QACvC,gBAAgB,KAAK,EAAE;QACvB,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7B,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7B,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9E,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QACvB,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;KAC5C,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAiB;IACvC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,KAAK,CAAC,mBAAmB,EAAE,KAAK,EAAE;QACrC,cAAc,KAAK,EAAE;QACrB,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;QACvC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;QAC/B,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;KAC/E,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,KAAK,CAAC,GAAW;IACtB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IACvC,IAAI,CAAC,KAAK,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IACpC,MAAM,OAAO,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,8DAA8D,CAAC,CAAC;SAC5F,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;SACtC,MAAM,CAAC,OAAO,CAAC;SACf,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjB,OAAO,KAAK,CAAC,WAAW,EAAE,KAAK,IAAI,cAAc,EAAE;QAC/C,UAAU,KAAK,EAAE;QACjB,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC3C,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QACvC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC;QACxB,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;KACjC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;AACpB,CAAC;AAED,SAAS,QAAQ,CAAC,IAAiB;IAC/B,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IAChE,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,KAAK,CAAC,eAAe,EAAE,KAAK,EAAE;QACjC,aAAa,KAAK,EAAE;QACpB,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QACvB,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC;QACnC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC;QACzD,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAC1F,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;KAC1B,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,WAAW,CAAC,IAAiB;IAClC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,MAAM,WAAW,GAAG,OAAO,GAAG,CAAC,aAAa,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7H,OAAO,KAAK,CAAC,aAAa,EAAE,KAAK,EAAE;QAC/B,gBAAgB,KAAK,EAAE;QACvB,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC;QAChC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,IAAI,CAAC,oBAAoB,EAAE,GAAG,CAAC,oBAAoB,CAAC,CAAC;KACxD,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,OAAO,CAAC,IAAiB;IAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAiB,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC5E,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,OAAO,KAAK,CAAC,aAAa,EAAE,kBAAkB,EAAE;QAC5C,mBAAmB;QACnB,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1F,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,aAAa,CAAC,IAAiB;IACpC,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IACjC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,KAAK,CAAC,wBAAwB,EAAE,KAAK,EAAE;QAC1C,mBAAmB,KAAK,EAAE;QAC1B,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5B,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACrC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACzB,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;KAC7C,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,KAAK,CAAC,IAAiB;IAC5B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,KAAK,CAAC,eAAe,EAAE,KAAK,EAAE;QACjC,WAAW,KAAK,EAAE;QAClB,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;QAClD,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,uBAAuB,CAAC,IAAI,GAAG,CAAC,cAAc,CAAC,CAAC;QACtE,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;KAC1B,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,OAAO,CAAC,IAAiB;IAC9B,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IACxE,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;IAC7D,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClH,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,KAAK,CAAC,oBAAoB,EAAE,KAAK,EAAE;QACtC,YAAY,KAAK,EAAE;QACnB,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QACrC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC;QAClB,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QACnC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QACpC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;KACnC,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,QAAQ,CAAC,IAAiB;IAC/B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,iBAAiB,CAAC;IACxF,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACnE,OAAO,KAAK,CAAC,qBAAqB,EAAE,KAAK,EAAE;QACvC,aAAa,KAAK,EAAE;QACpB,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAChC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC;QAClC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC;QACrB,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,eAAe,CAAC,CAAC;QACrC,IAAI,CAAC,YAAY,EAAE,GAAG,CAAC,kBAAkB,CAAC,CAAC;KAC9C,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,MAAM,CAAC,IAAiB;IAC7B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC;IACxF,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE;QAC1B,WAAW,KAAK,EAAE;QAClB,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,eAAe,CAAC,CAAC;QACtC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;QAClC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QACzB,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QACvB,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,eAAe,CAAC,CAAC;QACvC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QACrD,IAAI,CAAC,gBAAgB,EAAE,UAAU,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACnF,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAC5D,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;KACjD,EAAE;QACC,QAAQ,EAAE,GAAG,CAAC,eAAe,CAAC;QAC9B,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC;QACjB,YAAY,EAAE,GAAG,CAAC,eAAe,CAAC;QAClC,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC;QACnB,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC;QACrB,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,kBAAkB,CAAC;KACvD,CAAC,CAAC;AACP,CAAC;AAED,SAAS,IAAI,CAAC,IAAiB;IAC3B,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,KAAK,CAAC,YAAY,EAAE,KAAK,EAAE;QAC9B,SAAS,KAAK,EAAE;QAChB,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAC9B,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;QAC/B,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QACvB,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,kBAAkB,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;KAC7D,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,QAAQ,CAAC,IAAiB;IAC/B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,KAAK,CAAC,gBAAgB,EAAE,KAAK,EAAE;QAClC,aAAa,KAAK,EAAE;QACpB,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACjC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3B,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QACvB,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;KAC1D,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,MAAM,CAAC,IAAiB;IAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACtE,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjD,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IACjC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,KAAK,CAAC,aAAa,EAAE,KAAK,EAAE;QAC/B,WAAW,KAAK,EAAE;QAClB,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,yBAAyB,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC;QACvE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1B,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5B,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;KACjC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,OAAO,CAAC,OAAe,EAAE,IAAiB;IAC/C,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAC5C,OAAO,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAClD,CAAC;AAED,SAAS,KAAK,CAAC,IAAY,EAAE,KAAa,EAAE,KAAoC,EAAE,QAAiC;IAC/G,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,CAAC,IAAI,IAAI,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3G,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;QAAE,OAAO,IAAI,CAAC;IAC9B,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,mBAAmB,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC;AAClG,CAAC;AAED,SAAS,SAAS,CAAC,GAAW;IAC1B,IAAI,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAS,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAa;IAC7C,OAAO,wLAAwL,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAChN,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC5B,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAgC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC/G,CAAC;AAED,SAAS,GAAG,CAAC,KAAc;IACvB,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,GAAG,CAAC,KAAc;IACvB,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,EAAE,CAAC;IAC7B,OAAO,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,IAAI,CAAC,KAAa,EAAE,KAAc;IACvC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC3F,OAAO,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAC7C,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACpC,OAAO,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACjC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,OAAO,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC7B,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAChF,CAAC;AAED,SAAS,UAAU,CAAC,KAAc,EAAE,MAAe;IAC/C,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC;IACrB,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;IACtB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACrC,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC5B,OAAO,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;AAC1J,CAAC;AAED,SAAS,MAAM,CAAC,GAAW,EAAE,GAAW,EAAE,KAAK,GAAG,CAAC;IAC/C,MAAM,OAAO,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,IAAI,GAAG,iCAAiC,GAAG,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IACpG,OAAO,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa;IAC3B,OAAO,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,6BAA6B,EAAE,IAAI,CAAC,CAAC,CAAC;AACzE,CAAC"}
|
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
// Mirrored from agbrowse adaptive-fetch v2; keep runtime behavior aligned while cli-jaw mirror remains experimental.
|
|
2
2
|
import { extractMetadataFromHtml } from './metadata.js';
|
|
3
|
+
import { normalizePublicEndpointResult } from './public-endpoint-normalizers.js';
|
|
3
4
|
import { htmlToReadableText, isHtmlContentType, normalizeWhitespace } from './transforms.js';
|
|
4
5
|
export function fromFetchResult(fetched, context = {}) {
|
|
6
|
+
const publicEndpoint = normalizePublicEndpointResult(fetched, context);
|
|
7
|
+
if (publicEndpoint)
|
|
8
|
+
return normalizeReaderCandidate(publicEndpoint);
|
|
5
9
|
const source = (context.source || 'fetch');
|
|
6
10
|
const isHtml = isHtmlContentType(fetched['contentType'] || '');
|
|
7
11
|
const metadata = isHtml ? extractMetadataFromHtml(fetched['text'] || '', fetched['finalUrl'] || '') : null;
|
|
@@ -44,8 +48,40 @@ export function fromBrowserResult(result) {
|
|
|
44
48
|
return normalizeReaderCandidate({ ...result, source: 'browser', label: result['label'] || 'browser' });
|
|
45
49
|
}
|
|
46
50
|
export function fromNetworkCandidate(result) {
|
|
51
|
+
const label = inferPublicEndpointLabelFromUrl(result['finalUrl'] || '');
|
|
52
|
+
if (label) {
|
|
53
|
+
const publicEndpoint = normalizePublicEndpointResult(result, { source: 'public_endpoint', label });
|
|
54
|
+
if (publicEndpoint)
|
|
55
|
+
return normalizeReaderCandidate(publicEndpoint);
|
|
56
|
+
}
|
|
47
57
|
return normalizeReaderCandidate({ ...result, source: 'network_api', label: result['label'] || 'network_api' });
|
|
48
58
|
}
|
|
59
|
+
function inferPublicEndpointLabelFromUrl(rawUrl) {
|
|
60
|
+
let url;
|
|
61
|
+
try {
|
|
62
|
+
url = new URL(rawUrl);
|
|
63
|
+
}
|
|
64
|
+
catch {
|
|
65
|
+
return '';
|
|
66
|
+
}
|
|
67
|
+
const parts = url.pathname.split('/').filter(Boolean);
|
|
68
|
+
if (url.hostname === 'api.github.com' && parts[0] === 'repos' && parts[1] && parts[2])
|
|
69
|
+
return 'github-repo-api';
|
|
70
|
+
if (url.hostname === 'registry.npmjs.org' && parts[0]) {
|
|
71
|
+
if (parts.at(-1) === 'latest')
|
|
72
|
+
return 'npm-registry-latest';
|
|
73
|
+
if (parts.length >= 2)
|
|
74
|
+
return 'npm-registry-version';
|
|
75
|
+
return 'npm-registry';
|
|
76
|
+
}
|
|
77
|
+
if (url.hostname === 'pypi.org' && parts[0] === 'pypi' && parts[1] && parts[2] === 'json')
|
|
78
|
+
return 'pypi-json';
|
|
79
|
+
if (url.hostname === 'hacker-news.firebaseio.com' && parts[0] === 'v0' && parts[1] === 'item' && /\.json$/i.test(parts[2] || ''))
|
|
80
|
+
return 'hacker-news-item-api';
|
|
81
|
+
if (url.hostname === 'hn.algolia.com' && parts[0] === 'api' && parts[1] === 'v1' && parts[2] === 'items' && parts[3])
|
|
82
|
+
return 'hacker-news-algolia-item-api';
|
|
83
|
+
return '';
|
|
84
|
+
}
|
|
49
85
|
export function normalizeReaderCandidates(results = []) {
|
|
50
86
|
return results.map(normalizeReaderCandidate).filter(candidate => candidate.finalUrl || candidate.text);
|
|
51
87
|
}
|