smart-web-mcp 1.10.4 → 1.10.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +15 -0
- package/dist/operator-canary.d.ts +1 -0
- package/dist/operator-canary.js +40 -3
- package/dist/operator-canary.js.map +1 -1
- package/dist/smartfetch/provider-policy.js +5 -0
- package/dist/smartfetch/provider-policy.js.map +1 -1
- package/dist/smartfetch/providers/reddit-continuation.d.ts +19 -0
- package/dist/smartfetch/providers/reddit-continuation.js +210 -0
- package/dist/smartfetch/providers/reddit-continuation.js.map +1 -0
- package/dist/smartfetch/providers/reddit.js +195 -15
- package/dist/smartfetch/providers/reddit.js.map +1 -1
- package/dist/smartfetch.js +15 -0
- package/dist/smartfetch.js.map +1 -1
- package/dist/smartsearch.js +102 -16
- package/dist/smartsearch.js.map +1 -1
- package/package.json +3 -3
|
@@ -1,4 +1,7 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { parseHTML } from "linkedom";
|
|
2
|
+
import { createRedditContinuation } from "./reddit-continuation.js";
|
|
3
|
+
import { renderHtmlToText } from "../../extraction/document.js";
|
|
4
|
+
import { asNumber, asString, configEnabled, dedupeUrls, extractAnchorHrefs, extractUrls, stripTags, hasActiveRetryAfter } from "../../shared.js";
|
|
2
5
|
import { parseFeed } from "../generic-fallbacks.js";
|
|
3
6
|
import { fetchProviderJson, fetchProviderText } from "../provider-policy.js";
|
|
4
7
|
function allowRedditRetrieval() {
|
|
@@ -57,6 +60,8 @@ function redditPostIdentity(url) {
|
|
|
57
60
|
return null;
|
|
58
61
|
const subreddit = match[1] || "";
|
|
59
62
|
const id = match[2] || "";
|
|
63
|
+
if (!/^[a-z0-9]+$/.test(id) || !/^[A-Za-z0-9_]+$/.test(subreddit))
|
|
64
|
+
return null;
|
|
60
65
|
const path = parsed.pathname.replace(/\/+$/, "");
|
|
61
66
|
return { id, subreddit, path, canonicalUrl: `https://www.reddit.com${path}/` };
|
|
62
67
|
}
|
|
@@ -84,16 +89,26 @@ function matchesRedditPostIdentity(postData, identity) {
|
|
|
84
89
|
return true;
|
|
85
90
|
return matchesRedditUrlIdentity(`https://www.reddit.com${permalink.startsWith("/") ? permalink : `/${permalink}`}`, identity);
|
|
86
91
|
}
|
|
87
|
-
function mapComment(node) {
|
|
92
|
+
function mapComment(node, identity, parent = `t3_${identity.id}`, seen = new Set()) {
|
|
88
93
|
const record = asRecord(node);
|
|
89
94
|
if (asString(record.kind) !== "t1")
|
|
90
95
|
return null;
|
|
91
96
|
const data = asRecord(record.data);
|
|
97
|
+
const id = asString(data.id);
|
|
98
|
+
if (!/^[a-z0-9]+$/.test(id) || seen.has(id) || (data.link_id !== undefined && data.link_id !== `t3_${identity.id}`) || (data.parent_id !== undefined && data.parent_id !== parent))
|
|
99
|
+
return null;
|
|
100
|
+
if (data.permalink !== undefined && (typeof data.permalink !== "string" || !matchesRedditUrlIdentity(`https://www.reddit.com${data.permalink}`, identity) || !data.permalink.endsWith(`/${id}/`)))
|
|
101
|
+
return null;
|
|
102
|
+
if (typeof data.body !== "string")
|
|
103
|
+
return null;
|
|
104
|
+
seen.add(id);
|
|
92
105
|
const replies = asRecord(data.replies);
|
|
93
106
|
const listing = asRecord(replies.data);
|
|
94
|
-
const children = asRecordArray(listing.children).map(mapComment).filter((item) => Boolean(item));
|
|
107
|
+
const children = asRecordArray(listing.children).map(child => mapComment(child, identity, `t1_${id}`, seen)).filter((item) => Boolean(item));
|
|
95
108
|
return {
|
|
96
|
-
id
|
|
109
|
+
id,
|
|
110
|
+
parent_id: parent,
|
|
111
|
+
url: `https://www.reddit.com/r/${identity.subreddit}/comments/${identity.id}/comment/${id}/`,
|
|
97
112
|
author: asString(data.author),
|
|
98
113
|
body: asString(data.body),
|
|
99
114
|
score: asNumber(data.score),
|
|
@@ -103,7 +118,8 @@ function mapComment(node) {
|
|
|
103
118
|
}
|
|
104
119
|
function countComments(comments) {
|
|
105
120
|
return comments.reduce((total, comment) => {
|
|
106
|
-
|
|
121
|
+
const readable = typeof comment.body === "string" && Boolean(comment.body.trim()) && !/^(?:\[removed\]|\[deleted\])$/i.test(comment.body.trim());
|
|
122
|
+
return total + (readable ? 1 : 0) + countComments(asRecordArray(comment.children));
|
|
107
123
|
}, 0);
|
|
108
124
|
}
|
|
109
125
|
function reportedCommentCount(value) {
|
|
@@ -137,14 +153,15 @@ function normalizePost(postData, identity, comments, method, partial, errors, ac
|
|
|
137
153
|
comment_coverage: {
|
|
138
154
|
declared_count: reportedComments ?? null,
|
|
139
155
|
collected_count: recoveredComments,
|
|
140
|
-
complete: reportedComments !== undefined && recoveredComments >= reportedComments,
|
|
156
|
+
complete: method !== "reddit_arctic_shift" && reportedComments !== undefined && recoveredComments >= reportedComments,
|
|
141
157
|
},
|
|
158
|
+
...(method === "reddit_arctic_shift" ? { provenance: { source: "arctic_shift_archive", retrieved_on: typeof postData.retrieved_on === "number" ? postData.retrieved_on : null, observed_at: new Date().toISOString(), coverage: "archive snapshot; not realtime or whole-thread completeness" } } : {}),
|
|
142
159
|
created_utc: asNumber(postData.created_utc),
|
|
143
160
|
},
|
|
144
161
|
thread: [],
|
|
145
162
|
comments,
|
|
146
163
|
outbound_links: usefulLinks(outbound),
|
|
147
|
-
partial: partial || reportedComments === undefined || recoveredComments < reportedComments,
|
|
164
|
+
partial: partial || method === "reddit_arctic_shift" || reportedComments === undefined || recoveredComments < reportedComments,
|
|
148
165
|
errors,
|
|
149
166
|
method,
|
|
150
167
|
};
|
|
@@ -160,6 +177,111 @@ function failedNormalization(context, method, error) {
|
|
|
160
177
|
method,
|
|
161
178
|
};
|
|
162
179
|
}
|
|
180
|
+
function nativeReddit(html, identity, errors) {
|
|
181
|
+
const { document } = parseHTML(html);
|
|
182
|
+
for (const node of document.querySelectorAll('script, style, template, noscript, input, textarea, button, [hidden], [aria-hidden="true"], [contenteditable="true"]'))
|
|
183
|
+
node.remove();
|
|
184
|
+
for (const node of document.querySelectorAll("[style]")) {
|
|
185
|
+
if (/(?:^|;)\s*(?:display\s*:\s*none|visibility\s*:\s*(?:hidden|collapse))/i.test(node.getAttribute("style") || ""))
|
|
186
|
+
node.remove();
|
|
187
|
+
}
|
|
188
|
+
const posts = Array.from(document.querySelectorAll("shreddit-post")).filter(node => !node.parentElement?.closest('shreddit-post, [slot="text-body"], [slot="comment"]'));
|
|
189
|
+
const post = posts.length === 1 ? posts[0] : undefined;
|
|
190
|
+
if (!post || post.id !== `t3_${identity.id}` || !matchesRedditUrlIdentity(new URL(post.getAttribute("permalink") || "", identity.canonicalUrl).href, identity))
|
|
191
|
+
return null;
|
|
192
|
+
const titleNodes = Array.from(post.querySelectorAll('h1[slot="title"]')).filter(node => node.closest("shreddit-post") === post && !node.closest('[slot="text-body"]'));
|
|
193
|
+
const title = titleNodes.length === 1 ? stripTags(titleNodes[0].innerHTML) : "";
|
|
194
|
+
if (!title || title !== post.getAttribute("post-title"))
|
|
195
|
+
return null;
|
|
196
|
+
const bodies = Array.from(post.querySelectorAll('[slot="text-body"]')).filter(node => node.closest("shreddit-post") === post && !node.parentElement?.closest('[slot="text-body"]'));
|
|
197
|
+
if (bodies.length !== 1)
|
|
198
|
+
return null;
|
|
199
|
+
const bodyHtml = bodies[0].innerHTML;
|
|
200
|
+
const body = renderHtmlToText(bodyHtml, identity.canonicalUrl);
|
|
201
|
+
if (!body || /^(?:\[removed\]|\[deleted\])$/i.test(body))
|
|
202
|
+
return null;
|
|
203
|
+
const comments = [];
|
|
204
|
+
const mapped = new Map();
|
|
205
|
+
for (const row of document.querySelectorAll("shreddit-comment")) {
|
|
206
|
+
if (row.closest('[slot="comment"], [slot="text-body"]') || !row.closest("shreddit-comment-tree"))
|
|
207
|
+
continue;
|
|
208
|
+
const thing = row.getAttribute("thingid") || "";
|
|
209
|
+
const permalink = row.getAttribute("permalink") || "";
|
|
210
|
+
const parentRow = row.parentElement?.closest("shreddit-comment");
|
|
211
|
+
const parent = row.getAttribute("parentid") || `t3_${identity.id}`;
|
|
212
|
+
if (!/^t1_[a-z0-9]+$/.test(thing) || mapped.has(thing) || row.getAttribute("postid") !== `t3_${identity.id}`)
|
|
213
|
+
continue;
|
|
214
|
+
let source = "";
|
|
215
|
+
try {
|
|
216
|
+
source = new URL(permalink, identity.canonicalUrl).href;
|
|
217
|
+
if (!matchesRedditUrlIdentity(source, identity) || !new URL(source).pathname.endsWith(`/comment/${thing.slice(3)}/`))
|
|
218
|
+
continue;
|
|
219
|
+
}
|
|
220
|
+
catch {
|
|
221
|
+
continue;
|
|
222
|
+
}
|
|
223
|
+
if (parentRow ? parent !== parentRow.getAttribute("thingid") || !mapped.has(parent) : parent !== `t3_${identity.id}`)
|
|
224
|
+
continue;
|
|
225
|
+
const contents = Array.from(row.querySelectorAll('[slot="comment"]')).filter(node => node.closest("shreddit-comment") === row);
|
|
226
|
+
if (contents.length !== 1 || contents[0].id !== `${thing}-comment-rtjson-content`)
|
|
227
|
+
continue;
|
|
228
|
+
const text = renderHtmlToText(contents[0].innerHTML, source);
|
|
229
|
+
if (!text || /^(?:\[removed\]|\[deleted\])$/i.test(text))
|
|
230
|
+
continue;
|
|
231
|
+
const comment = { id: thing.slice(3), parent_id: parent, url: source, author: row.getAttribute("author") || "", body: text, children: [] };
|
|
232
|
+
mapped.set(thing, comment);
|
|
233
|
+
if (parentRow)
|
|
234
|
+
mapped.get(parent).children.push(comment);
|
|
235
|
+
else
|
|
236
|
+
comments.push(comment);
|
|
237
|
+
}
|
|
238
|
+
const countText = post.getAttribute("comment-count") || "";
|
|
239
|
+
const declared = /^\d+$/.test(countText) && Number.isSafeInteger(Number(countText)) ? Number(countText) : null;
|
|
240
|
+
return {
|
|
241
|
+
post: { id: identity.id, url: identity.canonicalUrl, permalink: identity.path, title, author: post.getAttribute("author") || "", subreddit: identity.subreddit, selftext: body,
|
|
242
|
+
...(Number.isFinite(Date.parse(post.getAttribute("created-timestamp") || "")) ? { created_utc: Date.parse(post.getAttribute("created-timestamp")) / 1000 } : {}),
|
|
243
|
+
num_comments: declared, comment_coverage: { declared_count: declared, collected_count: countComments(comments), complete: false },
|
|
244
|
+
provenance: { source: "reddit", acquisition: "approved_local_browser", observed_at: new Date().toISOString(), coverage: "rendered comments only; collapsed/unloaded replies may be absent" } },
|
|
245
|
+
thread: [], comments, outbound_links: dedupeUrls([...extractUrls(body), ...extractAnchorHrefs(bodyHtml)]), assetHtml: bodyHtml,
|
|
246
|
+
partial: true, errors, method: "reddit_browser_native",
|
|
247
|
+
};
|
|
248
|
+
}
|
|
249
|
+
function mergeNativeSlices(slices) {
|
|
250
|
+
const first = slices[0];
|
|
251
|
+
if (!first?.post)
|
|
252
|
+
return null;
|
|
253
|
+
const mapped = new Map();
|
|
254
|
+
const append = (rows) => {
|
|
255
|
+
for (const row of rows) {
|
|
256
|
+
const id = String(row.id);
|
|
257
|
+
const prior = mapped.get(id);
|
|
258
|
+
// Never let a later snapshot reparent or replace an earlier record.
|
|
259
|
+
if (prior && (prior.parent_id !== row.parent_id || prior.body !== row.body || prior.url !== row.url))
|
|
260
|
+
continue;
|
|
261
|
+
if (!prior && mapped.size < 500)
|
|
262
|
+
mapped.set(id, { ...row, children: [] });
|
|
263
|
+
append(asRecordArray(row.children));
|
|
264
|
+
}
|
|
265
|
+
};
|
|
266
|
+
for (const slice of slices) {
|
|
267
|
+
if (slice.post?.id !== first.post.id || slice.post?.selftext !== first.post.selftext || slice.post?.title !== first.post.title)
|
|
268
|
+
continue;
|
|
269
|
+
append(slice.comments);
|
|
270
|
+
}
|
|
271
|
+
const comments = [];
|
|
272
|
+
for (const row of mapped.values()) {
|
|
273
|
+
if (row.parent_id === `t3_${first.post.id}`)
|
|
274
|
+
comments.push(row);
|
|
275
|
+
else {
|
|
276
|
+
const parent = mapped.get(String(row.parent_id).replace(/^t1_/, ""));
|
|
277
|
+
if (parent)
|
|
278
|
+
parent.children.push(row);
|
|
279
|
+
}
|
|
280
|
+
}
|
|
281
|
+
return { ...first, comments, post: { ...first.post,
|
|
282
|
+
comment_coverage: { ...first.post.comment_coverage, collected_count: countComments(comments), complete: false },
|
|
283
|
+
provenance: { ...first.post.provenance, continuation: { snapshots: slices.length, initial_collected_count: countComments(first.comments), added_count: countComments(comments) - countComments(first.comments) } } } };
|
|
284
|
+
}
|
|
163
285
|
export const redditProvider = {
|
|
164
286
|
id: "reddit",
|
|
165
287
|
matches: (_url, target) => target === "reddit_post",
|
|
@@ -180,8 +302,11 @@ export const redditProvider = {
|
|
|
180
302
|
message: "URL is not a Reddit post URL",
|
|
181
303
|
});
|
|
182
304
|
}
|
|
305
|
+
const deadline = context.deadlineAt ?? Date.now() + context.timeoutMs;
|
|
306
|
+
const remaining = () => Math.max(1, Math.min(context.timeoutMs, deadline - Date.now()));
|
|
307
|
+
const connected = context.browserSessionOptions?.cdpUrl && !context.browserSessionOptions.profileDir;
|
|
183
308
|
const rssUrl = `https://www.reddit.com${identity.path}.rss`;
|
|
184
|
-
const rssResult = await fetchProviderText(rssUrl, context.timeoutMs, {
|
|
309
|
+
const rssResult = await fetchProviderText(rssUrl, Math.min(remaining(), connected ? 3000 : context.timeoutMs), {
|
|
185
310
|
headers: {
|
|
186
311
|
accept: "application/atom+xml,application/rss+xml,application/xml,text/xml,text/plain,*/*",
|
|
187
312
|
"user-agent": "smart-web-personal/0.1",
|
|
@@ -195,8 +320,16 @@ export const redditProvider = {
|
|
|
195
320
|
const postEntry = feed?.entries.find((entry) => (entry.id.toLowerCase() === `t3_${identity.id}`.toLowerCase()
|
|
196
321
|
&& matchesRedditUrlIdentity(entry.url, identity)));
|
|
197
322
|
if (feed && postEntry) {
|
|
198
|
-
const
|
|
323
|
+
const seen = new Set();
|
|
324
|
+
const comments = feed.entries.filter((entry) => {
|
|
325
|
+
if (!/^t1_[a-z0-9]+$/.test(entry.id) || seen.has(entry.id) || !matchesRedditUrlIdentity(entry.url, identity) || !entry.content.trim() || /^(?:\[removed\]|\[deleted\])$/i.test(entry.content.trim()))
|
|
326
|
+
return false;
|
|
327
|
+
seen.add(entry.id);
|
|
328
|
+
return true;
|
|
329
|
+
}).map((entry) => ({
|
|
199
330
|
id: entry.id.replace(/^t1_/, ""),
|
|
331
|
+
url: entry.url,
|
|
332
|
+
parent_id: null,
|
|
200
333
|
author: entry.author,
|
|
201
334
|
body: entry.content,
|
|
202
335
|
...(entry.published ? { published: entry.published } : {}),
|
|
@@ -211,6 +344,8 @@ export const redditProvider = {
|
|
|
211
344
|
permalink: identity.path,
|
|
212
345
|
url: postEntry.url || identity.canonicalUrl,
|
|
213
346
|
selftext: postEntry.content,
|
|
347
|
+
comment_coverage: { declared_count: null, collected_count: comments.length, complete: false },
|
|
348
|
+
provenance: { source: "reddit", acquisition: "public_atom", coverage: "flat feed comments; nesting and whole-thread completeness unavailable" },
|
|
214
349
|
},
|
|
215
350
|
thread: [],
|
|
216
351
|
comments,
|
|
@@ -225,33 +360,69 @@ export const redditProvider = {
|
|
|
225
360
|
};
|
|
226
361
|
}
|
|
227
362
|
}
|
|
363
|
+
let stopOrigin = !rssResult.ok && rssResult.status === 429;
|
|
364
|
+
const retrievalErrors = stopOrigin && !rssResult.ok ? [...context.errors, rssResult.error] : [...context.errors];
|
|
365
|
+
// 403 is not a cooldown. Use the approved session, without logging in or
|
|
366
|
+
// touching other tabs. A 429 instead goes straight to the independent relay.
|
|
367
|
+
if (connected && context.runBrowserSession && !rssResult.ok && rssResult.status === 403 && !hasActiveRetryAfter(context.active.retry_after) && context.active.http_status !== 429 && deadline - Date.now() >= 1000) {
|
|
368
|
+
const slices = [];
|
|
369
|
+
const continuationErrors = [];
|
|
370
|
+
const accept = (html) => {
|
|
371
|
+
const native = nativeReddit(html, identity, context.errors);
|
|
372
|
+
if (!native || (slices[0] && (native.post?.selftext !== slices[0].post?.selftext || native.post?.title !== slices[0].post?.title)))
|
|
373
|
+
return false;
|
|
374
|
+
if (slices.length < 12)
|
|
375
|
+
slices.push(native);
|
|
376
|
+
return true;
|
|
377
|
+
};
|
|
378
|
+
const session = await context.runBrowserSession({ ...context.browserSessionOptions, url: identity.canonicalUrl,
|
|
379
|
+
timeoutMs: Math.min(12000, remaining()), maxAnchors: 50, waitForSelector: "shreddit-post", settleContentMs: 500,
|
|
380
|
+
operatorTask: createRedditContinuation(identity, snapshot => accept(snapshot.html), continuationErrors) });
|
|
381
|
+
if (!session.ok) {
|
|
382
|
+
if (session.error.code !== "operator_browser_http_error" && session.error.code !== "direct_retry_after")
|
|
383
|
+
return failedNormalization(context, "reddit_browser_native", session.error);
|
|
384
|
+
retrievalErrors.push(session.error);
|
|
385
|
+
stopOrigin ||= session.http_status === 429 || hasActiveRetryAfter(session.retry_after);
|
|
386
|
+
}
|
|
387
|
+
if (session.ok && Date.now() < deadline && matchesRedditUrlIdentity(session.final_url, identity)) {
|
|
388
|
+
accept(session.html);
|
|
389
|
+
const native = mergeNativeSlices(slices);
|
|
390
|
+
if (native)
|
|
391
|
+
return { ...native, errors: [...native.errors, ...continuationErrors] };
|
|
392
|
+
}
|
|
393
|
+
}
|
|
394
|
+
if (Date.now() >= deadline)
|
|
395
|
+
return failedNormalization({ ...context, errors: retrievalErrors }, "reddit_personal_fallbacks", { category: "timeout", code: "reddit_deadline_exceeded", message: "Original retrieval deadline expired before archive recovery" });
|
|
228
396
|
let arcticFallback = null;
|
|
229
397
|
const arcticPostUrl = `https://arctic-shift.photon-reddit.com/api/posts/ids?ids=${encodeURIComponent(identity.id)}`;
|
|
230
|
-
const arcticPost = await fetchProviderJson(arcticPostUrl,
|
|
398
|
+
const arcticPost = await fetchProviderJson(arcticPostUrl, remaining(), {
|
|
231
399
|
headers: { accept: "application/json,text/plain,*/*" },
|
|
232
400
|
}, {
|
|
233
401
|
mode: "relay",
|
|
234
402
|
sourceUrl,
|
|
403
|
+
deadlineAt: deadline,
|
|
235
404
|
});
|
|
236
405
|
if (arcticPost.ok) {
|
|
237
406
|
const posts = asRecordArray(asRecord(arcticPost.data).data);
|
|
238
407
|
const postData = posts.find((item) => matchesRedditPostIdentity(item, identity));
|
|
239
408
|
if (postData) {
|
|
240
409
|
const treeUrl = `https://arctic-shift.photon-reddit.com/api/comments/tree?link_id=t3_${encodeURIComponent(identity.id)}&limit=200`;
|
|
241
|
-
const tree = await fetchProviderJson(treeUrl,
|
|
410
|
+
const tree = await fetchProviderJson(treeUrl, remaining(), {
|
|
242
411
|
headers: { accept: "application/json,text/plain,*/*" },
|
|
243
412
|
}, {
|
|
244
413
|
mode: "relay",
|
|
245
414
|
sourceUrl,
|
|
415
|
+
deadlineAt: deadline,
|
|
246
416
|
});
|
|
247
417
|
if (tree.ok) {
|
|
248
418
|
const rawComments = asRecord(tree.data).data;
|
|
419
|
+
const seen = new Set();
|
|
249
420
|
const comments = asRecordArray(rawComments)
|
|
250
|
-
.map(mapComment)
|
|
421
|
+
.map(node => mapComment(node, identity, `t3_${identity.id}`, seen))
|
|
251
422
|
.filter((item) => Boolean(item));
|
|
252
423
|
const expectedComments = reportedCommentCount(postData.num_comments);
|
|
253
424
|
if (Array.isArray(rawComments) && (comments.length > 0 || expectedComments === 0)) {
|
|
254
|
-
return normalizePost(postData, identity, comments, "reddit_arctic_shift", false,
|
|
425
|
+
return normalizePost(postData, identity, comments, "reddit_arctic_shift", false, retrievalErrors, context.active.links);
|
|
255
426
|
}
|
|
256
427
|
arcticFallback = normalizePost(postData, identity, comments, "reddit_arctic_shift", true, [
|
|
257
428
|
...context.errors,
|
|
@@ -270,8 +441,16 @@ export const redditProvider = {
|
|
|
270
441
|
}
|
|
271
442
|
}
|
|
272
443
|
}
|
|
444
|
+
if (stopOrigin || context.active.http_status === 429 || hasActiveRetryAfter(context.active.retry_after)) {
|
|
445
|
+
const rateErrors = retrievalErrors;
|
|
446
|
+
if (arcticFallback)
|
|
447
|
+
return { ...arcticFallback, errors: [...arcticFallback.errors, ...rateErrors].filter((e, i, all) => all.findIndex(other => other.code === e.code && other.message === e.message) === i) };
|
|
448
|
+
return failedNormalization({ ...context, errors: rateErrors }, "reddit_personal_fallbacks", { category: "unavailable", code: "reddit_archive_unavailable", message: "Independent archive did not recover the post; no further Reddit request during cooldown" });
|
|
449
|
+
}
|
|
450
|
+
if (Date.now() >= deadline)
|
|
451
|
+
return arcticFallback || failedNormalization({ ...context, errors: retrievalErrors }, "reddit_personal_fallbacks", { category: "timeout", code: "reddit_deadline_exceeded", message: "Original retrieval deadline expired" });
|
|
273
452
|
const jsonUrl = `https://www.reddit.com${identity.path}.json?raw_json=1&limit=200`;
|
|
274
|
-
const jsonResult = await fetchProviderJson(jsonUrl,
|
|
453
|
+
const jsonResult = await fetchProviderJson(jsonUrl, remaining(), {
|
|
275
454
|
headers: {
|
|
276
455
|
accept: "application/json,text/plain,*/*",
|
|
277
456
|
"user-agent": "smart-web-personal/0.1",
|
|
@@ -285,8 +464,9 @@ export const redditProvider = {
|
|
|
285
464
|
const postChildren = asRecordArray(asRecord(postListing.data).children);
|
|
286
465
|
const postData = asRecord(postChildren[0]?.data);
|
|
287
466
|
const commentListing = asRecord(jsonResult.data[1]);
|
|
467
|
+
const seen = new Set();
|
|
288
468
|
const comments = asRecordArray(asRecord(commentListing.data).children)
|
|
289
|
-
.map(mapComment)
|
|
469
|
+
.map(node => mapComment(node, identity, `t3_${identity.id}`, seen))
|
|
290
470
|
.filter((item) => Boolean(item));
|
|
291
471
|
if (Object.keys(postData).length > 0 && matchesRedditPostIdentity(postData, identity)) {
|
|
292
472
|
return normalizePost(postData, identity, comments, "reddit_json_public", false, context.errors, context.active.links);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reddit.js","sourceRoot":"","sources":["../../../src/smartfetch/providers/reddit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,UAAU,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAChH,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAA;AACnD,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AAK5E,SAAS,oBAAoB;IAC3B,OAAO,aAAa,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAA;AACtD,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAmB,CAAC,CAAC,CAAC,EAAE,CAAA;AAC/F,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;AACvG,CAAC;AAED,SAAS,YAAY,CAAC,QAAgB;IACpC,OAAO,QAAQ,KAAK,YAAY,IAAI,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAA;AACtE,CAAC;AAED,SAAS,OAAO,CAAC,OAA0B;IACzC,MAAM,MAAM,GAAG;QACb,OAAO,CAAC,WAAW;QACnB,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK;QACvB,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;QACtC,GAAG,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;QAC7C,OAAO,CAAC,GAAG;KACZ,CAAA;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;YAC7B,IAAI,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC5E,OAAO,yBAAyB,MAAM,CAAC,QAAQ,EAAE,CAAA;YACnD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,6BAA6B;QAC/B,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAA;AAC3C,CAAC;AAED,SAAS,WAAW,CAAC,MAAgB;IACnC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QAC7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;YAC7B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC;gBAAE,OAAO,IAAI,CAAA;YAC/C,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA;QAC/C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAA;QACd,CAAC;IACH,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW;IACrC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC;YAAE,OAAO,IAAI,CAAA;QAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAA;QACtF,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAA;QACvB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAChC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QACzB,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;QAChD,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,yBAAyB,IAAI,GAAG,EAAE,CAAA;IAChF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAAC,GAAW,EAAE,QAA2C;IACxF,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAA;IACzC,OAAO,OAAO,CACZ,SAAS;WACN,SAAS,CAAC,EAAE,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE;WACxD,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE,CAC1E,CAAA;AACH,CAAC;AAED,SAAS,yBAAyB,CAAC,QAAoB,EAAE,QAA2C;IAClG,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;IAChC,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAA;IAC9C,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAA;IAC9C,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE;QAAE,OAAO,KAAK,CAAA;IACvE,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS;QAAE,OAAO,KAAK,CAAA;IAC1C,IAAI,SAAS,IAAI,SAAS,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE;QAAE,OAAO,KAAK,CAAA;IAE3F,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAA;IAC3B,OAAO,wBAAwB,CAAC,yBAAyB,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,SAAS,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAA;AAC/H,CAAC;AAED,SAAS,UAAU,CAAC,IAAa;IAC/B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;IAC7B,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IAC/C,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAClC,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACtC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IACtC,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAmC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;IACjI,OAAO;QACL,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACrB,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;QAC7B,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;QACzB,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;QAC3B,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC;QACvC,QAAQ;KACT,CAAA;AACH,CAAC;AAED,SAAS,aAAa,CAAC,QAAmC;IACxD,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QACxC,OAAO,KAAK,GAAG,CAAC,GAAG,aAAa,CAAC,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAA;IACnE,CAAC,EAAE,CAAC,CAAC,CAAA;AACP,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAc;IAC1C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;AACnG,CAAC;AAED,SAAS,aAAa,CAAC,QAAoB,EAAE,QAA+E,EAAE,QAAmC,EAAE,MAAc,EAAE,OAAgB,EAAE,MAAyC,EAAE,WAAqB;IACnQ,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAA;IAC/D,MAAM,UAAU,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,YAAY,CAAA;IAClE,MAAM,QAAQ,GAAG,UAAU,CAAC;QAC1B,GAAG,WAAW,CAAC,WAAW,CAAC;QAC3B,GAAG,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC3C,GAAG,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QACvD,UAAU;KACX,CAAC,CAAA;IACF,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA;IACpE,MAAM,iBAAiB,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAA;IACjD,MAAM,WAAW,GAAG,gBAAgB,KAAK,SAAS,IAAI,iBAAiB,KAAK,CAAC;QAC3E,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,IAAI,CAAC,EAAE,iBAAiB,CAAC,CAAA;IACtD,OAAO;QACL,IAAI,EAAE;YACJ,EAAE,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,QAAQ,CAAC,EAAE;YACxC,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC/B,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YACjC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,SAAS;YAC7D,SAAS;YACT,GAAG,EAAE,UAAU;YACf,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACrC,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC/B,YAAY,EAAE,WAAW;YACzB,gBAAgB,EAAE;gBAChB,cAAc,EAAE,gBAAgB,IAAI,IAAI;gBACxC,eAAe,EAAE,iBAAiB;gBAClC,QAAQ,EAAE,gBAAgB,KAAK,SAAS,IAAI,iBAAiB,IAAI,gBAAgB;aAClF;YACD,WAAW,EAAE,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC;SAC5C;QACD,MAAM,EAAE,EAAE;QACV,QAAQ;QACR,cAAc,EAAE,WAAW,CAAC,QAAQ,CAAC;QACrC,OAAO,EAAE,OAAO,IAAI,gBAAgB,KAAK,SAAS,IAAI,iBAAiB,GAAG,gBAAgB;QAC1F,MAAM;QACN,MAAM;KACP,CAAA;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,OAA0B,EAAE,MAAc,EAAE,KAAgD;IACvH,OAAO;QACL,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,EAAE;QACV,QAAQ,EAAE,EAAE;QACZ,cAAc,EAAE,EAAE;QAClB,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC;QAClC,MAAM;KACP,CAAA;AACH,CAAC;AAED,MAAM,CAAC,MAAM,cAAc,GAAuB;IAChD,EAAE,EAAE,QAAQ;IACZ,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,aAAa;IACnD,KAAK,CAAC,SAAS,CAAC,OAA0B;QACxC,IAAI,CAAC,oBAAoB,EAAE,EAAE,CAAC;YAC5B,OAAO,mBAAmB,CAAC,OAAO,EAAE,2BAA2B,EAAE;gBAC/D,QAAQ,EAAE,aAAa;gBACvB,IAAI,EAAE,2BAA2B;gBACjC,OAAO,EAAE,4CAA4C;aACtD,CAAC,CAAA;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAA;QAC9C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,mBAAmB,CAAC,OAAO,EAAE,2BAA2B,EAAE;gBAC/D,QAAQ,EAAE,aAAa;gBACvB,IAAI,EAAE,oBAAoB;gBAC1B,OAAO,EAAE,8BAA8B;aACxC,CAAC,CAAA;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,yBAAyB,QAAQ,CAAC,IAAI,MAAM,CAAA;QAC3D,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,EAAE;YACnE,OAAO,EAAE;gBACP,MAAM,EAAE,kFAAkF;gBAC1F,YAAY,EAAE,wBAAwB;aACvC;SACF,EAAE;YACD,IAAI,EAAE,aAAa;YACnB,SAAS;SACV,CAAC,CAAA;QACF,IAAI,SAAS,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;YAC9C,MAAM,SAAS,GAAG,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAC9C,KAAK,CAAC,EAAE,CAAC,WAAW,EAAE,KAAK,MAAM,QAAQ,CAAC,EAAE,EAAE,CAAC,WAAW,EAAE;mBACzD,wBAAwB,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CACjD,CAAC,CAAA;YACF,IAAI,IAAI,IAAI,SAAS,EAAE,CAAC;gBACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBAC1F,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;oBAChC,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,IAAI,EAAE,KAAK,CAAC,OAAO;oBACnB,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC1D,QAAQ,EAAE,EAAE;iBACb,CAAC,CAAC,CAAA;gBACH,OAAO;oBACL,IAAI,EAAE;wBACJ,EAAE,EAAE,QAAQ,CAAC,EAAE;wBACf,KAAK,EAAE,SAAS,CAAC,KAAK;wBACtB,MAAM,EAAE,SAAS,CAAC,MAAM;wBACxB,SAAS,EAAE,QAAQ,CAAC,SAAS;wBAC7B,SAAS,EAAE,QAAQ,CAAC,IAAI;wBACxB,GAAG,EAAE,SAAS,CAAC,GAAG,IAAI,QAAQ,CAAC,YAAY;wBAC3C,QAAQ,EAAE,SAAS,CAAC,OAAO;qBAC5B;oBACD,MAAM,EAAE,EAAE;oBACV,QAAQ;oBACR,cAAc,EAAE,UAAU,CAAC;wBACzB,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;wBACpC,SAAS,CAAC,GAAG,IAAI,QAAQ,CAAC,YAAY;wBACtC,GAAG,WAAW,CAAC,SAAS,CAAC,OAAO,CAAC;qBAClC,CAAC;oBACF,OAAO,EAAE,IAAI;oBACb,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,MAAM,EAAE,mBAAmB;iBAC5B,CAAA;YACH,CAAC;QACH,CAAC;QAED,IAAI,cAAc,GAAmC,IAAI,CAAA;QACzD,MAAM,aAAa,GAAG,4DAA4D,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAA;QACnH,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,aAAa,EAAE,OAAO,CAAC,SAAS,EAAE;YAC3E,OAAO,EAAE,EAAE,MAAM,EAAE,iCAAiC,EAAE;SACvD,EAAE;YACD,IAAI,EAAE,OAAO;YACb,SAAS;SACV,CAAC,CAAA;QACF,IAAI,UAAU,CAAC,EAAE,EAAE,CAAC;YAClB,MAAM,KAAK,GAAG,aAAa,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAA;YAC3D,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,yBAAyB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAA;YAChF,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,OAAO,GAAG,uEAAuE,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC,YAAY,CAAA;gBAClI,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE;oBAC/D,OAAO,EAAE,EAAE,MAAM,EAAE,iCAAiC,EAAE;iBACvD,EAAE;oBACD,IAAI,EAAE,OAAO;oBACb,SAAS;iBACV,CAAC,CAAA;gBACF,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;oBACZ,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAA;oBAC5C,MAAM,QAAQ,GAAG,aAAa,CAAC,WAAW,CAAC;yBACxC,GAAG,CAAC,UAAU,CAAC;yBACf,MAAM,CAAC,CAAC,IAAI,EAAmC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;oBACnE,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA;oBACpE,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,gBAAgB,KAAK,CAAC,CAAC,EAAE,CAAC;wBAClF,OAAO,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,qBAAqB,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;oBACxH,CAAC;oBACD,cAAc,GAAG,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,qBAAqB,EAAE,IAAI,EAAE;wBACxF,GAAG,OAAO,CAAC,MAAM;wBACjB;4BACE,QAAQ,EAAE,aAAa;4BACvB,IAAI,EAAE,iCAAiC;4BACvC,OAAO,EAAE,yEAAyE;yBACnF;qBACF,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBAC1B,CAAC;qBAAM,CAAC;oBACN,cAAc,GAAG,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE;wBAClF,GAAG,OAAO,CAAC,MAAM;wBACjB,IAAI,CAAC,KAAK;qBACX,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBAC1B,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,yBAAyB,QAAQ,CAAC,IAAI,4BAA4B,CAAA;QAClF,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE;YACrE,OAAO,EAAE;gBACP,MAAM,EAAE,iCAAiC;gBACzC,YAAY,EAAE,wBAAwB;aACvC;SACF,EAAE;YACD,IAAI,EAAE,aAAa;YACnB,SAAS;SACV,CAAC,CAAA;QACF,IAAI,UAAU,CAAC,EAAE,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACpD,MAAM,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;YAChD,MAAM,YAAY,GAAG,aAAa,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAA;YACvE,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;YAChD,MAAM,cAAc,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;YACnD,MAAM,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC;iBACnE,GAAG,CAAC,UAAU,CAAC;iBACf,MAAM,CAAC,CAAC,IAAI,EAAmC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;YACnE,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,yBAAyB,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC;gBACtF,OAAO,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,oBAAoB,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACvH,CAAC;QACH,CAAC;QAED,IAAI,cAAc;YAAE,OAAO,cAAc,CAAA;QACzC,MAAM,aAAa,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QAClG,OAAO,mBAAmB,CAAC,OAAO,EAAE,2BAA2B,EAAE;YAC/D,QAAQ,EAAE,aAAa,EAAE,QAAQ,IAAI,aAAa;YAClD,IAAI,EAAE,aAAa,EAAE,IAAI,IAAI,yBAAyB;YACtD,OAAO,EAAE,aAAa,EAAE,OAAO,IAAI,0CAA0C;SAC9E,CAAC,CAAA;IACJ,CAAC;CACF,CAAA"}
|
|
1
|
+
{"version":3,"file":"reddit.js","sourceRoot":"","sources":["../../../src/smartfetch/providers/reddit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AACpC,OAAO,EAAE,wBAAwB,EAAE,MAAM,0BAA0B,CAAA;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAA;AAC/D,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,UAAU,EAAE,kBAAkB,EAAE,WAAW,EAAE,SAAS,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAA;AAChJ,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAA;AACnD,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AAK5E,SAAS,oBAAoB;IAC3B,OAAO,aAAa,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAA;AACtD,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAmB,CAAC,CAAC,CAAC,EAAE,CAAA;AAC/F,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;AACvG,CAAC;AAED,SAAS,YAAY,CAAC,QAAgB;IACpC,OAAO,QAAQ,KAAK,YAAY,IAAI,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAA;AACtE,CAAC;AAED,SAAS,OAAO,CAAC,OAA0B;IACzC,MAAM,MAAM,GAAG;QACb,OAAO,CAAC,WAAW;QACnB,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK;QACvB,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;QACtC,GAAG,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;QAC7C,OAAO,CAAC,GAAG;KACZ,CAAA;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;YAC7B,IAAI,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC5E,OAAO,yBAAyB,MAAM,CAAC,QAAQ,EAAE,CAAA;YACnD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,6BAA6B;QAC/B,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAA;AAC3C,CAAC;AAED,SAAS,WAAW,CAAC,MAAgB;IACnC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QAC7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;YAC7B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC;gBAAE,OAAO,IAAI,CAAA;YAC/C,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA;QAC/C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAA;QACd,CAAC;IACH,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW;IACrC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC;YAAE,OAAO,IAAI,CAAA;QAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAA;QACtF,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAA;QACvB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAChC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QACzB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC;YAAE,OAAO,IAAI,CAAA;QAC9E,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;QAChD,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,yBAAyB,IAAI,GAAG,EAAE,CAAA;IAChF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAAC,GAAW,EAAE,QAA2C;IACxF,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAA;IACzC,OAAO,OAAO,CACZ,SAAS;WACN,SAAS,CAAC,EAAE,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE;WACxD,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE,CAC1E,CAAA;AACH,CAAC;AAED,SAAS,yBAAyB,CAAC,QAAoB,EAAE,QAA2C;IAClG,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;IAChC,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAA;IAC9C,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAA;IAC9C,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE;QAAE,OAAO,KAAK,CAAA;IACvE,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS;QAAE,OAAO,KAAK,CAAA;IAC1C,IAAI,SAAS,IAAI,SAAS,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE;QAAE,OAAO,KAAK,CAAA;IAE3F,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAA;IAC3B,OAAO,wBAAwB,CAAC,yBAAyB,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,SAAS,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAA;AAC/H,CAAC;AAED,SAAS,UAAU,CAAC,IAAa,EAAE,QAA2C,EAAE,MAAM,GAAG,MAAM,QAAQ,CAAC,EAAE,EAAE,EAAE,IAAI,GAAG,IAAI,GAAG,EAAU;IACpI,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;IAC7B,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IAC/C,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAClC,MAAM,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC5B,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM,QAAQ,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS,IAAI,IAAI,CAAC,SAAS,KAAK,MAAM,CAAC;QAAE,OAAO,IAAI,CAAA;IAC/L,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,wBAAwB,CAAC,yBAAyB,IAAI,CAAC,SAAS,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAAE,OAAO,IAAI,CAAA;IAC9M,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAA;IAC9C,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IACZ,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACtC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IACtC,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAmC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;IAC7K,OAAO;QACL,EAAE;QACF,SAAS,EAAE,MAAM;QACjB,GAAG,EAAE,4BAA4B,QAAQ,CAAC,SAAS,aAAa,QAAQ,CAAC,EAAE,YAAY,EAAE,GAAG;QAC5F,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;QAC7B,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;QACzB,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;QAC3B,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC;QACvC,QAAQ;KACT,CAAA;AACH,CAAC;AAED,SAAS,aAAa,CAAC,QAAmC;IACxD,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QACxC,MAAM,QAAQ,GAAG,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,gCAAgC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;QAChJ,OAAO,KAAK,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAA;IACpF,CAAC,EAAE,CAAC,CAAC,CAAA;AACP,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAc;IAC1C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;AACnG,CAAC;AAED,SAAS,aAAa,CAAC,QAAoB,EAAE,QAA+E,EAAE,QAAmC,EAAE,MAAc,EAAE,OAAgB,EAAE,MAAyC,EAAE,WAAqB;IACnQ,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAA;IAC/D,MAAM,UAAU,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,YAAY,CAAA;IAClE,MAAM,QAAQ,GAAG,UAAU,CAAC;QAC1B,GAAG,WAAW,CAAC,WAAW,CAAC;QAC3B,GAAG,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC3C,GAAG,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QACvD,UAAU;KACX,CAAC,CAAA;IACF,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA;IACpE,MAAM,iBAAiB,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAA;IACjD,MAAM,WAAW,GAAG,gBAAgB,KAAK,SAAS,IAAI,iBAAiB,KAAK,CAAC;QAC3E,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,IAAI,CAAC,EAAE,iBAAiB,CAAC,CAAA;IACtD,OAAO;QACL,IAAI,EAAE;YACJ,EAAE,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,QAAQ,CAAC,EAAE;YACxC,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC/B,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YACjC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,SAAS;YAC7D,SAAS;YACT,GAAG,EAAE,UAAU;YACf,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACrC,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC/B,YAAY,EAAE,WAAW;YACzB,gBAAgB,EAAE;gBAChB,cAAc,EAAE,gBAAgB,IAAI,IAAI;gBACxC,eAAe,EAAE,iBAAiB;gBAClC,QAAQ,EAAE,MAAM,KAAK,qBAAqB,IAAI,gBAAgB,KAAK,SAAS,IAAI,iBAAiB,IAAI,gBAAgB;aACtH;YACD,GAAG,CAAC,MAAM,KAAK,qBAAqB,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,sBAAsB,EAAE,YAAY,EAAE,OAAO,QAAQ,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,QAAQ,EAAE,6DAA6D,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvS,WAAW,EAAE,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC;SAC5C;QACD,MAAM,EAAE,EAAE;QACV,QAAQ;QACR,cAAc,EAAE,WAAW,CAAC,QAAQ,CAAC;QACrC,OAAO,EAAE,OAAO,IAAI,MAAM,KAAK,qBAAqB,IAAI,gBAAgB,KAAK,SAAS,IAAI,iBAAiB,GAAG,gBAAgB;QAC9H,MAAM;QACN,MAAM;KACP,CAAA;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,OAA0B,EAAE,MAAc,EAAE,KAAgD;IACvH,OAAO;QACL,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,EAAE;QACV,QAAQ,EAAE,EAAE;QACZ,cAAc,EAAE,EAAE;QAClB,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC;QAClC,MAAM;KACP,CAAA;AACH,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,QAA4D,EAAE,MAAyC;IACzI,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IACpC,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,gBAAgB,CAAC,sHAAsH,CAAC;QAAE,IAAI,CAAC,MAAM,EAAE,CAAA;IACnL,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;QACxD,IAAI,wEAAwE,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAAE,IAAI,CAAC,MAAM,EAAE,CAAA;IACpI,CAAC;IACD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,qDAAqD,CAAC,CAAC,CAAA;IACxK,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACtD,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,KAAK,MAAM,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC,wBAAwB,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAA;IAC3K,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAA;IACtK,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAChF,IAAI,CAAC,KAAK,IAAI,KAAK,KAAK,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC;QAAE,OAAO,IAAI,CAAA;IACpE,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,oBAAoB,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAA;IACnL,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACpC,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC,SAAS,CAAA;IACrC,MAAM,IAAI,GAAG,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAA;IAC9D,IAAI,CAAC,IAAI,IAAI,gCAAgC,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IACrE,MAAM,QAAQ,GAA8B,EAAE,CAAA;IAC9C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAmC,CAAA;IACzD,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAChE,IAAI,GAAG,CAAC,OAAO,CAAC,sCAAsC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,uBAAuB,CAAC;YAAE,SAAQ;QAC1G,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,EAAE,CAAA;QAC/C,MAAM,SAAS,GAAG,GAAG,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,EAAE,CAAA;QACrD,MAAM,SAAS,GAAG,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAA;QAChE,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,MAAM,QAAQ,CAAC,EAAE,EAAE,CAAA;QAClE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,MAAM,QAAQ,CAAC,EAAE,EAAE;YAAE,SAAQ;QACtH,IAAI,MAAM,GAAG,EAAE,CAAA;QACf,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC,IAAI,CAAA;YACvD,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;gBAAE,SAAQ;QAChI,CAAC;QAAC,MAAM,CAAC;YAAC,SAAQ;QAAC,CAAC;QACpB,IAAI,SAAS,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,QAAQ,CAAC,EAAE,EAAE;YAAE,SAAQ;QAC9H,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,KAAK,GAAG,CAAC,CAAA;QAC9H,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAE,CAAC,EAAE,KAAK,GAAG,KAAK,yBAAyB;YAAE,SAAQ;QAC5F,MAAM,IAAI,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QAC7D,IAAI,CAAC,IAAI,IAAI,gCAAgC,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,SAAQ;QAClE,MAAM,OAAO,GAAG,EAAE,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,EAA+B,EAAE,CAAA;QACvK,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;QAC1B,IAAI,SAAS;YAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC,QAAsC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;;YACnF,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC7B,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,IAAI,EAAE,CAAA;IAC1D,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC9G,OAAO;QACL,IAAI,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,GAAG,EAAE,QAAQ,CAAC,YAAY,EAAE,SAAS,EAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI;YAC5K,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAE,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjK,YAAY,EAAE,QAAQ,EAAE,gBAAgB,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,eAAe,EAAE,aAAa,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE;YACjI,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,QAAQ,EAAE,kEAAkE,EAAE,EAAE;QAChM,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,cAAc,EAAE,UAAU,CAAC,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,QAAQ;QAC9H,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,uBAAuB;KACvD,CAAA;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAiC;IAC1D,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;IACvB,IAAI,CAAC,KAAK,EAAE,IAAI;QAAE,OAAO,IAAI,CAAA;IAC7B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAmC,CAAA;IACzD,MAAM,MAAM,GAAG,CAAC,IAA+B,EAAE,EAAE;QACjD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;YACzB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;YAC5B,oEAAoE;YACpE,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,SAAS,KAAK,GAAG,CAAC,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,IAAI,KAAK,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAQ;YAC9G,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,GAAG,GAAG;gBAAE,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAA;YACzE,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAA;QACrC,CAAC;IACH,CAAC,CAAA;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,QAAQ,KAAK,KAAK,CAAC,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK;YAAE,SAAQ;QACxI,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IACxB,CAAC;IACD,MAAM,QAAQ,GAA8B,EAAE,CAAA;IAC9C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QAClC,IAAI,GAAG,CAAC,SAAS,KAAK,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;aAC1D,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAA;YACpE,IAAI,MAAM;gBAAG,MAAM,CAAC,QAAsC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACtE,CAAC;IACH,CAAC;IACD,OAAO,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,GAAG,KAAK,CAAC,IAAI;YAChD,gBAAgB,EAAE,EAAE,GAAI,KAAK,CAAC,IAAI,CAAC,gBAA2B,EAAE,eAAe,EAAE,aAAa,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE;YAC3H,UAAU,EAAE,EAAE,GAAI,KAAK,CAAC,IAAI,CAAC,UAAqB,EAAE,YAAY,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,uBAAuB,EAAE,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,aAAa,CAAC,QAAQ,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,EAAE,CAAA;AACtO,CAAC;AAED,MAAM,CAAC,MAAM,cAAc,GAAuB;IAChD,EAAE,EAAE,QAAQ;IACZ,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,aAAa;IACnD,KAAK,CAAC,SAAS,CAAC,OAA0B;QACxC,IAAI,CAAC,oBAAoB,EAAE,EAAE,CAAC;YAC5B,OAAO,mBAAmB,CAAC,OAAO,EAAE,2BAA2B,EAAE;gBAC/D,QAAQ,EAAE,aAAa;gBACvB,IAAI,EAAE,2BAA2B;gBACjC,OAAO,EAAE,4CAA4C;aACtD,CAAC,CAAA;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAA;QAC9C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,mBAAmB,CAAC,OAAO,EAAE,2BAA2B,EAAE;gBAC/D,QAAQ,EAAE,aAAa;gBACvB,IAAI,EAAE,oBAAoB;gBAC1B,OAAO,EAAE,8BAA8B;aACxC,CAAC,CAAA;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,SAAS,CAAA;QACrE,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;QACvF,MAAM,SAAS,GAAG,OAAO,CAAC,qBAAqB,EAAE,MAAM,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,UAAU,CAAA;QACpG,MAAM,MAAM,GAAG,yBAAyB,QAAQ,CAAC,IAAI,MAAM,CAAA;QAC3D,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;YAC7G,OAAO,EAAE;gBACP,MAAM,EAAE,kFAAkF;gBAC1F,YAAY,EAAE,wBAAwB;aACvC;SACF,EAAE;YACD,IAAI,EAAE,aAAa;YACnB,SAAS;SACV,CAAC,CAAA;QACF,IAAI,SAAS,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;YAC9C,MAAM,SAAS,GAAG,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAC9C,KAAK,CAAC,EAAE,CAAC,WAAW,EAAE,KAAK,MAAM,QAAQ,CAAC,EAAE,EAAE,CAAC,WAAW,EAAE;mBACzD,wBAAwB,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CACjD,CAAC,CAAA;YACF,IAAI,IAAI,IAAI,SAAS,EAAE,CAAC;gBACtB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;gBAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;oBAC7C,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,gCAAgC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;wBAAE,OAAO,KAAK,CAAA;oBAClN,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;oBAClB,OAAO,IAAI,CAAA;gBACb,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBACjB,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;oBAChC,GAAG,EAAE,KAAK,CAAC,GAAG;oBACd,SAAS,EAAE,IAAI;oBACf,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,IAAI,EAAE,KAAK,CAAC,OAAO;oBACnB,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC1D,QAAQ,EAAE,EAAE;iBACb,CAAC,CAAC,CAAA;gBACH,OAAO;oBACL,IAAI,EAAE;wBACJ,EAAE,EAAE,QAAQ,CAAC,EAAE;wBACf,KAAK,EAAE,SAAS,CAAC,KAAK;wBACtB,MAAM,EAAE,SAAS,CAAC,MAAM;wBACxB,SAAS,EAAE,QAAQ,CAAC,SAAS;wBAC7B,SAAS,EAAE,QAAQ,CAAC,IAAI;wBACxB,GAAG,EAAE,SAAS,CAAC,GAAG,IAAI,QAAQ,CAAC,YAAY;wBAC3C,QAAQ,EAAE,SAAS,CAAC,OAAO;wBAC3B,gBAAgB,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE;wBAC7F,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,uEAAuE,EAAE;qBAChJ;oBACD,MAAM,EAAE,EAAE;oBACV,QAAQ;oBACR,cAAc,EAAE,UAAU,CAAC;wBACzB,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;wBACpC,SAAS,CAAC,GAAG,IAAI,QAAQ,CAAC,YAAY;wBACtC,GAAG,WAAW,CAAC,SAAS,CAAC,OAAO,CAAC;qBAClC,CAAC;oBACF,OAAO,EAAE,IAAI;oBACb,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,MAAM,EAAE,mBAAmB;iBAC5B,CAAA;YACH,CAAC;QACH,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,MAAM,KAAK,GAAG,CAAA;QAC1D,MAAM,eAAe,GAAG,UAAU,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;QAChH,yEAAyE;QACzE,6EAA6E;QAC7E,IAAI,SAAS,IAAI,OAAO,CAAC,iBAAiB,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,MAAM,KAAK,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,WAAW,KAAK,GAAG,IAAI,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,EAAE,CAAC;YACnN,MAAM,MAAM,GAA8B,EAAE,CAAA;YAC5C,MAAM,kBAAkB,GAAsC,EAAE,CAAA;YAChE,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,EAAE;gBAC9B,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;gBAC3D,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;oBAAE,OAAO,KAAK,CAAA;gBAChJ,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE;oBAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBAC3C,OAAO,IAAI,CAAA;YACb,CAAC,CAAA;YACD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,iBAAiB,CAAC,EAAE,GAAG,OAAO,CAAC,qBAAqB,EAAE,GAAG,EAAE,QAAQ,CAAC,YAAY;gBAC5G,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,EAAE,GAAG;gBAC/G,YAAY,EAAE,wBAAwB,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,kBAAkB,CAAC,EAAE,CAAC,CAAA;YAC5G,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;gBAChB,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,6BAA6B,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,oBAAoB;oBAAE,OAAO,mBAAmB,CAAC,OAAO,EAAE,uBAAuB,EAAE,OAAO,CAAC,KAAK,CAAC,CAAA;gBACpL,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;gBACnC,UAAU,KAAK,OAAO,CAAC,WAAW,KAAK,GAAG,IAAI,mBAAmB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;YACxF,CAAC;YACD,IAAI,OAAO,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,IAAI,wBAAwB,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC;gBACjG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;gBACpB,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAA;gBACxC,IAAI,MAAM;oBAAE,OAAO,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,kBAAkB,CAAC,EAAE,CAAA;YACrF,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ;YAAE,OAAO,mBAAmB,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,EAAE,2BAA2B,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,0BAA0B,EAAE,OAAO,EAAE,6DAA6D,EAAE,CAAC,CAAA;QAC/P,IAAI,cAAc,GAAmC,IAAI,CAAA;QACzD,MAAM,aAAa,GAAG,4DAA4D,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAA;QACnH,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,aAAa,EAAE,SAAS,EAAE,EAAE;YACrE,OAAO,EAAE,EAAE,MAAM,EAAE,iCAAiC,EAAE;SACvD,EAAE;YACD,IAAI,EAAE,OAAO;YACb,SAAS;YACT,UAAU,EAAE,QAAQ;SACrB,CAAC,CAAA;QACF,IAAI,UAAU,CAAC,EAAE,EAAE,CAAC;YAClB,MAAM,KAAK,GAAG,aAAa,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAA;YAC3D,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,yBAAyB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAA;YAChF,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,OAAO,GAAG,uEAAuE,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC,YAAY,CAAA;gBAClI,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE;oBACzD,OAAO,EAAE,EAAE,MAAM,EAAE,iCAAiC,EAAE;iBACvD,EAAE;oBACD,IAAI,EAAE,OAAO;oBACb,SAAS;oBACT,UAAU,EAAE,QAAQ;iBACrB,CAAC,CAAA;gBACF,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;oBACZ,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAA;oBAC5C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;oBAC9B,MAAM,QAAQ,GAAG,aAAa,CAAC,WAAW,CAAC;yBACxC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;yBAClE,MAAM,CAAC,CAAC,IAAI,EAAmC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;oBACnE,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA;oBACpE,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,gBAAgB,KAAK,CAAC,CAAC,EAAE,CAAC;wBAClF,OAAO,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,qBAAqB,EAAE,KAAK,EAAE,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;oBACzH,CAAC;oBACD,cAAc,GAAG,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,qBAAqB,EAAE,IAAI,EAAE;wBACxF,GAAG,OAAO,CAAC,MAAM;wBACjB;4BACE,QAAQ,EAAE,aAAa;4BACvB,IAAI,EAAE,iCAAiC;4BACvC,OAAO,EAAE,yEAAyE;yBACnF;qBACF,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBAC1B,CAAC;qBAAM,CAAC;oBACN,cAAc,GAAG,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE;wBAClF,GAAG,OAAO,CAAC,MAAM;wBACjB,IAAI,CAAC,KAAK;qBACX,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBAC1B,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC,WAAW,KAAK,GAAG,IAAI,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;YACxG,MAAM,UAAU,GAAG,eAAe,CAAA;YAClC,IAAI,cAAc;gBAAE,OAAO,EAAE,GAAG,cAAc,EAAE,MAAM,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAA;YAC7M,OAAO,mBAAmB,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,2BAA2B,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,4BAA4B,EAAE,OAAO,EAAE,yFAAyF,EAAE,CAAC,CAAA;QAClQ,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ;YAAE,OAAO,cAAc,IAAI,mBAAmB,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,EAAE,2BAA2B,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,0BAA0B,EAAE,OAAO,EAAE,qCAAqC,EAAE,CAAC,CAAA;QACzP,MAAM,OAAO,GAAG,yBAAyB,QAAQ,CAAC,IAAI,4BAA4B,CAAA;QAClF,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE;YAC/D,OAAO,EAAE;gBACP,MAAM,EAAE,iCAAiC;gBACzC,YAAY,EAAE,wBAAwB;aACvC;SACF,EAAE;YACD,IAAI,EAAE,aAAa;YACnB,SAAS;SACV,CAAC,CAAA;QACF,IAAI,UAAU,CAAC,EAAE,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACpD,MAAM,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;YAChD,MAAM,YAAY,GAAG,aAAa,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAA;YACvE,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;YAChD,MAAM,cAAc,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;YACnD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;YAC9B,MAAM,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC;iBACnE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;iBAClE,MAAM,CAAC,CAAC,IAAI,EAAmC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;YACnE,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,yBAAyB,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC;gBACtF,OAAO,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,oBAAoB,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACvH,CAAC;QACH,CAAC;QAED,IAAI,cAAc;YAAE,OAAO,cAAc,CAAA;QACzC,MAAM,aAAa,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QAClG,OAAO,mBAAmB,CAAC,OAAO,EAAE,2BAA2B,EAAE;YAC/D,QAAQ,EAAE,aAAa,EAAE,QAAQ,IAAI,aAAa;YAClD,IAAI,EAAE,aAAa,EAAE,IAAI,IAAI,yBAAyB;YACtD,OAAO,EAAE,aAAa,EAAE,OAAO,IAAI,0CAA0C;SAC9E,CAAC,CAAA;IACJ,CAAC;CACF,CAAA"}
|
package/dist/smartfetch.js
CHANGED
|
@@ -1418,6 +1418,7 @@ async function runSmartfetchTask(options, runtime, deadlineAt, output) {
|
|
|
1418
1418
|
// active.ok alone is not recovery. Snapshot before normalizers append errors.
|
|
1419
1419
|
const acquisitionErrors = browserAttempt.ok ? [...output.errors] : [];
|
|
1420
1420
|
let threadsBrowserMethod = "";
|
|
1421
|
+
let redditBrowserMethod = "";
|
|
1421
1422
|
const normalized = await provider.normalize({
|
|
1422
1423
|
url: options.url,
|
|
1423
1424
|
resolvedUrl: providerUrl,
|
|
@@ -1439,6 +1440,11 @@ async function runSmartfetchTask(options, runtime, deadlineAt, output) {
|
|
|
1439
1440
|
const browser = await (runtime.runBrowserSession || runBrowserSession)(options);
|
|
1440
1441
|
threadsBrowserMethod = browser.method;
|
|
1441
1442
|
return browser;
|
|
1443
|
+
} : provider.id === "reddit" ? async (options) => {
|
|
1444
|
+
redditBrowserMethod = "reddit_browser_continuation";
|
|
1445
|
+
const browser = await (runtime.runBrowserSession || runBrowserSession)(options);
|
|
1446
|
+
redditBrowserMethod = browser.method;
|
|
1447
|
+
return browser;
|
|
1442
1448
|
} : runtime.runBrowserSession || runBrowserSession,
|
|
1443
1449
|
...(recoveredBrowserDiscussion && provider.id === "generic" ? { recoveredDiscussion: recoveredBrowserDiscussion } : {}),
|
|
1444
1450
|
fetchDiscussionPage: async (pageUrl) => {
|
|
@@ -1460,6 +1466,15 @@ async function runSmartfetchTask(options, runtime, deadlineAt, output) {
|
|
|
1460
1466
|
output.pipeline.acquire.attempt_map?.push({ phase: "browser_fallback", status: accepted ? "succeeded" : "failed",
|
|
1461
1467
|
method: threadsBrowserMethod, reason: accepted ? "Threads normalization recovered the exact source-bound post" : "Threads normalization did not verify the requested post" });
|
|
1462
1468
|
}
|
|
1469
|
+
if (redditBrowserMethod) {
|
|
1470
|
+
const accepted = normalized.method === "reddit_browser_native" && Boolean(normalized.post);
|
|
1471
|
+
output.evidence.playwright_attempted = true;
|
|
1472
|
+
output.evidence.playwright_success ||= accepted;
|
|
1473
|
+
output.pipeline.acquire.used_browser = true;
|
|
1474
|
+
output.pipeline.acquire.attempts.push(redditBrowserMethod);
|
|
1475
|
+
output.pipeline.acquire.attempt_map?.push({ phase: "browser_fallback", status: accepted ? "succeeded" : "failed",
|
|
1476
|
+
method: redditBrowserMethod, reason: accepted ? "Reddit normalization verified the original and rendered source-bound comments; not whole-thread completeness" : "Reddit native continuation did not verify the original" });
|
|
1477
|
+
}
|
|
1463
1478
|
remaining();
|
|
1464
1479
|
const academic = await maybeUseAcademicFallback({
|
|
1465
1480
|
url: options.url,
|