smart-web-mcp 0.43.1 → 0.43.3

package/dist/smartfetch/providers/reddit.js

@@ -1,8 +1,15 @@
 import { asNumber, asString, configEnabled, dedupeUrls, extractAnchorHrefs, extractUrls } from "../../shared.js";
-import { fetchProviderJson } from "../provider-policy.js";
-function allowRedditJson() {
+import { parseFeed } from "../generic-fallbacks.js";
+import { fetchProviderJson, fetchProviderText } from "../provider-policy.js";
+function allowRedditRetrieval() {
     return configEnabled("fetch.enableRedditJson", true);
 }
+function asRecord(value) {
+    return value && typeof value === "object" && !Array.isArray(value) ? value : {};
+}
+function asRecordArray(value) {
+    return Array.isArray(value) ? value.map(asRecord).filter((item) => Object.keys(item).length > 0) : [];
+}
 function postUrl(context) {
     const values = [
         context.resolvedUrl,
@@ -36,112 +43,204 @@ function usefulLinks(values) {
         }
     });
 }
+function redditPostIdentity(url) {
+    try {
+        const parsed = new URL(url);
+        const match = parsed.pathname.match(/^\/r\/([^/]+)\/comments\/([^/]+)(?:\/([^/]+))?/i);
+        if (!match)
+            return null;
+        const subreddit = match[1] || "";
+        const id = match[2] || "";
+        const path = parsed.pathname.replace(/\/+$/, "");
+        return { id, subreddit, path, canonicalUrl: `https://www.reddit.com${path}/` };
+    }
+    catch {
+        return null;
+    }
+}
+function mapComment(node) {
+    const record = asRecord(node);
+    if (asString(record.kind) !== "t1")
+        return null;
+    const data = asRecord(record.data);
+    const replies = asRecord(data.replies);
+    const listing = asRecord(replies.data);
+    const children = asRecordArray(listing.children).map(mapComment).filter((item) => Boolean(item));
+    return {
+        id: asString(data.id),
+        author: asString(data.author),
+        body: asString(data.body),
+        score: asNumber(data.score),
+        created_utc: asNumber(data.created_utc),
+        children,
+    };
+}
+function normalizePost(postData, identity, comments, method, partial, errors, activeLinks) {
+    const permalink = asString(postData.permalink) || identity.path;
+    const postTarget = asString(postData.url) || identity.canonicalUrl;
+    const outbound = dedupeUrls([
+        ...usefulLinks(activeLinks),
+        ...extractUrls(asString(postData.selftext)),
+        ...extractAnchorHrefs(asString(postData.selftext_html)),
+        postTarget,
+    ]);
+    return {
+        post: {
+            id: asString(postData.id) || identity.id,
+            title: asString(postData.title),
+            author: asString(postData.author),
+            subreddit: asString(postData.subreddit) || identity.subreddit,
+            permalink,
+            url: postTarget,
+            selftext: asString(postData.selftext),
+            score: asNumber(postData.score),
+            num_comments: asNumber(postData.num_comments),
+            created_utc: asNumber(postData.created_utc),
+        },
+        thread: [],
+        comments,
+        outbound_links: usefulLinks(outbound),
+        partial,
+        errors,
+        method,
+    };
+}
+function failedNormalization(context, method, error) {
+    return {
+        post: null,
+        thread: [],
+        comments: [],
+        outbound_links: [],
+        partial: true,
+        errors: [...context.errors, error],
+        method,
+    };
+}
 export const redditProvider = {
     id: "reddit",
     matches: (_url, target) => target === "reddit_post",
     async normalize(context) {
-        if (!allowRedditJson()) {
-            return {
-                post: null,
-                thread: [],
-                comments: [],
-                outbound_links: [],
-                partial: true,
-                errors: [
-                    ...context.errors,
-                    { category: "unavailable", code: "reddit_json_disabled", message: "Reddit JSON enrichment disabled by configuration" },
-                ],
-                method: "reddit_json_public",
-            };
+        if (!allowRedditRetrieval()) {
+            return failedNormalization(context, "reddit_personal_fallbacks", {
+                category: "unavailable",
+                code: "reddit_retrieval_disabled",
+                message: "Reddit retrieval disabled by configuration",
+            });
         }
-        let jsonUrl = "";
-        try {
-            const parsed = new URL(postUrl(context));
-            jsonUrl = `https://www.reddit.com${parsed.pathname.replace(/\/+$/g, "")}.json?raw_json=1&limit=200`;
+        const sourceUrl = postUrl(context);
+        const identity = redditPostIdentity(sourceUrl);
+        if (!identity) {
+            return failedNormalization(context, "reddit_personal_fallbacks", {
+                category: "parse_error",
+                code: "invalid_reddit_url",
+                message: "URL is not a Reddit post URL",
+            });
         }
-        catch {
-            return {
-                post: null,
-                thread: [],
-                comments: [],
-                outbound_links: [],
-                partial: true,
-                errors: [
+        const rssUrl = `https://www.reddit.com${identity.path}.rss`;
+        const rssResult = await fetchProviderText(rssUrl, context.timeoutMs, {
+            headers: {
+                accept: "application/atom+xml,application/rss+xml,application/xml,text/xml,text/plain,*/*",
+                "user-agent": "smart-web-personal/0.1",
+            },
+        }, {
+            mode: "same-origin",
+            sourceUrl,
+        });
+        if (rssResult.ok) {
+            const feed = parseFeed(rssResult.text, rssUrl);
+            const postEntry = feed?.entries.find((entry) => entry.id === `t3_${identity.id}`);
+            if (feed && postEntry) {
+                const comments = feed.entries.filter((entry) => entry.id.startsWith("t1_")).map((entry) => ({
+                    id: entry.id.replace(/^t1_/, ""),
+                    author: entry.author,
+                    body: entry.content,
+                    ...(entry.published ? { published: entry.published } : {}),
+                    children: [],
+                }));
+                return {
+                    post: {
+                        id: identity.id,
+                        title: postEntry.title,
+                        author: postEntry.author,
+                        subreddit: identity.subreddit,
+                        permalink: identity.path,
+                        url: postEntry.url || identity.canonicalUrl,
+                        selftext: postEntry.content,
+                    },
+                    thread: [],
+                    comments,
+                    outbound_links: dedupeUrls([
+                        ...usefulLinks(context.active.links),
+                        postEntry.url || identity.canonicalUrl,
+                        ...extractUrls(postEntry.content),
+                    ]),
+                    partial: true,
+                    errors: context.errors,
+                    method: "reddit_rss_public",
+                };
+            }
+        }
+        let arcticFallback = null;
+        const arcticPostUrl = `https://arctic-shift.photon-reddit.com/api/posts/ids?ids=${encodeURIComponent(identity.id)}`;
+        const arcticPost = await fetchProviderJson(arcticPostUrl, context.timeoutMs, {
+            headers: { accept: "application/json,text/plain,*/*" },
+        }, {
+            mode: "relay",
+            sourceUrl,
+        });
+        if (arcticPost.ok) {
+            const posts = asRecordArray(asRecord(arcticPost.data).data);
+            const postData = posts.find((item) => asString(item.id) === identity.id);
+            if (postData) {
+                const treeUrl = `https://arctic-shift.photon-reddit.com/api/comments/tree?link_id=t3_${encodeURIComponent(identity.id)}&limit=200`;
+                const tree = await fetchProviderJson(treeUrl, context.timeoutMs, {
+                    headers: { accept: "application/json,text/plain,*/*" },
+                }, {
+                    mode: "relay",
+                    sourceUrl,
+                });
+                if (tree.ok) {
+                    const comments = asRecordArray(asRecord(tree.data).data)
+                        .map(mapComment)
+                        .filter((item) => Boolean(item));
+                    return normalizePost(postData, identity, comments, "reddit_arctic_shift", false, context.errors, context.active.links);
+                }
+                arcticFallback = normalizePost(postData, identity, [], "reddit_arctic_shift", true, [
                     ...context.errors,
-                    { category: "parse_error", code: "invalid_reddit_url", message: "URL is not a Reddit post URL" },
-                ],
-                method: "reddit_json_public",
-            };
+                    tree.error,
+                ], context.active.links);
+            }
         }
-        const result = await fetchProviderJson(jsonUrl, context.timeoutMs, {
+        const jsonUrl = `https://www.reddit.com${identity.path}.json?raw_json=1&limit=200`;
+        const jsonResult = await fetchProviderJson(jsonUrl, context.timeoutMs, {
             headers: {
                 accept: "application/json,text/plain,*/*",
-                "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36",
+                "user-agent": "smart-web-personal/0.1",
             },
         }, {
             mode: "same-origin",
-            sourceUrl: postUrl(context),
+            sourceUrl,
         });
-        if (!result.ok || !Array.isArray(result.data)) {
-            const providerError = !result.ok ? result.error : null;
-            return {
-                post: null,
-                thread: [],
-                comments: [],
-                outbound_links: [],
-                partial: true,
-                errors: [
-                    ...context.errors,
-                    { category: providerError?.category || "unavailable", code: providerError?.code || "reddit_json_failed", message: providerError?.message || `status=${result.status}` },
-                ],
-                method: "reddit_json_public",
-            };
-        }
-        const postData = result.data?.[0]?.data?.children?.[0]?.data || {};
-        const commentListing = (result.data?.[1]?.data?.children || []);
-        function mapComment(node) {
-            if (!node || node.kind !== "t1")
-                return null;
-            const data = node.data || {};
-            const replies = Array.isArray(data?.replies?.data?.children)
-                ? data.replies.data.children.map(mapComment).filter(Boolean)
-                : [];
-            return {
-                id: asString(data.id),
-                author: asString(data.author),
-                body: asString(data.body),
-                score: asNumber(data.score),
-                created_utc: asNumber(data.created_utc),
-                children: replies,
-            };
+        if (jsonResult.ok && Array.isArray(jsonResult.data)) {
+            const postListing = asRecord(jsonResult.data[0]);
+            const postChildren = asRecordArray(asRecord(postListing.data).children);
+            const postData = asRecord(postChildren[0]?.data);
+            const commentListing = asRecord(jsonResult.data[1]);
+            const comments = asRecordArray(asRecord(commentListing.data).children)
+                .map(mapComment)
+                .filter((item) => Boolean(item));
+            if (Object.keys(postData).length > 0) {
+                return normalizePost(postData, identity, comments, "reddit_json_public", false, context.errors, context.active.links);
+            }
         }
-        const comments = commentListing.map(mapComment).filter(Boolean);
-        const outbound = new Set();
-        for (const item of extractUrls(asString(postData.selftext || "")))
-            outbound.add(item);
-        for (const item of extractAnchorHrefs(asString(postData.selftext_html || "")))
-            outbound.add(item);
-        if (postData.url)
-            outbound.add(String(postData.url));
-        return {
-            post: {
-                id: asString(postData.id),
-                title: asString(postData.title),
-                author: asString(postData.author),
-                subreddit: asString(postData.subreddit),
-                permalink: asString(postData.permalink),
-                url: asString(postData.url),
-                selftext: asString(postData.selftext),
-                score: asNumber(postData.score),
-                num_comments: asNumber(postData.num_comments),
-            },
-            thread: [],
-            comments,
-            outbound_links: dedupeUrls([...usefulLinks(context.active.links), ...Array.from(outbound)]),
-            partial: false,
-            errors: context.errors,
-            method: "reddit_json_public",
-        };
+        if (arcticFallback)
+            return arcticFallback;
+        const providerError = !jsonResult.ok ? jsonResult.error : (!rssResult.ok ? rssResult.error : null);
+        return failedNormalization(context, "reddit_personal_fallbacks", {
+            category: providerError?.category || "unavailable",
+            code: providerError?.code || "reddit_retrieval_failed",
+            message: providerError?.message || "Reddit retrieval returned no usable post",
+        });
     },
 };
 //# sourceMappingURL=reddit.js.map

package/dist/smartfetch/providers/reddit.js.map

@@ -1 +1 @@
-{"version":3,"file":"reddit.js","sourceRoot":"","sources":["../../../src/smartfetch/providers/reddit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,UAAU,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAChH,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AAGzD,SAAS,eAAe;IACtB,OAAO,aAAa,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAA;AACtD,CAAC;AAED,SAAS,OAAO,CAAC,OAA0B;IACzC,MAAM,MAAM,GAAG;QACb,OAAO,CAAC,WAAW;QACnB,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK;QACvB,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;QACtC,GAAG,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;QAC7C,OAAO,CAAC,GAAG;KACZ,CAAA;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;YAC7B,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAAE,OAAO,MAAM,CAAC,QAAQ,EAAE,CAAA;QAChH,CAAC;QAAC,MAAM,CAAC;YACP,6BAA6B;QAC/B,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAA;AAC3C,CAAC;AAED,SAAS,WAAW,CAAC,MAAgB;IACnC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QAC7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;YAC7B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAAE,OAAO,IAAI,CAAA;YACxD,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA;QAC/C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAA;QACd,CAAC;IACH,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,cAAc,GAAuB;IAChD,EAAE,EAAE,QAAQ;IACZ,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,aAAa;IACnD,KAAK,CAAC,SAAS,CAAC,OAA0B;QACxC,IAAI,CAAC,eAAe,EAAE,EAAE,CAAC;YACvB,OAAO;gBACL,IAAI,EAAE,IAAI;gBACV,MAAM,EAAE,EAAE;gBACV,QAAQ,EAAE,EAAE;gBACZ,cAAc,EAAE,EAAE;gBAClB,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE;oBACN,GAAG,OAAO,CAAC,MAAM;oBACjB,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,kDAAkD,EAAE;iBACvH;gBACD,MAAM,EAAE,oBAAoB;aAC7B,CAAA;QACH,CAAC;QAED,IAAI,OAAO,GAAG,EAAE,CAAA;QAChB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAA;YACxC,OAAO,GAAG,yBAAyB,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,4BAA4B,CAAA;QACrG,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;gBACL,IAAI,EAAE,IAAI;gBACV,MAAM,EAAE,EAAE;gBACV,QAAQ,EAAE,EAAE;gBACZ,cAAc,EAAE,EAAE;gBAClB,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE;oBACN,GAAG,OAAO,CAAC,MAAM;oBACjB,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,8BAA8B,EAAE;iBACjG;gBACD,MAAM,EAAE,oBAAoB;aAC7B,CAAA;QACH,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE;YACjE,OAAO,EAAE;gBACP,MAAM,EAAE,iCAAiC;gBACzC,YAAY,EAAE,iHAAiH;aAChI;SACF,EAAE;YACD,IAAI,EAAE,aAAa;YACnB,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC;SAC5B,CAAC,CAAA;QAEF,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9C,MAAM,aAAa,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAA;YACtD,OAAO;gBACL,IAAI,EAAE,IAAI;gBACV,MAAM,EAAE,EAAE;gBACV,QAAQ,EAAE,EAAE;gBACZ,cAAc,EAAE,EAAE;gBAClB,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE;oBACN,GAAG,OAAO,CAAC,MAAM;oBACjB,EAAE,QAAQ,EAAE,aAAa,EAAE,QAAQ,IAAI,aAAa,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,IAAI,oBAAoB,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,IAAI,UAAU,MAAM,CAAC,MAAM,EAAE,EAAE;iBACxK;gBACD,MAAM,EAAE,oBAAoB;aAC7B,CAAA;QACH,CAAC;QAED,MAAM,QAAQ,GAAI,MAAM,CAAC,IAAY,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAA;QAC3E,MAAM,cAAc,GAAG,CAAE,MAAM,CAAC,IAAY,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,IAAI,EAAE,CAAe,CAAA;QAEtF,SAAS,UAAU,CAAC,IAAS;YAC3B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAA;YAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAA;YAC5B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC;gBAC1D,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;gBAC5D,CAAC,CAAC,EAAE,CAAA;YACN,OAAO;gBACL,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrB,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;gBAC7B,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;gBACzB,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;gBAC3B,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC;gBACvC,QAAQ,EAAE,OAAO;aAClB,CAAA;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,OAAO,CAA8B,CAAA;QAC5F,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAA;QAClC,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;YAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACrF,KAAK,MAAM,IAAI,IAAI,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;YAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACjG,IAAI,QAAQ,CAAC,GAAG;YAAE,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAA;QAEpD,OAAO;YACL,IAAI,EAAE;gBACJ,EAAE,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzB,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAC/B,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACjC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;gBACvC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;gBACvC,GAAG,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBACrC,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAC/B,YAAY,EAAE,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC;aAC9C;YACD,MAAM,EAAE,EAAE;YACV,QAAQ;YACR,cAAc,EAAE,UAAU,CAAC,CAAC,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC3F,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,MAAM,EAAE,oBAAoB;SAC7B,CAAA;IACH,CAAC;CACF,CAAA"}
+{"version":3,"file":"reddit.js","sourceRoot":"","sources":["../../../src/smartfetch/providers/reddit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,UAAU,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAChH,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAA;AACnD,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AAK5E,SAAS,oBAAoB;IAC3B,OAAO,aAAa,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAA;AACtD,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAmB,CAAC,CAAC,CAAC,EAAE,CAAA;AAC/F,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;AACvG,CAAC;AAED,SAAS,OAAO,CAAC,OAA0B;IACzC,MAAM,MAAM,GAAG;QACb,OAAO,CAAC,WAAW;QACnB,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK;QACvB,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;QACtC,GAAG,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;QAC7C,OAAO,CAAC,GAAG;KACZ,CAAA;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;YAC7B,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAAE,OAAO,MAAM,CAAC,QAAQ,EAAE,CAAA;QAChH,CAAC;QAAC,MAAM,CAAC;YACP,6BAA6B;QAC/B,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAA;AAC3C,CAAC;AAED,SAAS,WAAW,CAAC,MAAgB;IACnC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QAC7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;YAC7B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAAE,OAAO,IAAI,CAAA;YACxD,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA;QAC/C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAA;QACd,CAAC;IACH,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW;IACrC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAA;QACtF,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAA;QACvB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAChC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QACzB,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;QAChD,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,yBAAyB,IAAI,GAAG,EAAE,CAAA;IAChF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,IAAa;IAC/B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;IAC7B,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IAC/C,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAClC,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACtC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IACtC,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAmC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;IACjI,OAAO;QACL,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACrB,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;QAC7B,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;QACzB,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;QAC3B,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC;QACvC,QAAQ;KACT,CAAA;AACH,CAAC;AAED,SAAS,aAAa,CAAC,QAAoB,EAAE,QAA+E,EAAE,QAAmC,EAAE,MAAc,EAAE,OAAgB,EAAE,MAAyC,EAAE,WAAqB;IACnQ,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAA;IAC/D,MAAM,UAAU,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,YAAY,CAAA;IAClE,MAAM,QAAQ,GAAG,UAAU,CAAC;QAC1B,GAAG,WAAW,CAAC,WAAW,CAAC;QAC3B,GAAG,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC3C,GAAG,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QACvD,UAAU;KACX,CAAC,CAAA;IACF,OAAO;QACL,IAAI,EAAE;YACJ,EAAE,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,QAAQ,CAAC,EAAE;YACxC,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC/B,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YACjC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,SAAS;YAC7D,SAAS;YACT,GAAG,EAAE,UAAU;YACf,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACrC,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC/B,YAAY,EAAE,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC;YAC7C,WAAW,EAAE,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC;SAC5C;QACD,MAAM,EAAE,EAAE;QACV,QAAQ;QACR,cAAc,EAAE,WAAW,CAAC,QAAQ,CAAC;QACrC,OAAO;QACP,MAAM;QACN,MAAM;KACP,CAAA;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,OAA0B,EAAE,MAAc,EAAE,KAAgD;IACvH,OAAO;QACL,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,EAAE;QACV,QAAQ,EAAE,EAAE;QACZ,cAAc,EAAE,EAAE;QAClB,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC;QAClC,MAAM;KACP,CAAA;AACH,CAAC;AAED,MAAM,CAAC,MAAM,cAAc,GAAuB;IAChD,EAAE,EAAE,QAAQ;IACZ,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,aAAa;IACnD,KAAK,CAAC,SAAS,CAAC,OAA0B;QACxC,IAAI,CAAC,oBAAoB,EAAE,EAAE,CAAC;YAC5B,OAAO,mBAAmB,CAAC,OAAO,EAAE,2BAA2B,EAAE;gBAC/D,QAAQ,EAAE,aAAa;gBACvB,IAAI,EAAE,2BAA2B;gBACjC,OAAO,EAAE,4CAA4C;aACtD,CAAC,CAAA;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAA;QAC9C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,mBAAmB,CAAC,OAAO,EAAE,2BAA2B,EAAE;gBAC/D,QAAQ,EAAE,aAAa;gBACvB,IAAI,EAAE,oBAAoB;gBAC1B,OAAO,EAAE,8BAA8B;aACxC,CAAC,CAAA;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,yBAAyB,QAAQ,CAAC,IAAI,MAAM,CAAA;QAC3D,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,EAAE;YACnE,OAAO,EAAE;gBACP,MAAM,EAAE,kFAAkF;gBAC1F,YAAY,EAAE,wBAAwB;aACvC;SACF,EAAE;YACD,IAAI,EAAE,aAAa;YACnB,SAAS;SACV,CAAC,CAAA;QACF,IAAI,SAAS,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;YAC9C,MAAM,SAAS,GAAG,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,MAAM,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAA;YACjF,IAAI,IAAI,IAAI,SAAS,EAAE,CAAC;gBACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBAC1F,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;oBAChC,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,IAAI,EAAE,KAAK,CAAC,OAAO;oBACnB,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC1D,QAAQ,EAAE,EAAE;iBACb,CAAC,CAAC,CAAA;gBACH,OAAO;oBACL,IAAI,EAAE;wBACJ,EAAE,EAAE,QAAQ,CAAC,EAAE;wBACf,KAAK,EAAE,SAAS,CAAC,KAAK;wBACtB,MAAM,EAAE,SAAS,CAAC,MAAM;wBACxB,SAAS,EAAE,QAAQ,CAAC,SAAS;wBAC7B,SAAS,EAAE,QAAQ,CAAC,IAAI;wBACxB,GAAG,EAAE,SAAS,CAAC,GAAG,IAAI,QAAQ,CAAC,YAAY;wBAC3C,QAAQ,EAAE,SAAS,CAAC,OAAO;qBAC5B;oBACD,MAAM,EAAE,EAAE;oBACV,QAAQ;oBACR,cAAc,EAAE,UAAU,CAAC;wBACzB,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;wBACpC,SAAS,CAAC,GAAG,IAAI,QAAQ,CAAC,YAAY;wBACtC,GAAG,WAAW,CAAC,SAAS,CAAC,OAAO,CAAC;qBAClC,CAAC;oBACF,OAAO,EAAE,IAAI;oBACb,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,MAAM,EAAE,mBAAmB;iBAC5B,CAAA;YACH,CAAC;QACH,CAAC;QAED,IAAI,cAAc,GAAmC,IAAI,CAAA;QACzD,MAAM,aAAa,GAAG,4DAA4D,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAA;QACnH,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,aAAa,EAAE,OAAO,CAAC,SAAS,EAAE;YAC3E,OAAO,EAAE,EAAE,MAAM,EAAE,iCAAiC,EAAE;SACvD,EAAE;YACD,IAAI,EAAE,OAAO;YACb,SAAS;SACV,CAAC,CAAA;QACF,IAAI,UAAU,CAAC,EAAE,EAAE,CAAC;YAClB,MAAM,KAAK,GAAG,aAAa,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAA;YAC3D,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC,CAAA;YACxE,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,OAAO,GAAG,uEAAuE,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC,YAAY,CAAA;gBAClI,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE;oBAC/D,OAAO,EAAE,EAAE,MAAM,EAAE,iCAAiC,EAAE;iBACvD,EAAE;oBACD,IAAI,EAAE,OAAO;oBACb,SAAS;iBACV,CAAC,CAAA;gBACF,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;oBACZ,MAAM,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;yBACrD,GAAG,CAAC,UAAU,CAAC;yBACf,MAAM,CAAC,CAAC,IAAI,EAAmC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;oBACnE,OAAO,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,qBAAqB,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBACxH,CAAC;gBACD,cAAc,GAAG,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE;oBAClF,GAAG,OAAO,CAAC,MAAM;oBACjB,IAAI,CAAC,KAAK;iBACX,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YAC1B,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,yBAAyB,QAAQ,CAAC,IAAI,4BAA4B,CAAA;QAClF,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE;YACrE,OAAO,EAAE;gBACP,MAAM,EAAE,iCAAiC;gBACzC,YAAY,EAAE,wBAAwB;aACvC;SACF,EAAE;YACD,IAAI,EAAE,aAAa;YACnB,SAAS;SACV,CAAC,CAAA;QACF,IAAI,UAAU,CAAC,EAAE,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACpD,MAAM,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;YAChD,MAAM,YAAY,GAAG,aAAa,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAA;YACvE,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;YAChD,MAAM,cAAc,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;YACnD,MAAM,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC;iBACnE,GAAG,CAAC,UAAU,CAAC;iBACf,MAAM,CAAC,CAAC,IAAI,EAAmC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;YACnE,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrC,OAAO,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,oBAAoB,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACvH,CAAC;QACH,CAAC;QAED,IAAI,cAAc;YAAE,OAAO,cAAc,CAAA;QACzC,MAAM,aAAa,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QAClG,OAAO,mBAAmB,CAAC,OAAO,EAAE,2BAA2B,EAAE;YAC/D,QAAQ,EAAE,aAAa,EAAE,QAAQ,IAAI,aAAa;YAClD,IAAI,EAAE,aAAa,EAAE,IAAI,IAAI,yBAAyB;YACtD,OAAO,EAAE,aAAa,EAAE,OAAO,IAAI,0CAA0C;SAC9E,CAAC,CAAA;IACJ,CAAC;CACF,CAAA"}

package/dist/smartfetch.d.ts

@@ -14,7 +14,7 @@ export declare function choosePlaywrightContent(page: {
         text?: string;
     };
 }): string;
-export declare function shouldUseProviderSeed(target: Target, forceDynamic?: boolean): boolean;
+export declare function shouldUseProviderSeed(target: Target, forceDynamic?: boolean, url?: string): boolean;
 export { planSmartfetchAcquire } from "./smartfetch/acquisition-plan.js";
 export type SmartfetchBudgetResolverInput = {
     outputBudget?: SmartfetchBudgetPreset | undefined;

package/dist/smartfetch.js

@@ -305,7 +305,9 @@ export function choosePlaywrightWaitUntil(target, url = "") {
 export function choosePlaywrightContent(page) {
     return String(page.primary_content?.html || page.content_html || page.html || page.primary_content?.text || page.content_text || page.text || "");
 }
-export function shouldUseProviderSeed(target, forceDynamic) {
+export function shouldUseProviderSeed(target, forceDynamic, url = "") {
+    if (target === "reddit_post")
+        return !url || /\/comments\/[^/]+(?:\/|$)/i.test(url);
     return !forceDynamic && (target === "youtube_video" || target === "x_post" || target === "solvedac_problem");
 }
 export { planSmartfetchAcquire } from "./smartfetch/acquisition-plan.js";
@@ -653,7 +655,7 @@ async function runSmartfetchInner(options, runtime = {}) {
         ...(forceDynamicForProfile !== undefined ? { forceDynamic: forceDynamicForProfile } : {}),
         ...(options.download !== undefined ? { download: options.download } : {}),
         ...(options.wait_for ? { waitForSelector: options.wait_for } : {}),
-        seedAllowed: shouldUseProviderSeed(target, forceDynamicForProfile),
+        seedAllowed: shouldUseProviderSeed(target, forceDynamicForProfile, options.url),
     });
     let effectiveLane = acquirePlan.lane;
     let effectiveReason = acquirePlan.reason;