smart-web-mcp 0.44.0 → 1.0.0

package/dist/smartfetch/providers/blind-post.js

@@ -0,0 +1,167 @@
+import { parseHTML } from "linkedom";
+import { Buffer } from "node:buffer";
+import { dedupeUrls, extractAnchorHrefs, extractUrls, stripTags } from "../../shared.js";
+import { BrowserSessionToolError, looksBotBlockedContent } from "../../browser-session.js";
+function identity(value) {
+    try {
+        const url = new URL(value);
+        return url.protocol === "https:" && !url.username && !url.password
+            && ["www.teamblind.com", "teamblind.com"].includes(url.hostname)
+            && /^\/kr\/post\/[^/]+-[A-Za-z0-9]{8,12}\/?$/.test(url.pathname) ? url.pathname.replace(/\/$/, "") : null;
+    }
+    catch {
+        return null;
+    }
+}
+function parsePost(html, url) {
+    const { document } = parseHTML(html);
+    for (const node of document.querySelectorAll('script, style, noscript, template, textarea, input, [hidden], [aria-hidden="true"], [inert]'))
+        node.remove();
+    for (const node of document.querySelectorAll("[style]")) {
+        if (/(?:^|;)\s*(?:display\s*:\s*none|visibility\s*:\s*(?:hidden|collapse))\s*(?:!important\s*)?(?:;|$)/i.test(node.getAttribute("style") || ""))
+            node.remove();
+    }
+    const roots = Array.from(document.querySelectorAll(".contents")).filter(node => !node.parentElement?.closest(".contents"));
+    const root = roots.length === 1 ? roots[0] : null;
+    const titles = Array.from(root?.querySelectorAll(".article-view-head > h1") || []).filter(node => node.closest(".contents") === root);
+    const bodies = Array.from(root?.querySelectorAll(".article-view-contents") || []).filter(node => node.parentElement === root);
+    const commentScopes = Array.from(root?.querySelectorAll(".article-comments") || []).filter(node => node.parentElement === root);
+    const body = bodies.length === 1 ? bodies[0] : null;
+    const nativeBodies = Array.from(body?.querySelectorAll("#contentArea.contents-txt") || []).filter(node => node.parentElement === body);
+    const nativeBody = nativeBodies.length === 1 ? nativeBodies[0] : null;
+    const scope = commentScopes.length === 1 ? commentScopes[0] : null;
+    const more = Array.from(scope?.querySelectorAll("button.btn-reply") || []).filter(node => node.parentElement === scope || (node.parentElement?.classList.contains("wrap-reply") && node.parentElement.parentElement === scope))
+        .filter(node => /^(?:댓글|\+?\s*대댓글)\s*[1-9]\d*개\s*더보기$/.test(stripTags(node.innerHTML)));
+    const bodyHtml = nativeBody?.innerHTML || "";
+    const title = titles.length === 1 ? stripTags(titles[0].innerHTML) : "";
+    const text = stripTags(bodyHtml);
+    const countNodes = Array.from(scope?.querySelectorAll(":scope > .write_area > .comments_function > h3") || []);
+    const countText = countNodes.length === 1 ? stripTags(countNodes[0].innerHTML) : "";
+    const count = /^댓글\s*(\d{1,6})$/.exec(countText);
+    const declared = count ? Number(count[1]) : null;
+    const comments = [];
+    const ids = new Set();
+    let conflicting = false;
+    const links = [...extractAnchorHrefs(bodyHtml), ...extractUrls(bodyHtml)];
+    const assetHtml = [bodyHtml];
+    for (const row of scope?.querySelectorAll(".comment_area") || []) {
+        const parent = row.parentElement;
+        if (row.closest(".article-comments") !== scope || !(parent === scope || (parent?.classList.contains("wrap-reply") && parent.parentElement === scope)))
+            continue;
+        const id = row.id;
+        const contents = Array.from(row.querySelectorAll(".cmt-txt")).filter(node => node.closest(".comment_area") === row);
+        if (!id && parent === scope && row.querySelector(":scope > p.name > span.cp")
+            && /(?:^|\s)광고(?:\s|$)/.test(stripTags(row.querySelector(":scope > p.name")?.innerHTML || "")))
+            continue;
+        if (!/^[1-9]\d*$/.test(id) || ids.has(id) || contents.length !== 1) {
+            conflicting = true;
+            continue;
+        }
+        const content = contents[0];
+        const commentText = stripTags(content.innerHTML);
+        if (!commentText && !content.querySelector("img, video")) {
+            conflicting = true;
+            continue;
+        }
+        ids.add(id);
+        // A reply wrapper proves reply status, not which preceding row is its parent.
+        comments.push({ id, parent_id: null, is_reply: Boolean(row.closest(".wrap-reply")), text: commentText, url: `${url.split("#")[0]}#${id}` });
+        links.push(...extractAnchorHrefs(content.innerHTML), ...extractUrls(content.innerHTML));
+        assetHtml.push(content.innerHTML);
+    }
+    const ok = Boolean(title && nativeBody && (text || nativeBody.querySelector("img, video")));
+    return { title, text, comments, declared, ok, more: more.length, complete: Boolean(ok && scope && declared !== null && !conflicting && !more.length && declared === comments.length),
+        links: dedupeUrls(links), assetHtml: assetHtml.join("\n") };
+}
+async function readCommentMore(context, baseline, deadline) {
+    const selector = '.contents > .article-comments > button.btn-reply, .contents > .article-comments > .wrap-reply > button.btn-reply';
+    let finalHtml = "";
+    let bytes = 0;
+    const session = await context.runBrowserSession({ ...context.browserSessionOptions, url: context.url,
+        timeoutMs: Math.min(context.timeoutMs, deadline - Date.now()),
+        operatorTask: async (page, remaining) => {
+            let prior = baseline;
+            for (let step = 0; step < 8; step++) {
+                remaining();
+                if (identity(page.url()) !== identity(context.url))
+                    throw new Error("Blind post identity changed");
+                const visible = await page.mainFrame().evaluate(() => document.body?.innerText || "");
+                if (looksBotBlockedContent(visible.slice(0, 4000)) || await page.locator('dialog[open]:visible, [role="dialog"]:visible, [aria-modal="true"]:visible, iframe[src*="recaptcha"]:visible, iframe[src*="hcaptcha"]:visible').count()) {
+                    throw new BrowserSessionToolError({ category: "block", code: "operator_browser_user_required", message: "Comment reading requires user participation" });
+                }
+                const html = await page.content();
+                bytes += Buffer.byteLength(html);
+                if (bytes > 8 * 1024 * 1024)
+                    throw new Error("Blind comment snapshots exceed 8 MiB");
+                const current = parsePost(html, context.url);
+                if (!current.ok || current.title !== baseline.title || current.text !== baseline.text || current.declared !== baseline.declared
+                    || prior.comments.some(row => !current.comments.some(other => JSON.stringify(other) === JSON.stringify(row))))
+                    throw new Error("Blind post evidence changed");
+                finalHtml = html;
+                if (!current.more || step === 7)
+                    break;
+                const controls = page.locator(selector);
+                if (await controls.count() !== current.more)
+                    throw new Error("Blind comment controls changed");
+                const next = controls.first();
+                if (!await next.isVisible())
+                    throw new Error("Blind comment control is unavailable");
+                await next.click({ trial: true, timeout: remaining() });
+                if (identity(page.url()) !== identity(context.url))
+                    throw new Error("Blind post identity changed before continuation");
+                await next.click({ timeout: remaining() });
+                const changed = await page.waitForFunction(ids => {
+                    const current = Array.from(document.querySelectorAll('.contents > .article-comments .comment_area[id]')).map(row => row.id);
+                    return current.some(id => !ids.includes(id));
+                }, current.comments.map(row => String(row.id)), { polling: 25, timeout: remaining() });
+                await changed.dispose();
+                prior = current;
+            }
+        },
+    });
+    if (!session.ok)
+        throw new BrowserSessionToolError(session.error);
+    if (Date.now() >= deadline || identity(session.final_url) !== identity(context.url) || !finalHtml)
+        throw new Error("Blind comment continuation exceeded deadline or identity");
+    const recovered = parsePost(finalHtml, context.url);
+    if (!recovered.ok || recovered.title !== baseline.title || recovered.text !== baseline.text || recovered.declared !== baseline.declared
+        || baseline.comments.some(row => !recovered.comments.some(other => JSON.stringify(other) === JSON.stringify(row)))
+        || recovered.comments.length <= baseline.comments.length)
+        throw new Error("Blind comments did not advance");
+    return recovered;
+}
+export const blindPostProvider = {
+    id: "blind-post",
+    matches: (url, target) => target === "generic" && Boolean(identity(url)),
+    async normalize(context) {
+        const matched = identity(context.url) && identity(context.resolvedUrl) === identity(context.url);
+        let parsed = parsePost(matched ? context.active.content : "", context.url);
+        let method = context.active.method;
+        const errors = [...context.errors];
+        if (!matched)
+            errors.push({ category: "parse_error", code: "blind_post_identity_mismatch", message: "Retrieved page changed the requested Blind post identity" });
+        const deadline = context.deadlineAt ?? Date.now() + context.timeoutMs;
+        if (matched && parsed.ok && parsed.more && context.runBrowserSession && context.browserSessionOptions?.cdpUrl
+            && !context.browserSessionOptions.profileDir && deadline - Date.now() >= 1000) {
+            try {
+                parsed = await readCommentMore(context, parsed, deadline);
+                method = "blind_browser_comments";
+            }
+            catch (error) {
+                if (error instanceof BrowserSessionToolError)
+                    errors.push(error.toolError);
+                errors.push({ category: "unavailable", code: "blind_comment_pages_incomplete", message: "Bounded native comment continuation failed; original evidence is preserved" });
+            }
+        }
+        if (!parsed.ok)
+            errors.push({ category: "parse_error", code: "blind_post_parse_failed", message: "Could not verify the requested public Blind post body" });
+        else if (!parsed.complete)
+            errors.push({ category: "parse_error", code: "blind_post_comments_incomplete", message: `Collected ${parsed.comments.length} readable comments; declared total ${parsed.declared ?? "unknown"}. Hidden or unloaded comments are not claimed.` });
+        return {
+            post: parsed.ok ? { url: context.url, title: parsed.title, text: parsed.text, status: "ok", comment_coverage: { declared_count: parsed.declared, collected_count: parsed.comments.length, complete: parsed.complete } } : null,
+            thread: [], comments: parsed.ok ? parsed.comments : [], outbound_links: parsed.ok ? parsed.links : [],
+            assetHtml: parsed.ok ? parsed.assetHtml : "", partial: !parsed.complete, errors, method,
+        };
+    },
+};
+//# sourceMappingURL=blind-post.js.map

package/dist/smartfetch/providers/blind-post.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"blind-post.js","sourceRoot":"","sources":["../../../src/smartfetch/providers/blind-post.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,WAAW,EAAE,SAAS,EAAkB,MAAM,iBAAiB,CAAA;AACxG,OAAO,EAAE,uBAAuB,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAA;AAG1F,SAAS,QAAQ,CAAC,KAAa;IAC7B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;QAC1B,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,QAAQ,IAAI,CAAC,GAAG,CAAC,QAAQ;eAC7D,CAAC,mBAAmB,EAAE,eAAe,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC;eAC7D,0CAA0C,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC7G,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,IAAI,CAAA;IAAC,CAAC;AACzB,CAAC;AAED,SAAS,SAAS,CAAC,IAAY,EAAE,GAAW;IAC1C,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IACpC,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,gBAAgB,CAAC,6FAA6F,CAAC;QAAE,IAAI,CAAC,MAAM,EAAE,CAAA;IAC1J,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;QACxD,IAAI,oGAAoG,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAAE,IAAI,CAAC,MAAM,EAAE,CAAA;IAChK,CAAC;IACD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC,CAAA;IAC1H,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IACjD,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,yBAAyB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,IAAI,CAAC,CAAA;IACrI,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,wBAAwB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,CAAA;IAC7H,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,CAAA;IAC/H,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IACnD,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,2BAA2B,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,CAAA;IACtI,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IACrE,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAClE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,gBAAgB,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CACvF,IAAI,CAAC,aAAa,KAAK,KAAK,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,aAAa,KAAK,KAAK,CAAC,CAAC;SACpI,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,sCAAsC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA;IACzF,MAAM,QAAQ,GAAG,UAAU,EAAE,SAAS,IAAI,EAAE,CAAA;IAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACxE,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAA;IAChC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,gBAAgB,CAAC,gDAAgD,CAAC,IAAI,EAAE,CAAC,CAAA;IAC9G,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACpF,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IAChD,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAChD,MAAM,QAAQ,GAA8B,EAAE,CAAA;IAC9C,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAA;IAC7B,IAAI,WAAW,GAAG,KAAK,CAAA;IACvB,MAAM,KAAK,GAAG,CAAC,GAAG,kBAAkB,CAAC,QAAQ,CAAC,EAAE,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAA;IACzE,MAAM,SAAS,GAAG,CAAC,QAAQ,CAAC,CAAA;IAC5B,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,gBAAgB,CAAC,eAAe,CAAC,IAAI,EAAE,EAAE,CAAC;QACjE,MAAM,MAAM,GAAG,GAAG,CAAC,aAAa,CAAA;QAChC,IAAI,GAAG,CAAC,OAAO,CAAC,mBAAmB,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,MAAM,KAAK,KAAK,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,MAAM,CAAC,aAAa,KAAK,KAAK,CAAC,CAAC;YAAE,SAAQ;QAC/J,MAAM,EAAE,GAAG,GAAG,CAAC,EAAE,CAAA;QACjB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,GAAG,CAAC,CAAA;QACnH,IAAI,CAAC,EAAE,IAAI,MAAM,KAAK,KAAK,IAAI,GAAG,CAAC,aAAa,CAAC,2BAA2B,CAAC;eACxE,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,aAAa,CAAC,iBAAiB,CAAC,EAAE,SAAS,IAAI,EAAE,CAAC,CAAC;YAAE,SAAQ;QAC1G,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnE,WAAW,GAAG,IAAI,CAAA;YAClB,SAAQ;QACV,CAAC;QACD,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAA;QAC5B,MAAM,WAAW,GAAG,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAChD,IAAI,CAAC,WAAW,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,YAAY,CAAC,EAAE,CAAC;YAAC,WAAW,GAAG,IAAI,CAAC;YAAC,SAAQ;QAAC,CAAC;QAC1F,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACX,8EAA8E;QAC9E,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAA;QAC3I,KAAK,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,GAAG,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAA;QACvF,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IACnC,CAAC;IACD,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,IAAI,UAAU,IAAI,CAAC,IAAI,IAAI,UAAU,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IAC3F,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,IAAI,KAAK,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,QAAQ,KAAK,QAAQ,CAAC,MAAM,CAAC;QAClL,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;AAC/D,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,OAAuD,EAAE,QAAsC,EAAE,QAAgB;IAC9I,MAAM,QAAQ,GAAG,kHAAkH,CAAA;IACnI,IAAI,SAAS,GAAG,EAAE,CAAA;IAClB,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,iBAAkB,CAAC,EAAE,GAAG,OAAO,CAAC,qBAAqB,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG;QACnG,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7D,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;YACtC,IAAI,KAAK,GAAG,QAAQ,CAAA;YACpB,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC;gBACpC,SAAS,EAAE,CAAA;gBACX,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAA;gBAClG,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,IAAI,EAAE,CAAC,CAAA;gBACrF,IAAI,sBAAsB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,MAAM,IAAI,CAAC,OAAO,CAAC,+IAA+I,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;oBAClO,MAAM,IAAI,uBAAuB,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,gCAAgC,EAAE,OAAO,EAAE,6CAA6C,EAAE,CAAC,CAAA;gBAC1J,CAAC;gBACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAA;gBACjC,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;gBAChC,IAAI,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI;oBAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAA;gBACpF,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAA;gBAC5C,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ;uBAC1H,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAA;gBAC/J,SAAS,GAAG,IAAI,CAAA;gBAChB,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,IAAI,KAAK,CAAC;oBAAE,MAAK;gBACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;gBACvC,IAAI,MAAM,QAAQ,CAAC,KAAK,EAAE,KAAK,OAAO,CAAC,IAAI;oBAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAA;gBAC9F,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAA;gBAC7B,IAAI,CAAC,MAAM,IAAI,CAAC,SAAS,EAAE;oBAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAA;gBACpF,MAAM,IAAI,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,CAAC,CAAA;gBACvD,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAA;gBACtH,MAAM,IAAI,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,CAAC,CAAA;gBAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE;oBAC/C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,iDAAiD,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;oBAC3H,OAAO,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAA;gBAC9C,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,CAAC,CAAA;gBACtF,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;gBACvB,KAAK,GAAG,OAAO,CAAA;YACjB,CAAC;QACH,CAAC;KACF,CAAC,CAAA;IACF,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,MAAM,IAAI,uBAAuB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IACjE,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,IAAI,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAA;IAC9K,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,CAAA;IACnD,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK,IAAI,SAAS,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,IAAI,SAAS,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ;WAClI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;WAC/G,SAAS,CAAC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAA;IAC7G,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAuB;IACnD,EAAE,EAAE,YAAY;IAChB,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACxE,KAAK,CAAC,SAAS,CAAC,OAAO;QACrB,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QAChG,IAAI,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,CAAA;QAC1E,IAAI,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAA;QAClC,MAAM,MAAM,GAAgB,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;QAC/C,IAAI,CAAC,OAAO;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,8BAA8B,EAAE,OAAO,EAAE,0DAA0D,EAAE,CAAC,CAAA;QACjK,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,SAAS,CAAA;QACrE,IAAI,OAAO,IAAI,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,IAAI,IAAI,OAAO,CAAC,iBAAiB,IAAI,OAAO,CAAC,qBAAqB,EAAE,MAAM;eACxG,CAAC,OAAO,CAAC,qBAAqB,CAAC,UAAU,IAAI,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,EAAE,CAAC;YAChF,IAAI,CAAC;gBACH,MAAM,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAA;gBACzD,MAAM,GAAG,wBAAwB,CAAA;YACnC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,uBAAuB;oBAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;gBAC1E,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,gCAAgC,EAAE,OAAO,EAAE,4EAA4E,EAAE,CAAC,CAAA;YACzK,CAAC;QACH,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,yBAAyB,EAAE,OAAO,EAAE,uDAAuD,EAAE,CAAC,CAAA;aACtJ,IAAI,CAAC,MAAM,CAAC,QAAQ;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,gCAAgC,EAAE,OAAO,EAAE,aAAa,MAAM,CAAC,QAAQ,CAAC,MAAM,sCAAsC,MAAM,CAAC,QAAQ,IAAI,SAAS,gDAAgD,EAAE,CAAC,CAAA;QAC3Q,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,cAAc,EAAE,MAAM,CAAC,QAAQ,EAAE,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI;YAC9N,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;YACrG,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM;SACxF,CAAA;IACH,CAAC;CACF,CAAA"}

package/dist/smartfetch/providers/clien.d.ts

@@ -0,0 +1,2 @@
+import type { SmartfetchProvider } from "../provider-types.js";
+export declare const clienProvider: SmartfetchProvider;

package/dist/smartfetch/providers/clien.js

@@ -0,0 +1,157 @@
+import { parseHTML } from "linkedom";
+import { dedupeUrls, extractAnchorHrefs, extractUrls, stripTags } from "../../shared.js";
+function identity(url) {
+    try {
+        const parsed = new URL(url);
+        const match = /^\/service\/board\/([a-zA-Z0-9_]+)\/([1-9]\d*)\/?$/.exec(parsed.pathname);
+        return ["www.clien.net", "clien.net"].includes(parsed.hostname) && match ? `${match[1]}/${match[2]}` : null;
+    }
+    catch {
+        return null;
+    }
+}
+const userContent = '.post_article, .comment_view, textarea, template, [contenteditable]:not([contenteditable="false"]), [role="textbox"]';
+function consistentCount(texts) {
+    const values = texts.map(text => /^(?:\d+|\d{1,3}(?:,\d{3})+)$/.test(text) ? Number(text.replace(/,/g, "")) : null);
+    const first = values[0] ?? null;
+    return first !== null && Number.isSafeInteger(first) && values.every(value => value === first) ? first : null;
+}
+function parsePost(html, url) {
+    const { document } = parseHTML(html);
+    for (const node of document.querySelectorAll('script, style, noscript, template, textarea, input, [hidden], [aria-hidden="true"], .none, [contenteditable]:not([contenteditable="false"]), [role="textbox"]'))
+        node.remove();
+    for (const node of document.querySelectorAll("[style]")) {
+        if (/(?:^|;)\s*(?:display\s*:\s*none|visibility\s*:\s*(?:hidden|collapse))\s*(?:!important\s*)?(?:;|$)/i.test(node.getAttribute("style") || ""))
+            node.remove();
+    }
+    const roots = Array.from(document.querySelectorAll(".content_view")).filter(node => !node.closest(userContent) && !node.parentElement?.closest(".content_view"));
+    const root = roots.length === 1 ? roots[0] : null;
+    const own = (selector) => Array.from(root?.querySelectorAll(selector) || []).filter(node => !node.closest(userContent) && node.closest(".content_view") === root);
+    const titles = own('.post_title .post_subject > span:not(.post_category):not(.fa)');
+    const title = titles.length === 1 ? stripTags(titles[0].innerHTML) : "";
+    const bodies = Array.from(root?.querySelectorAll(".post_view .post_article") || []).filter(node => !node.parentElement?.closest(userContent) && node.closest(".content_view") === root);
+    const body = bodies.length === 1 ? bodies[0] : null;
+    for (const node of body?.querySelectorAll("script, style, noscript, template, textarea, input") || [])
+        node.remove();
+    const bodyHtml = body?.innerHTML || "";
+    const text = stripTags(bodyHtml);
+    const scopes = own(".post_comment").filter(node => node.parentElement === root);
+    const scope = scopes.length === 1 ? scopes[0] : null;
+    const lists = Array.from(scope?.querySelectorAll('[data-role="comment"]') || []).filter(node => node.parentElement === scope);
+    const list = lists.length === 1 ? lists[0] : null;
+    const headerCounts = own('.post_title .post_subject > .post_reply > span:not(.fa)');
+    const counts = [...headerCounts, ...Array.from(scope?.querySelectorAll('.comment_head > a > strong, .comment_more [data-role="comment-total-count"]') || []).filter(node => !node.closest(`${userContent}, .comment_row`) && node.closest(".post_comment") === scope)];
+    const declared = consistentCount(counts.map(node => node.textContent?.trim() || ""));
+    // Plain HTTP leaves this client-populated label empty even with every row
+    // already present. Ignore absent labels, never a contradictory numeric one.
+    const currentCounts = Array.from(scope?.querySelectorAll('.comment_more [data-role="comment-current-count"]') || []).filter(node => !node.closest(`${userContent}, .comment_row`) && node.closest(".post_comment") === scope).map(node => node.textContent?.trim() || "").filter(Boolean);
+    const current = consistentCount(currentCounts);
+    const comments = [];
+    const deletions = [];
+    const links = [...extractAnchorHrefs(bodyHtml), ...extractUrls(bodyHtml)];
+    const assetHtml = [bodyHtml];
+    const seen = new Map();
+    let conflicting = false;
+    let position = 0;
+    for (const row of list?.children || []) {
+        if (!row.classList.contains("comment_row"))
+            continue;
+        position++;
+        const id = row.getAttribute("data-comment-sn") || "";
+        const point = Array.from(row.querySelectorAll(".comment_point")).filter(node => node.parentElement === row);
+        if (!id && row.classList.contains("blocked") && !row.querySelector(".comment_view") && /^삭제\s*되었습니다\.$/.test(stripTags(row.innerHTML))) {
+            deletions.push({ position, text: stripTags(row.innerHTML) });
+            continue;
+        }
+        const contents = Array.from(row.querySelectorAll(".comment_view")).filter(node => node.closest(".comment_row") === row && !node.parentElement?.closest(userContent));
+        if (!/^[1-9]\d*$/.test(id) || point.length !== 1 || point[0].id !== id || contents.length !== 1 || contents[0].getAttribute("data-comment-view") !== id) {
+            conflicting = true;
+            continue;
+        }
+        const content = contents[0];
+        for (const node of content.querySelectorAll("script, style, noscript, template, textarea, input"))
+            node.remove();
+        const commentText = stripTags(content.innerHTML);
+        const media = Array.from(row.querySelectorAll(".comment-img img[src], .comment_view img[src]")).filter(node => node.closest(".comment_row") === row).flatMap(node => {
+            try {
+                const src = new URL(node.getAttribute("src") || "", url);
+                return ["http:", "https:"].includes(src.protocol) && !src.username && !src.password ? [src.toString()] : [];
+            }
+            catch {
+                return [];
+            }
+        });
+        if (!commentText && !media.length) {
+            conflicting = true;
+            continue;
+        }
+        const info = Array.from(row.children).find(node => node.classList.contains("comment_info"));
+        const authorNode = info?.querySelector(".nickname");
+        const author = stripTags(authorNode?.innerHTML || "");
+        const createdAt = info?.querySelector(".timestamp")?.getAttribute("datetime") || null;
+        // The public flat DOM exposes reply status, not a verified parent ID.
+        // Never infer a parent from the nearest row or a mentioned nickname.
+        const reply = row.classList.contains("re");
+        const signature = JSON.stringify([commentText, author, createdAt, reply, media]);
+        if (seen.has(id)) {
+            if (seen.get(id) !== signature)
+                conflicting = true;
+            continue;
+        }
+        seen.set(id, signature);
+        comments.push({ id, parent_id: null, is_reply: reply, position, author, text: commentText, created_at: createdAt, url: `${url.split("#")[0]}#${id}`, ...(media.length ? { media: dedupeUrls(media) } : {}) });
+        assetHtml.push(content.innerHTML, ...Array.from(row.querySelectorAll(".comment-img")).filter(node => node.parentElement === row).map(node => node.innerHTML));
+        links.push(...extractAnchorHrefs(content.innerHTML), ...extractUrls(content.innerHTML));
+    }
+    return { title, text, comments, deletions, links: dedupeUrls(links), assetHtml: assetHtml.join("\n"), declared,
+        ok: Boolean(title && (text || body?.querySelector("img, video"))),
+        complete: Boolean(list && !conflicting && declared !== null && declared === comments.length && (!currentCounts.length || current === declared)) };
+}
+export const clienProvider = {
+    id: "clien",
+    matches: (url, target) => target === "generic" && Boolean(identity(url)),
+    async normalize(context) {
+        const expected = identity(context.url);
+        const matched = expected && identity(context.resolvedUrl) === expected;
+        let parsed = parsePost(matched ? context.active.content : "", context.url);
+        let method = context.active.method;
+        const errors = [...context.errors];
+        if (!matched)
+            errors.push({ category: "parse_error", code: "clien_identity_mismatch", message: "Retrieved page does not match the requested Clien board/post identity" });
+        const deadline = context.deadlineAt ?? Date.now() + context.timeoutMs;
+        const remaining = Math.max(0, Math.min(context.timeoutMs, deadline - Date.now()));
+        const connected = context.browserSessionOptions?.cdpUrl && !context.browserSessionOptions.profileDir;
+        if (expected && parsed.ok && !parsed.complete && !parsed.comments.length && context.runBrowserSession && connected && remaining >= 1000) {
+            try {
+                const session = await context.runBrowserSession({ ...context.browserSessionOptions, url: context.url, timeoutMs: remaining, maxAnchors: 100, waitForSelector: '.content_view > .post_comment > [data-role="comment"] > .comment_row .comment_view' });
+                if (Date.now() >= deadline)
+                    errors.push({ category: "timeout", code: "clien_comments_timeout", message: "Comment continuation exceeded the original retrieval deadline" });
+                else if (session.ok && identity(session.final_url) === expected) {
+                    const recovered = parsePost(session.html, context.url);
+                    if (recovered.ok && (recovered.comments.length > parsed.comments.length || recovered.complete)) {
+                        parsed = recovered;
+                        method = "clien_browser_comments";
+                    }
+                }
+                else if (!session.ok)
+                    errors.push(session.error);
+                else
+                    errors.push({ category: "parse_error", code: "clien_identity_mismatch", message: "Comment continuation navigated to a different post" });
+            }
+            catch {
+                errors.push({ category: "unavailable", code: "clien_comments_browser_failed", message: "Bounded comment continuation failed" });
+            }
+        }
+        if (!parsed.ok)
+            errors.push({ category: "parse_error", code: "clien_parse_failed", message: "Could not parse the requested native title/body" });
+        else if (!parsed.complete)
+            errors.push({ category: "parse_error", code: "clien_comments_incomplete", message: `Collected ${parsed.comments.length} readable comments; declared total ${parsed.declared ?? "unknown"}. Deleted positions are separate; unloaded comments are not claimed as retrieved.` });
+        return {
+            post: parsed.ok ? { url: context.url, title: parsed.title, text: parsed.text, status: "ok", comment_deletions: parsed.deletions, comment_coverage: { declared_count: parsed.declared, collected_count: parsed.comments.length, complete: parsed.complete } } : null,
+            thread: [], comments: parsed.ok ? parsed.comments : [], outbound_links: parsed.ok ? parsed.links : [],
+            assetHtml: parsed.ok ? parsed.assetHtml : "",
+            partial: !parsed.ok || !parsed.complete, errors, method,
+        };
+    },
+};
+//# sourceMappingURL=clien.js.map

package/dist/smartfetch/providers/clien.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"clien.js","sourceRoot":"","sources":["../../../src/smartfetch/providers/clien.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AACpC,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,WAAW,EAAE,SAAS,EAAkB,MAAM,iBAAiB,CAAA;AAGxG,SAAS,QAAQ,CAAC,GAAW;IAC3B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,MAAM,KAAK,GAAG,oDAAoD,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACxF,OAAO,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;IAC7G,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,IAAI,CAAA;IAAC,CAAC;AACzB,CAAC;AAED,MAAM,WAAW,GAAG,sHAAsH,CAAA;AAC1I,SAAS,eAAe,CAAC,KAAe;IACtC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,8BAA8B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IACnH,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAA;IAC/B,OAAO,KAAK,KAAK,IAAI,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAA;AAC/G,CAAC;AAED,SAAS,SAAS,CAAC,IAAY,EAAE,GAAW;IAC1C,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IACpC,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,gBAAgB,CAAC,+JAA+J,CAAC;QAAE,IAAI,CAAC,MAAM,EAAE,CAAA;IAC5N,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;QACxD,IAAI,oGAAoG,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAAE,IAAI,CAAC,MAAM,EAAE,CAAA;IAChK,CAAC;IACD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC,CAAA;IAChK,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IACjD,MAAM,GAAG,GAAG,CAAC,QAAgB,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,IAAI,CAAC,CAAA;IACzK,MAAM,MAAM,GAAG,GAAG,CAAC,+DAA+D,CAAC,CAAA;IACnF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACxE,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,0BAA0B,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,IAAI,CAAC,CAAA;IACvL,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IACnD,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,gBAAgB,CAAC,oDAAoD,CAAC,IAAI,EAAE;QAAE,IAAI,CAAC,MAAM,EAAE,CAAA;IACpH,MAAM,QAAQ,GAAG,IAAI,EAAE,SAAS,IAAI,EAAE,CAAA;IACtC,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAA;IAChC,MAAM,MAAM,GAAG,GAAG,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,CAAA;IAC/E,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IACpD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,gBAAgB,CAAC,uBAAuB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,KAAK,KAAK,CAAC,CAAA;IAC7H,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IACjD,MAAM,YAAY,GAAG,GAAG,CAAC,yDAAyD,CAAC,CAAA;IACnF,MAAM,MAAM,GAAG,CAAC,GAAG,YAAY,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,gBAAgB,CAAC,6EAA6E,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,WAAW,gBAAgB,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,KAAK,CAAC,CAAC,CAAA;IACtQ,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;IACpF,0EAA0E;IAC1E,4EAA4E;IAC5E,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,gBAAgB,CAAC,mDAAmD,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,WAAW,gBAAgB,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACzR,MAAM,OAAO,GAAG,eAAe,CAAC,aAAa,CAAC,CAAA;IAC9C,MAAM,QAAQ,GAA8B,EAAE,CAAA;IAC9C,MAAM,SAAS,GAA8B,EAAE,CAAA;IAC/C,MAAM,KAAK,GAAG,CAAC,GAAG,kBAAkB,CAAC,QAAQ,CAAC,EAAE,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAA;IACzE,MAAM,SAAS,GAAG,CAAC,QAAQ,CAAC,CAAA;IAC5B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAA;IACtC,IAAI,WAAW,GAAG,KAAK,CAAA;IACvB,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,QAAQ,IAAI,EAAE,EAAE,CAAC;QACvC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC;YAAE,SAAQ;QACpD,QAAQ,EAAE,CAAA;QACV,MAAM,EAAE,GAAG,GAAG,CAAC,YAAY,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAA;QACpD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,KAAK,GAAG,CAAC,CAAA;QAC3G,IAAI,CAAC,EAAE,IAAI,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,eAAe,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;YACvI,SAAS,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;YAC5D,SAAQ;QACV,CAAC;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC,CAAA;QACpK,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAE,CAAC,EAAE,KAAK,EAAE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAE,CAAC,YAAY,CAAC,mBAAmB,CAAC,KAAK,EAAE,EAAE,CAAC;YAC1J,WAAW,GAAG,IAAI,CAAA;YAClB,SAAQ;QACV,CAAC;QACD,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAA;QAC5B,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,gBAAgB,CAAC,oDAAoD,CAAC;YAAE,IAAI,CAAC,MAAM,EAAE,CAAA;QAChH,MAAM,WAAW,GAAG,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAChD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,+CAA+C,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YAClK,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAA;gBACxD,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;YAC7G,CAAC;YAAC,MAAM,CAAC;gBAAC,OAAO,EAAE,CAAA;YAAC,CAAC;QACvB,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,WAAW,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAAC,WAAW,GAAG,IAAI,CAAC;YAAC,SAAQ;QAAC,CAAC;QACnE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAA;QAC3F,MAAM,UAAU,GAAG,IAAI,EAAE,aAAa,CAAC,WAAW,CAAC,CAAA;QACnD,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,EAAE,SAAS,IAAI,EAAE,CAAC,CAAA;QACrD,MAAM,SAAS,GAAG,IAAI,EAAE,aAAa,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC,UAAU,CAAC,IAAI,IAAI,CAAA;QACrF,sEAAsE;QACtE,qEAAqE;QACrE,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAA;QAChF,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YACjB,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,SAAS;gBAAE,WAAW,GAAG,IAAI,CAAA;YAClD,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,CAAC,CAAA;QACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;QAC7M,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAA;QAC7J,KAAK,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,GAAG,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAA;IACzF,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ;QAC5G,EAAE,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC;QACjE,QAAQ,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,WAAW,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC,aAAa,CAAC,MAAM,IAAI,OAAO,KAAK,QAAQ,CAAC,CAAC,EAAE,CAAA;AACrJ,CAAC;AAED,MAAM,CAAC,MAAM,aAAa,GAAuB;IAC/C,EAAE,EAAE,OAAO;IACX,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACxE,KAAK,CAAC,SAAS,CAAC,OAAO;QACrB,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACtC,MAAM,OAAO,GAAG,QAAQ,IAAI,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,QAAQ,CAAA;QACtE,IAAI,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,CAAA;QAC1E,IAAI,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAA;QAClC,MAAM,MAAM,GAAgB,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;QAC/C,IAAI,CAAC,OAAO;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,yBAAyB,EAAE,OAAO,EAAE,uEAAuE,EAAE,CAAC,CAAA;QACzK,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,SAAS,CAAA;QACrE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;QACjF,MAAM,SAAS,GAAG,OAAO,CAAC,qBAAqB,EAAE,MAAM,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,UAAU,CAAA;QACpG,IAAI,QAAQ,IAAI,MAAM,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,IAAI,OAAO,CAAC,iBAAiB,IAAI,SAAS,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;YACxI,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,iBAAiB,CAAC,EAAE,GAAG,OAAO,CAAC,qBAAqB,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE,eAAe,EAAE,oFAAoF,EAAE,CAAC,CAAA;gBACrP,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ;oBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,wBAAwB,EAAE,OAAO,EAAE,+DAA+D,EAAE,CAAC,CAAA;qBACrK,IAAI,OAAO,CAAC,EAAE,IAAI,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,QAAQ,EAAE,CAAC;oBAChE,MAAM,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAA;oBACtD,IAAI,SAAS,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,IAAI,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC/F,MAAM,GAAG,SAAS,CAAA;wBAClB,MAAM,GAAG,wBAAwB,CAAA;oBACnC,CAAC;gBACH,CAAC;qBAAM,IAAI,CAAC,OAAO,CAAC,EAAE;oBAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;;oBAC7C,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,yBAAyB,EAAE,OAAO,EAAE,oDAAoD,EAAE,CAAC,CAAA;YAC/I,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,+BAA+B,EAAE,OAAO,EAAE,qCAAqC,EAAE,CAAC,CAAA;YACjI,CAAC;QACH,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,iDAAiD,EAAE,CAAC,CAAA;aAC3I,IAAI,CAAC,MAAM,CAAC,QAAQ;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,2BAA2B,EAAE,OAAO,EAAE,aAAa,MAAM,CAAC,QAAQ,CAAC,MAAM,sCAAsC,MAAM,CAAC,QAAQ,IAAI,SAAS,mFAAmF,EAAE,CAAC,CAAA;QACzS,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,CAAC,SAAS,EAAE,gBAAgB,EAAE,EAAE,cAAc,EAAE,MAAM,CAAC,QAAQ,EAAE,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI;YACnQ,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;YACrG,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;YAC5C,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM;SACxD,CAAA;IACH,CAAC;CACF,CAAA"}

package/dist/smartfetch/providers/commerce.d.ts

@@ -1,2 +1,17 @@
+import type { BrowserPageSnapshot } from "../../browser-session.js";
 import type { SmartfetchProvider } from "../provider-types.js";
+type CommerceItem = {
+    title: string;
+    url: string;
+    price?: string;
+    image?: string;
+    source?: string;
+    availability?: string;
+    rating?: string;
+    snippet?: string;
+};
+export declare function isCoupangStorefrontProductUrl(value: string): boolean;
+export declare function coupangTitleQueryEvidence(title: string, query: string): boolean | null;
+export declare function extractCoupangBrowserItems(snapshot: BrowserPageSnapshot, query: string): CommerceItem[];
 export declare const commerceProvider: SmartfetchProvider;
+export {};

package/dist/smartfetch/providers/commerce.js

@@ -1,5 +1,6 @@
 import { absolutizeUrl, dedupeUrls, extractMetaDescription, extractMetaName, extractMetaProperty, extractTitleFromHtml, stripTags, } from "../../shared.js";
 import { runSmartsearch } from "../../smartsearch.js";
+import { parseHTML } from "linkedom";
 import { commerceSiteForUrl } from "../commerce-sites.js";
 import { normalizeArticleLike } from "./article.js";
 function normalizeSpace(value) {
@@ -55,11 +56,25 @@ function blockedCommercePage(html) {
     const haystack = normalizeSpace(stripTags(html).slice(0, 4000)).toLowerCase();
     if (!haystack)
         return false;
-    return /(access denied|you don'?t have permission|이 페이지에 접근할 수 있는 권한이 없습니다|이페이지에접근할수있는권한이없습니다|powered and protected by privacy|akamai)/i.test(haystack);
+    return /(access denied|you don'?t have permission|사용\s*권한(?:이 없| 제한)|이 페이지에 접근할 수 있는 권한이 없습니다|이페이지에접근할수있는권한이없습니다|powered and protected by privacy|akamai)/i.test(haystack);
 }
 function allowedKoreanCoupangHost(host) {
     return host === "www.coupang.com" || host === "coupang.com" || host === "m.coupang.com";
 }
+export function isCoupangStorefrontProductUrl(value) {
+    try {
+        const url = new URL(value);
+        return url.protocol === "https:" && !url.username && !url.password && !url.port
+            && allowedKoreanCoupangHost(url.hostname) && /^\/vp\/products\/\d+$/.test(url.pathname)
+            && ["itemId", "vendorItemId"].every((key) => {
+                const values = url.searchParams.getAll(key);
+                return values.length === 0 || (values.length === 1 && /^\d+$/.test(values[0] || ""));
+            });
+    }
+    catch {
+        return false;
+    }
+}
 function coupangRelayHost(host) {
     return host === "link.coupang.com";
 }
@@ -460,9 +475,16 @@ function canonicalProductUrl(url, site) {
         }
         if (site === "coupang") {
             const match = parsed.pathname.match(/^(\/vp\/products\/\d+)/i);
+            const identity = new URLSearchParams();
+            for (const key of ["itemId", "vendorItemId"]) {
+                const value = parsed.searchParams.get(key);
+                if (value)
+                    identity.set(key, value);
+            }
+            const suffix = identity.size ? `?${identity}` : "";
             if (allowedKoreanCoupangHost(parsed.hostname.toLowerCase()))
-                return `https://www.coupang.com${match?.[1] || parsed.pathname}`;
-            return `${parsed.origin}${match?.[1] || parsed.pathname}`;
+                return `https://www.coupang.com${match?.[1] || parsed.pathname}${suffix}`;
+            return `${parsed.origin}${match?.[1] || parsed.pathname}${suffix}`;
         }
         if (site === "aliexpress") {
             const match = parsed.pathname.match(/^(\/item\/\d+\.html)/i);
@@ -478,7 +500,10 @@ function anchorMap(html, baseUrl, site, hrefPattern) {
     const map = new Map();
     for (const match of html.matchAll(/<a\b[^>]*href=(?:"([^"]+)"|'([^']+)'|([^\s>]+))[^>]*>([\s\S]*?)<\/a>/gi)) {
         const rawHref = String(match[1] || match[2] || match[3] || "");
-        const absolute = canonicalProductUrl(absolutizeUrl(rawHref, baseUrl), site);
+        const originalUrl = absolutizeUrl(rawHref, baseUrl);
+        if (site === "coupang" && !isCoupangStorefrontProductUrl(originalUrl))
+            continue;
+        const absolute = canonicalProductUrl(originalUrl, site);
         if (!absolute || !hrefPattern.test(absolute))
             continue;
         const text = cleanTitle(stripTags(String(match[4] || "")));
@@ -517,7 +542,10 @@ function productFromStructuredAnchors(context, site) {
     const map = new Map();
     const baseUrl = context.resolvedUrl || context.url;
     for (const anchor of anchors) {
-        const url = canonicalProductUrl(absolutizeUrl(anchor.href, baseUrl), site);
+        const originalUrl = absolutizeUrl(anchor.href, baseUrl);
+        if (site === "coupang" && !isCoupangStorefrontProductUrl(originalUrl))
+            continue;
+        const url = canonicalProductUrl(originalUrl, site);
         if (!pattern.test(url))
             continue;
         const existing = map.get(url) || { url, texts: [] };
@@ -546,6 +574,40 @@ function productFromStructuredAnchors(context, site) {
     }
     return dedupeByUrl(items);
 }
+// Shared pure parser: the vertical API recovery must not invoke commerce's
+// search-reference fallback or replace a failed browser read with snippets.
+export function coupangTitleQueryEvidence(title, query) {
+    const normalize = (value) => value.normalize("NFKC").toLowerCase()
+        .replace(/([\p{Script=Hangul}])([a-z0-9])/gu, "$1 $2")
+        .replace(/([a-z0-9])([\p{Script=Hangul}])/gu, "$1 $2");
+    const terms = normalize(query).split(/[^\p{L}\p{N}]+/u).filter(Boolean);
+    const normalizedTitle = normalize(title);
+    const matches = terms.length > 0 && terms.every((term, index) => {
+        if (!/^[a-z0-9]+$/.test(term))
+            return normalizedTitle.includes(term);
+        // Keep a separate model version next to its name. An unrelated "3 devices"
+        // elsewhere in a Master 3S card must not establish the requested Master 3.
+        const previous = terms[index - 1];
+        const evidence = /^[0-9]+$/.test(term) && previous && /\p{L}/u.test(previous)
+            ? `${previous}[\\s-]*${term}` : term;
+        return new RegExp(`(?:^|[^a-z0-9])${evidence}(?=$|[^a-z0-9])`).test(normalizedTitle);
+    });
+    if (matches)
+        return true;
+    // A single broad category may be implicit in an API product's brand/title.
+    // This is unknown, not a lexical mismatch or independently verified relevance.
+    if (terms.length < 2 && !terms.some((term) => /[0-9]/.test(term)))
+        return null;
+    return false;
+}
+export function extractCoupangBrowserItems(snapshot, query) {
+    if (wrongMarketCoupangHost(snapshot.final_url) || blockedCommercePage(snapshot.html))
+        return [];
+    return productFromStructuredAnchors({
+        url: snapshot.url, resolvedUrl: snapshot.final_url,
+        active: { ok: true, method: snapshot.method, content: snapshot.html, anchors: snapshot.anchors, links: snapshot.links },
+    }, "coupang").filter((item) => coupangTitleQueryEvidence(item.title, query) === true);
+}
 function productFromAnchorMap(html, baseUrl, site) {
     const pattern = productUrlPattern(site);
     const map = anchorMap(html, baseUrl, site, pattern);
@@ -685,6 +747,8 @@ function weakCommerceProduct(site, post) {
     const title = normalizeSpace(String(post.title || ""));
     const description = normalizeSpace(String(post.description || ""));
     const price = normalizeSpace(String(post.price || ""));
+    if (site === "coupang" && (!title || /^(?:쿠팡|coupang|로딩\s*중|loading)[.\s…]*$/i.test(title)))
+        return true;
     if (site === "aliexpress") {
         if (!title)
             return true;
@@ -695,6 +759,28 @@ function weakCommerceProduct(site, post) {
     }
     return false;
 }
+function coupangVisibleProductMatches(identity, visible) {
+    const observed = visible.match(/쿠팡상품번호\s*:\s*(\d+)\s*[-–]\s*(\d+)/);
+    if (!identity || !observed)
+        return false;
+    return (!identity.productId || identity.productId === observed[1])
+        && (!identity.itemId || identity.itemId === observed[2]);
+}
+function coupangRenderedRegularPrice(html, visible) {
+    const { document } = parseHTML(html);
+    const layouts = [...document.querySelectorAll(".price-container .price-layout-container.price-layout-normal")];
+    if (layouts.length !== 1)
+        return undefined;
+    const row = layouts[0]?.firstElementChild;
+    if (!row || /(?:카드|쿠폰|와우|회원|전용|즉시할인)/.test(row.textContent || "")
+        || row.querySelector(".twc-line-through, s, del, strike"))
+        return undefined;
+    const prices = (row.textContent || "").match(/\b[\d,]+\s*원/g) || [];
+    if (prices.length !== 1)
+        return undefined;
+    const price = normalizeSpace(prices[0]);
+    return visible.includes(price) ? price : undefined;
+}
 function buildSearchSummary(query, host, items) {
     const lines = items.slice(0, 8).map((item, index) => `${index + 1}. ${item.title}${item.price ? ` — ${item.price}` : ""}`);
     return {
@@ -732,6 +818,15 @@ async function normalizeCommerce(context) {
     const host = hostLabel(url);
     const blocked = blockedCommercePage(html);
     const wrongMarket = site === "coupang" && (wrongMarketCoupangHost(rawUrl) || wrongMarketCoupangHost(url));
+    const requestedIdentity = site === "coupang" ? coupangProductIdentity(rawUrl) : null;
+    if (requestedIdentity && !sameCoupangIdentity(requestedIdentity, url)) {
+        return {
+            post: { url: rawUrl, title: "Unverified Coupang product variant", text: "The storefront redirected to a different product or variant; the requested identity was not verified.", kind: "commerce_product", status: "blocked_or_unavailable" },
+            thread: [], comments: [], outbound_links: [], partial: true,
+            errors: [...context.errors, { category: "parse_error", code: "commerce_product_identity_mismatch", message: "Requested productId/itemId/vendorItemId did not survive navigation" }],
+            method: "commerce_product",
+        };
+    }
     if (wrongMarket) {
         context.errors.push({ category: "block", code: "commerce_wrong_market_host", message: "Localized Coupang host differs from the canonical www.coupang.com product surface; treat this as reference evidence, not a final verified buy link." });
     }
@@ -772,7 +867,20 @@ async function normalizeCommerce(context) {
             };
         }
         const detailed = productDetailsFromJsonLd(html, url, site) || productFallbackFromHtml(html, url, site);
-        if (weakCommerceProduct(site, detailed.post)) {
+        if (site === "coupang" && context.active.method === "local_browser_cdp" && context.active.primary_content?.text) {
+            const visible = context.active.primary_content.text;
+            // JSON-LD can advertise a membership/signup coupon price without its
+            // condition. Prefer the explicitly labelled regular price and preserve
+            // the rendered conditions/specifications instead of metadata-only prose.
+            const regularPrice = visible.match(/일반\s*판매가\s*([\d,]+\s*원)/)?.[1];
+            const identityMatches = coupangVisibleProductMatches(requestedIdentity, visible);
+            detailed.post.price = identityMatches
+                ? regularPrice || coupangRenderedRegularPrice(html, visible)
+                : undefined;
+            detailed.post.text = visible.slice(0, 12000);
+            detailed.post.url = canonicalProductUrl(url, site);
+        }
+        if (!wrongMarket && weakCommerceProduct(site, detailed.post)) {
             context.errors.push({ category: "parse_error", code: "commerce_product_unverified", message: "Storefront exposed too little stable product metadata to verify this product page confidently." });
             return {
                 post: {
@@ -797,12 +905,20 @@ async function normalizeCommerce(context) {
                 text: `Warning: this Coupang URL resolved to a localized/non-Korean host and should be treated as reference evidence, not a final verified buy link.\n${detailed.post.text}`,
             }
             : detailed.post;
+        const priceUnverified = site === "coupang" && context.active.method === "local_browser_cdp"
+            && !post.price && /\d[\d,]*\s*원/.test(context.active.primary_content?.text || "");
+        if (priceUnverified)
+            context.errors.push({
+                category: "parse_error",
+                code: "commerce_price_unverified",
+                message: "Visible storefront prices could not be tied to the requested variant and their conditions; no verified price is reported.",
+            });
         return {
             post,
             thread: [],
             comments: [],
             outbound_links: detailed.links,
-            partial: wrongMarket,
+            partial: wrongMarket || priceUnverified,
             errors: context.errors,
             method: "commerce_product",
         };