smart-web-mcp 0.44.0 → 1.0.0

package/dist/smartsearch-postgresql.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"smartsearch-postgresql.js","sourceRoot":"","sources":["../src/smartsearch-postgresql.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AAGpC,4EAA4E;AAC5E,2DAA2D;AAC3D,MAAM,UAAU,oBAAoB,CAAC,KAAa;IAChD,MAAM,KAAK,GAAG,8DAA8D,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;IAC/F,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAE,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAA;AACtE,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,IAAY,EAAE,OAAe;IACpE,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IACpC,MAAM,IAAI,GAAmB,EAAE,CAAA;IAC/B,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAAE,OAAO,IAAI,CAAA;IAC1G,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1D,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;QACpE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,8BAA8B,OAAO,GAAG,CAAC;YAAE,SAAQ;QACzE,IAAI,GAAQ,CAAA;QACZ,IAAI,CAAC;YAAC,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,SAAQ;QAAC,CAAC;QAC3E,IAAI,GAAG,CAAC,MAAM,KAAK,4BAA4B,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ;eAC1E,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,OAAO,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC;eAChF,4BAA4B,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI;YAAE,SAAQ;QACxF,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,IAAI,CAAC;YAAE,SAAQ;QACpD,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,4EAA4E,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC,CAAA;QACrJ,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC;YAAE,MAAK;IAC7B,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,IAAY,EAAE,MAAc;IACtE,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IACpC,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,gBAAgB,CAAC,4DAA4D,CAAC;QAAE,IAAI,CAAC,MAAM,EAAE,CAAA;IACzH,MAAM,QAAQ,GAAG,QAAQ,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,CAAA;IAC/D,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,mBAAmB,MAAM,eAAe,EAAE,GAAG,CAAC;SAC3F,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,CAAA;AACtD,CAAC"}

package/dist/smartsearch-python.d.ts

@@ -0,0 +1,8 @@
+import type { BrowserPageSnapshot } from "./browser-session.js";
+import type { SearchResult } from "./shared.js";
+export declare function unscopedPythonDocsTerms(query: string): string | undefined;
+export declare function pythonDocsSearchUrl(scope: {
+    host: string;
+    path: string;
+} | null, terms: string): string | undefined;
+export declare function parsePythonDocsSearch(snapshot: BrowserPageSnapshot, searchUrl: string, query: string): SearchResult[];

package/dist/smartsearch-python.js

@@ -0,0 +1,87 @@
+import { parseHTML } from "linkedom";
+import { browserSearchMatchesQuery } from "./smartsearch-browser.js";
+// Only a plainly stated, unscoped official-documentation intent is translated.
+// General Python questions and queries with operators stay with general search.
+export function unscopedPythonDocsTerms(query) {
+    const match = /^python\s+(.+?)\s+documentation$/i.exec(query);
+    if (!match || /\b(?:site|after|before):/i.test(query))
+        return undefined;
+    const terms = match[1].trim();
+    return pythonDocsSearchUrl({ host: "docs.python.org", path: "3" }, terms) ? terms : undefined;
+}
+// The observed Python/Sphinx search UI is a local-browser continuation, not an
+// arbitrary site crawler. Only simple terms and positive phrases are translated.
+export function pythonDocsSearchUrl(scope, terms) {
+    if (scope?.host !== "docs.python.org" || !terms || !/^[\p{L}\p{N}\s._"-]+$/u.test(terms)
+        || /(?:^|\s)(?:-|AND\b|OR\b|NOT\b)/i.test(terms) || !/^(?:[^"]|"[^"]+")*$/.test(terms))
+        return undefined;
+    const version = scope.path ? scope.path.match(/^(3(?:\.\d+)?)(?:\/|$)/)?.[1] : "3";
+    if (!version)
+        return undefined;
+    const url = new URL(`https://docs.python.org/${version}/search.html`);
+    url.searchParams.set("q", terms.replaceAll('"', "").replace(/\s+/g, " ").trim());
+    return url.href;
+}
+export function parsePythonDocsSearch(snapshot, searchUrl, query) {
+    const expected = new URL(searchUrl);
+    const final = new URL(snapshot.final_url);
+    if (final.origin !== expected.origin || final.username || final.password || final.pathname !== expected.pathname
+        || final.searchParams.getAll("q").length !== 1 || final.searchParams.get("q") !== expected.searchParams.get("q"))
+        return [];
+    const { document } = parseHTML(snapshot.html);
+    for (const node of document.querySelectorAll('script, style, noscript, template, [hidden], [inert], [aria-hidden="true"]'))
+        node.remove();
+    for (const node of document.querySelectorAll("[style]")) {
+        if (/(?:^|;)\s*(?:display\s*:\s*none|visibility\s*:\s*(?:hidden|collapse))\s*(?:!important)?\s*(?:;|$)/i.test(node.getAttribute("style") || ""))
+            node.remove();
+    }
+    const roots = document.querySelectorAll("#search-results");
+    if (roots.length !== 1)
+        return [];
+    const root = roots[0];
+    const headings = [...root.children].filter(node => node.tagName === "H2");
+    const summaries = [...root.children].filter(node => node.classList.contains("search-summary"));
+    const finished = summaries.length === 1 && summaries[0].textContent?.trim().match(/^Search finished, found ([1-9]\d*) pages? matching the search query\.$/);
+    if (headings.length !== 1 || headings[0].textContent?.trim() !== "Search Results" || !finished)
+        return [];
+    const text = (node) => {
+        if (!node)
+            return "";
+        const copy = node.cloneNode(true);
+        for (const nested of copy.querySelectorAll("a, ul, ol, li, .context"))
+            nested.remove();
+        return (copy.textContent || "").replace(/\s+/g, " ").trim();
+    };
+    const rows = new Map();
+    for (const item of root.querySelectorAll("ul.search > li")) {
+        if (item.parentElement?.parentElement !== root)
+            continue;
+        const anchors = [...item.children].filter(node => node.tagName === "A");
+        if (anchors.length !== 1)
+            continue;
+        const anchor = anchors[0];
+        let url;
+        try {
+            url = new URL(anchor.getAttribute("href") || "", searchUrl);
+        }
+        catch {
+            continue;
+        }
+        const versionRoot = expected.pathname.replace(/search\.html$/, "");
+        if (url.origin !== expected.origin || url.username || url.password || !url.pathname.startsWith(versionRoot)
+            || !url.pathname.endsWith(".html") || url.pathname === expected.pathname || url.search)
+            continue;
+        const snippet = [...item.children].find(node => node.classList.contains("context")) || null;
+        const row = { url: url.href, title: text(anchor), snippet: text(snippet).slice(0, 1000), engine: "python_docs_browser" };
+        if (!row.title || !browserSearchMatchesQuery(row, query))
+            continue;
+        // Multiple symbol matches on one documentation page are one original.
+        url.hash = "";
+        if (!rows.has(url.href))
+            rows.set(url.href, row);
+        if (rows.size >= 100)
+            break;
+    }
+    return [...rows.values()];
+}
+//# sourceMappingURL=smartsearch-python.js.map

package/dist/smartsearch-python.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"smartsearch-python.js","sourceRoot":"","sources":["../src/smartsearch-python.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AAGpC,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAA;AAEpE,+EAA+E;AAC/E,gFAAgF;AAChF,MAAM,UAAU,uBAAuB,CAAC,KAAa;IACnD,MAAM,KAAK,GAAG,mCAAmC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC7D,IAAI,CAAC,KAAK,IAAI,2BAA2B,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IACvE,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAA;IAC9B,OAAO,mBAAmB,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;AAC/F,CAAC;AAED,+EAA+E;AAC/E,iFAAiF;AACjF,MAAM,UAAU,mBAAmB,CAAC,KAA4C,EAAE,KAAa;IAC7F,IAAI,KAAK,EAAE,IAAI,KAAK,iBAAiB,IAAI,CAAC,KAAK,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC;WACnF,iCAAiC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IAC1G,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;IAClF,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAA;IAC9B,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,2BAA2B,OAAO,cAAc,CAAC,CAAA;IACrE,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IAChF,OAAO,GAAG,CAAC,IAAI,CAAA;AACjB,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,QAA6B,EAAE,SAAiB,EAAE,KAAa;IACnG,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAA;IACnC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAA;IACzC,IAAI,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ;WAC3G,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,CAAA;IAC7H,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IAC7C,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,gBAAgB,CAAC,4EAA4E,CAAC;QAAE,IAAI,CAAC,MAAM,EAAE,CAAA;IACzI,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;QACxD,IAAI,oGAAoG,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAAE,IAAI,CAAC,MAAM,EAAE,CAAA;IAChK,CAAC;IACD,MAAM,KAAK,GAAG,QAAQ,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,CAAA;IAC1D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IACjC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAA;IACtB,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,CAAA;IACzE,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAA;IAC9F,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,CAAC,CAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,wEAAwE,CAAC,CAAA;IAC5J,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAE,CAAC,WAAW,EAAE,IAAI,EAAE,KAAK,gBAAgB,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAA;IAC1G,MAAM,IAAI,GAAG,CAAC,IAAwB,EAAE,EAAE;QACxC,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,CAAA;QACpB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAgB,CAAA;QAChD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,gBAAgB,CAAC,yBAAyB,CAAC;YAAE,MAAM,CAAC,MAAM,EAAE,CAAA;QACtF,OAAO,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;IAC7D,CAAC,CAAA;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAwB,CAAA;IAC5C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAC3D,IAAI,IAAI,CAAC,aAAa,EAAE,aAAa,KAAK,IAAI;YAAE,SAAQ;QACxD,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,GAAG,CAAC,CAAA;QACvE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,SAAQ;QAClC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAE,CAAA;QAC1B,IAAI,GAAQ,CAAA;QACZ,IAAI,CAAC;YAAC,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,SAAS,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,SAAQ;QAAC,CAAC;QACtF,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAA;QAClE,IAAI,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC;eACtG,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ,IAAI,GAAG,CAAC,MAAM;YAAE,SAAQ;QAClG,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,IAAI,CAAA;QAC3F,MAAM,GAAG,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAA;QACxH,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,yBAAyB,CAAC,GAAG,EAAE,KAAK,CAAC;YAAE,SAAQ;QAClE,sEAAsE;QACtE,GAAG,CAAC,IAAI,GAAG,EAAE,CAAA;QACb,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;QAChD,IAAI,IAAI,CAAC,IAAI,IAAI,GAAG;YAAE,MAAK;IAC7B,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;AAC3B,CAAC"}

package/dist/smartsearch-quality.d.ts

@@ -0,0 +1,6 @@
+import type { SearchResult } from "./shared.js";
+export declare function isSearchTrackingRelay(result: SearchResult): boolean;
+export declare function koreanDiscoveryTerms(query: string): string[];
+export declare function discoveryEvidenceScore(result: SearchResult, terms: string[]): number;
+export declare function rankDiscoveryResults(results: SearchResult[], terms: string[]): SearchResult[];
+export declare function hasDiscoveryYield(results: SearchResult[], terms: string[], requested: number): boolean;

package/dist/smartsearch-quality.js

@@ -0,0 +1,47 @@
+import { naverCafeMobilePostUrl } from "./smartfetch/providers/naver-cafe-native.js";
+// A known outbound relay is not an original post even when its host matches
+// site:. Do not navigate it, trust its label, or promote its encoded target to
+// verified content. Normal board/post query parameters remain untouched.
+export function isSearchTrackingRelay(result) {
+    try {
+        const url = new URL(result.url);
+        return url.hostname === "s.ppomppu.co.kr" && url.pathname === "/" && url.searchParams.has("target");
+    }
+    catch {
+        return false;
+    }
+}
+// A discovery-yield signal, not a Boolean/quote/body relevance oracle. Complex
+// operators stay with the engine. Do not reject an original just because its
+// snippet omits a word. Whitespace folding handles 부분 도배/부분도배.
+export function koreanDiscoveryTerms(query) {
+    if (!/[가-힣]/u.test(query) || /[()"']|\b(?:OR|AND|NOT)\b/.test(query))
+        return [];
+    const text = query.replace(/(?:^|\s)-?[\w]+:[^\s]+/g, " ");
+    return [...new Set(text.split(/\s+/).filter((term) => !term.startsWith("-"))
+            .map((term) => term.toLowerCase().replace(/[^\p{L}\p{N}]/gu, ""))
+            .filter((term) => term.length >= 2))];
+}
+export function discoveryEvidenceScore(result, terms) {
+    const evidence = `${result.title} ${result.snippet}`.toLowerCase().replace(/[^\p{L}\p{N}]/gu, "");
+    return terms.filter((term) => evidence.includes(term)).length;
+}
+export function rankDiscoveryResults(results, terms) {
+    // Title evidence is more specific than incidental words in a broad snippet.
+    const rank = (result) => discoveryEvidenceScore(result, terms)
+        + 2 * discoveryEvidenceScore({ ...result, snippet: "" }, terms)
+        // A menu listing is a lead, not the requested article. Break topical ties
+        // only for a validated native post URL; do not discard menu-only results.
+        + (terms.length && naverCafeMobilePostUrl(result.url) ? 1 : 0);
+    const unique = new Map();
+    for (const result of results) {
+        const previous = unique.get(result.url);
+        if (!previous || rank(result) > rank(previous))
+            unique.set(result.url, result);
+    }
+    return [...unique.values()].sort((a, b) => rank(b) - rank(a));
+}
+export function hasDiscoveryYield(results, terms, requested) {
+    return !terms.length || results.filter((row) => discoveryEvidenceScore(row, terms) >= Math.min(2, terms.length)).length >= Math.min(3, requested);
+}
+//# sourceMappingURL=smartsearch-quality.js.map

package/dist/smartsearch-quality.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"smartsearch-quality.js","sourceRoot":"","sources":["../src/smartsearch-quality.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,MAAM,6CAA6C,CAAA;AAEpF,4EAA4E;AAC5E,+EAA+E;AAC/E,yEAAyE;AACzE,MAAM,UAAU,qBAAqB,CAAC,MAAoB;IACxD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC/B,OAAO,GAAG,CAAC,QAAQ,KAAK,iBAAiB,IAAI,GAAG,CAAC,QAAQ,KAAK,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;IACrG,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAA;IAAC,CAAC;AAC1B,CAAC;AAED,+EAA+E;AAC/E,6EAA6E;AAC7E,+DAA+D;AAC/D,MAAM,UAAU,oBAAoB,CAAC,KAAa;IAChD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,2BAA2B,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IAC/E,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAA;IAC1D,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;aACzE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;aAChE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;AACzC,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAoB,EAAE,KAAe;IAC1E,MAAM,QAAQ,GAAG,GAAG,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAA;IACjG,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAA;AAC/D,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,OAAuB,EAAE,KAAe;IAC3E,4EAA4E;IAC5E,MAAM,IAAI,GAAG,CAAC,MAAoB,EAAE,EAAE,CAAC,sBAAsB,CAAC,MAAM,EAAE,KAAK,CAAC;UACxE,CAAC,GAAG,sBAAsB,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC;QAC/D,0EAA0E;QAC1E,0EAA0E;UACxE,CAAC,KAAK,CAAC,MAAM,IAAI,sBAAsB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAChE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAwB,CAAA;IAC9C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACvC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;IAChF,CAAC;IACD,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;AAC/D,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAuB,EAAE,KAAe,EAAE,SAAiB;IAC3F,OAAO,CAAC,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,sBAAsB,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAA;AACnJ,CAAC"}

package/dist/smartsearch-youtube.d.ts

@@ -0,0 +1,7 @@
+import type { BrowserPageSnapshot } from "./browser-session.js";
+import type { SearchResult } from "./shared.js";
+export declare function youtubeSearchUrl(scope: {
+    host: string;
+    path: string;
+} | null, terms: string): string | undefined;
+export declare function parseYoutubeSearch(snapshot: BrowserPageSnapshot, searchUrl: string, query: string): SearchResult[];

package/dist/smartsearch-youtube.js

@@ -0,0 +1,76 @@
+import { parseHTML } from "linkedom";
+import { browserSearchMatchesQuery } from "./smartsearch-browser.js";
+// Native search is a narrow continuation for an explicit watch-page scope.
+// Unsupported operators must remain with the original general query.
+export function youtubeSearchUrl(scope, terms) {
+    if (scope?.host !== "youtube.com" || scope.path !== "watch" || !terms
+        || !/^[\p{L}\p{N}\s._"-]+$/u.test(terms)
+        || /(?:^|\s)(?:-|AND\b|OR\b|NOT\b|after:|before:)/i.test(terms)
+        || !/^(?:[^"]|"[^"]+")*$/.test(terms))
+        return undefined;
+    const url = new URL("https://www.youtube.com/results");
+    url.searchParams.set("search_query", terms);
+    return url.href;
+}
+export function parseYoutubeSearch(snapshot, searchUrl, query) {
+    let final;
+    try {
+        final = new URL(snapshot.final_url);
+    }
+    catch {
+        return [];
+    }
+    const expected = new URL(searchUrl);
+    if (final.origin !== expected.origin || final.username || final.password || final.pathname !== expected.pathname
+        || final.searchParams.getAll("search_query").length !== 1
+        || final.searchParams.get("search_query") !== expected.searchParams.get("search_query"))
+        return [];
+    const positiveTerms = (expected.searchParams.get("search_query") || "").replace(/"[^"]+"/g, " ").match(/[\p{L}\p{N}._-]+/gu) || [];
+    const matchesPositiveTerms = (title) => {
+        const normalized = title.normalize("NFKC").toLowerCase();
+        return positiveTerms.every(term => {
+            // Review/use report are observed headline equivalents, not evidence of
+            // the actual video's contents. Other positives require literal titles.
+            if (term === "리뷰")
+                return /리뷰|후기|사용기|\breview\b/i.test(normalized);
+            const value = term.normalize("NFKC").toLowerCase().replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+            return new RegExp(`${/^[a-z0-9]/.test(value) ? "(?<![a-z0-9])" : ""}${value}${/[a-z0-9]$/.test(value) ? "(?![a-z0-9])" : ""}`).test(normalized);
+        });
+    };
+    const { document } = parseHTML(snapshot.html);
+    for (const node of document.querySelectorAll('script, style, noscript, template, [hidden], [inert], [aria-hidden="true"], [data-ad]'))
+        node.remove();
+    for (const node of document.querySelectorAll("[style]")) {
+        if (/(?:^|;)\s*(?:display\s*:\s*none|visibility\s*:\s*(?:hidden|collapse))\s*(?:!important)?\s*(?:;|$)/i.test(node.getAttribute("style") || ""))
+            node.remove();
+    }
+    const rows = new Map();
+    for (const card of document.querySelectorAll("ytd-video-renderer")) {
+        const anchors = [...card.querySelectorAll("a#video-title[href]")].filter(node => node.closest("ytd-video-renderer") === card);
+        if (anchors.length !== 1)
+            continue;
+        const anchor = anchors[0];
+        let url;
+        try {
+            url = new URL(anchor.getAttribute("href") || "", expected);
+        }
+        catch {
+            continue;
+        }
+        const id = url.searchParams.getAll("v");
+        if (url.origin !== expected.origin || url.username || url.password || url.pathname !== "/watch"
+            || id.length !== 1 || !/^[a-zA-Z0-9_-]{11}$/.test(id[0]))
+            continue;
+        const title = (anchor.getAttribute("title") || anchor.textContent || "").replace(/\s+/g, " ").trim();
+        if (!title)
+            continue;
+        const row = { url: `https://www.youtube.com/watch?v=${id[0]}`, title, snippet: "", engine: "youtube_browser" };
+        if (!browserSearchMatchesQuery(row, query) || !matchesPositiveTerms(title))
+            continue;
+        rows.set(row.url, row);
+        if (rows.size >= 100)
+            break;
+    }
+    return [...rows.values()];
+}
+//# sourceMappingURL=smartsearch-youtube.js.map

package/dist/smartsearch-youtube.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"smartsearch-youtube.js","sourceRoot":"","sources":["../src/smartsearch-youtube.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AAGpC,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAA;AAEpE,2EAA2E;AAC3E,qEAAqE;AACrE,MAAM,UAAU,gBAAgB,CAAC,KAA4C,EAAE,KAAa;IAC1F,IAAI,KAAK,EAAE,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,KAAK;WAChE,CAAC,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC;WACrC,gDAAgD,CAAC,IAAI,CAAC,KAAK,CAAC;WAC5D,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IACzD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,iCAAiC,CAAC,CAAA;IACtD,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,EAAE,KAAK,CAAC,CAAA;IAC3C,OAAO,GAAG,CAAC,IAAI,CAAA;AACjB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAA6B,EAAE,SAAiB,EAAE,KAAa;IAChG,IAAI,KAAU,CAAA;IACd,IAAI,CAAC;QAAC,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAA;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,EAAE,CAAA;IAAC,CAAC;IAC/D,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAA;IACnC,IAAI,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ;WAC3G,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,MAAM,KAAK,CAAC;WACtD,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,CAAC;QAAE,OAAO,EAAE,CAAA;IACpG,MAAM,aAAa,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,IAAI,EAAE,CAAA;IAClI,MAAM,oBAAoB,GAAG,CAAC,KAAa,EAAE,EAAE;QAC7C,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAA;QACxD,OAAO,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;YAChC,uEAAuE;YACvE,uEAAuE;YACvE,IAAI,IAAI,KAAK,IAAI;gBAAE,OAAO,uBAAuB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YAClE,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAA;YACzF,OAAO,IAAI,MAAM,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACjJ,CAAC,CAAC,CAAA;IACJ,CAAC,CAAA;IACD,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IAC7C,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,gBAAgB,CAAC,uFAAuF,CAAC;QAAE,IAAI,CAAC,MAAM,EAAE,CAAA;IACpJ,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;QACxD,IAAI,oGAAoG,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAAE,IAAI,CAAC,MAAM,EAAE,CAAA;IAChK,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAwB,CAAA;IAC5C,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,gBAAgB,CAAC,oBAAoB,CAAC,EAAE,CAAC;QACnE,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC,KAAK,IAAI,CAAC,CAAA;QAC7H,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,SAAQ;QAClC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAE,CAAA;QAC1B,IAAI,GAAQ,CAAA;QACZ,IAAI,CAAC;YAAC,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,QAAQ,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,SAAQ;QAAC,CAAC;QACrF,MAAM,EAAE,GAAG,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACvC,IAAI,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ;eAC1F,EAAE,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAE,CAAC;YAAE,SAAQ;QACrE,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;QACpG,IAAI,CAAC,KAAK;YAAE,SAAQ;QACpB,MAAM,GAAG,GAAG,EAAE,GAAG,EAAE,mCAAmC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAA;QAC9G,IAAI,CAAC,yBAAyB,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC;YAAE,SAAQ;QACpF,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;QACtB,IAAI,IAAI,CAAC,IAAI,IAAI,GAAG;YAAE,MAAK;IAC7B,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;AAC3B,CAAC"}

package/dist/smartsearch.d.ts

@@ -1,6 +1,7 @@
 import { SearchResponse } from "./shared.js";
 import { SmartcrawlMode, runSmartcrawl } from "./smartcrawl.js";
 import { type SmartfetchBudgetPreset } from "./extraction/budget.js";
+import { runBrowserSession } from "./browser-session.js";
 export type SmartsearchOptions = {
     query: string;
     numResults?: number;
@@ -18,7 +19,9 @@ export type SmartsearchOptions = {
 };
 export type SmartsearchRuntime = {
     runSmartcrawl?: typeof runSmartcrawl;
+    runBrowserSession?: typeof runBrowserSession;
 };
 export declare function projectSmartsearchOutput(response: SearchResponse, preset?: SmartfetchBudgetPreset): SearchResponse;
+export declare function isSmartsearchExecutionFailure(response: Pick<SearchResponse, "execution">): boolean;
 export declare function runSmartsearch(options: SmartsearchOptions, runtime?: SmartsearchRuntime): Promise<SearchResponse>;
 export declare function renderSmartsearch(response: SearchResponse): string;