@staticn0va/wigolo 0.1.0 → 0.1.2

package/dist/search/engines/bing-news.js

@@ -0,0 +1,97 @@
+import { parseHTML } from "linkedom";
+import { decodeBingTrackerUrl } from "./bing.js";
+import { createLogger } from "../../logger.js";
+const log = createLogger("search");
+const RELATIVE_DATE_PATTERN = /^(\d+)\s+(day|hour|minute|week|month)s?\s+ago/i;
+const ABSOLUTE_DATE_PATTERN = /(\w{3}\s+\d{1,2},\s+\d{4}|\d{4}-\d{2}-\d{2})/;
+function parseRelative(text) {
+  const m = text.trim().match(RELATIVE_DATE_PATTERN);
+  if (!m) return void 0;
+  const amount = parseInt(m[1], 10);
+  const unit = m[2].toLowerCase();
+  const now = /* @__PURE__ */ new Date();
+  if (unit.startsWith("day")) now.setDate(now.getDate() - amount);
+  else if (unit.startsWith("hour")) now.setHours(now.getHours() - amount);
+  else if (unit.startsWith("minute")) now.setMinutes(now.getMinutes() - amount);
+  else if (unit.startsWith("week")) now.setDate(now.getDate() - amount * 7);
+  else if (unit.startsWith("month")) now.setMonth(now.getMonth() - amount);
+  return now.toISOString();
+}
+function parseAbsolute(text) {
+  const m = text.trim().match(ABSOLUTE_DATE_PATTERN);
+  if (!m) return void 0;
+  const raw = m[1];
+  const dateStr = /^\d{4}-\d{2}-\d{2}$/.test(raw) ? raw : `${raw} UTC`;
+  const d = new Date(dateStr);
+  return isNaN(d.getTime()) ? void 0 : d.toISOString();
+}
+function parseDateFromNewsCard(dateText, snippet) {
+  const candidates = [];
+  if (dateText) candidates.push(dateText);
+  candidates.push(snippet);
+  for (const c of candidates) {
+    const rel = parseRelative(c);
+    if (rel) return rel;
+    const abs = parseAbsolute(c);
+    if (abs) return abs;
+  }
+  return void 0;
+}
+class BingNewsEngine {
+  name = "bing_news";
+  async search(query, options = {}) {
+    const timeoutMs = options.timeoutMs ?? 1e4;
+    const maxResults = options.maxResults ?? 10;
+    const params = new URLSearchParams({
+      q: query,
+      filters: "tnews",
+      form: "YFNR"
+      // news-specific form id surfaces the .news-card layout
+    });
+    const url = `https://www.bing.com/search?${params}`;
+    log.debug("scraping bing news", { query });
+    const response = await fetch(url, {
+      signal: AbortSignal.timeout(timeoutMs),
+      headers: {
+        "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
+        "Accept-Language": options.language ?? "en-US,en;q=0.9"
+      }
+    });
+    if (!response.ok) throw new Error(`Bing News returned ${response.status}`);
+    const html = await response.text();
+    return this.parseResults(html, maxResults);
+  }
+  parseResults(html, maxResults) {
+    const { document } = parseHTML(html);
+    const results = [];
+    const items = document.querySelectorAll(".news-card, .news-card-body, .nws_itm, li.b_algo");
+    const total = Math.min(items.length, maxResults);
+    for (let i = 0; i < total; i++) {
+      const item = items[i];
+      const linkEl = item.querySelector("a.title, a[data-id], h2 a, h3 a, a.news-card-title");
+      const rawHref = linkEl?.getAttribute("href");
+      const href = rawHref ? decodeBingTrackerUrl(rawHref) : void 0;
+      const title = linkEl?.textContent?.trim();
+      const snippetEl = item.querySelector(".snippet, .news-card-body-text, .b_caption p, .news-snippet");
+      const snippet = snippetEl?.textContent?.trim() ?? "";
+      const dateEl = item.querySelector('.news_dt, .source time, time, span[aria-label*="ago" i]');
+      const dateText = dateEl?.textContent ?? dateEl?.getAttribute("aria-label") ?? null;
+      if (href && title) {
+        const published_date = parseDateFromNewsCard(dateText, snippet);
+        results.push({
+          title,
+          url: href,
+          snippet,
+          relevance_score: 1 - i / Math.max(items.length, 1),
+          engine: this.name,
+          ...published_date ? { published_date } : {}
+        });
+      }
+    }
+    return results;
+  }
+}
+export {
+  BingNewsEngine
+};
+//# sourceMappingURL=bing-news.js.map

package/dist/search/engines/bing-news.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/search/engines/bing-news.ts"],"sourcesContent":["import { parseHTML } from 'linkedom';\nimport type { SearchEngine, SearchEngineOptions, RawSearchResult } from '../../types.js';\nimport { decodeBingTrackerUrl } from './bing.js';\nimport { createLogger } from '../../logger.js';\n\nconst log = createLogger('search');\n\n// Same relative-time fallback we use for the general engine. Bing news cards\n// usually carry an explicit timestamp in .news_dt, but the snippet preamble\n// is a useful backstop on cards where the date sits inside the body.\nconst RELATIVE_DATE_PATTERN = /^(\\d+)\\s+(day|hour|minute|week|month)s?\\s+ago/i;\nconst ABSOLUTE_DATE_PATTERN = /(\\w{3}\\s+\\d{1,2},\\s+\\d{4}|\\d{4}-\\d{2}-\\d{2})/;\n\nfunction parseRelative(text: string): string | undefined {\n  const m = text.trim().match(RELATIVE_DATE_PATTERN);\n  if (!m) return undefined;\n  const amount = parseInt(m[1], 10);\n  const unit = m[2].toLowerCase();\n  const now = new Date();\n  if (unit.startsWith('day')) now.setDate(now.getDate() - amount);\n  else if (unit.startsWith('hour')) now.setHours(now.getHours() - amount);\n  else if (unit.startsWith('minute')) now.setMinutes(now.getMinutes() - amount);\n  else if (unit.startsWith('week')) now.setDate(now.getDate() - amount * 7);\n  else if (unit.startsWith('month')) now.setMonth(now.getMonth() - amount);\n  return now.toISOString();\n}\n\nfunction parseAbsolute(text: string): string | undefined {\n  const m = text.trim().match(ABSOLUTE_DATE_PATTERN);\n  if (!m) return undefined;\n  // YYYY-MM-DD parses as UTC midnight already; verbose \"Jan 15, 2025\" parses\n  // as LOCAL midnight which shifts the ISO output across timezones. Force\n  // UTC for the verbose form so test runs and prod queries agree.\n  const raw = m[1];\n  const dateStr = /^\\d{4}-\\d{2}-\\d{2}$/.test(raw) ? raw : `${raw} UTC`;\n  const d = new Date(dateStr);\n  return isNaN(d.getTime()) ? undefined : d.toISOString();\n}\n\nfunction parseDateFromNewsCard(dateText: string | null | undefined, snippet: string): string | undefined {\n  const candidates: string[] = [];\n  if (dateText) candidates.push(dateText);\n  candidates.push(snippet);\n  for (const c of candidates) {\n    const rel = parseRelative(c);\n    if (rel) return rel;\n    const abs = parseAbsolute(c);\n    if (abs) return abs;\n  }\n  return undefined;\n}\n\n// Bing news SERP — uses /search with `filters=tnews` so the SERP renders the\n// news vertical. Real `news-card` elements live inside .news-card-body in\n// modern markup; some legacy layouts use plain li.news-card. Try both.\nexport class BingNewsEngine implements SearchEngine {\n  name = 'bing_news';\n\n  async search(query: string, options: SearchEngineOptions = {}): Promise<RawSearchResult[]> {\n    const timeoutMs = options.timeoutMs ?? 10000;\n    const maxResults = options.maxResults ?? 10;\n\n    const params = new URLSearchParams({\n      q: query,\n      filters: 'tnews',\n      form: 'YFNR', // news-specific form id surfaces the .news-card layout\n    });\n    const url = `https://www.bing.com/search?${params}`;\n\n    log.debug('scraping bing news', { query });\n\n    const response = await fetch(url, {\n      signal: AbortSignal.timeout(timeoutMs),\n      headers: {\n        'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',\n        'Accept-Language': options.language ?? 'en-US,en;q=0.9',\n      },\n    });\n\n    if (!response.ok) throw new Error(`Bing News returned ${response.status}`);\n\n    const html = await response.text();\n    return this.parseResults(html, maxResults);\n  }\n\n  parseResults(html: string, maxResults: number): RawSearchResult[] {\n    const { document } = parseHTML(html);\n    const results: RawSearchResult[] = [];\n\n    // Bing news markup variants:\n    //   .news-card                      legacy news vertical card container\n    //   .news-card-body, .nws_itm       modern layout\n    //   .b_algo                         fallback when the news rail renders inline\n    const items = document.querySelectorAll('.news-card, .news-card-body, .nws_itm, li.b_algo');\n    const total = Math.min(items.length, maxResults);\n\n    for (let i = 0; i < total; i++) {\n      const item = items[i];\n\n      const linkEl = item.querySelector('a.title, a[data-id], h2 a, h3 a, a.news-card-title');\n      const rawHref = linkEl?.getAttribute('href');\n      const href = rawHref ? decodeBingTrackerUrl(rawHref) : undefined;\n      const title = linkEl?.textContent?.trim();\n\n      const snippetEl = item.querySelector('.snippet, .news-card-body-text, .b_caption p, .news-snippet');\n      const snippet = snippetEl?.textContent?.trim() ?? '';\n\n      const dateEl = item.querySelector('.news_dt, .source time, time, span[aria-label*=\"ago\" i]');\n      const dateText = dateEl?.textContent ?? dateEl?.getAttribute('aria-label') ?? null;\n\n      if (href && title) {\n        const published_date = parseDateFromNewsCard(dateText, snippet);\n        results.push({\n          title,\n          url: href,\n          snippet,\n          relevance_score: 1 - i / Math.max(items.length, 1),\n          engine: this.name,\n          ...(published_date ? { published_date } : {}),\n        });\n      }\n    }\n\n    return results;\n  }\n}\n"],"mappings":"AAAA,SAAS,iBAAiB;AAE1B,SAAS,4BAA4B;AACrC,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AAKjC,MAAM,wBAAwB;AAC9B,MAAM,wBAAwB;AAE9B,SAAS,cAAc,MAAkC;AACvD,QAAM,IAAI,KAAK,KAAK,EAAE,MAAM,qBAAqB;AACjD,MAAI,CAAC,EAAG,QAAO;AACf,QAAM,SAAS,SAAS,EAAE,CAAC,GAAG,EAAE;AAChC,QAAM,OAAO,EAAE,CAAC,EAAE,YAAY;AAC9B,QAAM,MAAM,oBAAI,KAAK;AACrB,MAAI,KAAK,WAAW,KAAK,EAAG,KAAI,QAAQ,IAAI,QAAQ,IAAI,MAAM;AAAA,WACrD,KAAK,WAAW,MAAM,EAAG,KAAI,SAAS,IAAI,SAAS,IAAI,MAAM;AAAA,WAC7D,KAAK,WAAW,QAAQ,EAAG,KAAI,WAAW,IAAI,WAAW,IAAI,MAAM;AAAA,WACnE,KAAK,WAAW,MAAM,EAAG,KAAI,QAAQ,IAAI,QAAQ,IAAI,SAAS,CAAC;AAAA,WAC/D,KAAK,WAAW,OAAO,EAAG,KAAI,SAAS,IAAI,SAAS,IAAI,MAAM;AACvE,SAAO,IAAI,YAAY;AACzB;AAEA,SAAS,cAAc,MAAkC;AACvD,QAAM,IAAI,KAAK,KAAK,EAAE,MAAM,qBAAqB;AACjD,MAAI,CAAC,EAAG,QAAO;AAIf,QAAM,MAAM,EAAE,CAAC;AACf,QAAM,UAAU,sBAAsB,KAAK,GAAG,IAAI,MAAM,GAAG,GAAG;AAC9D,QAAM,IAAI,IAAI,KAAK,OAAO;AAC1B,SAAO,MAAM,EAAE,QAAQ,CAAC,IAAI,SAAY,EAAE,YAAY;AACxD;AAEA,SAAS,sBAAsB,UAAqC,SAAqC;AACvG,QAAM,aAAuB,CAAC;AAC9B,MAAI,SAAU,YAAW,KAAK,QAAQ;AACtC,aAAW,KAAK,OAAO;AACvB,aAAW,KAAK,YAAY;AAC1B,UAAM,MAAM,cAAc,CAAC;AAC3B,QAAI,IAAK,QAAO;AAChB,UAAM,MAAM,cAAc,CAAC;AAC3B,QAAI,IAAK,QAAO;AAAA,EAClB;AACA,SAAO;AACT;AAKO,MAAM,eAAuC;AAAA,EAClD,OAAO;AAAA,EAEP,MAAM,OAAO,OAAe,UAA+B,CAAC,GAA+B;AACzF,UAAM,YAAY,QAAQ,aAAa;AACvC,UAAM,aAAa,QAAQ,cAAc;AAEzC,UAAM,SAAS,IAAI,gBAAgB;AAAA,MACjC,GAAG;AAAA,MACH,SAAS;AAAA,MACT,MAAM;AAAA;AAAA,IACR,CAAC;AACD,UAAM,MAAM,+BAA+B,MAAM;AAEjD,QAAI,MAAM,sBAAsB,EAAE,MAAM,CAAC;AAEzC,UAAM,WAAW,MAAM,MAAM,KAAK;AAAA,MAChC,QAAQ,YAAY,QAAQ,SAAS;AAAA,MACrC,SAAS;AAAA,QACP,cAAc;AAAA,QACd,mBAAmB,QAAQ,YAAY;AAAA,MACzC;AAAA,IACF,CAAC;AAED,QAAI,CAAC,SAAS,GAAI,OAAM,IAAI,MAAM,sBAAsB,SAAS,MAAM,EAAE;AAEzE,UAAM,OAAO,MAAM,SAAS,KAAK;AACjC,WAAO,KAAK,aAAa,MAAM,UAAU;AAAA,EAC3C;AAAA,EAEA,aAAa,MAAc,YAAuC;AAChE,UAAM,EAAE,SAAS,IAAI,UAAU,IAAI;AACnC,UAAM,UAA6B,CAAC;AAMpC,UAAM,QAAQ,SAAS,iBAAiB,kDAAkD;AAC1F,UAAM,QAAQ,KAAK,IAAI,MAAM,QAAQ,UAAU;AAE/C,aAAS,IAAI,GAAG,IAAI,OAAO,KAAK;AAC9B,YAAM,OAAO,MAAM,CAAC;AAEpB,YAAM,SAAS,KAAK,cAAc,oDAAoD;AACtF,YAAM,UAAU,QAAQ,aAAa,MAAM;AAC3C,YAAM,OAAO,UAAU,qBAAqB,OAAO,IAAI;AACvD,YAAM,QAAQ,QAAQ,aAAa,KAAK;AAExC,YAAM,YAAY,KAAK,cAAc,6DAA6D;AAClG,YAAM,UAAU,WAAW,aAAa,KAAK,KAAK;AAElD,YAAM,SAAS,KAAK,cAAc,yDAAyD;AAC3F,YAAM,WAAW,QAAQ,eAAe,QAAQ,aAAa,YAAY,KAAK;AAE9E,UAAI,QAAQ,OAAO;AACjB,cAAM,iBAAiB,sBAAsB,UAAU,OAAO;AAC9D,gBAAQ,KAAK;AAAA,UACX;AAAA,UACA,KAAK;AAAA,UACL;AAAA,UACA,iBAAiB,IAAI,IAAI,KAAK,IAAI,MAAM,QAAQ,CAAC;AAAA,UACjD,QAAQ,KAAK;AAAA,UACb,GAAI,iBAAiB,EAAE,eAAe,IAAI,CAAC;AAAA,QAC7C,CAAC;AAAA,MACH;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/search/engines/bing.d.ts

@@ -1,4 +1,5 @@
 import type { SearchEngine, SearchEngineOptions, RawSearchResult } from '../../types.js';
+export declare function decodeBingTrackerUrl(href: string): string;
 export declare class BingEngine implements SearchEngine {
     name: string;
     search(query: string, options?: SearchEngineOptions): Promise<RawSearchResult[]>;

package/dist/search/engines/bing.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"bing.d.ts","sourceRoot":"","sources":["../../../src/search/engines/bing.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAKzF,qBAAa,UAAW,YAAW,YAAY;IAC7C,IAAI,SAAU;IAER,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAuB1F,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,eAAe,EAAE;CA4BlE"}
+{"version":3,"file":"bing.d.ts","sourceRoot":"","sources":["../../../src/search/engines/bing.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAKzF,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAkBzD;AAsCD,qBAAa,UAAW,YAAW,YAAY;IAC7C,IAAI,SAAU;IAER,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAuB1F,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,eAAe,EAAE;CAkClE"}

package/dist/search/engines/bing.js

@@ -1,48 +1,104 @@
-import { parseHTML } from 'linkedom';
-import { createLogger } from '../../logger.js';
-const log = createLogger('search');
-export class BingEngine {
-    name = 'bing';
-    async search(query, options = {}) {
-        const timeoutMs = options.timeoutMs ?? 10000;
-        const maxResults = options.maxResults ?? 10;
-        const params = new URLSearchParams({ q: query });
-        const url = `https://www.bing.com/search?${params}`;
-        log.debug('scraping bing', { query });
-        const response = await fetch(url, {
-            signal: AbortSignal.timeout(timeoutMs),
-            headers: {
-                'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
-                'Accept-Language': options.language ?? 'en-US,en;q=0.9',
-            },
+import { parseHTML } from "linkedom";
+import { createLogger } from "../../logger.js";
+const log = createLogger("search");
+function decodeBingTrackerUrl(href) {
+  let u;
+  try {
+    u = new URL(href);
+  } catch {
+    return href;
+  }
+  if (!u.hostname.endsWith("bing.com") || u.pathname !== "/ck/a") return href;
+  const encoded = u.searchParams.get("u");
+  if (!encoded || encoded.length < 4) return href;
+  const trimmed = encoded.slice(2).replace(/-/g, "+").replace(/_/g, "/");
+  const padded = trimmed + "=".repeat((4 - trimmed.length % 4) % 4);
+  try {
+    const decoded = Buffer.from(padded, "base64").toString("utf-8");
+    new URL(decoded);
+    return decoded;
+  } catch {
+    return href;
+  }
+}
+const DATE_SNIPPET_PATTERN = /^(\w{3}\s+\d{1,2},\s+\d{4}|\d{4}-\d{2}-\d{2})\s*[·—–-]/;
+const RELATIVE_DATE_PATTERN = /^(\d+)\s+(day|hour|minute|week|month)s?\s+ago/i;
+function parseDateFromEl(el) {
+  if (!el?.textContent) return void 0;
+  const text = el.textContent.trim();
+  const d = new Date(text);
+  return isNaN(d.getTime()) ? void 0 : d.toISOString();
+}
+function parseDateFromSnippet(snippet) {
+  const trimmed = snippet.trim();
+  const absMatch = trimmed.match(DATE_SNIPPET_PATTERN);
+  if (absMatch) {
+    const d = new Date(absMatch[1]);
+    return isNaN(d.getTime()) ? void 0 : d.toISOString();
+  }
+  const relMatch = trimmed.match(RELATIVE_DATE_PATTERN);
+  if (relMatch) {
+    const amount = parseInt(relMatch[1], 10);
+    const unit = relMatch[2].toLowerCase();
+    const now = /* @__PURE__ */ new Date();
+    if (unit.startsWith("day")) now.setDate(now.getDate() - amount);
+    else if (unit.startsWith("hour")) now.setHours(now.getHours() - amount);
+    else if (unit.startsWith("minute")) now.setMinutes(now.getMinutes() - amount);
+    else if (unit.startsWith("week")) now.setDate(now.getDate() - amount * 7);
+    else if (unit.startsWith("month")) now.setMonth(now.getMonth() - amount);
+    return now.toISOString();
+  }
+  return void 0;
+}
+class BingEngine {
+  name = "bing";
+  async search(query, options = {}) {
+    const timeoutMs = options.timeoutMs ?? 1e4;
+    const maxResults = options.maxResults ?? 10;
+    const params = new URLSearchParams({ q: query });
+    const url = `https://www.bing.com/search?${params}`;
+    log.debug("scraping bing", { query });
+    const response = await fetch(url, {
+      signal: AbortSignal.timeout(timeoutMs),
+      headers: {
+        "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
+        "Accept-Language": options.language ?? "en-US,en;q=0.9"
+      }
+    });
+    if (!response.ok) throw new Error(`Bing returned ${response.status}`);
+    const html = await response.text();
+    return this.parseResults(html, maxResults);
+  }
+  parseResults(html, maxResults) {
+    const { document } = parseHTML(html);
+    const results = [];
+    const items = document.querySelectorAll("li.b_algo");
+    const total = Math.min(items.length, maxResults);
+    for (let i = 0; i < total; i++) {
+      const item = items[i];
+      const link = item.querySelector("h2 a");
+      const snippetEl = item.querySelector(".b_lineclamp2, .b_lineclamp3, .b_caption p");
+      const rawHref = link?.getAttribute("href");
+      const href = rawHref ? decodeBingTrackerUrl(rawHref) : void 0;
+      const title = link?.textContent?.trim();
+      if (href && title) {
+        const dateEl = item.querySelector(".news_dt, span[aria-label]");
+        const published_date = parseDateFromEl(dateEl) ?? parseDateFromSnippet(snippetEl?.textContent ?? "");
+        results.push({
+          title,
+          url: href,
+          snippet: snippetEl?.textContent?.trim() ?? "",
+          relevance_score: 1 - i / Math.max(items.length, 1),
+          engine: "bing",
+          ...published_date ? { published_date } : {}
         });
-        if (!response.ok)
-            throw new Error(`Bing returned ${response.status}`);
-        const html = await response.text();
-        return this.parseResults(html, maxResults);
-    }
-    parseResults(html, maxResults) {
-        const { document } = parseHTML(html);
-        const results = [];
-        const items = document.querySelectorAll('li.b_algo');
-        const total = Math.min(items.length, maxResults);
-        for (let i = 0; i < total; i++) {
-            const item = items[i];
-            const link = item.querySelector('h2 a');
-            const snippetEl = item.querySelector('.b_lineclamp2, .b_lineclamp3, .b_caption p');
-            const href = link?.getAttribute('href');
-            const title = link?.textContent?.trim();
-            if (href && title) {
-                results.push({
-                    title,
-                    url: href,
-                    snippet: snippetEl?.textContent?.trim() ?? '',
-                    relevance_score: 1 - i / Math.max(items.length, 1),
-                    engine: 'bing',
-                });
-            }
-        }
-        return results;
+      }
     }
+    return results;
+  }
 }
+export {
+  BingEngine,
+  decodeBingTrackerUrl
+};
 //# sourceMappingURL=bing.js.map

package/dist/search/engines/bing.js.map

@@ -1 +1 @@
-{"version":3,"file":"bing.js","sourceRoot":"","sources":["../../../src/search/engines/bing.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAErC,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,OAAO,UAAU;IACrB,IAAI,GAAG,MAAM,CAAC;IAEd,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,UAA+B,EAAE;QAC3D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;QAC7C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;QAE5C,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QACjD,MAAM,GAAG,GAAG,+BAA+B,MAAM,EAAE,CAAC;QAEpD,GAAG,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QAEtC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC;YACtC,OAAO,EAAE;gBACP,YAAY,EAAE,uHAAuH;gBACrI,iBAAiB,EAAE,OAAO,CAAC,QAAQ,IAAI,gBAAgB;aACxD;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAEtE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC7C,CAAC;IAED,YAAY,CAAC,IAAY,EAAE,UAAkB;QAC3C,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,OAAO,GAAsB,EAAE,CAAC;QAEtC,MAAM,KAAK,GAAG,QAAQ,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YACxC,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,4CAA4C,CAAC,CAAC;YAEnF,MAAM,IAAI,GAAG,IAAI,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;YACxC,MAAM,KAAK,GAAG,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;YAExC,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;gBAClB,OAAO,CAAC,IAAI,CAAC;oBACX,KAAK;oBACL,GAAG,EAAE,IAAI;oBACT,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE;oBAC7C,eAAe,EAAE,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;oBAClD,MAAM,EAAE,MAAM;iBACf,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
+{"version":3,"sources":["../../../src/search/engines/bing.ts"],"sourcesContent":["import { parseHTML } from 'linkedom';\nimport type { SearchEngine, SearchEngineOptions, RawSearchResult } from '../../types.js';\nimport { createLogger } from '../../logger.js';\n\nconst log = createLogger('search');\n\nexport function decodeBingTrackerUrl(href: string): string {\n  let u: URL;\n  try { u = new URL(href); } catch { return href; }\n  if (!u.hostname.endsWith('bing.com') || u.pathname !== '/ck/a') return href;\n\n  const encoded = u.searchParams.get('u');\n  if (!encoded || encoded.length < 4) return href;\n\n  // Bing format: 2-char prefix (commonly \"a1\") + URL-safe base64 of the destination.\n  const trimmed = encoded.slice(2).replace(/-/g, '+').replace(/_/g, '/');\n  const padded = trimmed + '='.repeat((4 - trimmed.length % 4) % 4);\n  try {\n    const decoded = Buffer.from(padded, 'base64').toString('utf-8');\n    new URL(decoded);\n    return decoded;\n  } catch {\n    return href;\n  }\n}\n\n// Date patterns commonly found in Bing result snippets: \"Jan 15, 2025\", \"2025-01-15\", \"3 days ago\"\nconst DATE_SNIPPET_PATTERN = /^(\\w{3}\\s+\\d{1,2},\\s+\\d{4}|\\d{4}-\\d{2}-\\d{2})\\s*[·—–-]/;\nconst RELATIVE_DATE_PATTERN = /^(\\d+)\\s+(day|hour|minute|week|month)s?\\s+ago/i;\n\nfunction parseDateFromEl(el: { textContent?: string | null } | null): string | undefined {\n  if (!el?.textContent) return undefined;\n  const text = el.textContent.trim();\n  const d = new Date(text);\n  return isNaN(d.getTime()) ? undefined : d.toISOString();\n}\n\nfunction parseDateFromSnippet(snippet: string): string | undefined {\n  const trimmed = snippet.trim();\n\n  const absMatch = trimmed.match(DATE_SNIPPET_PATTERN);\n  if (absMatch) {\n    const d = new Date(absMatch[1]);\n    return isNaN(d.getTime()) ? undefined : d.toISOString();\n  }\n\n  const relMatch = trimmed.match(RELATIVE_DATE_PATTERN);\n  if (relMatch) {\n    const amount = parseInt(relMatch[1], 10);\n    const unit = relMatch[2].toLowerCase();\n    const now = new Date();\n    if (unit.startsWith('day')) now.setDate(now.getDate() - amount);\n    else if (unit.startsWith('hour')) now.setHours(now.getHours() - amount);\n    else if (unit.startsWith('minute')) now.setMinutes(now.getMinutes() - amount);\n    else if (unit.startsWith('week')) now.setDate(now.getDate() - amount * 7);\n    else if (unit.startsWith('month')) now.setMonth(now.getMonth() - amount);\n    return now.toISOString();\n  }\n\n  return undefined;\n}\n\nexport class BingEngine implements SearchEngine {\n  name = 'bing';\n\n  async search(query: string, options: SearchEngineOptions = {}): Promise<RawSearchResult[]> {\n    const timeoutMs = options.timeoutMs ?? 10000;\n    const maxResults = options.maxResults ?? 10;\n\n    const params = new URLSearchParams({ q: query });\n    const url = `https://www.bing.com/search?${params}`;\n\n    log.debug('scraping bing', { query });\n\n    const response = await fetch(url, {\n      signal: AbortSignal.timeout(timeoutMs),\n      headers: {\n        'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',\n        'Accept-Language': options.language ?? 'en-US,en;q=0.9',\n      },\n    });\n\n    if (!response.ok) throw new Error(`Bing returned ${response.status}`);\n\n    const html = await response.text();\n    return this.parseResults(html, maxResults);\n  }\n\n  parseResults(html: string, maxResults: number): RawSearchResult[] {\n    const { document } = parseHTML(html);\n    const results: RawSearchResult[] = [];\n\n    const items = document.querySelectorAll('li.b_algo');\n    const total = Math.min(items.length, maxResults);\n\n    for (let i = 0; i < total; i++) {\n      const item = items[i];\n      const link = item.querySelector('h2 a');\n      const snippetEl = item.querySelector('.b_lineclamp2, .b_lineclamp3, .b_caption p');\n\n      const rawHref = link?.getAttribute('href');\n      const href = rawHref ? decodeBingTrackerUrl(rawHref) : undefined;\n      const title = link?.textContent?.trim();\n\n      if (href && title) {\n        // Bing sometimes shows dates in a <span class=\"news_dt\"> or generic date text\n        const dateEl = item.querySelector('.news_dt, span[aria-label]');\n        const published_date = parseDateFromEl(dateEl) ?? parseDateFromSnippet(snippetEl?.textContent ?? '');\n\n        results.push({\n          title,\n          url: href,\n          snippet: snippetEl?.textContent?.trim() ?? '',\n          relevance_score: 1 - i / Math.max(items.length, 1),\n          engine: 'bing',\n          ...(published_date ? { published_date } : {}),\n        });\n      }\n    }\n\n    return results;\n  }\n}\n"],"mappings":"AAAA,SAAS,iBAAiB;AAE1B,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AAE1B,SAAS,qBAAqB,MAAsB;AACzD,MAAI;AACJ,MAAI;AAAE,QAAI,IAAI,IAAI,IAAI;AAAA,EAAG,QAAQ;AAAE,WAAO;AAAA,EAAM;AAChD,MAAI,CAAC,EAAE,SAAS,SAAS,UAAU,KAAK,EAAE,aAAa,QAAS,QAAO;AAEvE,QAAM,UAAU,EAAE,aAAa,IAAI,GAAG;AACtC,MAAI,CAAC,WAAW,QAAQ,SAAS,EAAG,QAAO;AAG3C,QAAM,UAAU,QAAQ,MAAM,CAAC,EAAE,QAAQ,MAAM,GAAG,EAAE,QAAQ,MAAM,GAAG;AACrE,QAAM,SAAS,UAAU,IAAI,QAAQ,IAAI,QAAQ,SAAS,KAAK,CAAC;AAChE,MAAI;AACF,UAAM,UAAU,OAAO,KAAK,QAAQ,QAAQ,EAAE,SAAS,OAAO;AAC9D,QAAI,IAAI,OAAO;AACf,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAGA,MAAM,uBAAuB;AAC7B,MAAM,wBAAwB;AAE9B,SAAS,gBAAgB,IAAgE;AACvF,MAAI,CAAC,IAAI,YAAa,QAAO;AAC7B,QAAM,OAAO,GAAG,YAAY,KAAK;AACjC,QAAM,IAAI,IAAI,KAAK,IAAI;AACvB,SAAO,MAAM,EAAE,QAAQ,CAAC,IAAI,SAAY,EAAE,YAAY;AACxD;AAEA,SAAS,qBAAqB,SAAqC;AACjE,QAAM,UAAU,QAAQ,KAAK;AAE7B,QAAM,WAAW,QAAQ,MAAM,oBAAoB;AACnD,MAAI,UAAU;AACZ,UAAM,IAAI,IAAI,KAAK,SAAS,CAAC,CAAC;AAC9B,WAAO,MAAM,EAAE,QAAQ,CAAC,IAAI,SAAY,EAAE,YAAY;AAAA,EACxD;AAEA,QAAM,WAAW,QAAQ,MAAM,qBAAqB;AACpD,MAAI,UAAU;AACZ,UAAM,SAAS,SAAS,SAAS,CAAC,GAAG,EAAE;AACvC,UAAM,OAAO,SAAS,CAAC,EAAE,YAAY;AACrC,UAAM,MAAM,oBAAI,KAAK;AACrB,QAAI,KAAK,WAAW,KAAK,EAAG,KAAI,QAAQ,IAAI,QAAQ,IAAI,MAAM;AAAA,aACrD,KAAK,WAAW,MAAM,EAAG,KAAI,SAAS,IAAI,SAAS,IAAI,MAAM;AAAA,aAC7D,KAAK,WAAW,QAAQ,EAAG,KAAI,WAAW,IAAI,WAAW,IAAI,MAAM;AAAA,aACnE,KAAK,WAAW,MAAM,EAAG,KAAI,QAAQ,IAAI,QAAQ,IAAI,SAAS,CAAC;AAAA,aAC/D,KAAK,WAAW,OAAO,EAAG,KAAI,SAAS,IAAI,SAAS,IAAI,MAAM;AACvE,WAAO,IAAI,YAAY;AAAA,EACzB;AAEA,SAAO;AACT;AAEO,MAAM,WAAmC;AAAA,EAC9C,OAAO;AAAA,EAEP,MAAM,OAAO,OAAe,UAA+B,CAAC,GAA+B;AACzF,UAAM,YAAY,QAAQ,aAAa;AACvC,UAAM,aAAa,QAAQ,cAAc;AAEzC,UAAM,SAAS,IAAI,gBAAgB,EAAE,GAAG,MAAM,CAAC;AAC/C,UAAM,MAAM,+BAA+B,MAAM;AAEjD,QAAI,MAAM,iBAAiB,EAAE,MAAM,CAAC;AAEpC,UAAM,WAAW,MAAM,MAAM,KAAK;AAAA,MAChC,QAAQ,YAAY,QAAQ,SAAS;AAAA,MACrC,SAAS;AAAA,QACP,cAAc;AAAA,QACd,mBAAmB,QAAQ,YAAY;AAAA,MACzC;AAAA,IACF,CAAC;AAED,QAAI,CAAC,SAAS,GAAI,OAAM,IAAI,MAAM,iBAAiB,SAAS,MAAM,EAAE;AAEpE,UAAM,OAAO,MAAM,SAAS,KAAK;AACjC,WAAO,KAAK,aAAa,MAAM,UAAU;AAAA,EAC3C;AAAA,EAEA,aAAa,MAAc,YAAuC;AAChE,UAAM,EAAE,SAAS,IAAI,UAAU,IAAI;AACnC,UAAM,UAA6B,CAAC;AAEpC,UAAM,QAAQ,SAAS,iBAAiB,WAAW;AACnD,UAAM,QAAQ,KAAK,IAAI,MAAM,QAAQ,UAAU;AAE/C,aAAS,IAAI,GAAG,IAAI,OAAO,KAAK;AAC9B,YAAM,OAAO,MAAM,CAAC;AACpB,YAAM,OAAO,KAAK,cAAc,MAAM;AACtC,YAAM,YAAY,KAAK,cAAc,4CAA4C;AAEjF,YAAM,UAAU,MAAM,aAAa,MAAM;AACzC,YAAM,OAAO,UAAU,qBAAqB,OAAO,IAAI;AACvD,YAAM,QAAQ,MAAM,aAAa,KAAK;AAEtC,UAAI,QAAQ,OAAO;AAEjB,cAAM,SAAS,KAAK,cAAc,4BAA4B;AAC9D,cAAM,iBAAiB,gBAAgB,MAAM,KAAK,qBAAqB,WAAW,eAAe,EAAE;AAEnG,gBAAQ,KAAK;AAAA,UACX;AAAA,UACA,KAAK;AAAA,UACL,SAAS,WAAW,aAAa,KAAK,KAAK;AAAA,UAC3C,iBAAiB,IAAI,IAAI,KAAK,IAAI,MAAM,QAAQ,CAAC;AAAA,UACjD,QAAQ;AAAA,UACR,GAAI,iBAAiB,EAAE,eAAe,IAAI,CAAC;AAAA,QAC7C,CAAC;AAAA,MACH;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/search/engines/devdocs.d.ts

@@ -0,0 +1,6 @@
+import type { SearchEngine, SearchEngineOptions, RawSearchResult } from '../../types.js';
+export declare class DevDocsEngine implements SearchEngine {
+    name: string;
+    search(query: string, options?: SearchEngineOptions): Promise<RawSearchResult[]>;
+}
+//# sourceMappingURL=devdocs.d.ts.map

package/dist/search/engines/devdocs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"devdocs.d.ts","sourceRoot":"","sources":["../../../src/search/engines/devdocs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAsCzF,qBAAa,aAAc,YAAW,YAAY;IAChD,IAAI,SAAa;IAEX,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;CA8B3F"}

package/dist/search/engines/devdocs.js

@@ -0,0 +1,56 @@
+const DOCS = [
+  { slug: "react", aliases: ["react", "reactjs"], title: "React", type: "JavaScript library" },
+  { slug: "vue", aliases: ["vue", "vuejs"], title: "Vue.js", type: "JavaScript framework" },
+  { slug: "angular", aliases: ["angular"], title: "Angular", type: "JavaScript framework" },
+  { slug: "svelte", aliases: ["svelte"], title: "Svelte", type: "JavaScript framework" },
+  { slug: "typescript", aliases: ["typescript", "ts"], title: "TypeScript", type: "Language" },
+  { slug: "javascript", aliases: ["javascript", "js"], title: "JavaScript", type: "Language" },
+  { slug: "node", aliases: ["node", "nodejs"], title: "Node.js", type: "Runtime" },
+  { slug: "python~3.12", aliases: ["python", "py"], title: "Python 3.12", type: "Language" },
+  { slug: "go", aliases: ["go", "golang"], title: "Go", type: "Language" },
+  { slug: "rust", aliases: ["rust"], title: "Rust", type: "Language" },
+  { slug: "css", aliases: ["css"], title: "CSS", type: "Web standard" },
+  { slug: "html", aliases: ["html"], title: "HTML", type: "Web standard" },
+  { slug: "http", aliases: ["http"], title: "HTTP", type: "Protocol" },
+  { slug: "postgresql~16", aliases: ["postgres", "postgresql", "pg"], title: "PostgreSQL 16", type: "Database" },
+  { slug: "sqlite", aliases: ["sqlite"], title: "SQLite", type: "Database" },
+  { slug: "redis", aliases: ["redis"], title: "Redis", type: "Database" },
+  { slug: "docker", aliases: ["docker"], title: "Docker", type: "Tool" },
+  { slug: "git", aliases: ["git"], title: "Git", type: "Tool" },
+  { slug: "bash", aliases: ["bash", "shell"], title: "Bash", type: "Shell" },
+  { slug: "nginx", aliases: ["nginx"], title: "nginx", type: "Web server" },
+  { slug: "webpack~5", aliases: ["webpack"], title: "webpack 5", type: "Bundler" },
+  { slug: "tailwindcss", aliases: ["tailwind", "tailwindcss"], title: "Tailwind CSS", type: "CSS framework" }
+];
+class DevDocsEngine {
+  name = "devdocs";
+  async search(query, options = {}) {
+    const maxResults = options.maxResults ?? 10;
+    const tokens = query.toLowerCase().split(/[\s\-_]+/).filter((t) => t.length > 0);
+    if (tokens.length === 0) return [];
+    const matched = [];
+    for (const doc of DOCS) {
+      if (doc.aliases.some((alias) => tokens.includes(alias))) {
+        matched.push(doc);
+      }
+    }
+    const limited = matched.slice(0, maxResults);
+    const total = limited.length;
+    const results = [];
+    for (let i = 0; i < total; i++) {
+      const doc = limited[i];
+      results.push({
+        title: doc.title,
+        url: `https://devdocs.io/${doc.slug.split("~")[0]}`,
+        snippet: `${doc.title} \u2014 ${doc.type}`,
+        relevance_score: 1 - i / Math.max(total, 1),
+        engine: "devdocs"
+      });
+    }
+    return results;
+  }
+}
+export {
+  DevDocsEngine
+};
+//# sourceMappingURL=devdocs.js.map

package/dist/search/engines/devdocs.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/search/engines/devdocs.ts"],"sourcesContent":["import type { SearchEngine, SearchEngineOptions, RawSearchResult } from '../../types.js';\n\n// devdocs.io has no public full-text search endpoint suitable for cross-corpus\n// search. Rather than fetching the ~1MB /docs.json index, we maintain a\n// hardcoded slug table of the most-requested doc sets and short-circuit\n// against query tokens. Real \"docs\" coverage comes from MDN + general fallback.\ninterface DocSlug {\n  slug: string;\n  aliases: string[];\n  title: string;\n  type: string;\n}\n\nconst DOCS: DocSlug[] = [\n  { slug: 'react', aliases: ['react', 'reactjs'], title: 'React', type: 'JavaScript library' },\n  { slug: 'vue', aliases: ['vue', 'vuejs'], title: 'Vue.js', type: 'JavaScript framework' },\n  { slug: 'angular', aliases: ['angular'], title: 'Angular', type: 'JavaScript framework' },\n  { slug: 'svelte', aliases: ['svelte'], title: 'Svelte', type: 'JavaScript framework' },\n  { slug: 'typescript', aliases: ['typescript', 'ts'], title: 'TypeScript', type: 'Language' },\n  { slug: 'javascript', aliases: ['javascript', 'js'], title: 'JavaScript', type: 'Language' },\n  { slug: 'node', aliases: ['node', 'nodejs'], title: 'Node.js', type: 'Runtime' },\n  { slug: 'python~3.12', aliases: ['python', 'py'], title: 'Python 3.12', type: 'Language' },\n  { slug: 'go', aliases: ['go', 'golang'], title: 'Go', type: 'Language' },\n  { slug: 'rust', aliases: ['rust'], title: 'Rust', type: 'Language' },\n  { slug: 'css', aliases: ['css'], title: 'CSS', type: 'Web standard' },\n  { slug: 'html', aliases: ['html'], title: 'HTML', type: 'Web standard' },\n  { slug: 'http', aliases: ['http'], title: 'HTTP', type: 'Protocol' },\n  { slug: 'postgresql~16', aliases: ['postgres', 'postgresql', 'pg'], title: 'PostgreSQL 16', type: 'Database' },\n  { slug: 'sqlite', aliases: ['sqlite'], title: 'SQLite', type: 'Database' },\n  { slug: 'redis', aliases: ['redis'], title: 'Redis', type: 'Database' },\n  { slug: 'docker', aliases: ['docker'], title: 'Docker', type: 'Tool' },\n  { slug: 'git', aliases: ['git'], title: 'Git', type: 'Tool' },\n  { slug: 'bash', aliases: ['bash', 'shell'], title: 'Bash', type: 'Shell' },\n  { slug: 'nginx', aliases: ['nginx'], title: 'nginx', type: 'Web server' },\n  { slug: 'webpack~5', aliases: ['webpack'], title: 'webpack 5', type: 'Bundler' },\n  { slug: 'tailwindcss', aliases: ['tailwind', 'tailwindcss'], title: 'Tailwind CSS', type: 'CSS framework' },\n];\n\nexport class DevDocsEngine implements SearchEngine {\n  name = 'devdocs';\n\n  async search(query: string, options: SearchEngineOptions = {}): Promise<RawSearchResult[]> {\n    const maxResults = options.maxResults ?? 10;\n    const tokens = query\n      .toLowerCase()\n      .split(/[\\s\\-_]+/)\n      .filter((t) => t.length > 0);\n    if (tokens.length === 0) return [];\n\n    const matched: DocSlug[] = [];\n    for (const doc of DOCS) {\n      if (doc.aliases.some((alias) => tokens.includes(alias))) {\n        matched.push(doc);\n      }\n    }\n\n    const limited = matched.slice(0, maxResults);\n    const total = limited.length;\n    const results: RawSearchResult[] = [];\n    for (let i = 0; i < total; i++) {\n      const doc = limited[i];\n      results.push({\n        title: doc.title,\n        url: `https://devdocs.io/${doc.slug.split('~')[0]}`,\n        snippet: `${doc.title} — ${doc.type}`,\n        relevance_score: 1 - i / Math.max(total, 1),\n        engine: 'devdocs',\n      });\n    }\n    return results;\n  }\n}\n"],"mappings":"AAaA,MAAM,OAAkB;AAAA,EACtB,EAAE,MAAM,SAAS,SAAS,CAAC,SAAS,SAAS,GAAG,OAAO,SAAS,MAAM,qBAAqB;AAAA,EAC3F,EAAE,MAAM,OAAO,SAAS,CAAC,OAAO,OAAO,GAAG,OAAO,UAAU,MAAM,uBAAuB;AAAA,EACxF,EAAE,MAAM,WAAW,SAAS,CAAC,SAAS,GAAG,OAAO,WAAW,MAAM,uBAAuB;AAAA,EACxF,EAAE,MAAM,UAAU,SAAS,CAAC,QAAQ,GAAG,OAAO,UAAU,MAAM,uBAAuB;AAAA,EACrF,EAAE,MAAM,cAAc,SAAS,CAAC,cAAc,IAAI,GAAG,OAAO,cAAc,MAAM,WAAW;AAAA,EAC3F,EAAE,MAAM,cAAc,SAAS,CAAC,cAAc,IAAI,GAAG,OAAO,cAAc,MAAM,WAAW;AAAA,EAC3F,EAAE,MAAM,QAAQ,SAAS,CAAC,QAAQ,QAAQ,GAAG,OAAO,WAAW,MAAM,UAAU;AAAA,EAC/E,EAAE,MAAM,eAAe,SAAS,CAAC,UAAU,IAAI,GAAG,OAAO,eAAe,MAAM,WAAW;AAAA,EACzF,EAAE,MAAM,MAAM,SAAS,CAAC,MAAM,QAAQ,GAAG,OAAO,MAAM,MAAM,WAAW;AAAA,EACvE,EAAE,MAAM,QAAQ,SAAS,CAAC,MAAM,GAAG,OAAO,QAAQ,MAAM,WAAW;AAAA,EACnE,EAAE,MAAM,OAAO,SAAS,CAAC,KAAK,GAAG,OAAO,OAAO,MAAM,eAAe;AAAA,EACpE,EAAE,MAAM,QAAQ,SAAS,CAAC,MAAM,GAAG,OAAO,QAAQ,MAAM,eAAe;AAAA,EACvE,EAAE,MAAM,QAAQ,SAAS,CAAC,MAAM,GAAG,OAAO,QAAQ,MAAM,WAAW;AAAA,EACnE,EAAE,MAAM,iBAAiB,SAAS,CAAC,YAAY,cAAc,IAAI,GAAG,OAAO,iBAAiB,MAAM,WAAW;AAAA,EAC7G,EAAE,MAAM,UAAU,SAAS,CAAC,QAAQ,GAAG,OAAO,UAAU,MAAM,WAAW;AAAA,EACzE,EAAE,MAAM,SAAS,SAAS,CAAC,OAAO,GAAG,OAAO,SAAS,MAAM,WAAW;AAAA,EACtE,EAAE,MAAM,UAAU,SAAS,CAAC,QAAQ,GAAG,OAAO,UAAU,MAAM,OAAO;AAAA,EACrE,EAAE,MAAM,OAAO,SAAS,CAAC,KAAK,GAAG,OAAO,OAAO,MAAM,OAAO;AAAA,EAC5D,EAAE,MAAM,QAAQ,SAAS,CAAC,QAAQ,OAAO,GAAG,OAAO,QAAQ,MAAM,QAAQ;AAAA,EACzE,EAAE,MAAM,SAAS,SAAS,CAAC,OAAO,GAAG,OAAO,SAAS,MAAM,aAAa;AAAA,EACxE,EAAE,MAAM,aAAa,SAAS,CAAC,SAAS,GAAG,OAAO,aAAa,MAAM,UAAU;AAAA,EAC/E,EAAE,MAAM,eAAe,SAAS,CAAC,YAAY,aAAa,GAAG,OAAO,gBAAgB,MAAM,gBAAgB;AAC5G;AAEO,MAAM,cAAsC;AAAA,EACjD,OAAO;AAAA,EAEP,MAAM,OAAO,OAAe,UAA+B,CAAC,GAA+B;AACzF,UAAM,aAAa,QAAQ,cAAc;AACzC,UAAM,SAAS,MACZ,YAAY,EACZ,MAAM,UAAU,EAChB,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC;AAC7B,QAAI,OAAO,WAAW,EAAG,QAAO,CAAC;AAEjC,UAAM,UAAqB,CAAC;AAC5B,eAAW,OAAO,MAAM;AACtB,UAAI,IAAI,QAAQ,KAAK,CAAC,UAAU,OAAO,SAAS,KAAK,CAAC,GAAG;AACvD,gBAAQ,KAAK,GAAG;AAAA,MAClB;AAAA,IACF;AAEA,UAAM,UAAU,QAAQ,MAAM,GAAG,UAAU;AAC3C,UAAM,QAAQ,QAAQ;AACtB,UAAM,UAA6B,CAAC;AACpC,aAAS,IAAI,GAAG,IAAI,OAAO,KAAK;AAC9B,YAAM,MAAM,QAAQ,CAAC;AACrB,cAAQ,KAAK;AAAA,QACX,OAAO,IAAI;AAAA,QACX,KAAK,sBAAsB,IAAI,KAAK,MAAM,GAAG,EAAE,CAAC,CAAC;AAAA,QACjD,SAAS,GAAG,IAAI,KAAK,WAAM,IAAI,IAAI;AAAA,QACnC,iBAAiB,IAAI,IAAI,KAAK,IAAI,OAAO,CAAC;AAAA,QAC1C,QAAQ;AAAA,MACV,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/search/engines/duckduckgo.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"duckduckgo.d.ts","sourceRoot":"","sources":["../../../src/search/engines/duckduckgo.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAWzF,qBAAa,gBAAiB,YAAW,YAAY;IACnD,IAAI,SAAgB;IAEd,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAoB1F,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,eAAe,EAAE;CA4BlE"}
+{"version":3,"file":"duckduckgo.d.ts","sourceRoot":"","sources":["../../../src/search/engines/duckduckgo.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAqBzF,qBAAa,gBAAiB,YAAW,YAAY;IACnD,IAAI,SAAgB;IAEd,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAoB1F,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,eAAe,EAAE;CAgClE"}

package/dist/search/engines/duckduckgo.js

@@ -1,50 +1,62 @@
-import { parseHTML } from 'linkedom';
-import { createLogger } from '../../logger.js';
-const log = createLogger('search');
+import { parseHTML } from "linkedom";
+import { createLogger } from "../../logger.js";
+const log = createLogger("search");
 const USER_AGENTS = [
-    'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
-    'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
-    'Mozilla/5.0 (X11; Linux x86_64; rv:128.0) Gecko/20100101 Firefox/128.0',
+  "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
+  "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
+  "Mozilla/5.0 (X11; Linux x86_64; rv:128.0) Gecko/20100101 Firefox/128.0"
 ];
-export class DuckDuckGoEngine {
-    name = 'duckduckgo';
-    async search(query, options = {}) {
-        const timeoutMs = options.timeoutMs ?? 10000;
-        const maxResults = options.maxResults ?? 10;
-        const params = new URLSearchParams({ q: query });
-        const url = `https://lite.duckduckgo.com/lite/?${params}`;
-        log.debug('scraping duckduckgo', { query });
-        const response = await fetch(url, {
-            signal: AbortSignal.timeout(timeoutMs),
-            headers: { 'User-Agent': USER_AGENTS[Math.floor(Math.random() * USER_AGENTS.length)] },
+const DATE_SNIPPET_PATTERN = /^(\w{3}\s+\d{1,2},\s+\d{4}|\d{4}-\d{2}-\d{2})\s*[·—–-]/;
+function parseDateFromSnippet(snippet) {
+  const match = snippet.trim().match(DATE_SNIPPET_PATTERN);
+  if (!match) return void 0;
+  const d = new Date(match[1]);
+  return isNaN(d.getTime()) ? void 0 : d.toISOString();
+}
+class DuckDuckGoEngine {
+  name = "duckduckgo";
+  async search(query, options = {}) {
+    const timeoutMs = options.timeoutMs ?? 1e4;
+    const maxResults = options.maxResults ?? 10;
+    const params = new URLSearchParams({ q: query });
+    const url = `https://lite.duckduckgo.com/lite/?${params}`;
+    log.debug("scraping duckduckgo", { query });
+    const response = await fetch(url, {
+      signal: AbortSignal.timeout(timeoutMs),
+      headers: { "User-Agent": USER_AGENTS[Math.floor(Math.random() * USER_AGENTS.length)] }
+    });
+    if (!response.ok) throw new Error(`DDG returned ${response.status}`);
+    const html = await response.text();
+    return this.parseResults(html, maxResults);
+  }
+  parseResults(html, maxResults) {
+    const { document } = parseHTML(html);
+    const results = [];
+    const links = document.querySelectorAll("a.result-link");
+    const snippets = document.querySelectorAll(".result-snippet");
+    const total = Math.min(links.length, maxResults);
+    for (let i = 0; i < total; i++) {
+      const link = links[i];
+      const snippet = snippets[i];
+      const href = link?.getAttribute("href");
+      const title = link?.textContent?.trim();
+      if (href && title) {
+        const snippetText = snippet?.textContent?.trim() ?? "";
+        const published_date = parseDateFromSnippet(snippetText);
+        results.push({
+          title,
+          url: href,
+          snippet: snippetText,
+          relevance_score: 1 - i / Math.max(links.length, 1),
+          engine: "duckduckgo",
+          ...published_date ? { published_date } : {}
         });
-        if (!response.ok)
-            throw new Error(`DDG returned ${response.status}`);
-        const html = await response.text();
-        return this.parseResults(html, maxResults);
-    }
-    parseResults(html, maxResults) {
-        const { document } = parseHTML(html);
-        const results = [];
-        const links = document.querySelectorAll('a.result-link');
-        const snippets = document.querySelectorAll('.result-snippet');
-        const total = Math.min(links.length, maxResults);
-        for (let i = 0; i < total; i++) {
-            const link = links[i];
-            const snippet = snippets[i];
-            const href = link?.getAttribute('href');
-            const title = link?.textContent?.trim();
-            if (href && title) {
-                results.push({
-                    title,
-                    url: href,
-                    snippet: snippet?.textContent?.trim() ?? '',
-                    relevance_score: 1 - i / Math.max(links.length, 1),
-                    engine: 'duckduckgo',
-                });
-            }
-        }
-        return results;
+      }
     }
+    return results;
+  }
 }
+export {
+  DuckDuckGoEngine
+};
 //# sourceMappingURL=duckduckgo.js.map

package/dist/search/engines/duckduckgo.js.map

@@ -1 +1 @@
-{"version":3,"file":"duckduckgo.js","sourceRoot":"","sources":["../../../src/search/engines/duckduckgo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAErC,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,WAAW,GAAG;IAClB,uHAAuH;IACvH,iHAAiH;IACjH,wEAAwE;CACzE,CAAC;AAEF,MAAM,OAAO,gBAAgB;IAC3B,IAAI,GAAG,YAAY,CAAC;IAEpB,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,UAA+B,EAAE;QAC3D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;QAC7C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;QAE5C,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QACjD,MAAM,GAAG,GAAG,qCAAqC,MAAM,EAAE,CAAC;QAE1D,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QAE5C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC;YACtC,OAAO,EAAE,EAAE,YAAY,EAAE,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE;SACvF,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAErE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC7C,CAAC;IAED,YAAY,CAAC,IAAY,EAAE,UAAkB;QAC3C,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,OAAO,GAAsB,EAAE,CAAC;QAEtC,MAAM,KAAK,GAAG,QAAQ,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC;QACzD,MAAM,QAAQ,GAAG,QAAQ,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;QAE9D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC5B,MAAM,IAAI,GAAG,IAAI,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;YACxC,MAAM,KAAK,GAAG,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;YAExC,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;gBAClB,OAAO,CAAC,IAAI,CAAC;oBACX,KAAK;oBACL,GAAG,EAAE,IAAI;oBACT,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE;oBAC3C,eAAe,EAAE,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;oBAClD,MAAM,EAAE,YAAY;iBACrB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
+{"version":3,"sources":["../../../src/search/engines/duckduckgo.ts"],"sourcesContent":["import { parseHTML } from 'linkedom';\nimport type { SearchEngine, SearchEngineOptions, RawSearchResult } from '../../types.js';\nimport { createLogger } from '../../logger.js';\n\nconst log = createLogger('search');\n\nconst USER_AGENTS = [\n  'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',\n  'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',\n  'Mozilla/5.0 (X11; Linux x86_64; rv:128.0) Gecko/20100101 Firefox/128.0',\n];\n\n// DDG Lite sometimes prefixes snippets with dates like \"Jan 15, 2025 -\" or \"2025-01-15 ·\"\nconst DATE_SNIPPET_PATTERN = /^(\\w{3}\\s+\\d{1,2},\\s+\\d{4}|\\d{4}-\\d{2}-\\d{2})\\s*[·—–-]/;\n\nfunction parseDateFromSnippet(snippet: string): string | undefined {\n  const match = snippet.trim().match(DATE_SNIPPET_PATTERN);\n  if (!match) return undefined;\n  const d = new Date(match[1]);\n  return isNaN(d.getTime()) ? undefined : d.toISOString();\n}\n\nexport class DuckDuckGoEngine implements SearchEngine {\n  name = 'duckduckgo';\n\n  async search(query: string, options: SearchEngineOptions = {}): Promise<RawSearchResult[]> {\n    const timeoutMs = options.timeoutMs ?? 10000;\n    const maxResults = options.maxResults ?? 10;\n\n    const params = new URLSearchParams({ q: query });\n    const url = `https://lite.duckduckgo.com/lite/?${params}`;\n\n    log.debug('scraping duckduckgo', { query });\n\n    const response = await fetch(url, {\n      signal: AbortSignal.timeout(timeoutMs),\n      headers: { 'User-Agent': USER_AGENTS[Math.floor(Math.random() * USER_AGENTS.length)] },\n    });\n\n    if (!response.ok) throw new Error(`DDG returned ${response.status}`);\n\n    const html = await response.text();\n    return this.parseResults(html, maxResults);\n  }\n\n  parseResults(html: string, maxResults: number): RawSearchResult[] {\n    const { document } = parseHTML(html);\n    const results: RawSearchResult[] = [];\n\n    const links = document.querySelectorAll('a.result-link');\n    const snippets = document.querySelectorAll('.result-snippet');\n\n    const total = Math.min(links.length, maxResults);\n\n    for (let i = 0; i < total; i++) {\n      const link = links[i];\n      const snippet = snippets[i];\n      const href = link?.getAttribute('href');\n      const title = link?.textContent?.trim();\n\n      if (href && title) {\n        const snippetText = snippet?.textContent?.trim() ?? '';\n        const published_date = parseDateFromSnippet(snippetText);\n\n        results.push({\n          title,\n          url: href,\n          snippet: snippetText,\n          relevance_score: 1 - i / Math.max(links.length, 1),\n          engine: 'duckduckgo',\n          ...(published_date ? { published_date } : {}),\n        });\n      }\n    }\n\n    return results;\n  }\n}\n"],"mappings":"AAAA,SAAS,iBAAiB;AAE1B,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AAEjC,MAAM,cAAc;AAAA,EAClB;AAAA,EACA;AAAA,EACA;AACF;AAGA,MAAM,uBAAuB;AAE7B,SAAS,qBAAqB,SAAqC;AACjE,QAAM,QAAQ,QAAQ,KAAK,EAAE,MAAM,oBAAoB;AACvD,MAAI,CAAC,MAAO,QAAO;AACnB,QAAM,IAAI,IAAI,KAAK,MAAM,CAAC,CAAC;AAC3B,SAAO,MAAM,EAAE,QAAQ,CAAC,IAAI,SAAY,EAAE,YAAY;AACxD;AAEO,MAAM,iBAAyC;AAAA,EACpD,OAAO;AAAA,EAEP,MAAM,OAAO,OAAe,UAA+B,CAAC,GAA+B;AACzF,UAAM,YAAY,QAAQ,aAAa;AACvC,UAAM,aAAa,QAAQ,cAAc;AAEzC,UAAM,SAAS,IAAI,gBAAgB,EAAE,GAAG,MAAM,CAAC;AAC/C,UAAM,MAAM,qCAAqC,MAAM;AAEvD,QAAI,MAAM,uBAAuB,EAAE,MAAM,CAAC;AAE1C,UAAM,WAAW,MAAM,MAAM,KAAK;AAAA,MAChC,QAAQ,YAAY,QAAQ,SAAS;AAAA,MACrC,SAAS,EAAE,cAAc,YAAY,KAAK,MAAM,KAAK,OAAO,IAAI,YAAY,MAAM,CAAC,EAAE;AAAA,IACvF,CAAC;AAED,QAAI,CAAC,SAAS,GAAI,OAAM,IAAI,MAAM,gBAAgB,SAAS,MAAM,EAAE;AAEnE,UAAM,OAAO,MAAM,SAAS,KAAK;AACjC,WAAO,KAAK,aAAa,MAAM,UAAU;AAAA,EAC3C;AAAA,EAEA,aAAa,MAAc,YAAuC;AAChE,UAAM,EAAE,SAAS,IAAI,UAAU,IAAI;AACnC,UAAM,UAA6B,CAAC;AAEpC,UAAM,QAAQ,SAAS,iBAAiB,eAAe;AACvD,UAAM,WAAW,SAAS,iBAAiB,iBAAiB;AAE5D,UAAM,QAAQ,KAAK,IAAI,MAAM,QAAQ,UAAU;AAE/C,aAAS,IAAI,GAAG,IAAI,OAAO,KAAK;AAC9B,YAAM,OAAO,MAAM,CAAC;AACpB,YAAM,UAAU,SAAS,CAAC;AAC1B,YAAM,OAAO,MAAM,aAAa,MAAM;AACtC,YAAM,QAAQ,MAAM,aAAa,KAAK;AAEtC,UAAI,QAAQ,OAAO;AACjB,cAAM,cAAc,SAAS,aAAa,KAAK,KAAK;AACpD,cAAM,iBAAiB,qBAAqB,WAAW;AAEvD,gBAAQ,KAAK;AAAA,UACX;AAAA,UACA,KAAK;AAAA,UACL,SAAS;AAAA,UACT,iBAAiB,IAAI,IAAI,KAAK,IAAI,MAAM,QAAQ,CAAC;AAAA,UACjD,QAAQ;AAAA,UACR,GAAI,iBAAiB,EAAE,eAAe,IAAI,CAAC;AAAA,QAC7C,CAAC;AAAA,MACH;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/search/engines/github-code.d.ts

@@ -0,0 +1,7 @@
+import type { SearchEngine, SearchEngineOptions, RawSearchResult } from '../../types.js';
+export declare class GithubCodeEngine implements SearchEngine {
+    name: string;
+    search(query: string, options?: SearchEngineOptions): Promise<RawSearchResult[]>;
+    private parseItems;
+}
+//# sourceMappingURL=github-code.d.ts.map

package/dist/search/engines/github-code.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"github-code.d.ts","sourceRoot":"","sources":["../../../src/search/engines/github-code.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAyBzF,qBAAa,gBAAiB,YAAW,YAAY;IACnD,IAAI,SAAiB;IAEf,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IA2B1F,OAAO,CAAC,UAAU;CAyBnB"}

package/dist/search/engines/github-code.js

@@ -0,0 +1,55 @@
+import { createLogger } from "../../logger.js";
+const log = createLogger("search");
+function asString(v) {
+  return typeof v === "string" && v.length > 0 ? v : void 0;
+}
+class GithubCodeEngine {
+  name = "github-code";
+  async search(query, options = {}) {
+    const timeoutMs = options.timeoutMs ?? 1e4;
+    const maxResults = options.maxResults ?? 10;
+    const params = new URLSearchParams({
+      q: query,
+      per_page: String(maxResults)
+    });
+    const url = `https://api.github.com/search/code?${params}`;
+    log.debug("github code search", { query });
+    const response = await fetch(url, {
+      signal: AbortSignal.timeout(timeoutMs),
+      headers: { Accept: "application/vnd.github+json" }
+    });
+    if (response.status === 403) {
+      throw new Error(`GitHub code rate-limited (${response.status})`);
+    }
+    if (!response.ok) {
+      throw new Error(`GitHub code returned ${response.status}`);
+    }
+    const data = await response.json();
+    return this.parseItems(data.items ?? []);
+  }
+  parseItems(items) {
+    const results = [];
+    const total = items.length;
+    for (let i = 0; i < total; i++) {
+      const item = items[i];
+      const repoName = asString(item.repository?.full_name);
+      const path = asString(item.path);
+      const htmlUrl = asString(item.html_url);
+      if (!repoName || !path || !htmlUrl) continue;
+      const description = asString(item.repository?.description);
+      const snippet = description ?? path;
+      results.push({
+        title: `${repoName} \u2014 ${path}`,
+        url: htmlUrl,
+        snippet,
+        relevance_score: 1 - i / Math.max(total, 1),
+        engine: "github-code"
+      });
+    }
+    return results;
+  }
+}
+export {
+  GithubCodeEngine
+};
+//# sourceMappingURL=github-code.js.map

package/dist/search/engines/github-code.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/search/engines/github-code.ts"],"sourcesContent":["import type { SearchEngine, SearchEngineOptions, RawSearchResult } from '../../types.js';\nimport { createLogger } from '../../logger.js';\n\nconst log = createLogger('search');\n\ninterface GhRepository {\n  full_name?: unknown;\n  description?: unknown;\n}\n\ninterface GhCodeItem {\n  name?: unknown;\n  path?: unknown;\n  html_url?: unknown;\n  repository?: GhRepository;\n}\n\ninterface GhResponse {\n  items?: GhCodeItem[];\n}\n\nfunction asString(v: unknown): string | undefined {\n  return typeof v === 'string' && v.length > 0 ? v : undefined;\n}\n\nexport class GithubCodeEngine implements SearchEngine {\n  name = 'github-code';\n\n  async search(query: string, options: SearchEngineOptions = {}): Promise<RawSearchResult[]> {\n    const timeoutMs = options.timeoutMs ?? 10000;\n    const maxResults = options.maxResults ?? 10;\n\n    const params = new URLSearchParams({\n      q: query,\n      per_page: String(maxResults),\n    });\n    const url = `https://api.github.com/search/code?${params}`;\n    log.debug('github code search', { query });\n\n    const response = await fetch(url, {\n      signal: AbortSignal.timeout(timeoutMs),\n      headers: { Accept: 'application/vnd.github+json' },\n    });\n\n    if (response.status === 403) {\n      throw new Error(`GitHub code rate-limited (${response.status})`);\n    }\n    if (!response.ok) {\n      throw new Error(`GitHub code returned ${response.status}`);\n    }\n\n    const data = (await response.json()) as GhResponse;\n    return this.parseItems(data.items ?? []);\n  }\n\n  private parseItems(items: GhCodeItem[]): RawSearchResult[] {\n    const results: RawSearchResult[] = [];\n    const total = items.length;\n\n    for (let i = 0; i < total; i++) {\n      const item = items[i];\n      const repoName = asString(item.repository?.full_name);\n      const path = asString(item.path);\n      const htmlUrl = asString(item.html_url);\n      if (!repoName || !path || !htmlUrl) continue;\n\n      const description = asString(item.repository?.description);\n      const snippet = description ?? path;\n\n      results.push({\n        title: `${repoName} — ${path}`,\n        url: htmlUrl,\n        snippet,\n        relevance_score: 1 - i / Math.max(total, 1),\n        engine: 'github-code',\n      });\n    }\n\n    return results;\n  }\n}\n"],"mappings":"AACA,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AAkBjC,SAAS,SAAS,GAAgC;AAChD,SAAO,OAAO,MAAM,YAAY,EAAE,SAAS,IAAI,IAAI;AACrD;AAEO,MAAM,iBAAyC;AAAA,EACpD,OAAO;AAAA,EAEP,MAAM,OAAO,OAAe,UAA+B,CAAC,GAA+B;AACzF,UAAM,YAAY,QAAQ,aAAa;AACvC,UAAM,aAAa,QAAQ,cAAc;AAEzC,UAAM,SAAS,IAAI,gBAAgB;AAAA,MACjC,GAAG;AAAA,MACH,UAAU,OAAO,UAAU;AAAA,IAC7B,CAAC;AACD,UAAM,MAAM,sCAAsC,MAAM;AACxD,QAAI,MAAM,sBAAsB,EAAE,MAAM,CAAC;AAEzC,UAAM,WAAW,MAAM,MAAM,KAAK;AAAA,MAChC,QAAQ,YAAY,QAAQ,SAAS;AAAA,MACrC,SAAS,EAAE,QAAQ,8BAA8B;AAAA,IACnD,CAAC;AAED,QAAI,SAAS,WAAW,KAAK;AAC3B,YAAM,IAAI,MAAM,6BAA6B,SAAS,MAAM,GAAG;AAAA,IACjE;AACA,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,IAAI,MAAM,wBAAwB,SAAS,MAAM,EAAE;AAAA,IAC3D;AAEA,UAAM,OAAQ,MAAM,SAAS,KAAK;AAClC,WAAO,KAAK,WAAW,KAAK,SAAS,CAAC,CAAC;AAAA,EACzC;AAAA,EAEQ,WAAW,OAAwC;AACzD,UAAM,UAA6B,CAAC;AACpC,UAAM,QAAQ,MAAM;AAEpB,aAAS,IAAI,GAAG,IAAI,OAAO,KAAK;AAC9B,YAAM,OAAO,MAAM,CAAC;AACpB,YAAM,WAAW,SAAS,KAAK,YAAY,SAAS;AACpD,YAAM,OAAO,SAAS,KAAK,IAAI;AAC/B,YAAM,UAAU,SAAS,KAAK,QAAQ;AACtC,UAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,QAAS;AAEpC,YAAM,cAAc,SAAS,KAAK,YAAY,WAAW;AACzD,YAAM,UAAU,eAAe;AAE/B,cAAQ,KAAK;AAAA,QACX,OAAO,GAAG,QAAQ,WAAM,IAAI;AAAA,QAC5B,KAAK;AAAA,QACL;AAAA,QACA,iBAAiB,IAAI,IAAI,KAAK,IAAI,OAAO,CAAC;AAAA,QAC1C,QAAQ;AAAA,MACV,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,EACT;AACF;","names":[]}