webpeel 0.21.84 → 0.21.85

package/dist/core/pipeline.d.ts

@@ -5,7 +5,7 @@
  * mutable PipelineContext.  The stages are called in order by peel().
  */
 import { type AutoScrollOptions } from './actions.js';
-import { type DomainExtractResult } from './domain-extractors-basic.js';
+import { type DomainExtractResult } from '../ee/domain-extractors.js';
 import { type ReadabilityResult } from './readability.js';
 import { type QuickAnswerResult } from './quick-answer.js';
 import { Timer } from './timing.js';

package/dist/core/pipeline.js

@@ -14,34 +14,8 @@ import { autoScroll as runAutoScroll } from './actions.js';
 import { extractStructured } from './extract.js';
 import { isPdfContentType, isDocxContentType, extractDocumentToFormat } from './documents.js';
 import { parseYouTubeUrl, getYouTubeTranscript } from './youtube.js';
-import { extractDomainDataBasic, getDomainExtractorBasic } from './domain-extractors-basic.js';
+import { extractDomainData, getDomainExtractor } from '../ee/domain-extractors.js';
 import { getDomainExtractHook, getDomainExtractorHook, getSPADomainsHook, getSPAPatternsHook } from './strategy-hooks.js';
-// ---------------------------------------------------------------------------
-// Domain extraction — lazy-load full extractors from compiled JS
-// ---------------------------------------------------------------------------
-// The compiled domain-extractors.js (312KB) ships in the npm package.
-// TypeScript source is NOT on GitHub (proprietary, .gitignore'd).
-// If compiled JS is missing (bare repo clone without proprietary files),
-// falls back to basic stub (no domain extraction, just standard markdown).
-// Server premium hooks can override for additional caching/intelligence.
-let _extractorsLoaded = false;
-let _extractDomainData = null;
-let _getDomainExtractor = null;
-async function loadExtractors() {
-    if (_extractorsLoaded)
-        return;
-    _extractorsLoaded = true;
-    try {
-        const mod = await import('./domain-extractors.js');
-        _extractDomainData = mod.extractDomainData;
-        _getDomainExtractor = mod.getDomainExtractor;
-    }
-    catch {
-        // Compiled JS not available (bare repo clone) — basic stub will be used
-    }
-}
-// Start loading immediately (non-blocking)
-loadExtractors();
 import { extractReadableContent } from './readability.js';
 import { quickAnswer as runQuickAnswer } from './quick-answer.js';
 import { Timer } from './timing.js';
@@ -56,28 +30,23 @@ const log = createLogger('pipeline');
 // ---------------------------------------------------------------------------
 /**
  * Check if a URL has a domain extractor.
- * Priority: premium hook → full extractors (repo/server) → basic stub.
+ * Priority: premium hook → ee/domain-extractors.
  */
 function hasDomainExtractor(url) {
     const hookFn = getDomainExtractorHook();
     if (hookFn)
         return hookFn(url) !== null;
-    if (_getDomainExtractor)
-        return _getDomainExtractor(url) !== null;
-    return getDomainExtractorBasic(url) !== null;
+    return getDomainExtractor(url) !== null;
 }
 /**
  * Run domain extraction on HTML/URL.
- * Priority: premium hook → compiled extractors → basic stub.
+ * Priority: premium hook → ee/domain-extractors.
  */
 async function runDomainExtract(html, url) {
     const hookFn = getDomainExtractHook();
     if (hookFn)
         return hookFn(html, url);
-    await loadExtractors();
-    if (_extractDomainData)
-        return _extractDomainData(html, url);
-    return extractDomainDataBasic(html, url);
+    return extractDomainData(html, url);
 }
 /** Create the initial PipelineContext with defaults */
 export function createContext(url, options) {
@@ -609,7 +578,7 @@ export async function fetchContent(ctx) {
         const canSolve = hasBrowserWorker || process.env.ENABLE_LOCAL_CHALLENGE_SOLVE === 'true';
         if (canSolve) {
             try {
-                const { solveChallenge } = await import('./challenge-solver.js');
+                const { solveChallenge } = await import('../ee/challenge-solver.js');
                 const { detectChallenge } = await import('./challenge-detection.js');
                 const rawHtml = fetchResult.html || '';
                 const detectionResult = detectChallenge(rawHtml, fetchResult.statusCode);
@@ -1179,7 +1148,7 @@ export async function postProcess(ctx) {
             const canSolve = hasBrowserWorker || process.env.ENABLE_LOCAL_CHALLENGE_SOLVE === 'true';
             if (canSolve && ctx.fetchResult?.html) {
                 try {
-                    const { solveChallenge } = await import('./challenge-solver.js');
+                    const { solveChallenge } = await import('../ee/challenge-solver.js');
                     const { detectChallenge } = await import('./challenge-detection.js');
                     const rawHtml = ctx.fetchResult.html;
                     const detectionResult = detectChallenge(rawHtml, ctx.fetchResult.statusCode);

package/dist/core/strategy-hooks.d.ts

@@ -10,7 +10,7 @@
  * All hook methods are optional — unset hooks are simply skipped.
  */
 import type { FetchResult } from './fetcher.js';
-import type { DomainExtractResult } from './domain-extractors-basic.js';
+import type { DomainExtractResult } from '../ee/domain-extractors.js';
 export interface StrategyResult extends FetchResult {
     method: 'simple' | 'browser' | 'stealth' | 'cached' | 'cloaked' | 'cycle' | 'peeltls' | 'cf-worker' | 'google-cache';
     /**

package/dist/index.d.ts

@@ -6,8 +6,7 @@
 import { cleanup, warmup, closePool, scrollAndWait, closeProfileBrowser } from './core/fetcher.js';
 import type { PeelOptions, PeelResult } from './types.js';
 export * from './types.js';
-export type { DomainExtractResult, DomainExtractor } from './core/domain-extractors-basic.js';
-export { getDomainExtractor, extractDomainData } from './core/domain-extractors-public.js';
+export { getDomainExtractor, extractDomainData, type DomainExtractResult, type DomainExtractor } from './ee/domain-extractors.js';
 export { crawl, type CrawlOptions, type CrawlResult, type CrawlProgress } from './core/crawler.js';
 export { discoverSitemap, type SitemapUrl, type SitemapResult } from './core/sitemap.js';
 export { mapDomain, type MapOptions, type MapResult } from './core/map.js';

package/dist/index.js

@@ -7,7 +7,9 @@ import { cleanup, warmup, closePool, scrollAndWait, closeProfileBrowser } from '
 import { createContext, normalizeOptions, handleYouTube, fetchContent, detectContentType, parseContent, postProcess, finalize, buildResult, } from './core/pipeline.js';
 import { checkUrlSafety } from './core/safe-browsing.js';
 export * from './types.js';
-export { getDomainExtractor, extractDomainData } from './core/domain-extractors-public.js';
+// Domain extractors — compiled JS ships in npm, TypeScript source is .gitignore'd.
+// Re-export types from the basic stub (always available), runtime functions via lazy wrapper.
+export { getDomainExtractor, extractDomainData } from './ee/domain-extractors.js';
 export { crawl } from './core/crawler.js';
 export { discoverSitemap } from './core/sitemap.js';
 export { mapDomain } from './core/map.js';

package/dist/server/app.js

@@ -56,19 +56,18 @@ import { requireScope } from './middleware/scope-guard.js';
 import { createCacheWarmRouter, startCacheWarmer } from './routes/cache-warm.js';
 import { warmup, cleanup as cleanupFetcher } from '../core/fetcher.js';
 // Proprietary modules — loaded dynamically so the build works without TypeScript source.
-// Compiled JS ships in npm/Docker. TypeScript source is .gitignore'd (not on GitHub).
 let setExtractorRedis;
 let registerPremiumHooks;
 try {
-    const de = await import('../core/domain-extractors.js');
+    const de = await import('../ee/domain-extractors.js');
     setExtractorRedis = de.setExtractorRedis;
 }
-catch { /* compiled JS not available */ }
+catch { /* ee module not available */ }
 try {
-    const ph = await import('./premium/index.js');
+    const ph = await import('../ee/premium-hooks.js');
     registerPremiumHooks = ph.registerPremiumHooks;
 }
-catch { /* compiled JS not available */ }
+catch { /* ee module not available */ }
 import { readFileSync } from 'fs';
 import { join, dirname } from 'path';
 import { fileURLToPath } from 'url';

package/dist/server/routes/smart-search.js

@@ -22,13 +22,16 @@ export function detectSearchIntent(query) {
     if (/\b(car|cars|vehicle|sedan|suv|truck|honda|toyota|tesla|bmw|ford|chevy|chevrolet|nissan|hyundai|kia|mazda|subaru|lexus|audi|mercedes|volkswagen|jeep|dodge|ram|buick|cadillac|gmc|chrysler|acura|infiniti|volvo|porsche|mini|fiat|mitsubishi)\b/.test(q) &&
         /\b(buy|cheap|under|budget|price|used|new|for sale|listing|deal)\b/.test(q)) {
         const priceMatch = q.match(/(?:under|\$|budget|max)\s*\$?(\d[\d,]*)/);
-        const zipMatch = q.match(/\b(\d{5})\b/);
+        const priceValue = priceMatch ? priceMatch[1].replace(/,/g, '') : '';
+        // Find all 5-digit numbers, pick the one that isn't the price
+        const allZips = [...q.matchAll(/\b(\d{5})\b/g)].map(m => m[1]);
+        const finalZip = allZips.find(z => z !== priceValue) || '10001';
         return {
             type: 'cars',
             query: q,
             params: {
-                maxPrice: priceMatch ? priceMatch[1].replace(/,/g, '') : '',
-                zip: zipMatch ? zipMatch[1] : '10001',
+                maxPrice: priceValue,
+                zip: finalZip,
             },
         };
     }

package/dist/types.d.ts

@@ -309,7 +309,7 @@ export interface PeelResult {
      */
     readability?: import('./core/readability.js').ReadabilityResult;
     /** Domain-aware structured data (Twitter, Reddit, GitHub, HN). Present when URL matches a known domain. */
-    domainData?: import('./core/domain-extractors-basic.js').DomainExtractResult;
+    domainData?: import('./ee/domain-extractors.js').DomainExtractResult;
     /** Quick answer result (when question option is set). BM25-powered, no LLM needed. */
     quickAnswer?: import('./core/quick-answer.js').QuickAnswerResult;
     /** Per-stage timing breakdown in milliseconds. */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "webpeel",
-  "version": "0.21.84",
+  "version": "0.21.85",
   "description": "Fast web fetcher for AI agents - stealth mode, crawl mode, page actions, structured extraction, PDF parsing, smart escalation from simple HTTP to headless browser",
   "author": "Jake Liu",
   "license": "AGPL-3.0-only",