webpeel 0.21.74 → 0.21.76

package/dist/cli/commands/search.js

@@ -588,6 +588,49 @@ export function registerSearchCommands(program) {
             process.exit(1);
         }
     });
+    // ── flights command ───────────────────────────────────────────────────────
+    program
+        .command('flights <query>')
+        .description('Search for flights (via Google Flights) — e.g. "NYC to Fort Myers Apr 4"')
+        .option('--one-way', 'One-way flight (default)')
+        .option('--round-trip', 'Round-trip flight')
+        .option('-n, --count <n>', 'Max flights to show', '10')
+        .option('--json', 'Output as JSON')
+        .option('-s, --silent', 'Silent mode')
+        .action(async (query, options) => {
+        const tripType = options.roundTrip ? '' : ' one way';
+        const encoded = encodeURIComponent(`Flights from ${query}${tripType}`);
+        const url = `https://www.google.com/travel/flights?q=${encoded}`;
+        const spinner = options.silent ? null : ora(`Searching flights: ${query}...`).start();
+        try {
+            // render is forced automatically by SPA auto-detect, but be explicit here
+            const result = await peel(url, { render: true, timeout: 30000 });
+            if (spinner)
+                spinner.succeed('Flights loaded');
+            if (options.json) {
+                console.log(JSON.stringify({
+                    query,
+                    url,
+                    flights: result.domainData?.structured?.flights || [],
+                    source: 'Google Flights',
+                    content: result.content,
+                    tokens: result.tokens,
+                }, null, 2));
+            }
+            else {
+                console.log(result.content);
+            }
+            await cleanup();
+            process.exit(0);
+        }
+        catch (error) {
+            if (spinner)
+                spinner.fail('Flight search failed');
+            console.error(`Error: ${error instanceof Error ? error.message : 'Unknown error'}`);
+            await cleanup();
+            process.exit(1);
+        }
+    });
     // ── extractors command ────────────────────────────────────────────────────
     program
         .command('extractors')

package/dist/core/domain-extractors.js

@@ -5986,6 +5986,39 @@ async function googleFlightsExtractor(_html, url) {
     if (unique.length === 0)
         return null;
     unique.sort((a, b) => a.price - b.price);
+    // Helper: get airline booking URL
+    function getAirlineBookingUrl(airline, from, to, dateStr) {
+        // Parse date from "Sat, Apr 4" → "2026-04-04" or "04/04/2026" etc.
+        const months = { Jan: '01', Feb: '02', Mar: '03', Apr: '04', May: '05', Jun: '06', Jul: '07', Aug: '08', Sep: '09', Oct: '10', Nov: '11', Dec: '12' };
+        let isoDate = '';
+        let mmddDate = '';
+        const dm = dateStr.match(/(\w{3})\s+(\d{1,2})/);
+        if (dm) {
+            const mon = months[dm[1]] || '01';
+            const day = dm[2].padStart(2, '0');
+            const year = new Date().getFullYear(); // current year
+            isoDate = `${year}-${mon}-${day}`;
+            mmddDate = `${mon}/${day}/${year}`;
+        }
+        const fromUp = from.toUpperCase();
+        const toUp = to.toUpperCase();
+        // Deep links with pre-filled origin, destination, date, 1 passenger
+        const urlMap = {
+            'United': `https://www.united.com/ual/en/us/flight-search/book-a-flight/results/rev?f=${fromUp}&t=${toUp}&d=${isoDate}&tt=1&at=1&sc=7&px=1&taxng=1&newHP=True&clm=7&st=bestmatches&tqp=A`,
+            'Delta': `https://www.delta.com/flight-search/book-a-flight?departure=${fromUp}&arrival=${toUp}&departureDate=${mmddDate}&paxCount=1&tripType=ONE_WAY`,
+            'JetBlue': `https://www.jetblue.com/booking/flights?from=${fromUp}&to=${toUp}&depart=${isoDate}&is498=true&is498=${true}&pax=1`,
+            'American': `https://www.aa.com/booking/find-flights?origin=${fromUp}&destination=${toUp}&departureDate=${isoDate}&tripType=OneWay&pax=1`,
+            'Spirit': `https://www.spirit.com/book/flights?origin=${fromUp}&destination=${toUp}&departureDate=${isoDate}&adults=1&tripType=oneWay`,
+            'Frontier': `https://www.flyfrontier.com/booking/flights?origin=${fromUp}&destination=${toUp}&date=${isoDate}&adults=1`,
+            'Southwest': `https://www.southwest.com/air/booking/select.html?originationAirportCode=${fromUp}&destinationAirportCode=${toUp}&departureDate=${isoDate}&adultPassengersCount=1&tripType=oneway`,
+            'Breeze': `https://www.flybreeze.com/home?from=${fromUp}&to=${toUp}&depart=${isoDate}&pax=1`,
+            'Alaska': `https://www.alaskaair.com/shopping/flights?A=${fromUp}&B=${toUp}&DT=${isoDate}&FT=ow&C=1`,
+            'Hawaiian': `https://www.hawaiianairlines.com/book/results?origin=${fromUp}&destination=${toUp}&departDate=${isoDate}&adults=1&tripType=ow`,
+            'Sun Country': `https://www.suncountry.com/booking/search?from=${fromUp}&to=${toUp}&depart=${isoDate}&passengers=1`,
+            'Avelo': `https://www.aveloair.com/book?from=${fromUp}&to=${toUp}&depart=${isoDate}`,
+        };
+        return urlMap[airline] || `https://www.google.com/travel/flights?q=${encodeURIComponent(`${airline} flights ${from} to ${to} ${dateStr}`)}`;
+    }
     // Parse route from URL
     const u = new URL(url);
     const query = (u.searchParams.get('q') || '').replace(/Flights?\s+(from\s+)?/i, '').replace(/\s+one\s+way/i, '').trim();
@@ -5998,11 +6031,13 @@ async function googleFlightsExtractor(_html, url) {
     ];
     for (let idx = 0; idx < unique.length; idx++) {
         const f = unique[idx];
+        const bookingUrl = getAirlineBookingUrl(f.airline, f.fromAirport, f.toAirport, f.departDate);
         md.push(`## ${idx + 1}. ${f.airline} — ${f.priceStr}`);
         md.push(`🕐 Depart **${f.departTime}** → Arrive **${f.arriveTime}**${f.departDate ? ` · ${f.departDate}` : ''}`);
         md.push(`🛫 ${f.fromAirport} → ${f.toAirport} · ${f.duration} · ${f.stops}`);
         if (f.bags)
             md.push(`🧳 ${f.bags}`);
+        md.push(`🔗 [Book on ${f.airline}](${bookingUrl})`);
         md.push('');
     }
     md.push('---');

package/dist/core/pipeline.js

@@ -146,6 +146,43 @@ export function normalizeOptions(ctx) {
     if (autoScrollOpts) {
         ctx.render = true;
     }
+    // Auto-detect SPAs that require browser rendering (no --render flag needed)
+    if (!ctx.render) {
+        const SPA_DOMAINS = new Set([
+            'www.google.com', // Google Flights, Maps, Shopping etc.
+            'flights.google.com',
+            'www.airbnb.com',
+            'www.booking.com',
+            'www.expedia.com',
+            'www.kayak.com',
+            'www.skyscanner.com',
+            'www.tripadvisor.com',
+            'www.indeed.com',
+            'www.glassdoor.com',
+            'www.zillow.com', // already handled but backup
+            'app.webpeel.dev', // our own dashboard is a SPA
+        ]);
+        // More specific: some google.com paths need render, not all
+        const SPA_URL_PATTERNS = [
+            /google\.com\/travel/,
+            /google\.com\/maps/,
+            /google\.com\/shopping/,
+        ];
+        try {
+            const hostname = new URL(ctx.url).hostname;
+            if (SPA_DOMAINS.has(hostname)) {
+                ctx.render = true;
+                log.debug(`Auto-enabling render: SPA domain detected (${hostname})`);
+            }
+            else if (SPA_URL_PATTERNS.some(p => p.test(ctx.url))) {
+                ctx.render = true;
+                log.debug(`Auto-enabling render: SPA URL pattern matched`);
+            }
+        }
+        catch {
+            // Invalid URL — skip SPA detection
+        }
+    }
 }
 // ---------------------------------------------------------------------------
 // Stage 2: handleYouTube

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "webpeel",
-  "version": "0.21.74",
+  "version": "0.21.76",
   "description": "Fast web fetcher for AI agents - stealth mode, crawl mode, page actions, structured extraction, PDF parsing, smart escalation from simple HTTP to headless browser",
   "author": "Jake Liu",
   "license": "AGPL-3.0-only",