webpeel 0.21.74 → 0.21.75

package/dist/cli/commands/search.js

@@ -588,6 +588,49 @@ export function registerSearchCommands(program) {
             process.exit(1);
         }
     });
+    // ── flights command ───────────────────────────────────────────────────────
+    program
+        .command('flights <query>')
+        .description('Search for flights (via Google Flights) — e.g. "NYC to Fort Myers Apr 4"')
+        .option('--one-way', 'One-way flight (default)')
+        .option('--round-trip', 'Round-trip flight')
+        .option('-n, --count <n>', 'Max flights to show', '10')
+        .option('--json', 'Output as JSON')
+        .option('-s, --silent', 'Silent mode')
+        .action(async (query, options) => {
+        const tripType = options.roundTrip ? '' : ' one way';
+        const encoded = encodeURIComponent(`Flights from ${query}${tripType}`);
+        const url = `https://www.google.com/travel/flights?q=${encoded}`;
+        const spinner = options.silent ? null : ora(`Searching flights: ${query}...`).start();
+        try {
+            // render is forced automatically by SPA auto-detect, but be explicit here
+            const result = await peel(url, { render: true, timeout: 30000 });
+            if (spinner)
+                spinner.succeed('Flights loaded');
+            if (options.json) {
+                console.log(JSON.stringify({
+                    query,
+                    url,
+                    flights: result.domainData?.structured?.flights || [],
+                    source: 'Google Flights',
+                    content: result.content,
+                    tokens: result.tokens,
+                }, null, 2));
+            }
+            else {
+                console.log(result.content);
+            }
+            await cleanup();
+            process.exit(0);
+        }
+        catch (error) {
+            if (spinner)
+                spinner.fail('Flight search failed');
+            console.error(`Error: ${error instanceof Error ? error.message : 'Unknown error'}`);
+            await cleanup();
+            process.exit(1);
+        }
+    });
     // ── extractors command ────────────────────────────────────────────────────
     program
         .command('extractors')

package/dist/core/domain-extractors.js

@@ -5986,6 +5986,26 @@ async function googleFlightsExtractor(_html, url) {
     if (unique.length === 0)
         return null;
     unique.sort((a, b) => a.price - b.price);
+    // Helper: get airline booking URL
+    function getAirlineBookingUrl(airline, from, to) {
+        const fromLower = from.toLowerCase();
+        const toLower = to.toLowerCase();
+        const urlMap = {
+            'United': `https://www.united.com/en-us/flights-from-${fromLower}-to-${toLower}`,
+            'Delta': `https://www.delta.com/flight-search/search`,
+            'JetBlue': `https://www.jetblue.com/booking/flights`,
+            'American': `https://www.aa.com/booking/find-flights`,
+            'Spirit': `https://www.spirit.com/book/flights`,
+            'Frontier': `https://www.flyfrontier.com/booking/`,
+            'Southwest': `https://www.southwest.com/air/booking/`,
+            'Breeze': `https://www.flybreeze.com/home`,
+            'Alaska': `https://www.alaskaair.com/booking/flights`,
+            'Hawaiian': `https://www.hawaiianairlines.com/book-a-trip`,
+            'Sun Country': `https://www.suncountry.com/booking/search`,
+            'Avelo': `https://www.aveloair.com/book`,
+        };
+        return urlMap[airline] || `https://www.google.com/search?q=${encodeURIComponent(`${airline} flights ${from} to ${to}`)}`;
+    }
     // Parse route from URL
     const u = new URL(url);
     const query = (u.searchParams.get('q') || '').replace(/Flights?\s+(from\s+)?/i, '').replace(/\s+one\s+way/i, '').trim();
@@ -5998,11 +6018,13 @@ async function googleFlightsExtractor(_html, url) {
     ];
     for (let idx = 0; idx < unique.length; idx++) {
         const f = unique[idx];
+        const bookingUrl = getAirlineBookingUrl(f.airline, f.fromAirport, f.toAirport);
         md.push(`## ${idx + 1}. ${f.airline} — ${f.priceStr}`);
         md.push(`🕐 Depart **${f.departTime}** → Arrive **${f.arriveTime}**${f.departDate ? ` · ${f.departDate}` : ''}`);
         md.push(`🛫 ${f.fromAirport} → ${f.toAirport} · ${f.duration} · ${f.stops}`);
         if (f.bags)
             md.push(`🧳 ${f.bags}`);
+        md.push(`🔗 [Book on ${f.airline}](${bookingUrl})`);
         md.push('');
     }
     md.push('---');

package/dist/core/pipeline.js

@@ -146,6 +146,43 @@ export function normalizeOptions(ctx) {
     if (autoScrollOpts) {
         ctx.render = true;
     }
+    // Auto-detect SPAs that require browser rendering (no --render flag needed)
+    if (!ctx.render) {
+        const SPA_DOMAINS = new Set([
+            'www.google.com', // Google Flights, Maps, Shopping etc.
+            'flights.google.com',
+            'www.airbnb.com',
+            'www.booking.com',
+            'www.expedia.com',
+            'www.kayak.com',
+            'www.skyscanner.com',
+            'www.tripadvisor.com',
+            'www.indeed.com',
+            'www.glassdoor.com',
+            'www.zillow.com', // already handled but backup
+            'app.webpeel.dev', // our own dashboard is a SPA
+        ]);
+        // More specific: some google.com paths need render, not all
+        const SPA_URL_PATTERNS = [
+            /google\.com\/travel/,
+            /google\.com\/maps/,
+            /google\.com\/shopping/,
+        ];
+        try {
+            const hostname = new URL(ctx.url).hostname;
+            if (SPA_DOMAINS.has(hostname)) {
+                ctx.render = true;
+                log.debug(`Auto-enabling render: SPA domain detected (${hostname})`);
+            }
+            else if (SPA_URL_PATTERNS.some(p => p.test(ctx.url))) {
+                ctx.render = true;
+                log.debug(`Auto-enabling render: SPA URL pattern matched`);
+            }
+        }
+        catch {
+            // Invalid URL — skip SPA detection
+        }
+    }
 }
 // ---------------------------------------------------------------------------
 // Stage 2: handleYouTube

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "webpeel",
-  "version": "0.21.74",
+  "version": "0.21.75",
   "description": "Fast web fetcher for AI agents - stealth mode, crawl mode, page actions, structured extraction, PDF parsing, smart escalation from simple HTTP to headless browser",
   "author": "Jake Liu",
   "license": "AGPL-3.0-only",