webpeel 0.12.0 → 0.12.2

package/dist/server/routes/jobs.js

@@ -0,0 +1,374 @@
+/**
+ * Async jobs API - crawl endpoints with SSE support
+ */
+import { Router } from 'express';
+import { crawl } from '../../index.js';
+import { searchJobs } from '../../core/jobs.js';
+import { sendWebhook } from './webhooks.js';
+export function createJobsRouter(jobQueue, authStore) {
+    const router = Router();
+    /**
+     * POST /v1/crawl - Start async crawl job
+     */
+    router.post('/v1/crawl', async (req, res) => {
+        try {
+            const { url, limit, maxDepth, scrapeOptions, webhook, location, languages } = req.body;
+            // Validate required parameters
+            if (!url || typeof url !== 'string') {
+                res.status(400).json({
+                    error: 'invalid_request',
+                    message: 'Missing or invalid "url" parameter',
+                });
+                return;
+            }
+            // Validate URL
+            try {
+                new URL(url);
+            }
+            catch {
+                res.status(400).json({
+                    error: 'invalid_url',
+                    message: 'Invalid URL format',
+                });
+                return;
+            }
+            // Create job (with owner for authorization)
+            const ownerId = req.auth?.keyInfo?.accountId;
+            const job = await jobQueue.createJob('crawl', webhook, ownerId);
+            // Start crawl in background
+            setImmediate(async () => {
+                try {
+                    // Update job to processing
+                    jobQueue.updateJob(job.id, { status: 'processing' });
+                    // Send started webhook
+                    if (webhook) {
+                        await sendWebhook(webhook, 'started', {
+                            jobId: job.id,
+                            url,
+                        });
+                    }
+                    // Build crawl options
+                    const crawlOptions = {
+                        maxPages: limit || 100,
+                        maxDepth: maxDepth || 3,
+                        onProgress: (progress) => {
+                            // Update job progress
+                            const total = progress.crawled + progress.queued;
+                            jobQueue.updateJob(job.id, {
+                                total,
+                                completed: progress.crawled,
+                                creditsUsed: progress.crawled,
+                            });
+                            // Send page webhook
+                            if (webhook && progress.currentUrl) {
+                                sendWebhook(webhook, 'page', {
+                                    jobId: job.id,
+                                    url: progress.currentUrl,
+                                    completed: progress.crawled,
+                                    total,
+                                }).catch(() => { }); // Fire and forget
+                            }
+                        },
+                        // Spread existing scrapeOptions
+                        ...scrapeOptions,
+                        // Add location support if provided (CrawlOptions extends PeelOptions)
+                        location: location || languages ? {
+                            country: location,
+                            languages: Array.isArray(languages) ? languages : (languages ? [languages] : undefined),
+                        } : undefined,
+                    };
+                    // Run crawl
+                    const results = await crawl(url, crawlOptions);
+                    // Update job with results
+                    jobQueue.updateJob(job.id, {
+                        status: 'completed',
+                        data: results,
+                        total: results.length,
+                        completed: results.length,
+                        creditsUsed: results.length,
+                    });
+                    // Send completed webhook
+                    if (webhook) {
+                        await sendWebhook(webhook, 'completed', {
+                            jobId: job.id,
+                            total: results.length,
+                        });
+                    }
+                }
+                catch (error) {
+                    // Update job with error
+                    jobQueue.updateJob(job.id, {
+                        status: 'failed',
+                        error: error.message || 'Unknown error',
+                    });
+                    // Send failed webhook
+                    if (webhook) {
+                        await sendWebhook(webhook, 'failed', {
+                            jobId: job.id,
+                            error: error.message || 'Unknown error',
+                        });
+                    }
+                }
+            });
+            // Return job ID immediately
+            res.status(202).json({
+                success: true,
+                id: job.id,
+                url: `/v1/crawl/${job.id}`,
+            });
+        }
+        catch (error) {
+            console.error('Crawl job creation error:', error);
+            res.status(500).json({
+                error: 'internal_error',
+                message: 'Failed to create crawl job',
+            });
+        }
+    });
+    /**
+     * GET /v1/crawl/:id - Get crawl job status + results (with SSE support)
+     */
+    router.get('/v1/crawl/:id', async (req, res) => {
+        try {
+            const id = req.params.id;
+            const job = await jobQueue.getJob(id);
+            if (!job) {
+                res.status(404).json({
+                    error: 'not_found',
+                    message: 'Job not found',
+                });
+                return;
+            }
+            // SECURITY: Verify the requester owns this job
+            const requestOwnerId = req.auth?.keyInfo?.accountId;
+            if (job.ownerId && requestOwnerId && job.ownerId !== requestOwnerId) {
+                res.status(404).json({
+                    error: 'not_found',
+                    message: 'Job not found',
+                });
+                return;
+            }
+            // Check for SSE request
+            const acceptHeader = req.get('Accept');
+            const isSSE = acceptHeader?.includes('text/event-stream');
+            if (isSSE) {
+                // Set SSE headers
+                res.setHeader('Content-Type', 'text/event-stream');
+                res.setHeader('Cache-Control', 'no-cache');
+                res.setHeader('Connection', 'keep-alive');
+                // Send initial event
+                const sendEvent = (data) => {
+                    res.write(`data: ${JSON.stringify(data)}\n\n`);
+                };
+                sendEvent({
+                    event: 'status',
+                    ...job,
+                });
+                // Poll for updates every second
+                const interval = setInterval(async () => {
+                    const updatedJob = await jobQueue.getJob(id);
+                    if (!updatedJob) {
+                        clearInterval(interval);
+                        res.end();
+                        return;
+                    }
+                    sendEvent({
+                        event: 'status',
+                        ...updatedJob,
+                    });
+                    // End stream if job is complete
+                    if (updatedJob.status === 'completed' || updatedJob.status === 'failed' || updatedJob.status === 'cancelled') {
+                        clearInterval(interval);
+                        res.end();
+                    }
+                }, 1000);
+                // Clean up on client disconnect
+                req.on('close', () => {
+                    clearInterval(interval);
+                });
+            }
+            else {
+                // Return JSON response
+                res.json({
+                    success: true,
+                    status: job.status,
+                    progress: job.progress,
+                    total: job.total,
+                    completed: job.completed,
+                    creditsUsed: job.creditsUsed,
+                    data: job.data,
+                    error: job.error,
+                    expiresAt: job.expiresAt,
+                });
+            }
+        }
+        catch (error) {
+            console.error('Get crawl job error:', error);
+            res.status(500).json({
+                error: 'internal_error',
+                message: 'Failed to retrieve job',
+            });
+        }
+    });
+    /**
+     * DELETE /v1/crawl/:id - Cancel crawl job
+     */
+    router.delete('/v1/crawl/:id', async (req, res) => {
+        try {
+            const id = req.params.id;
+            // SECURITY: Verify the requester owns this job before cancelling
+            const job = await jobQueue.getJob(id);
+            const requestOwnerId = req.auth?.keyInfo?.accountId;
+            if (job?.ownerId && requestOwnerId && job.ownerId !== requestOwnerId) {
+                res.status(404).json({
+                    error: 'not_found',
+                    message: 'Job not found or cannot be cancelled',
+                });
+                return;
+            }
+            const cancelled = await jobQueue.cancelJob(id);
+            if (!cancelled) {
+                res.status(404).json({
+                    error: 'not_found',
+                    message: 'Job not found or cannot be cancelled',
+                });
+                return;
+            }
+            res.json({
+                success: true,
+                message: 'Job cancelled',
+            });
+        }
+        catch (error) {
+            console.error('Cancel crawl job error:', error);
+            res.status(500).json({
+                error: 'internal_error',
+                message: 'Failed to cancel job',
+            });
+        }
+    });
+    /**
+     * GET /v1/jobs - List all jobs
+     */
+    router.get('/v1/jobs', async (req, res) => {
+        try {
+            const { type, status, limit } = req.query;
+            // SECURITY: Filter jobs by the authenticated user's ownership
+            const ownerId = req.auth?.keyInfo?.accountId;
+            const jobs = await jobQueue.listJobs({
+                type: type,
+                status: status,
+                limit: limit ? parseInt(limit, 10) : 50,
+                ownerId,
+            });
+            res.json({
+                success: true,
+                count: jobs.length,
+                jobs,
+            });
+        }
+        catch (error) {
+            console.error('List jobs error:', error);
+            res.status(500).json({
+                error: 'internal_error',
+                message: 'Failed to list jobs',
+            });
+        }
+    });
+    /**
+     * POST /v1/jobs — Search job boards (LinkedIn, Indeed, Glassdoor)
+     *
+     * Credits: 1 for the search + 1 per detail page fetched.
+     */
+    router.post('/v1/jobs', async (req, res) => {
+        try {
+            const { url, keywords, location, source, limit, fetchDetails, timeout, } = req.body;
+            // Must provide either url or keywords
+            if (!url && !keywords) {
+                res.status(400).json({
+                    error: 'invalid_request',
+                    message: 'Provide either "url" or "keywords" in the request body.',
+                    docs: 'https://webpeel.dev/docs/api-reference#jobs',
+                });
+                return;
+            }
+            // Validate source
+            const validSources = ['glassdoor', 'indeed', 'linkedin'];
+            if (source && !validSources.includes(source)) {
+                res.status(400).json({
+                    error: 'invalid_request',
+                    message: `Invalid "source": must be one of ${validSources.join(', ')}`,
+                });
+                return;
+            }
+            // Validate numeric params
+            const resolvedLimit = typeof limit === 'number' ? Math.min(Math.max(limit, 1), 100) : 25;
+            const resolvedDetails = typeof fetchDetails === 'number' ? Math.min(Math.max(fetchDetails, 0), resolvedLimit) : 0;
+            const resolvedTimeout = typeof timeout === 'number' ? Math.min(Math.max(timeout, 5000), 120000) : 30000;
+            const searchOpts = {
+                url: url || undefined,
+                keywords: keywords || undefined,
+                location: location || undefined,
+                source: source || undefined,
+                limit: resolvedLimit,
+                fetchDetails: resolvedDetails,
+                timeout: resolvedTimeout,
+            };
+            const startTime = Date.now();
+            const result = await searchJobs(searchOpts);
+            const elapsed = Date.now() - startTime;
+            // Credits: 1 for the search + 1 per detail page fetched
+            const creditsUsed = 1 + result.detailsFetched;
+            // Track usage
+            const isSoftLimited = req.auth?.softLimited === true;
+            const hasExtraUsage = req.auth?.extraUsageAvailable === true;
+            const pgStore = authStore;
+            if (req.auth?.keyInfo?.accountId && typeof pgStore.pool !== 'undefined') {
+                pgStore.pool.query(`INSERT INTO usage_logs
+            (user_id, endpoint, url, method, processing_time_ms, status_code, ip_address, user_agent)
+          VALUES ($1, $2, $3, $4, $5, $6, $7, $8)`, [
+                    req.auth.keyInfo.accountId,
+                    'jobs',
+                    result.searchUrl || keywords || url || '',
+                    'basic',
+                    elapsed,
+                    200,
+                    req.ip || req.socket.remoteAddress,
+                    req.get('user-agent'),
+                ]).catch((err) => {
+                    console.error('Failed to log jobs request to usage_logs:', err);
+                });
+            }
+            if (req.auth?.keyInfo?.key && typeof pgStore.trackBurstUsage === 'function') {
+                await pgStore.trackBurstUsage(req.auth.keyInfo.key);
+                if (isSoftLimited && hasExtraUsage) {
+                    const extraResult = await pgStore.trackExtraUsage(req.auth.keyInfo.key, 'search', result.searchUrl || keywords || url || '', elapsed, 200);
+                    if (extraResult.success) {
+                        res.setHeader('X-Extra-Usage-Charged', `$${extraResult.cost.toFixed(4)}`);
+                        res.setHeader('X-Extra-Usage-New-Balance', extraResult.newBalance.toFixed(2));
+                    }
+                }
+                else if (!isSoftLimited) {
+                    await pgStore.trackUsage(req.auth.keyInfo.key, 'search');
+                }
+            }
+            res.setHeader('X-Credits-Used', creditsUsed.toString());
+            res.setHeader('X-Processing-Time', elapsed.toString());
+            res.json({
+                success: true,
+                data: result,
+                creditsUsed,
+            });
+        }
+        catch (error) {
+            console.error('POST /v1/jobs error:', error);
+            res.status(500).json({
+                error: 'internal_error',
+                message: 'Job search failed. Please try again.',
+                docs: 'https://webpeel.dev/docs/api-reference#jobs',
+            });
+        }
+    });
+    return router;
+}
+//# sourceMappingURL=jobs.js.map

package/dist/server/routes/jobs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jobs.js","sourceRoot":"","sources":["../../../src/server/routes/jobs.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAIhD,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C,MAAM,UAAU,gBAAgB,CAAC,QAAmB,EAAE,SAAoB;IACxE,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IAExB;;OAEG;IACH,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC7D,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;YAEvF,+BAA+B;YAC/B,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBACpC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,oCAAoC;iBAC9C,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,eAAe;YACf,IAAI,CAAC;gBACH,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YACf,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,aAAa;oBACpB,OAAO,EAAE,oBAAoB;iBAC9B,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,4CAA4C;YAC5C,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC;YAC7C,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAEhE,4BAA4B;YAC5B,YAAY,CAAC,KAAK,IAAI,EAAE;gBACtB,IAAI,CAAC;oBACH,2BAA2B;oBAC3B,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;oBAErD,uBAAuB;oBACvB,IAAI,OAAO,EAAE,CAAC;wBACZ,MAAM,WAAW,CAAC,OAAO,EAAE,SAAS,EAAE;4BACpC,KAAK,EAAE,GAAG,CAAC,EAAE;4BACb,GAAG;yBACJ,CAAC,CAAC;oBACL,CAAC;oBAED,sBAAsB;oBACtB,MAAM,YAAY,GAAiB;wBACjC,QAAQ,EAAE,KAAK,IAAI,GAAG;wBACtB,QAAQ,EAAE,QAAQ,IAAI,CAAC;wBACvB,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE;4BACvB,sBAAsB;4BACtB,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC;4BACjD,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;gCACzB,KAAK;gCACL,SAAS,EAAE,QAAQ,CAAC,OAAO;gCAC3B,WAAW,EAAE,QAAQ,CAAC,OAAO;6BAC9B,CAAC,CAAC;4BAEH,oBAAoB;4BACpB,IAAI,OAAO,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;gCACnC,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE;oCAC3B,KAAK,EAAE,GAAG,CAAC,EAAE;oCACb,GAAG,EAAE,QAAQ,CAAC,UAAU;oCACxB,SAAS,EAAE,QAAQ,CAAC,OAAO;oCAC3B,KAAK;iCACN,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC,kBAAkB;4BACxC,CAAC;wBACH,CAAC;wBACD,gCAAgC;wBAChC,GAAG,aAAa;wBAChB,sEAAsE;wBACtE,QAAQ,EAAE,QAAQ,IAAI,SAAS,CAAC,CAAC,CAAC;4BAChC,OAAO,EAAE,QAAQ;4BACjB,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;yBACxF,CAAC,CAAC,CAAC,SAAS;qBACd,CAAC;oBAEF,YAAY;oBACZ,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;oBAE/C,0BAA0B;oBAC1B,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;wBACzB,MAAM,EAAE,WAAW;wBACnB,IAAI,EAAE,OAAO;wBACb,KAAK,EAAE,OAAO,CAAC,MAAM;wBACrB,SAAS,EAAE,OAAO,CAAC,MAAM;wBACzB,WAAW,EAAE,OAAO,CAAC,MAAM;qBAC5B,CAAC,CAAC;oBAEH,yBAAyB;oBACzB,IAAI,OAAO,EAAE,CAAC;wBACZ,MAAM,WAAW,CAAC,OAAO,EAAE,WAAW,EAAE;4BACtC,KAAK,EAAE,GAAG,CAAC,EAAE;4BACb,KAAK,EAAE,OAAO,CAAC,MAAM;yBACtB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,wBAAwB;oBACxB,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;wBACzB,MAAM,EAAE,QAAQ;wBAChB,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,eAAe;qBACxC,CAAC,CAAC;oBAEH,sBAAsB;oBACtB,IAAI,OAAO,EAAE,CAAC;wBACZ,MAAM,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE;4BACnC,KAAK,EAAE,GAAG,CAAC,EAAE;4BACb,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,eAAe;yBACxC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,4BAA4B;YAC5B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,OAAO,EAAE,IAAI;gBACb,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,GAAG,EAAE,aAAa,GAAG,CAAC,EAAE,EAAE;aAC3B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;YAClD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,gBAAgB;gBACvB,OAAO,EAAE,4BAA4B;aACtC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;OAEG;IACH,MAAM,CAAC,GAAG,CAAC,eAAe,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAChE,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAY,CAAC;YACnC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAEtC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,WAAW;oBAClB,OAAO,EAAE,eAAe;iBACzB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,+CAA+C;YAC/C,MAAM,cAAc,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC;YACpD,IAAI,GAAG,CAAC,OAAO,IAAI,cAAc,IAAI,GAAG,CAAC,OAAO,KAAK,cAAc,EAAE,CAAC;gBACpE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,WAAW;oBAClB,OAAO,EAAE,eAAe;iBACzB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,wBAAwB;YACxB,MAAM,YAAY,GAAG,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG,YAAY,EAAE,QAAQ,CAAC,mBAAmB,CAAC,CAAC;YAE1D,IAAI,KAAK,EAAE,CAAC;gBACV,kBAAkB;gBAClB,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;gBACnD,GAAG,CAAC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;gBAC3C,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;gBAE1C,qBAAqB;gBACrB,MAAM,SAAS,GAAG,CAAC,IAAS,EAAE,EAAE;oBAC9B,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACjD,CAAC,CAAC;gBAEF,SAAS,CAAC;oBACR,KAAK,EAAE,QAAQ;oBACf,GAAG,GAAG;iBACP,CAAC,CAAC;gBAEH,gCAAgC;gBAChC,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;oBACtC,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBAC7C,IAAI,CAAC,UAAU,EAAE,CAAC;wBAChB,aAAa,CAAC,QAAQ,CAAC,CAAC;wBACxB,GAAG,CAAC,GAAG,EAAE,CAAC;wBACV,OAAO;oBACT,CAAC;oBAED,SAAS,CAAC;wBACR,KAAK,EAAE,QAAQ;wBACf,GAAG,UAAU;qBACd,CAAC,CAAC;oBAEH,gCAAgC;oBAChC,IAAI,UAAU,CAAC,MAAM,KAAK,WAAW,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,IAAI,UAAU,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;wBAC7G,aAAa,CAAC,QAAQ,CAAC,CAAC;wBACxB,GAAG,CAAC,GAAG,EAAE,CAAC;oBACZ,CAAC;gBACH,CAAC,EAAE,IAAI,CAAC,CAAC;gBAET,gCAAgC;gBAChC,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;oBACnB,aAAa,CAAC,QAAQ,CAAC,CAAC;gBAC1B,CAAC,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,uBAAuB;gBACvB,GAAG,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,IAAI;oBACb,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,WAAW,EAAE,GAAG,CAAC,WAAW;oBAC5B,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,SAAS,EAAE,GAAG,CAAC,SAAS;iBACzB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;YAC7C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,gBAAgB;gBACvB,OAAO,EAAE,wBAAwB;aAClC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACnE,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAY,CAAC;YAEnC,iEAAiE;YACjE,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACtC,MAAM,cAAc,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC;YACpD,IAAI,GAAG,EAAE,OAAO,IAAI,cAAc,IAAI,GAAG,CAAC,OAAO,KAAK,cAAc,EAAE,CAAC;gBACrE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,WAAW;oBAClB,OAAO,EAAE,sCAAsC;iBAChD,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAE/C,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,WAAW;oBAClB,OAAO,EAAE,sCAAsC;iBAChD,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,eAAe;aACzB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;YAChD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,gBAAgB;gBACvB,OAAO,EAAE,sBAAsB;aAChC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;OAEG;IACH,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC3D,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC;YAE1C,8DAA8D;YAC9D,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC;YAE7C,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC;gBACnC,IAAI,EAAE,IAA0B;gBAChC,MAAM,EAAE,MAA4B;gBACpC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAe,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBACjD,OAAO;aACR,CAAC,CAAC;YAEH,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,IAAI,CAAC,MAAM;gBAClB,IAAI;aACL,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC;YACzC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,gBAAgB;gBACvB,OAAO,EAAE,qBAAqB;aAC/B,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;;;OAIG;IACH,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC5D,IAAI,CAAC;YACH,MAAM,EACJ,GAAG,EACH,QAAQ,EACR,QAAQ,EACR,MAAM,EACN,KAAK,EACL,YAAY,EACZ,OAAO,GACR,GAAG,GAAG,CAAC,IAQP,CAAC;YAEF,sCAAsC;YACtC,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACtB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,yDAAyD;oBAClE,IAAI,EAAE,6CAA6C;iBACpD,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,kBAAkB;YAClB,MAAM,YAAY,GAAG,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;YACzD,IAAI,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,oCAAoC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;iBACvE,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,0BAA0B;YAC1B,MAAM,aAAa,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACzF,MAAM,eAAe,GAAG,OAAO,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAClH,MAAM,eAAe,GAAG,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAExG,MAAM,UAAU,GAAqB;gBACnC,GAAG,EAAE,GAAG,IAAI,SAAS;gBACrB,QAAQ,EAAE,QAAQ,IAAI,SAAS;gBAC/B,QAAQ,EAAE,QAAQ,IAAI,SAAS;gBAC/B,MAAM,EAAE,MAAM,IAAI,SAAS;gBAC3B,KAAK,EAAE,aAAa;gBACpB,YAAY,EAAE,eAAe;gBAC7B,OAAO,EAAE,eAAe;aACzB,CAAC;YAEF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC;YAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAEvC,wDAAwD;YACxD,MAAM,WAAW,GAAG,CAAC,GAAG,MAAM,CAAC,cAAc,CAAC;YAE9C,cAAc;YACd,MAAM,aAAa,GAAG,GAAG,CAAC,IAAI,EAAE,WAAW,KAAK,IAAI,CAAC;YACrD,MAAM,aAAa,GAAG,GAAG,CAAC,IAAI,EAAE,mBAAmB,KAAK,IAAI,CAAC;YAC7D,MAAM,OAAO,GAAG,SAAgB,CAAC;YAEjC,IAAI,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBACxE,OAAO,CAAC,IAAI,CAAC,KAAK,CAChB;;kDAEwC,EACxC;oBACE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS;oBAC1B,MAAM;oBACN,MAAM,CAAC,SAAS,IAAI,QAAQ,IAAI,GAAG,IAAI,EAAE;oBACzC,OAAO;oBACP,OAAO;oBACP,GAAG;oBACH,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,aAAa;oBAClC,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC;iBACtB,CACF,CAAC,KAAK,CAAC,CAAC,GAAQ,EAAE,EAAE;oBACnB,OAAO,CAAC,KAAK,CAAC,2CAA2C,EAAE,GAAG,CAAC,CAAC;gBAClE,CAAC,CAAC,CAAC;YACL,CAAC;YAED,IAAI,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,OAAO,OAAO,CAAC,eAAe,KAAK,UAAU,EAAE,CAAC;gBAC5E,MAAM,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAEpD,IAAI,aAAa,IAAI,aAAa,EAAE,CAAC;oBACnC,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,eAAe,CAC/C,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EACpB,QAAQ,EACR,MAAM,CAAC,SAAS,IAAI,QAAQ,IAAI,GAAG,IAAI,EAAE,EACzC,OAAO,EACP,GAAG,CACJ,CAAC;oBACF,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;wBACxB,GAAG,CAAC,SAAS,CAAC,uBAAuB,EAAE,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBAC1E,GAAG,CAAC,SAAS,CAAC,2BAA2B,EAAE,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;oBAChF,CAAC;gBACH,CAAC;qBAAM,IAAI,CAAC,aAAa,EAAE,CAAC;oBAC1B,MAAM,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;gBAC3D,CAAC;YACH,CAAC;YAED,GAAG,CAAC,SAAS,CAAC,gBAAgB,EAAE,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC;YACxD,GAAG,CAAC,SAAS,CAAC,mBAAmB,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;YAEvD,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,MAAM;gBACZ,WAAW;aACZ,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;YAC7C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,gBAAgB;gBACvB,OAAO,EAAE,sCAAsC;gBAC/C,IAAI,EAAE,6CAA6C;aACpD,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/server/routes/mcp.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Hosted MCP endpoint — POST /mcp, POST /v2/mcp, POST /:apiKey/v2/mcp
+ *
+ * Accepts MCP Streamable HTTP transport (JSON-RPC over HTTP).
+ * Users connect with:
+ *   { "url": "https://api.webpeel.dev/mcp" }
+ *   { "url": "https://api.webpeel.dev/v2/mcp" }
+ *   { "url": "https://api.webpeel.dev/<API_KEY>/v2/mcp" }  ← key in URL (Firecrawl-style)
+ *
+ * Each request creates a stateless MCP server, processes the JSON-RPC
+ * message(s), and returns the response.
+ */
+import { Router } from 'express';
+import type { AuthStore } from '../auth-store.js';
+export declare function createMcpRouter(authStore?: AuthStore): Router;
+//# sourceMappingURL=mcp.d.ts.map

package/dist/server/routes/mcp.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mcp.d.ts","sourceRoot":"","sources":["../../../src/server/routes/mcp.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AAEpD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAyblD,wBAAgB,eAAe,CAAC,SAAS,CAAC,EAAE,SAAS,GAAG,MAAM,CAqE7D"}