mcp-scraper 0.97.1 → 0.99.0

package/dist/index.d.ts

@@ -1,607 +1,14 @@
-import { z } from 'zod';
-
-declare const SERP_FEATURE_COMPLETENESS_STATES: readonly ["observed_present", "observed_absent", "incomplete", "not_requested", "unknown", "unsupported"];
-type SerpFeatureCompletenessState = typeof SERP_FEATURE_COMPLETENESS_STATES[number];
-
-type SerpLinkType = 'plain' | 'google_url_redirect' | 'google_goto_redirect';
-type SerpLinkResolutionStatus = 'not_needed' | 'resolved' | 'unresolved' | 'rejected';
-interface SerpOutboundLink {
-    url: string;
-    rawUrl: string;
-    resolvedUrl: string | null;
-    linkType: SerpLinkType;
-    resolutionStatus: SerpLinkResolutionStatus;
-}
-interface VideoResult {
-    type: 'video' | 'short_video';
-    title: string;
-    channel: string;
-    platform: string;
-    duration: string;
-    url: string;
-}
-interface ForumResult {
-    title: string;
-    source: string;
-    url: string;
-}
-interface WhatPeopleSayingCard {
-    type: 'reddit' | 'facebook' | 'instagram' | 'tiktok' | 'youtube' | 'news' | 'unknown';
-    title: string;
-    url: string;
-    source: string;
-    platform: string;
-    popularComment: string | null;
-    engagement: string;
-    date: string;
-    duration: string | null;
-    authorNote: string | null;
-}
-interface AICitation {
-    text: string;
-    href: string;
-    rawUrl: string;
-    resolvedUrl: string | null;
-    linkType: SerpLinkType;
-    resolutionStatus: SerpLinkResolutionStatus;
-}
-interface AIOverviewResult {
-    detected: boolean;
-    text: string | null;
-    citations: AICitation[];
-    expanded?: boolean;
-    fullyExpanded?: boolean;
-    sections?: string[];
-    shareUrl?: string | null;
-}
-interface AIModeResult {
-    detected: boolean;
-    text: string | null;
-    citations: AICitation[];
-}
-type GoogleSurface = 'web' | 'aim' | 'unknown';
-interface OrganicResult {
-    position: number;
-    title: string;
-    url: string;
-    rawUrl: string;
-    resolvedUrl: string | null;
-    linkType: SerpLinkType;
-    resolutionStatus: SerpLinkResolutionStatus;
-    domain: string;
-    cite: string | null;
-    snippet: string | null;
-    isRedditStyle: boolean;
-    inlineRating: {
-        value: string;
-        count: string;
-    } | null;
-}
-interface LocalPackBusiness {
-    position: number;
-    name: string;
-    cid: string | null;
-    rating: string | null;
-    reviewCount: string | null;
-    metadata: string[];
-    websiteUrl: string | null;
-    directionsUrl: string | null;
-}
-interface EntityRecord {
-    name: string;
-    kgId: string | null;
-    cid: string | null;
-    gcid: string | null;
-}
-interface EntityIds {
-    entities: EntityRecord[];
-    kgIds: string[];
-    cids: string[];
-    gcids: string[];
-}
-
-interface SerpPreviewQuestion {
-    question: string;
-    answer: string | null;
-    url: string | null;
-    sourceTitle?: string | null;
-    sourceName?: string | null;
-    displayLink?: string | null;
-}
-interface SerpFeatureItem {
-    title: string | null;
-    url: string | null;
-    description: string | null;
-    position: number | null;
-}
-interface SerpFeatureGroup {
-    name: string;
-    attributes: Record<string, string | number | boolean | null>;
-    items: SerpFeatureItem[];
-}
-interface FullSerpPageFeatures {
-    page: 1 | 2;
-    status: Record<string, SerpFeatureCompletenessState>;
-    paaPreview: SerpPreviewQuestion[];
-    additional: SerpFeatureGroup[];
-    localPack: LocalPackBusiness[];
-    forums: ForumResult[];
-    videos: VideoResult[];
-    whatPeopleSaying: WhatPeopleSayingCard[];
-    aiOverview: AIOverviewResult;
-    aiMode: AIModeResult;
-    entityIds: EntityIds;
-}
-interface FullSerpFeatures {
-    status: Record<string, SerpFeatureCompletenessState>;
-    paaPreview: SerpPreviewQuestion[];
-    additional: SerpFeatureGroup[];
-    pages: FullSerpPageFeatures[];
-}
-
-declare const HarvestOptionsSchema: z.ZodObject<{
-    query: z.ZodString;
-    location: z.ZodOptional<z.ZodString>;
-    gl: z.ZodDefault<z.ZodString>;
-    hl: z.ZodDefault<z.ZodString>;
-    device: z.ZodDefault<z.ZodEnum<{
-        desktop: "desktop";
-        mobile: "mobile";
-    }>>;
-    proxyMode: z.ZodDefault<z.ZodEnum<{
-        location: "location";
-        configured: "configured";
-        none: "none";
-    }>>;
-    proxyZip: z.ZodOptional<z.ZodString>;
-    keepDefaultProxy: z.ZodOptional<z.ZodBoolean>;
-    requireUsEgress: z.ZodOptional<z.ZodBoolean>;
-    maxAttempts: z.ZodOptional<z.ZodNumber>;
-    debug: z.ZodDefault<z.ZodBoolean>;
-    depth: z.ZodDefault<z.ZodNumber>;
-    maxQuestions: z.ZodDefault<z.ZodNumber>;
-    headless: z.ZodDefault<z.ZodBoolean>;
-    profileDir: z.ZodOptional<z.ZodString>;
-    proxy: z.ZodOptional<z.ZodString>;
-    \u006b\u0065\u0072\u006e\u0065\u006cApiKey: z.ZodOptional<z.ZodString>;
-    \u006b\u0065\u0072\u006e\u0065\u006cProxyId: z.ZodOptional<z.ZodString>;
-    \u006b\u0065\u0072\u006e\u0065\u006cProfileName: z.ZodOptional<z.ZodString>;
-    \u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
-    \u006b\u0065\u0072\u006e\u0065\u006cStealth: z.ZodOptional<z.ZodBoolean>;
-    serpIdentity: z.ZodOptional<z.ZodString>;
-    \u006b\u0065\u0072\u006e\u0065\u006cProxyResolution: z.ZodOptional<z.ZodUnknown>;
-    outputDir: z.ZodDefault<z.ZodString>;
-    format: z.ZodDefault<z.ZodEnum<{
-        json: "json";
-        csv: "csv";
-        both: "both";
-    }>>;
-    serpOnly: z.ZodDefault<z.ZodBoolean>;
-    questionsOnly: z.ZodDefault<z.ZodBoolean>;
-    questionGrowthRecoveryRounds: z.ZodDefault<z.ZodNumber>;
-    pages: z.ZodDefault<z.ZodNumber>;
-    includeAllSerpFeatures: z.ZodDefault<z.ZodBoolean>;
-    includeLocalPack: z.ZodDefault<z.ZodBoolean>;
-    includeForums: z.ZodDefault<z.ZodBoolean>;
-    includeVideos: z.ZodDefault<z.ZodBoolean>;
-    includeAiOverview: z.ZodDefault<z.ZodBoolean>;
-    includeWhatPeopleSaying: z.ZodDefault<z.ZodBoolean>;
-    includeShortVideos: z.ZodDefault<z.ZodBoolean>;
-    recency: z.ZodOptional<z.ZodEnum<{
-        day: "day";
-        week: "week";
-        month: "month";
-        year: "year";
-    }>>;
-    softDeadlineMs: z.ZodOptional<z.ZodNumber>;
-}, z.core.$strip>;
-
-type PaaDiscoveryStatus = 'in_progress' | 'target_reached' | 'frontier_exhausted' | 'no_paa_observed' | 'interrupted' | 'recovery_exhausted';
-type PaaTargetStatus = 'met' | 'not_met';
-type PaaMaterialStatus = 'complete' | 'partial';
-interface PaaRetryBreakdown {
-    controlRetries: number;
-    browserRetries: number;
-    providerFallbacks: number;
-    runtimeRecoveries: number;
-    idempotentReplays: number;
-}
-interface PaaLifecycleDiagnostics {
-    requestedQuestions: number;
-    questionsFound: number;
-    targetStatus: PaaTargetStatus;
-    discoveryStatus: PaaDiscoveryStatus;
-    materialStatus: PaaMaterialStatus;
-    completionReason: string;
-    automaticRetries: number;
-    retryBreakdown: PaaRetryBreakdown;
-    knownQuestions: number;
-    processedQuestions: number;
-    failedInteractions: number;
-    noGrowthConfirmations: number;
-    visibleControls?: number;
-    eligibleControls?: number;
-    dispatchedInteractions?: number;
-    confirmedInteractions?: number;
-    unconfirmedInteractions?: number;
-}
-type PaaInteractionOutcome = 'confirmed' | 'unconfirmed' | 'dispatch_failed';
-type PaaInteractionSignal = 'expanded' | 'answer' | 'source' | 'question_growth';
-/** One bounded, auditable interaction with a rendered PAA control. Question
- * growth is recorded separately from control-local answer/expanded signals so
- * a multi-control batch never pretends it can attribute shared DOM growth to a
- * specific click with more certainty than the browser exposed. */
-interface PaaInteractionObservation {
-    id: string;
-    questionId: string;
-    question: string;
-    batchNumber: number;
-    controlAttempt: number;
-    observedAt: string;
-    dispatched: boolean;
-    outcome: PaaInteractionOutcome;
-    confirmationSignals: PaaInteractionSignal[];
-    confirmationCheckpointMs: 700 | 1000 | 1400 | null;
-    confirmedAtMs: number | null;
-    dispatchDurationMs: number;
-    totalDurationMs: number;
-    beforeQuestionCount: number;
-    afterQuestionCount: number;
-    newQuestionCount: number;
-    expandedBefore: boolean;
-    expandedAfter: boolean;
-    answerObserved: boolean;
-    sourceCount: number;
-    errorCode: 'click_failed' | 'click_ack_timeout' | 'control_missing' | 'confirmation_timeout' | null;
-}
-type PaaProgressPhase = 'serp_captured' | 'discovered' | 'click_observed' | 'answer_captured' | 'fill_incomplete' | 'expansion_finished' | 'attempt_ending';
-/** Material already observed before PAA expansion completes. It is checkpointed
- * so a worker interruption cannot discard the SERP that led to the PAA graph. */
-interface PaaProgressMaterial {
-    pagination?: HarvestPaginationDiagnostics;
-    surface: GoogleSurface;
-    aiOverview: AIOverviewResult;
-    aiMode: AIModeResult;
-    whatPeopleSaying: WhatPeopleSayingCard[];
-    videos: VideoResult[];
-    forums: ForumResult[];
-    organicResults: OrganicResult[];
-    localPack: LocalPackBusiness[];
-    entityIds: EntityIds;
-}
-interface PaaProgressSnapshot {
-    sequence: number;
-    observedAt: string;
-    clickedQuestions: string[];
-    phase: PaaProgressPhase;
-    records: FlatRow[];
-    lifecycle?: PaaLifecycleDiagnostics;
-    material?: PaaProgressMaterial;
-    interactions?: PaaInteractionObservation[];
-}
-interface PaaSource extends SerpOutboundLink {
-    title: string | null;
-    site: string | null;
-    /** Description displayed in the Google source card, when observed. */
-    description?: string | null;
-}
-interface PAANode {
-    questionId: string;
-    googleLinkId: string | null;
-    googleEvidenceId: string | null;
-    question: string;
-    answer: string | null;
-    /** A remaining inner answer control could not be expanded within the capture budget. */
-    answerExpansionIncomplete?: boolean;
-    sourceTitle: string | null;
-    sourceSite: string | null;
-    sourceCite: string | null;
-    sources: PaaSource[];
-    depth: number;
-    parentQuestion: string | null;
-    children: PAANode[];
-}
-interface FlatRow {
-    seed_query: string;
-    question_id: string;
-    google_link_id: string;
-    google_evidence_id: string;
-    question: string;
-    answer: string;
-    answerExpansionIncomplete?: boolean;
-    source_title: string;
-    source_site: string;
-    source_cite: string;
-    sources: PaaSource[];
-    depth: number;
-    parent_question: string;
-    extracted_at: string;
-}
-type HarvestOptions = z.infer<typeof HarvestOptionsSchema>;
-
-type CanonicalLocationName = string;
-type SerpDevice = 'desktop' | 'mobile';
-type ProxyMode = 'location' | 'configured' | 'none';
-
-interface \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget {
-    canonicalLocation: CanonicalLocationName;
-    level: 'zip' | 'city' | 'state';
-    country: 'US';
-    state: string;
-    city: string;
-    zip?: string;
-    cityCandidates: string[];
-    proxyName: string;
-    config: {
-        country: 'US';
-        state: string;
-        city?: string;
-        zip?: string;
-    };
-}
-type \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'mobile_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
-interface \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug {
-    source: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource;
-    proxyType: string;
-    proxyMode: ProxyMode;
-    proxyIdPresent: boolean;
-    proxyIdSuffix: string | null;
-    target: \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget | null;
-    error: string | null;
-    disposable?: boolean;
-}
-
-interface BrowserNetworkLocationDebug {
-    source: 'ipapi.co' | 'ipwho.is' | 'api64.ipify.org';
-    ip: string | null;
-    city: string | null;
-    region: string | null;
-    country: string | null;
-    org: string | null;
-    timezone: string | null;
-    error: string | null;
-}
-interface \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug {
-    sessionId: string | null;
-    proxyMode: ProxyMode;
-    requestedProxyIdPresent: boolean;
-    requestedProxyIdSuffix: string | null;
-    createdProxyIdPresent: boolean | null;
-    createdProxyIdSuffix: string | null;
-    retrievedProxyIdPresent: boolean | null;
-    retrievedProxyIdSuffix: string | null;
-    retrievedProxyIdMatchesRequested: boolean | null;
-    defaultProxyDisabled: boolean | null;
-    defaultProxyDisableError: string | null;
-    proxyResolution: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug | null;
-    timeoutSeconds: number | null;
-    stealth: boolean | null;
-    profilePresent: boolean | null;
-    poolPresent: boolean | null;
-    retrieveError: string | null;
-}
-interface BrowserContextDebug {
-    viewport: {
-        width: number;
-        height: number;
-    } | null;
-    locale: string | null;
-    device: SerpDevice;
-    requestedDevice?: SerpDevice;
-    userAgent: string | null;
-    deviceScaleFactor: number | null;
-    isMobile: boolean;
-    hasTouch: boolean;
-}
-interface SerpNavigationDebug {
-    requestedUrl: string;
-    finalUrl: string | null;
-    title: string | null;
-    bodySnippet: string | null;
-    hasPaa: boolean | null;
-    captchaDetected: boolean | null;
-    googleSorryUrl: boolean | null;
-    redirected: boolean | null;
-}
-interface BrowserDebugSnapshot {
-    \u006b\u0065\u0072\u006e\u0065\u006c: \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug | null;
-    context: BrowserContextDebug | null;
-    networkLocation: BrowserNetworkLocationDebug | null;
-    serpNavigation: SerpNavigationDebug | null;
-}
-
-interface SerpLocationCandidate {
-    city: string;
-    regionCode: string;
-    count: number;
-    examples: string[];
-}
-interface SerpLocationEvidence {
-    status: 'not_requested' | 'matched' | 'mismatch' | 'unknown';
-    expected: {
-        city: string;
-        regionCode: string | null;
-        canonicalLocation: string;
-    } | null;
-    candidates: SerpLocationCandidate[];
-}
-
-interface HarvestStats {
-    seed: string;
-    totalQuestions: number;
-    maxDepthReached: number;
-    durationMs: number;
-    errorCount: number;
-}
-type HarvestCompletionStatus = 'paa_found' | 'no_paa' | 'serp_only';
-/**
- * A completed browser attempt can still be unsuitable for programmatic use.
- * This is deliberately separate from completionStatus so a valid no-PAA
- * response with organic results is not confused with an unreadable SERP.
- */
-type HarvestResultQuality = 'complete' | 'partial' | 'degraded';
-type HarvestDegradationReason = 'empty_primary_serp' | 'page_two_missing';
-type HarvestDiagnosticWarningCode = 'short_videos_captcha_skipped' | 'paa_partial';
-type HarvestDiagnosticWarningSurface = 'short_videos' | 'paa';
-interface HarvestDiagnosticWarning {
-    code: HarvestDiagnosticWarningCode;
-    surface: HarvestDiagnosticWarningSurface;
-    message: string;
-    retryable: boolean;
-}
-interface HarvestCompleteness {
-    paaWithoutAnswer: number;
-    paaWithoutSource: number;
-    paaIncompleteAnswers?: number;
-    paaAnswersRecovered: number;
-    aioShareCaptured: boolean | null;
-    paaRequested?: number;
-    paaReturned?: number;
-    paaUnique?: number;
-}
-type HarvestInterruptionCode = 'browser_session_interrupted' | 'request_aborted' | 'timeout';
-type HarvestInterruptionReasonSource = 'client_runtime' | 'extractor';
-interface HarvestInterruptionDiagnostic {
-    code: HarvestInterruptionCode;
-    reasonSource: HarvestInterruptionReasonSource;
-    message: string | null;
-}
-/** Observed organic pagination outcome; page two never expands a separate PAA graph. */
-interface HarvestPaginationDiagnostics {
-    requestedPages: 1 | 2;
-    capturedPages: 1 | 2;
-    page2Status: 'not_requested' | 'not_attempted' | 'captured' | 'unavailable' | 'failed';
-    page1OrganicCount: number;
-    page2OrganicCount: number;
-    failureCode?: 'missing_next' | 'invalid_next' | 'empty_page' | 'captcha' | 'timeout' | 'navigation_error' | 'unsupported_driver';
-}
-interface HarvestDiagnostics {
-    phaseTimings?: {
-        providerConnectMs?: number;
-        navigationMs?: number;
-        serpParseMs?: number;
-        paaExpansionMs?: number;
-        linkResolutionMs?: number;
-        totalServerMs: number;
-    };
-    pagination?: HarvestPaginationDiagnostics;
-    completionStatus: HarvestCompletionStatus;
-    /** Set only when the extractor directly observed a readable SERP without a PAA block. */
-    noPaaObserved?: boolean;
-    problem: null;
-    resultQuality?: HarvestResultQuality;
-    degradedResult?: boolean;
-    degradationReasons?: HarvestDegradationReason[];
-    retryRecommended?: boolean;
-    interruption?: HarvestInterruptionDiagnostic;
-    warnings?: HarvestDiagnosticWarning[];
-    links?: HarvestLinkDiagnostics;
-    completeness?: HarvestCompleteness;
-    paaLifecycle?: PaaLifecycleDiagnostics;
-    debug?: HarvestDebugSnapshot;
-}
-interface HarvestLinkDiagnostics {
-    linkCandidatesObserved: number;
-    plainLinksObserved: number;
-    googleUrlRedirectsObserved: number;
-    googleGotoRedirectsObserved: number;
-    redirectsResolved: number;
-    redirectsUnresolved: number;
-    redirectsRejected: number;
-    resolverNonGoogleRequestsObserved: number;
-    paaSourcesPreserved: number;
-    aiOverviewLabelValidated: boolean;
-}
-interface HarvestDebugSnapshot {
-    enabled: true;
-    request: {
-        query: string;
-        locationInput: string | null;
-        canonicalLocation: string | null;
-        locationResolved: boolean | null;
-        locationMatchSource: string | null;
-        locationAmbiguousCandidates: number | null;
-        uule: string | null;
-        gl: string;
-        hl: string;
-        device: SerpDevice;
-        proxyMode: ProxyMode;
-        proxyZip: string | null;
-        serpIdentity: string | null;
-        serpOnly: boolean;
-        pages: number;
-    };
-    browser: BrowserDebugSnapshot;
-    locationEvidence?: SerpLocationEvidence;
-}
-interface HarvestResult {
-    seed: string;
-    location: string | null;
-    extractedAt: string;
-    diagnostics: HarvestDiagnostics;
-    totalQuestions: number;
-    surface: GoogleSurface;
-    aiOverview: AIOverviewResult;
-    aiMode: AIModeResult;
-    whatPeopleSaying: WhatPeopleSayingCard[];
-    tree: PAANode[];
-    flat: FlatRow[];
-    videos: VideoResult[];
-    forums: ForumResult[];
-    organicResults: OrganicResult[];
-    localPack: LocalPackBusiness[];
-    entityIds: EntityIds;
-    fullSerpFeatures?: FullSerpFeatures;
-    stats: HarvestStats;
-}
-
-declare function harvest(rawOptions: unknown): Promise<HarvestResult>;
-
-interface EpisodeBrief {
-    episodeNumber: number;
-    episodeCount: number;
-    slug: string;
-    sectionTitle: string;
-    storyMoment: string;
-    characterName: string;
-    clip1: string;
-    clip2: string;
-    voiceover: string;
-    audioMood: string;
-    depositionVisualTell: string;
-    continuityNote: string;
-}
-
-interface ClipPairOptions {
-    resolution?: '480p' | '720p' | '1080p';
-    aspectRatio?: '16:9' | '9:16' | '1:1';
-    clipDurationSeconds?: number;
-    generateAudio?: boolean;
-    seed?: number;
-    outputDir?: string;
-}
-interface ClipPairResult {
-    clip1Url: string;
-    clip2Url: string;
-    finalVideoPath: string;
-    seed: number;
-    promptClip1: string;
-    promptClip2: string;
-    voiceover: string;
-    audioMood: string;
-}
-declare class VideoGenerator {
-    constructor(apiKey?: string);
-    generateClipPair(question: string, answer: string, opts?: ClipPairOptions): Promise<ClipPairResult>;
-    generateEpisode(brief: EpisodeBrief, opts?: ClipPairOptions): Promise<ClipPairResult>;
-}
-
-interface ClipPromptPair {
-    clip1: string;
-    clip2: string;
-    voiceover: string;
-    audioMood: string;
-}
-declare function buildClipPrompts(question: string, answer: string): Promise<ClipPromptPair>;
-
-export { type AICitation, type AIModeResult, type AIOverviewResult, type ClipPairOptions, type ClipPairResult, type FlatRow, type GoogleSurface, type HarvestCompletionStatus, type HarvestDiagnostics, type HarvestOptions, type HarvestResult, type HarvestStats, type PAANode, type PaaDiscoveryStatus, type PaaLifecycleDiagnostics, type PaaMaterialStatus, type PaaProgressMaterial, type PaaProgressSnapshot, type PaaTargetStatus, VideoGenerator, type WhatPeopleSayingCard, buildClipPrompts, harvest };
+export { McpScraperClient } from './transport.js';
+export type { PublicClientOptions, RpcMessage, ToolResult, } from './transport.js';
+import { type PublicClientOptions } from './transport.js';
+export interface HarvestInput {
+    query: string;
+    location?: string;
+    gl?: string;
+    hl?: string;
+    maxQuestions?: number;
+    depth?: number;
+    idempotencyKey?: string;
+}
+/** Hosted harvest; returns the public MCP result and its full-result delivery handles. */
+export declare function harvest(input: HarvestInput, options?: PublicClientOptions): Promise<import("./transport.js").ToolResult>;

package/dist/index.js

@@ -1,39 +1,5 @@
-import{L as z}from"./chunk-6D25Q5BR.js";import"./chunk-C3JWX6KM.js";import"./chunk-B4ZKPLSP.js";import{g as M}from"./chunk-VVSHZV5S.js";import"./chunk-PKQHHCO4.js";import"./chunk-4ZVO6GX4.js";import"./chunk-C7MGJUTU.js";import"./chunk-WNUXMPVX.js";import"./chunk-6N5EC7ZO.js";import"./chunk-HNNYXMSI.js";import{execSync as ce}from"child_process";import{readFileSync as G,writeFileSync as _,unlinkSync as D,mkdirSync as Y}from"fs";import{tmpdir as W}from"os";import{join as l}from"path";import{fal as p}from"@fal-ai/client";var X="https://api.deepinfra.com/v1/openai/chat/completions",L="https://openrouter.ai/api/v1/chat/completions",A="Qwen/Qwen3.6-35B-A3B",Z=`You are a video prompt engineer for Seedance 2.0 text-to-video AI.
-
-IMPORTANT TECHNICAL CONTEXT: Clip 2 will be generated using image-to-video, meaning it will start from the exact last frame of Clip 1. The two clips will be visually seamless \u2014 same location, same characters, continuous motion. You must write prompts that make this feel like one uninterrupted 16-second video.
-
-Your job: turn a PAA question and its answer into a complete short-form video with visuals, narration, and a background audio mood.
-
-Produce four things:
-
-1. clip1 (~8s): Show a real person experiencing the situation the question describes. End on a specific frozen moment \u2014 a held expression, a paused action \u2014 that clip 2 continues from.
-
-2. clip2 (~8s): Continue from that exact frozen frame. Deliver the informational payoff from the answer. Show specific facts playing out visually. Describe motion continuing from clip 1's ending frame, not a new scene.
-
-3. voiceover: A spoken narration that fits in 10 seconds of TTS audio. HARD LIMIT: 22 words maximum. Count every word before finalizing \u2014 if it exceeds 22 words, cut it. Starts with the problem, ends with the answer. No filler, no "in conclusion". Informational and direct.
-
-4. audioMood: 6-10 words describing INSTRUMENTAL background music only \u2014 no vocals, no voice, no lyrics. Describe instruments and mood (e.g. "warm acoustic guitar, uplifting, professional home service, no vocals"). Will be passed to an AI audio model.
-
-Rules for visuals:
-- No text, captions, graphics, or overlays
-- Photorealistic, natural lighting, specific details
-- Describe exactly what the camera sees
-
-Respond with JSON only:
-{"clip1": "...", "clip2": "...", "voiceover": "...", "audioMood": "..."}`;async function B(i,t,e,o){let n=await fetch(t,{method:"POST",headers:{Authorization:`Bearer ${i}`,"Content-Type":"application/json"},body:JSON.stringify({model:A,temperature:.7,messages:[{role:"system",content:Z},{role:"user",content:`Question: ${e}
-
-Answer: ${o.slice(0,500)}`}]})});if(!n.ok)throw new Error(`LLM call failed (${n.status}): ${await n.text()}`);let r=await n.json();t===L?M({vendor:"openrouter",model:A,units:r.usage?.cost??0,unitType:"usd"}):M({vendor:"deepinfra_qwen",model:A,units:r.usage?.completion_tokens??0,unitType:"tokens"});let a=r.choices[0]?.message?.content?.trim()??"",c=a.match(/\{[\s\S]*\}/);if(!c)throw new Error(`No JSON in QWEN response: ${a.slice(0,200)}`);let s=JSON.parse(c[0]);if(!s.clip1||!s.clip2||!s.voiceover||!s.audioMood)throw new Error(`QWEN response missing fields: ${a.slice(0,200)}`);return s}async function T(i,t){let e=process.env.DEEPINFRA_API_KEY,o=process.env.OPENROUTER_API_KEY;if(e)try{return await B(e,X,i,t)}catch(n){console.warn("[promptBuilder] DeepInfra failed, trying OpenRouter:",n.message)}if(o)return await B(o,L,i,t);throw new Error("No LLM key \u2014 set DEEPINFRA_API_KEY or OPENROUTER_API_KEY")}function V(i){if(!i.clip1||!i.clip2||!i.voiceover||!i.audioMood)throw new Error("Episode brief is missing prompt fields \u2014 run blog-to-video skill to regenerate");return{clip1:i.clip1,clip2:i.clip2,voiceover:i.voiceover,audioMood:i.audioMood}}import{writeFileSync as U,mkdirSync as ee}from"fs";import{join as F}from"path";import{tmpdir as oe}from"os";import{fal as x}from"@fal-ai/client";var te="fal-ai/mmaudio-v2",ie="fal-ai/elevenlabs/tts",re="fal-ai/google/gemini-2.5-flash-preview-tts";async function j(i){let t=await fetch(i);if(!t.ok)throw new Error(`Failed to download TTS audio (${t.status})`);return Buffer.from(await t.arrayBuffer())}async function O(i){console.log("[AudioGenerator] Generating voiceover...");let t=F(oe(),`tts-${Date.now()}`);ee(t,{recursive:!0});let e=F(t,"voiceover.mp3");try{let r=process.env.ELEVENLABS_VOICE_ID??"pNInz6obpgDQGcFmaJgB",a=await x.run(ie,{input:{text:i,voice_id:r,model_id:"eleven_v3"}});return U(e,await j(a.audio.url)),console.log("[AudioGenerator] TTS: ElevenLabs via fal"),e}catch(r){console.warn("[AudioGenerator] ElevenLabs via fal failed, trying Gemini:",r.message)}let o=process.env.GEMINI_TTS_VOICE??"Kore",n=await x.run(re,{input:{text:i,voice:o}});return U(e,await j(n.audio.url)),console.log("[AudioGenerator] TTS: Gemini via fal"),e}async function $(i,t,e){return console.log("[AudioGenerator] Adding background audio via MMAudio V2..."),(await x.run(te,{input:{video_url:i,prompt:t,negative_prompt:"speech, voice, talking, dialogue, narration, vocals, singing, human voice, conversation, words, lyrics, announcer, commentary",duration:e,cfg_strength:4.5}})).video.url}import{execSync as K}from"child_process";import{writeFileSync as ne,mkdirSync as ae}from"fs";import{join as u}from"path";import{fal as se}from"@fal-ai/client";async function I(i,t){let e=await fetch(i);if(!e.ok)throw new Error(`Download failed (${e.status}): ${i}`);ne(t,Buffer.from(await e.arrayBuffer()))}async function N(i,t,e){ae(e,{recursive:!0});let o=Date.now(),n=u(e,`clip1-${o}.mp4`),r=u(e,`clip2-${o}.mp4`),a=u(e,`combined-${o}.mp4`);return console.log("[VideoMixer] Downloading clips..."),await Promise.all([I(i,n),I(t,r)]),console.log("[VideoMixer] Concatenating..."),K(`ffmpeg -i "${n}" -i "${r}" -filter_complex "[0:v][1:v]concat=n=2:v=1:a=0[v]" -map "[v]" -y "${a}" -loglevel error`),a}async function b(i){let{readFileSync:t}=await import("fs"),e=new Blob([t(i)],{type:"video/mp4"}),o=await se.storage.upload(e);return console.log("[VideoMixer] Uploaded to fal:",o),o}async function R(i,t,e){let o=Date.now(),n=u(e,`voiceover-${o}.wav`),r=u(e,`final-${o}.mp4`);return console.log("[VideoMixer] Downloading voiceover..."),await I(t,n),console.log("[VideoMixer] Mixing voiceover over background audio..."),K(`ffmpeg -i "${i}" -i "${n}" -filter_complex "[0:a]volume=0.2[bg];[1:a]volume=1.0[vo];[bg][vo]amix=inputs=2:duration=first[a]" -map 0:v -map "[a]" -c:v copy -y "${r}" -loglevel error`),r}var q="bytedance/seedance-2.0/text-to-video",J="bytedance/seedance-2.0/image-to-video";function v(i,t,e,o){return{prompt:i,resolution:t.resolution??"720p",duration:t.clipDurationSeconds??8,aspect_ratio:t.aspectRatio??"16:9",generate_audio:!1,...e!==void 0?{seed:e}:{},...o!==void 0?{image_url:o}:{}}}async function w(i,t){let{request_id:e}=await p.queue.submit(i,{input:t});for(console.log(`[fal] submitted ${i} \u2192 ${e}`);;){await new Promise(r=>setTimeout(r,5e3));let o=await p.queue.status(i,{requestId:e,logs:!1});if(console.log(`[fal] ${e} \u2192 ${o.status}`),o.status==="FAILED")throw new Error(`Request ${e} failed`);if(o.status!=="COMPLETED")continue;return(await p.queue.result(i,{requestId:e})).data}}async function H(i,t){let e=Date.now(),o=l(t,`clip1-raw-${e}.mp4`),n=l(t,`last-frame-${e}.jpg`),r=await fetch(i);if(!r.ok)throw new Error(`Failed to download clip 1 (${r.status})`);_(o,Buffer.from(await r.arrayBuffer()));try{ce(`ffmpeg -sseof -0.1 -i "${o}" -vframes 1 -y "${n}" -loglevel error`)}finally{try{D(o)}catch{}}return n}var k=class{constructor(t){let e=t??process.env.FAL_KEY;if(!e)throw new Error("FAL_KEY is required");p.config({credentials:e})}async generateClipPair(t,e,o={}){let n=o.outputDir??l(W(),`paa-video-${Date.now()}`);Y(n,{recursive:!0}),console.log(`
-[1/7] Generating prompts via QWEN 3.6...`);let r=await T(t,e);console.log("  Voiceover:",r.voiceover),console.log("  Audio mood:",r.audioMood),console.log(`
-[2/7] Generating clip 1 (text-to-video)...`);let a=await w(q,v(r.clip1,o,o.seed));console.log(`
-[3/7] Extracting last frame \u2192 clip 2 start...`);let c=await H(a.video.url,n),s=new Blob([G(c)],{type:"image/jpeg"}),h=await p.storage.upload(s);try{D(c)}catch{}console.log(`
-[4/7] Generating clip 2 (image-to-video from last frame)...`);let d=o.seed!==void 0?o.seed+1:void 0,m=await w(J,v(r.clip2,o,d,h));console.log(`
-[5/7] Concatenating clips + generating voiceover (parallel)...`);let[P,y]=await Promise.all([N(a.video.url,m.video.url,n),O(r.voiceover)]);console.log(`
-[6/7] Adding background audio via MMAudio V2...`);let E=await b(P),S=(o.clipDurationSeconds??8)*2,g=await $(E,r.audioMood,S);console.log(`
-[7/7] Overlaying voiceover on final video...`);let f=l(n,`with-bg-audio-${Date.now()}.mp4`),C=await fetch(g);_(f,Buffer.from(await C.arrayBuffer()));let Q=await R(f,y,n);return{clip1Url:a.video.url,clip2Url:m.video.url,finalVideoPath:Q,seed:a.seed,promptClip1:r.clip1,promptClip2:r.clip2,voiceover:r.voiceover,audioMood:r.audioMood}}async generateEpisode(t,e={}){let o=e.outputDir??l(W(),`episode-${t.episodeNumber}-${Date.now()}`);Y(o,{recursive:!0});let n=V(t);console.log(`
-[Episode ${t.episodeNumber}/${t.episodeCount}] ${t.sectionTitle}`),console.log("  Voiceover:",n.voiceover),console.log(`
-[2/7] Generating clip 1 (text-to-video)...`);let r=await w(q,v(n.clip1,e,e.seed));console.log(`
-[3/7] Extracting last frame \u2192 clip 2 start...`);let a=await H(r.video.url,o),c=new Blob([G(a)],{type:"image/jpeg"}),s=await p.storage.upload(c);try{D(a)}catch{}console.log(`
-[4/7] Generating clip 2 (image-to-video from last frame)...`);let h=e.seed!==void 0?e.seed+1:void 0,d=await w(J,v(n.clip2,e,h,s));console.log(`
-[5/7] Concatenating clips + generating voiceover (parallel)...`);let[m,P]=await Promise.all([N(r.video.url,d.video.url,o),O(n.voiceover)]);console.log(`
-[6/7] Adding background audio via MMAudio V2...`);let y=await b(m),E=(e.clipDurationSeconds??8)*2,S=await $(y,n.audioMood,E);console.log(`
-[7/7] Overlaying voiceover on final video...`);let g=l(o,`with-bg-audio-${Date.now()}.mp4`),f=await fetch(S);_(g,Buffer.from(await f.arrayBuffer()));let C=await R(g,P,o);return{clip1Url:r.video.url,clip2Url:d.video.url,finalVideoPath:C,seed:r.seed,promptClip1:n.clip1,promptClip2:n.clip2,voiceover:n.voiceover,audioMood:n.audioMood}}};export{k as VideoGenerator,T as buildClipPrompts,z as harvest};
+var a=class{#t;endpoint;fetchImpl;#e;protocolVersion;nextId=0;constructor(e={}){if(this.#t=e.apiKey?.trim()||process.env.MCP_SCRAPER_API_KEY?.trim()||"",!this.#t)throw new Error("MCP_SCRAPER_API_KEY is required");let s=e.baseUrl?.trim()||process.env.MCP_SCRAPER_BASE_URL?.trim()||process.env.MCP_BASE_URL?.trim()||"https://mcpscraper.dev",t=new URL(s);if(!["http:","https:"].includes(t.protocol)||t.username||t.password||t.search||t.hash)throw new Error("Invalid MCP Scraper endpoint");t.pathname=t.pathname.replace(/\/$/,"")+(t.pathname.replace(/\/$/,"").endsWith("/mcp")?"":"/mcp"),this.endpoint=t.href,this.fetchImpl=e.fetchImpl??fetch}async relay(e,s,t){if(e.method==="initialize"&&typeof e.params?.protocolVersion=="string"&&(this.protocolVersion=e.params.protocolVersion),e.method==="server/discover"){let r=e.params?._meta?.["io.modelcontextprotocol/protocolVersion"];typeof r=="string"&&(this.protocolVersion=r)}let n=await this.fetchImpl(this.endpoint,{method:"POST",headers:{"content-type":"application/json",accept:"application/json, text/event-stream","x-api-key":this.#t,...e.method?{"mcp-method":e.method}:{},...this.#e?{"mcp-session-id":this.#e}:{},...this.protocolVersion?{"mcp-protocol-version":this.protocolVersion}:{}},body:JSON.stringify(e),signal:t});if(!n.ok)throw new Error(`MCP Scraper HTTP ${n.status}`);if(this.#e=n.headers.get("mcp-session-id")??this.#e,e.method==="initialize"&&typeof e.params?.protocolVersion=="string"&&(this.protocolVersion=e.params.protocolVersion),n.status===202||n.status===204)return null;if(!n.headers.get("content-type")?.includes("text/event-stream"))return await n.json();if(!n.body)throw new Error("MCP Scraper returned an empty event stream");let p=n.body.getReader(),m=new TextDecoder,o="",c=[],d=()=>{if(!c.length)return null;let r=JSON.parse(c.join(`
+`));return c=[],r.id===e.id&&("result"in r||"error"in r)?r:(s?.(r),null)};try{for(;;){let{done:r,value:f}=await p.read();o+=m.decode(f,{stream:!r}),r&&o&&!o.endsWith(`
+`)&&(o+=`
+`);let l;for(;(l=o.indexOf(`
+`))>=0;){let i=o.slice(0,l).replace(/\r$/,"");if(o=o.slice(l+1),i===""){let h=d();if(h)return h}else i.startsWith("data:")&&c.push(i.slice(5).replace(/^ /,""))}if(r){let i=d();if(i)return i;break}}}finally{await p.cancel().catch(()=>{}),p.releaseLock()}throw new Error("MCP Scraper event stream ended without a response")}async request(e,s){let t=await this.relay({jsonrpc:"2.0",id:++this.nextId,method:e,params:s});if(!t)throw new Error("MCP Scraper returned no response");if(t.error)throw new Error(typeof t.error.message=="string"?t.error.message:"MCP Scraper request failed");return t.result}callTool(e,s={}){return this.request("tools/call",{name:e,arguments:s})}};function y(u,e){return new a(e).callTool("harvest_paa",{...u})}export{a as McpScraperClient,y as harvest};