@lobu/connector-sdk 6.0.1

package/dist/api-paginated.d.ts

@@ -0,0 +1,79 @@
+/**
+ * API Paginated Feed Base Class
+ *
+ * Extends PaginatedFeed for HTTP/REST API-based feeds.
+ * Provides HTTP client setup and common API patterns.
+ */
+import type { KyInstance } from 'ky';
+import { HTTPError } from 'ky';
+import type { PageFetchResult, PaginatedCheckpoint } from './paginated.js';
+import { PaginatedFeed } from './paginated.js';
+import type { Env, FeedOptions, SessionState } from './types.js';
+/**
+ * API session state for OAuth/token-based feeds
+ */
+export interface ApiSessionState extends SessionState {
+    /** OAuth/API access token */
+    access_token?: string;
+    /** OAuth refresh token (for token refresh flows) */
+    refresh_token?: string;
+    /** Token type (e.g., 'Bearer') */
+    token_type?: string;
+    /** Token expiration time (ISO string) */
+    expires_at?: string;
+    /** Additional headers to include in requests */
+    headers?: Record<string, string>;
+    /** API key (alternative to OAuth tokens) */
+    api_key?: string;
+}
+/**
+ * Base class for API-based feeds with HTTP pagination
+ */
+export declare abstract class ApiPaginatedFeed<TItem, TResponse = unknown, TCheckpoint extends PaginatedCheckpoint = PaginatedCheckpoint> extends PaginatedFeed<TItem, TCheckpoint> {
+    readonly apiType: "api";
+    /**
+     * Session state for this sync session
+     */
+    protected _sessionState: ApiSessionState | null;
+    /**
+     * Set session state for this sync session
+     */
+    protected setSessionState(sessionState: SessionState | null | undefined): void;
+    /**
+     * Get current session state
+     */
+    protected getSessionState(): ApiSessionState | null;
+    /**
+     * ABSTRACT: Build URL for fetching a specific page
+     */
+    protected abstract buildPageUrl(cursor: string | null, options: FeedOptions): string;
+    /**
+     * ABSTRACT: Parse API response into items and next token
+     */
+    protected abstract parseResponse(response: TResponse, options: FeedOptions): PageFetchResult<TItem>;
+    /**
+     * Get configured HTTP client for this feed
+     */
+    protected getHttpClient(_env: Env): KyInstance;
+    /**
+     * Create HTTP client with Bearer token authentication
+     */
+    protected createBearerClient(token: string, additionalHeaders?: Record<string, string>): KyInstance;
+    /**
+     * Create HTTP client with custom headers
+     */
+    protected createClientWithHeaders(headers: Record<string, string>): KyInstance;
+    /**
+     * Create HTTP client from session state
+     */
+    protected createClientFromSessionState(additionalHeaders?: Record<string, string>): KyInstance;
+    /**
+     * Handle HTTP errors with platform-specific messages
+     */
+    protected handleHttpError(error: HTTPError, url: string): never;
+    /**
+     * Default fetchPage implementation using HTTP client with retry
+     */
+    protected fetchPage(cursor: string | null, options: FeedOptions, env: Env): Promise<PageFetchResult<TItem>>;
+}
+//# sourceMappingURL=api-paginated.d.ts.map

package/dist/api-paginated.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-paginated.d.ts","sourceRoot":"","sources":["../src/api-paginated.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAI/B,OAAO,KAAK,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE/C,OAAO,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAEjE;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,YAAY;IACnD,6BAA6B;IAC7B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oDAAoD;IACpD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kCAAkC;IAClC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,yCAAyC;IACzC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gDAAgD;IAChD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,4CAA4C;IAC5C,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,8BAAsB,gBAAgB,CACpC,KAAK,EACL,SAAS,GAAG,OAAO,EACnB,WAAW,SAAS,mBAAmB,GAAG,mBAAmB,CAC7D,SAAQ,aAAa,CAAC,KAAK,EAAE,WAAW,CAAC;IACzC,QAAQ,CAAC,OAAO,EAAG,KAAK,CAAU;IAElC;;OAEG;IACH,SAAS,CAAC,aAAa,EAAE,eAAe,GAAG,IAAI,CAAQ;IAEvD;;OAEG;IACH,SAAS,CAAC,eAAe,CAAC,YAAY,EAAE,YAAY,GAAG,IAAI,GAAG,SAAS,GAAG,IAAI;IAU9E;;OAEG;IACH,SAAS,CAAC,eAAe,IAAI,eAAe,GAAG,IAAI;IAInD;;OAEG;IACH,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,EAAE,OAAO,EAAE,WAAW,GAAG,MAAM;IAEpF;;OAEG;IACH,SAAS,CAAC,QAAQ,CAAC,aAAa,CAC9B,QAAQ,EAAE,SAAS,EACnB,OAAO,EAAE,WAAW,GACnB,eAAe,CAAC,KAAK,CAAC;IAEzB;;OAEG;IACH,SAAS,CAAC,aAAa,CAAC,IAAI,EAAE,GAAG,GAAG,UAAU;IAI9C;;OAEG;IACH,SAAS,CAAC,kBAAkB,CAC1B,KAAK,EAAE,MAAM,EACb,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACzC,UAAU;IAIb;;OAEG;IACH,SAAS,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,UAAU;IAI9E;;OAEG;IACH,SAAS,CAAC,4BAA4B,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,UAAU;IAsB9F;;OAEG;IACH,SAAS,CAAC,eAAe,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,GAAG,KAAK;IAI/D;;OAEG;cACa,SAAS,CACvB,MAAM,EAAE,MAAM,GAAG,IAAI,EACrB,OAAO,EAAE,WAAW,EACpB,GAAG,EAAE,GAAG,GACP,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;CAsCnC"}

package/dist/api-paginated.js

@@ -0,0 +1,120 @@
+/**
+ * API Paginated Feed Base Class
+ *
+ * Extends PaginatedFeed for HTTP/REST API-based feeds.
+ * Provides HTTP client setup and common API patterns.
+ */
+import { HTTPError } from 'ky';
+import { RateLimitError } from './base.js';
+import { createAuthenticatedClient, createHttpClient, httpClient } from './http.js';
+import { sdkLogger } from './logger.js';
+import { PaginatedFeed } from './paginated.js';
+import { withHttpRetry } from './retry.js';
+/**
+ * Base class for API-based feeds with HTTP pagination
+ */
+export class ApiPaginatedFeed extends PaginatedFeed {
+    apiType = 'api';
+    /**
+     * Session state for this sync session
+     */
+    _sessionState = null;
+    /**
+     * Set session state for this sync session
+     */
+    setSessionState(sessionState) {
+        this._sessionState = sessionState || null;
+        if (this._sessionState) {
+            sdkLogger.debug({ hasToken: !!this._sessionState.access_token, hasApiKey: !!this._sessionState.api_key }, `[${this.type}] Session state set`);
+        }
+    }
+    /**
+     * Get current session state
+     */
+    getSessionState() {
+        return this._sessionState;
+    }
+    /**
+     * Get configured HTTP client for this feed
+     */
+    getHttpClient(_env) {
+        return httpClient;
+    }
+    /**
+     * Create HTTP client with Bearer token authentication
+     */
+    createBearerClient(token, additionalHeaders) {
+        return createAuthenticatedClient(`Bearer ${token}`, additionalHeaders);
+    }
+    /**
+     * Create HTTP client with custom headers
+     */
+    createClientWithHeaders(headers) {
+        return createHttpClient({ headers });
+    }
+    /**
+     * Create HTTP client from session state
+     */
+    createClientFromSessionState(additionalHeaders) {
+        if (!this._sessionState) {
+            return additionalHeaders ? createHttpClient({ headers: additionalHeaders }) : httpClient;
+        }
+        const headers = {
+            ...this._sessionState.headers,
+            ...additionalHeaders,
+        };
+        if (this._sessionState.access_token) {
+            const tokenType = this._sessionState.token_type || 'Bearer';
+            return createAuthenticatedClient(`${tokenType} ${this._sessionState.access_token}`, headers);
+        }
+        if (this._sessionState.api_key) {
+            return createAuthenticatedClient(this._sessionState.api_key, headers);
+        }
+        return Object.keys(headers).length > 0 ? createHttpClient({ headers }) : httpClient;
+    }
+    /**
+     * Handle HTTP errors with platform-specific messages
+     */
+    handleHttpError(error, url) {
+        this.handleHTTPError(error.response.status, url);
+    }
+    /**
+     * Default fetchPage implementation using HTTP client with retry
+     */
+    async fetchPage(cursor, options, env) {
+        const client = this.getHttpClient(env);
+        const url = this.buildPageUrl(cursor, options);
+        try {
+            const response = await withHttpRetry(async () => client.get(url).json(), {
+                operation: `${this.type} API fetch`,
+                context: { url, cursor },
+            });
+            return this.parseResponse(response, options);
+        }
+        catch (error) {
+            if (error instanceof HTTPError) {
+                if (error.response.status === 429) {
+                    const retryAfter = error.response.headers.get('retry-after');
+                    let retryAfterMs;
+                    if (retryAfter) {
+                        const numericRetry = Number(retryAfter);
+                        if (!Number.isNaN(numericRetry)) {
+                            retryAfterMs = numericRetry * 1000;
+                        }
+                        else {
+                            const retryDate = Date.parse(retryAfter);
+                            if (!Number.isNaN(retryDate)) {
+                                retryAfterMs = retryDate - Date.now();
+                            }
+                        }
+                    }
+                    throw new RateLimitError(`${this.displayName} rate limit exceeded. Please wait before retrying.`, retryAfterMs && retryAfterMs > 0 ? retryAfterMs : undefined);
+                }
+                this.handleHttpError(error, url);
+            }
+            sdkLogger.error({ error, url }, `[${this.type}] API fetch failed`);
+            throw error;
+        }
+    }
+}
+//# sourceMappingURL=api-paginated.js.map

package/dist/api-paginated.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-paginated.js","sourceRoot":"","sources":["../src/api-paginated.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,yBAAyB,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACpF,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAExC,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAqB3C;;GAEG;AACH,MAAM,OAAgB,gBAIpB,SAAQ,aAAiC;IAChC,OAAO,GAAG,KAAc,CAAC;IAElC;;OAEG;IACO,aAAa,GAA2B,IAAI,CAAC;IAEvD;;OAEG;IACO,eAAe,CAAC,YAA6C;QACrE,IAAI,CAAC,aAAa,GAAI,YAAgC,IAAI,IAAI,CAAC;QAC/D,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,SAAS,CAAC,KAAK,CACb,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,EACxF,IAAI,IAAI,CAAC,IAAI,qBAAqB,CACnC,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACO,eAAe;QACvB,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAeD;;OAEG;IACO,aAAa,CAAC,IAAS;QAC/B,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACO,kBAAkB,CAC1B,KAAa,EACb,iBAA0C;QAE1C,OAAO,yBAAyB,CAAC,UAAU,KAAK,EAAE,EAAE,iBAAiB,CAAC,CAAC;IACzE,CAAC;IAED;;OAEG;IACO,uBAAuB,CAAC,OAA+B;QAC/D,OAAO,gBAAgB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACO,4BAA4B,CAAC,iBAA0C;QAC/E,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,OAAO,iBAAiB,CAAC,CAAC,CAAC,gBAAgB,CAAC,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;QAC3F,CAAC;QAED,MAAM,OAAO,GAA2B;YACtC,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO;YAC7B,GAAG,iBAAiB;SACrB,CAAC;QAEF,IAAI,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC;YACpC,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,UAAU,IAAI,QAAQ,CAAC;YAC5D,OAAO,yBAAyB,CAAC,GAAG,SAAS,IAAI,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,EAAE,OAAO,CAAC,CAAC;QAC/F,CAAC;QAED,IAAI,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;YAC/B,OAAO,yBAAyB,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxE,CAAC;QAED,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;IACtF,CAAC;IAED;;OAEG;IACO,eAAe,CAAC,KAAgB,EAAE,GAAW;QACrD,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,SAAS,CACvB,MAAqB,EACrB,OAAoB,EACpB,GAAQ;QAER,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAE/C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,KAAK,IAAI,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAa,EAAE;gBAClF,SAAS,EAAE,GAAG,IAAI,CAAC,IAAI,YAAY;gBACnC,OAAO,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE;aACzB,CAAC,CAAC;YAEH,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;gBAC/B,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAClC,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;oBAC7D,IAAI,YAAgC,CAAC;oBACrC,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;wBACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC;4BAChC,YAAY,GAAG,YAAY,GAAG,IAAI,CAAC;wBACrC,CAAC;6BAAM,CAAC;4BACN,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;4BACzC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;gCAC7B,YAAY,GAAG,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;4BACxC,CAAC;wBACH,CAAC;oBACH,CAAC;oBACD,MAAM,IAAI,cAAc,CACtB,GAAG,IAAI,CAAC,WAAW,oDAAoD,EACvE,YAAY,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAC5D,CAAC;gBACJ,CAAC;gBACD,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACnC,CAAC;YACD,SAAS,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,IAAI,IAAI,CAAC,IAAI,oBAAoB,CAAC,CAAC;YACnE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF"}

package/dist/base.d.ts

@@ -0,0 +1,66 @@
+import type { TObject } from '@sinclair/typebox';
+import type { Checkpoint, Content, Env, FeedAuthSchema, FeedOptions, FeedSyncResult, IFeed, ParentFeedDefinition, ScoringConfig, SessionState } from './types.js';
+export declare class RateLimitError extends Error {
+    readonly retryAfterMs?: number;
+    constructor(message: string, retryAfterMs?: number);
+}
+/**
+ * Base feed implementation with common functionality
+ * All platform-specific feeds should extend this class
+ */
+export declare abstract class BaseFeed implements IFeed {
+    abstract readonly type: string;
+    abstract readonly displayName: string;
+    abstract readonly apiType: 'api' | 'browser';
+    abstract readonly feedMode: 'entity' | 'search';
+    abstract readonly optionsSchema: TObject;
+    abstract readonly defaultScoringConfig: ScoringConfig;
+    abstract readonly defaultScoringFormula: string;
+    readonly authSchema: FeedAuthSchema;
+    abstract pull(options: FeedOptions, checkpoint: Checkpoint | null, env: Env, sessionState?: SessionState | null, updateCheckpointFn?: (checkpoint: Checkpoint) => Promise<void>): Promise<FeedSyncResult>;
+    abstract urlFromOptions(options: FeedOptions): string;
+    abstract displayLabelFromOptions(options: FeedOptions): string;
+    abstract validateOptions(options: FeedOptions): string | null;
+    getParentFeedDefinitions(_options: FeedOptions): ParentFeedDefinition[];
+    /**
+     * Validate options using TypeBox schema
+     * Subclasses can call this for schema validation before adding custom business logic
+     */
+    protected validateWithSchema(options: FeedOptions): string | null;
+    /**
+     * Get rate limit information for this platform
+     * Override this method in platform-specific feeds
+     * Default is conservative: 10 requests per minute
+     */
+    getRateLimit(): {
+        requests_per_minute: number;
+        recommended_interval_ms: number;
+    };
+    /**
+     * Helper to check if content is newer than checkpoint
+     */
+    protected isNewerThan(contentDate: Date, checkpoint: Checkpoint | null): boolean;
+    /**
+     * Calculate lookback date from options
+     * @param options - Feed options with optional lookback_days
+     * @param defaultDays - Default lookback period (default: 365)
+     */
+    protected getLookbackDate(options: FeedOptions, defaultDays?: number): Date;
+    /**
+     * Sleep for specified milliseconds (for rate limiting)
+     */
+    protected sleep(ms: number): Promise<void>;
+    /**
+     * Check if feed is in incremental mode
+     */
+    protected isIncrementalMode(checkpoint: Checkpoint | null, paginationToken?: string | null): boolean;
+    /**
+     * Helper to deduplicate content by origin_id
+     */
+    protected deduplicate(contents: Content[], seenIds: Set<string>): Content[];
+    /**
+     * Handle HTTP errors with structured logging and platform-specific messages
+     */
+    protected handleHTTPError(status: number, context: string, platformName?: string): never;
+}
+//# sourceMappingURL=base.d.ts.map

package/dist/base.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../src/base.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAGjD,OAAO,KAAK,EACV,UAAU,EACV,OAAO,EACP,GAAG,EACH,cAAc,EACd,WAAW,EACX,cAAc,EACd,KAAK,EACL,oBAAoB,EACpB,aAAa,EACb,YAAY,EACb,MAAM,YAAY,CAAC;AAEpB,qBAAa,cAAe,SAAQ,KAAK;IACvC,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;gBAEnB,OAAO,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM;CAKnD;AAED;;;GAGG;AACH,8BAAsB,QAAS,YAAW,KAAK;IAC7C,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IACtC,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,GAAG,SAAS,CAAC;IAC7C,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAChD,QAAQ,CAAC,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC;IACzC,QAAQ,CAAC,QAAQ,CAAC,oBAAoB,EAAE,aAAa,CAAC;IACtD,QAAQ,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC;IAEhD,QAAQ,CAAC,UAAU,EAAE,cAAc,CAAmC;IAEtE,QAAQ,CAAC,IAAI,CACX,OAAO,EAAE,WAAW,EACpB,UAAU,EAAE,UAAU,GAAG,IAAI,EAC7B,GAAG,EAAE,GAAG,EACR,YAAY,CAAC,EAAE,YAAY,GAAG,IAAI,EAClC,kBAAkB,CAAC,EAAE,CAAC,UAAU,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,GAC7D,OAAO,CAAC,cAAc,CAAC;IAE1B,QAAQ,CAAC,cAAc,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM;IAErD,QAAQ,CAAC,uBAAuB,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM;IAE9D,QAAQ,CAAC,eAAe,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM,GAAG,IAAI;IAE7D,wBAAwB,CAAC,QAAQ,EAAE,WAAW,GAAG,oBAAoB,EAAE;IAIvE;;;OAGG;IACH,SAAS,CAAC,kBAAkB,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM,GAAG,IAAI;IAgBjE;;;;OAIG;IACH,YAAY;;;;IAOZ;;OAEG;IACH,SAAS,CAAC,WAAW,CAAC,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,GAAG,IAAI,GAAG,OAAO;IAKhF;;;;OAIG;IACH,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,WAAW,EAAE,WAAW,GAAE,MAAY,GAAG,IAAI;IAKhF;;OAEG;IACH,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI1C;;OAEG;IACH,SAAS,CAAC,iBAAiB,CACzB,UAAU,EAAE,UAAU,GAAG,IAAI,EAC7B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAC9B,OAAO;IAIV;;OAEG;IACH,SAAS,CAAC,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,OAAO,EAAE;IAS3E;;OAEG;IACH,SAAS,CAAC,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,KAAK;CA+BzF"}

package/dist/base.js

@@ -0,0 +1,122 @@
+import { Value } from '@sinclair/typebox/value';
+import { sdkLogger } from './logger.js';
+export class RateLimitError extends Error {
+    retryAfterMs;
+    constructor(message, retryAfterMs) {
+        super(message);
+        this.name = 'RateLimitError';
+        this.retryAfterMs = retryAfterMs;
+    }
+}
+/**
+ * Base feed implementation with common functionality
+ * All platform-specific feeds should extend this class
+ */
+export class BaseFeed {
+    authSchema = { methods: [{ type: 'none' }] };
+    getParentFeedDefinitions(_options) {
+        return [];
+    }
+    /**
+     * Validate options using TypeBox schema
+     * Subclasses can call this for schema validation before adding custom business logic
+     */
+    validateWithSchema(options) {
+        try {
+            const errors = [...Value.Errors(this.optionsSchema, options)];
+            if (errors.length > 0) {
+                // Format first error for user-friendly message
+                const firstError = errors[0];
+                const field = firstError.path.replace(/^\//, '');
+                return `Invalid option ${field ? `"${field}"` : ''}: ${firstError.message}`;
+            }
+            return null;
+        }
+        catch (error) {
+            sdkLogger.error({ error }, '[BaseFeed] Schema validation error:');
+            return 'Invalid feed options format';
+        }
+    }
+    /**
+     * Get rate limit information for this platform
+     * Override this method in platform-specific feeds
+     * Default is conservative: 10 requests per minute
+     */
+    getRateLimit() {
+        return {
+            requests_per_minute: 10,
+            recommended_interval_ms: 6000, // 6 seconds
+        };
+    }
+    /**
+     * Helper to check if content is newer than checkpoint
+     */
+    isNewerThan(contentDate, checkpoint) {
+        if (!checkpoint || !checkpoint.last_timestamp)
+            return true;
+        return contentDate > checkpoint.last_timestamp;
+    }
+    /**
+     * Calculate lookback date from options
+     * @param options - Feed options with optional lookback_days
+     * @param defaultDays - Default lookback period (default: 365)
+     */
+    getLookbackDate(options, defaultDays = 365) {
+        const lookbackDays = options.lookback_days || defaultDays;
+        return new Date(Date.now() - lookbackDays * 24 * 60 * 60 * 1000);
+    }
+    /**
+     * Sleep for specified milliseconds (for rate limiting)
+     */
+    sleep(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+    /**
+     * Check if feed is in incremental mode
+     */
+    isIncrementalMode(checkpoint, paginationToken) {
+        return !!checkpoint?.last_timestamp && !paginationToken;
+    }
+    /**
+     * Helper to deduplicate content by origin_id
+     */
+    deduplicate(contents, seenIds) {
+        return contents.filter((c) => {
+            if (!c.origin_id)
+                return false;
+            if (seenIds.has(c.origin_id))
+                return false;
+            seenIds.add(c.origin_id);
+            return true;
+        });
+    }
+    /**
+     * Handle HTTP errors with structured logging and platform-specific messages
+     */
+    handleHTTPError(status, context, platformName) {
+        const platform = platformName || this.displayName;
+        sdkLogger.error({
+            status,
+            context,
+            platform: this.type,
+            timestamp: new Date().toISOString(),
+        }, `[${platform}Feed] HTTP ${status} error:`);
+        const errorMessages = {
+            400: `Bad request to ${platform}: ${context}. Check your feed options.`,
+            401: `Authentication failed for ${platform}. Check your API credentials.`,
+            403: `Access forbidden to ${platform} resource: ${context}. The resource may be private or require authentication.`,
+            404: `Resource not found on ${platform}: ${context}. Verify the resource exists.`,
+            422: `Invalid request to ${platform}: ${context}. Check your parameters.`,
+            429: `${platform} rate limit exceeded. Please wait before retrying.`,
+            500: `${platform} server error (${status}). This is temporary, please retry later.`,
+            502: `${platform} bad gateway (${status}). This is temporary, please retry later.`,
+            503: `${platform} service unavailable (${status}). This is temporary, please retry later.`,
+        };
+        const message = errorMessages[status] || `${platform} API error: ${status}`;
+        if (status === 429) {
+            throw new RateLimitError(message);
+        }
+        throw new Error(message);
+    }
+}
+//# sourceMappingURL=base.js.map

package/dist/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../src/base.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAcxC,MAAM,OAAO,cAAe,SAAQ,KAAK;IAC9B,YAAY,CAAU;IAE/B,YAAY,OAAe,EAAE,YAAqB;QAChD,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,OAAgB,QAAQ;IASnB,UAAU,GAAmB,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAgBtE,wBAAwB,CAAC,QAAqB;QAC5C,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;;OAGG;IACO,kBAAkB,CAAC,OAAoB;QAC/C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC;YAC9D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,+CAA+C;gBAC/C,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC7B,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBACjD,OAAO,kBAAkB,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,UAAU,CAAC,OAAO,EAAE,CAAC;YAC9E,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,qCAAqC,CAAC,CAAC;YAClE,OAAO,6BAA6B,CAAC;QACvC,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,YAAY;QACV,OAAO;YACL,mBAAmB,EAAE,EAAE;YACvB,uBAAuB,EAAE,IAAI,EAAE,YAAY;SAC5C,CAAC;IACJ,CAAC;IAED;;OAEG;IACO,WAAW,CAAC,WAAiB,EAAE,UAA6B;QACpE,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,CAAC,cAAc;YAAE,OAAO,IAAI,CAAC;QAC3D,OAAO,WAAW,GAAG,UAAU,CAAC,cAAc,CAAC;IACjD,CAAC;IAED;;;;OAIG;IACO,eAAe,CAAC,OAAoB,EAAE,cAAsB,GAAG;QACvE,MAAM,YAAY,GAAG,OAAO,CAAC,aAAa,IAAI,WAAW,CAAC;QAC1D,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;IACnE,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,EAAU;QACxB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACO,iBAAiB,CACzB,UAA6B,EAC7B,eAA+B;QAE/B,OAAO,CAAC,CAAC,UAAU,EAAE,cAAc,IAAI,CAAC,eAAe,CAAC;IAC1D,CAAC;IAED;;OAEG;IACO,WAAW,CAAC,QAAmB,EAAE,OAAoB;QAC7D,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YAC3B,IAAI,CAAC,CAAC,CAAC,SAAS;gBAAE,OAAO,KAAK,CAAC;YAC/B,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;gBAAE,OAAO,KAAK,CAAC;YAC3C,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACO,eAAe,CAAC,MAAc,EAAE,OAAe,EAAE,YAAqB;QAC9E,MAAM,QAAQ,GAAG,YAAY,IAAI,IAAI,CAAC,WAAW,CAAC;QAElD,SAAS,CAAC,KAAK,CACb;YACE,MAAM;YACN,OAAO;YACP,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,EACD,IAAI,QAAQ,cAAc,MAAM,SAAS,CAC1C,CAAC;QAEF,MAAM,aAAa,GAA2B;YAC5C,GAAG,EAAE,kBAAkB,QAAQ,KAAK,OAAO,4BAA4B;YACvE,GAAG,EAAE,6BAA6B,QAAQ,+BAA+B;YACzE,GAAG,EAAE,uBAAuB,QAAQ,cAAc,OAAO,0DAA0D;YACnH,GAAG,EAAE,yBAAyB,QAAQ,KAAK,OAAO,+BAA+B;YACjF,GAAG,EAAE,sBAAsB,QAAQ,KAAK,OAAO,0BAA0B;YACzE,GAAG,EAAE,GAAG,QAAQ,oDAAoD;YACpE,GAAG,EAAE,GAAG,QAAQ,kBAAkB,MAAM,2CAA2C;YACnF,GAAG,EAAE,GAAG,QAAQ,iBAAiB,MAAM,2CAA2C;YAClF,GAAG,EAAE,GAAG,QAAQ,yBAAyB,MAAM,2CAA2C;SAC3F,CAAC;QAEF,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,GAAG,QAAQ,eAAe,MAAM,EAAE,CAAC;QAC5E,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;YACnB,MAAM,IAAI,cAAc,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;CACF"}

package/dist/browser/acquire.d.ts

@@ -0,0 +1,66 @@
+/**
+ * Browser Acquisition
+ *
+ * Single entry point for all browser-based connectors. Implements a two-layer
+ * cascade:
+ *
+ *   1. CDP — connect to user's real Chrome via raw CDP protocol.
+ *      Uses CdpPage for DOM scraping (avoids Playwright's connectOverCDP crash
+ *      on browsers with many tabs). For network interception, callers use
+ *      Playwright's connectOverCDP on the resolved wsUrl directly.
+ *
+ *   2. Playwright — launch headless browser, inject stored cookies.
+ *      Cookies may come from a previous CDP session (freshest) or CLI capture.
+ *
+ * Both paths share the same caller API. Fresh cookies are always captured
+ * from the resulting context so the caller can persist them for future fallback.
+ */
+import type { Browser, BrowserContext, Cookie, Page } from 'playwright';
+import { CdpPage } from './cdp-page.js';
+export interface AcquireBrowserOptions {
+    /** CDP endpoint URL, 'auto' to auto-discover, or null to skip CDP entirely. */
+    cdpUrl?: string | 'auto' | null;
+    /** Stored cookies for Playwright fallback. May be empty. */
+    cookies: Cookie[];
+    /** Cookie domains to capture after sync (e.g., ['x.com', '.x.com']). */
+    authDomains: string[];
+    /** Use stealth/anti-detection mode for Playwright launch (default: false). */
+    stealth?: boolean;
+}
+export interface AcquiredBrowser {
+    /** Playwright Browser (null when using raw CDP). */
+    browser: Browser | null;
+    /** Playwright BrowserContext (null when using raw CDP). */
+    context: BrowserContext | null;
+    /** Playwright Page (null when using raw CDP — use cdpPage instead). */
+    page: Page | null;
+    /** Raw CDP page handle (null when using Playwright). */
+    cdpPage: CdpPage | null;
+    /** Resolved CDP WebSocket URL (available when backend is 'cdp'). */
+    cdpWsUrl: string | null;
+    /** Which backend was used. */
+    backend: 'cdp' | 'playwright';
+    /** If false, don't close the browser on cleanup (CDP — it's the user's Chrome). */
+    ownsBrowser: boolean;
+    screenshotDir: string;
+}
+/**
+ * Thrown when all cascade layers fail. Includes diagnostic info about each
+ * attempted layer so the user gets an actionable error message.
+ */
+export declare class BrowserAuthCascadeError extends Error {
+    readonly attempts: Array<{
+        layer: string;
+        error: string;
+    }>;
+    constructor(attempts: Array<{
+        layer: string;
+        error: string;
+    }>);
+}
+/**
+ * Acquire a browser session using a two-layer cascade:
+ * CDP first (if available), then Playwright with stored cookies.
+ */
+export declare function acquireBrowser(opts: AcquireBrowserOptions): Promise<AcquiredBrowser>;
+//# sourceMappingURL=acquire.d.ts.map

package/dist/browser/acquire.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"acquire.d.ts","sourceRoot":"","sources":["../../src/browser/acquire.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAGxE,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAOxC,MAAM,WAAW,qBAAqB;IACpC,+EAA+E;IAC/E,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IAChC,4DAA4D;IAC5D,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,wEAAwE;IACxE,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,8EAA8E;IAC9E,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,oDAAoD;IACpD,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IACxB,2DAA2D;IAC3D,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,uEAAuE;IACvE,IAAI,EAAE,IAAI,GAAG,IAAI,CAAC;IAClB,wDAAwD;IACxD,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IACxB,oEAAoE;IACpE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,8BAA8B;IAC9B,OAAO,EAAE,KAAK,GAAG,YAAY,CAAC;IAC9B,mFAAmF;IACnF,WAAW,EAAE,OAAO,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED;;;GAGG;AACH,qBAAa,uBAAwB,SAAQ,KAAK;IAChD,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;gBAE/C,QAAQ,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;CAW9D;AAMD;;;GAGG;AACH,wBAAsB,cAAc,CAAC,IAAI,EAAE,qBAAqB,GAAG,OAAO,CAAC,eAAe,CAAC,CAyB1F"}

package/dist/browser/acquire.js

@@ -0,0 +1,109 @@
+/**
+ * Browser Acquisition
+ *
+ * Single entry point for all browser-based connectors. Implements a two-layer
+ * cascade:
+ *
+ *   1. CDP — connect to user's real Chrome via raw CDP protocol.
+ *      Uses CdpPage for DOM scraping (avoids Playwright's connectOverCDP crash
+ *      on browsers with many tabs). For network interception, callers use
+ *      Playwright's connectOverCDP on the resolved wsUrl directly.
+ *
+ *   2. Playwright — launch headless browser, inject stored cookies.
+ *      Cookies may come from a previous CDP session (freshest) or CLI capture.
+ *
+ * Both paths share the same caller API. Fresh cookies are always captured
+ * from the resulting context so the caller can persist them for future fallback.
+ */
+import { sdkLogger } from '../logger.js';
+import { resolveCdpUrl } from './cdp.js';
+import { CdpPage } from './cdp-page.js';
+import { launchBrowser } from './launcher.js';
+/**
+ * Thrown when all cascade layers fail. Includes diagnostic info about each
+ * attempted layer so the user gets an actionable error message.
+ */
+export class BrowserAuthCascadeError extends Error {
+    attempts;
+    constructor(attempts) {
+        const lines = attempts.map((a, i) => `  ${i + 1}. ${a.layer}: ${a.error}`);
+        super('Browser authentication failed. Tried:\n' +
+            lines.join('\n') +
+            '\n\nFix: Enable remote debugging in Chrome (chrome://inspect/#remote-debugging)\n' +
+            'Or run: lobu memory browser-auth --connector <key> --auth-profile-slug <slug>');
+        this.name = 'BrowserAuthCascadeError';
+        this.attempts = attempts;
+    }
+}
+// ---------------------------------------------------------------------------
+// Cascade
+// ---------------------------------------------------------------------------
+/**
+ * Acquire a browser session using a two-layer cascade:
+ * CDP first (if available), then Playwright with stored cookies.
+ */
+export async function acquireBrowser(opts) {
+    const attempts = [];
+    // --- Layer 1: CDP ---
+    if (opts.cdpUrl !== null && opts.cdpUrl !== undefined) {
+        try {
+            return await acquireViaCdp(opts);
+        }
+        catch (err) {
+            attempts.push({ layer: 'CDP', error: err.message });
+            sdkLogger.info({ error: err.message }, '[BrowserAcquire] CDP not available, trying Playwright');
+        }
+    }
+    // --- Layer 2: Playwright (with stored cookies if available) ---
+    try {
+        return await acquireViaPlaywright(opts);
+    }
+    catch (err) {
+        attempts.push({ layer: 'Playwright', error: err.message });
+    }
+    // --- All layers failed ---
+    throw new BrowserAuthCascadeError(attempts);
+}
+// ---------------------------------------------------------------------------
+// Layer implementations
+// ---------------------------------------------------------------------------
+async function acquireViaCdp(opts) {
+    const wsUrl = await resolveCdpUrl(opts.cdpUrl === 'auto' ? 'auto' : opts.cdpUrl, {
+        loggerLabel: 'BrowserAcquire',
+        preferRealBrowser: true,
+    });
+    const cdpPage = await CdpPage.create(wsUrl);
+    sdkLogger.info({ wsUrl }, '[BrowserAcquire] Connected via raw CDP');
+    return {
+        browser: null,
+        context: null,
+        page: null,
+        cdpPage,
+        cdpWsUrl: wsUrl,
+        backend: 'cdp',
+        ownsBrowser: false,
+        screenshotDir: '/tmp/feed-screenshots',
+    };
+}
+async function acquireViaPlaywright(opts) {
+    const { browser, screenshotDir } = await launchBrowser({}, {
+        stealth: opts.stealth ?? false,
+    });
+    const context = (await browser.newContext());
+    if (opts.cookies.length > 0) {
+        await context.addCookies(opts.cookies);
+    }
+    sdkLogger.info({ cookies: opts.cookies.length }, '[BrowserAcquire] Launched Playwright with stored cookies');
+    const page = await context.newPage();
+    return {
+        browser: browser,
+        context,
+        page,
+        cdpPage: null,
+        cdpWsUrl: null,
+        backend: 'playwright',
+        ownsBrowser: true,
+        screenshotDir,
+    };
+}
+//# sourceMappingURL=acquire.js.map

package/dist/browser/acquire.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"acquire.js","sourceRoot":"","sources":["../../src/browser/acquire.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAmC9C;;;GAGG;AACH,MAAM,OAAO,uBAAwB,SAAQ,KAAK;IACvC,QAAQ,CAA0C;IAE3D,YAAY,QAAiD;QAC3D,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QAC3E,KAAK,CACH,yCAAyC;YACvC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;YAChB,mFAAmF;YACnF,+EAA+E,CAClF,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;QACtC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;CACF;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAA2B;IAC9D,MAAM,QAAQ,GAA4C,EAAE,CAAC;IAE7D,uBAAuB;IACvB,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACtD,IAAI,CAAC;YACH,OAAO,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACpD,SAAS,CAAC,IAAI,CACZ,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,EACtB,uDAAuD,CACxD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,iEAAiE;IACjE,IAAI,CAAC;QACH,OAAO,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,4BAA4B;IAC5B,MAAM,IAAI,uBAAuB,CAAC,QAAQ,CAAC,CAAC;AAC9C,CAAC;AAED,8EAA8E;AAC9E,wBAAwB;AACxB,8EAA8E;AAE9E,KAAK,UAAU,aAAa,CAAC,IAA2B;IACtD,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE;QAC/E,WAAW,EAAE,gBAAgB;QAC7B,iBAAiB,EAAE,IAAI;KACxB,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAE5C,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,wCAAwC,CAAC,CAAC;IAEpE,OAAO;QACL,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,IAAI;QACb,IAAI,EAAE,IAAI;QACV,OAAO;QACP,QAAQ,EAAE,KAAK;QACf,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,KAAK;QAClB,aAAa,EAAE,uBAAuB;KACvC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,IAA2B;IAC7D,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,MAAM,aAAa,CAAC,EAAW,EAAE;QAClE,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,KAAK;KAC/B,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,CAAC,MAAO,OAAmB,CAAC,UAAU,EAAE,CAAmB,CAAC;IAC5E,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,SAAS,CAAC,IAAI,CACZ,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAChC,0DAA0D,CAC3D,CAAC;IAEF,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAErC,OAAO;QACL,OAAO,EAAE,OAAkB;QAC3B,OAAO;QACP,IAAI;QACJ,OAAO,EAAE,IAAI;QACb,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,YAAY;QACrB,WAAW,EAAE,IAAI;QACjB,aAAa;KACd,CAAC;AACJ,CAAC"}

package/dist/browser/cdp-page.d.ts

@@ -0,0 +1,48 @@
+/**
+ * Lightweight CDP Page
+ *
+ * A minimal Page-like interface over raw Chrome DevTools Protocol.
+ * Used when Playwright's connectOverCDP crashes on browsers with many tabs
+ * (it tries to enumerate all targets, which fails on real user browsers).
+ *
+ * Supports the subset of Playwright's Page API used by DOM scraper connectors:
+ * goto, evaluate, waitForSelector, waitForTimeout, click, close.
+ */
+export declare class CdpPage {
+    private ws;
+    private sessionId;
+    private targetId;
+    private msgId;
+    private constructor();
+    /**
+     * Create a new tab in the browser and return a CdpPage handle.
+     * Does NOT enumerate existing tabs — avoids the Playwright crash.
+     */
+    static create(browserWsUrl: string): Promise<CdpPage>;
+    private send;
+    /** Navigate to a URL and wait for the page to load. */
+    goto(url: string, options?: {
+        waitUntil?: string;
+        timeout?: number;
+    }): Promise<void>;
+    /** Evaluate a JavaScript expression in the page and return the result. */
+    evaluate<T = unknown>(expression: string | (() => T)): Promise<T>;
+    /**
+     * Wait for a CSS selector to appear in the DOM.
+     * Returns true if found, false on timeout.
+     */
+    waitForSelector(selector: string, options?: {
+        timeout?: number;
+    }): Promise<boolean>;
+    /** Click the first element matching a CSS selector. */
+    click(selector: string): Promise<void>;
+    /** Wait for a fixed duration. */
+    waitForTimeout(ms: number): Promise<void>;
+    /** Get the current page URL. */
+    url(): Promise<string>;
+    /** Get the page title. */
+    title(): Promise<string>;
+    /** Close the tab and disconnect. */
+    close(): Promise<void>;
+}
+//# sourceMappingURL=cdp-page.d.ts.map

package/dist/browser/cdp-page.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cdp-page.d.ts","sourceRoot":"","sources":["../../src/browser/cdp-page.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,qBAAa,OAAO;IAClB,OAAO,CAAC,EAAE,CAAY;IACtB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,KAAK,CAAK;IAElB,OAAO;IAMP;;;OAGG;WACU,MAAM,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IA8C3D,OAAO,CAAC,IAAI;IAiBZ,uDAAuD;IACjD,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAmB1F,0EAA0E;IACpE,QAAQ,CAAC,CAAC,GAAG,OAAO,EAAE,UAAU,EAAE,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAevE;;;OAGG;IACG,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAazF,uDAAuD;IACjD,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI5C,iCAAiC;IAC3B,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/C,gCAAgC;IAC1B,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC;IAI5B,0BAA0B;IACpB,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;IAI9B,oCAAoC;IAC9B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAmB7B"}