@olib-ai/owl-browser-sdk 2.0.4 → 2.0.6

package/dist/extraction/extractor.d.ts

@@ -0,0 +1,139 @@
+/**
+ * Main Extractor class — the primary entry point for the extraction module.
+ *
+ * Constructs and coordinates all extraction strategies:
+ * select, table, meta, detect, lists, scrape, clean, and more.
+ *
+ * No AI dependencies — uses only deterministic browser tools and
+ * client-side HTML parsing (cheerio).
+ */
+import type { OwlBrowser } from '../client.js';
+import type { ExtractedRecord, FieldSpec, ExtractionResult, MetaData, DetectedPattern, DetectOptions, TableOptions, CleanOptions, CleanResult, ScrapeOptions, ListOptions } from './types.js';
+import { detectTables } from './table-extractor.js';
+/**
+ * Universal data extraction from any website.
+ *
+ * @example
+ * ```typescript
+ * import { OwlBrowser } from '@olib-ai/owl-browser-sdk';
+ * import { Extractor } from '@olib-ai/owl-browser-sdk/extraction';
+ *
+ * const browser = new OwlBrowser({ url: '...', token: '...' });
+ * await browser.connect();
+ * const ctx = await browser.createContext();
+ *
+ * const ex = new Extractor(browser, ctx.context_id);
+ * await ex.goto('https://example.com/products');
+ *
+ * // Manual extraction with CSS selectors
+ * const products = await ex.select('.product-card', {
+ *   name: 'h3',
+ *   price: '.price',
+ *   image: 'img@src',
+ *   link: 'a@href',
+ * });
+ *
+ * // Auto-detect repeating patterns
+ * const patterns = await ex.detect();
+ *
+ * // Multi-page scraping
+ * const result = await ex.scrape('.product-card', {
+ *   fields: { name: 'h3', price: '.price' },
+ *   maxPages: 5,
+ * });
+ * ```
+ */
+export declare class Extractor {
+    private readonly _proc;
+    private _scrapeSession;
+    constructor(client: OwlBrowser, contextId: string);
+    /**
+     * Navigate to a URL and wait for network idle.
+     */
+    goto(url: string, options?: {
+        waitForIdle?: boolean;
+    }): Promise<void>;
+    /**
+     * Extract structured data from all elements matching a selector.
+     */
+    select(containerSelector: string, fields: Record<string, FieldSpec>): Promise<ExtractedRecord[]>;
+    /**
+     * Extract structured data from the first matching element.
+     */
+    selectFirst(containerSelector: string, fields: Record<string, FieldSpec>): Promise<ExtractedRecord | null>;
+    /**
+     * Count elements matching a selector.
+     */
+    count(selector: string): Promise<number>;
+    /**
+     * Extract a <table> as structured records.
+     */
+    table(selector?: string, options?: TableOptions): Promise<ExtractedRecord[]>;
+    /**
+     * Extract a CSS grid/flexbox table.
+     */
+    grid(containerSelector: string, itemSelector?: string): Promise<ExtractedRecord[]>;
+    /**
+     * Extract a <dl>/<dt>/<dd> definition list as key-value pairs.
+     */
+    definitionList(selector?: string): Promise<ExtractedRecord>;
+    /**
+     * Auto-detect all table-like structures on the page.
+     */
+    detectTables(): Promise<ReturnType<typeof detectTables>>;
+    /**
+     * Extract all structured metadata (title, OG, Twitter, JSON-LD, microdata, feeds).
+     */
+    meta(): Promise<MetaData>;
+    /**
+     * Extract JSON-LD structured data.
+     */
+    jsonLd(): Promise<object[]>;
+    /**
+     * Detect repeating patterns on the page.
+     */
+    detect(options?: DetectOptions): Promise<DetectedPattern[]>;
+    /**
+     * Detect the best pattern and immediately extract all items.
+     */
+    detectAndExtract(options?: DetectOptions): Promise<ExtractedRecord[]>;
+    /**
+     * Extract items from a list/card container with auto-field detection.
+     */
+    lists(containerSelector: string, options?: ListOptions): Promise<ExtractedRecord[]>;
+    /**
+     * Run a multi-page scrape with pagination, deduplication, and detail following.
+     */
+    scrape(containerSelector: string, options?: ScrapeOptions): Promise<ExtractionResult>;
+    /**
+     * Abort a running scrape session.
+     */
+    abortScrape(): void;
+    /**
+     * Remove obstructions (cookie banners, modals, fixed elements, ads).
+     */
+    clean(options?: CleanOptions): Promise<CleanResult>;
+    /**
+     * Get page HTML.
+     */
+    html(options?: {
+        cleanLevel?: 'minimal' | 'basic' | 'aggressive';
+    }): Promise<string>;
+    /**
+     * Get page content as markdown.
+     */
+    markdown(): Promise<string>;
+    /**
+     * Get text content, optionally filtered by selector and regex.
+     */
+    text(selector?: string, regex?: string): Promise<string>;
+    /**
+     * Detect the site type (e.g., 'google', 'amazon', 'wikipedia').
+     */
+    detectSite(): Promise<string>;
+    /**
+     * Extract structured data using built-in site templates.
+     */
+    siteData(template?: string): Promise<unknown>;
+}
+//# sourceMappingURL=extractor.d.ts.map

package/dist/extraction/extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.d.ts","sourceRoot":"","sources":["../../src/extraction/extractor.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EACV,eAAe,EACf,SAAS,EACT,gBAAgB,EAChB,QAAQ,EACR,eAAe,EACf,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,aAAa,EACb,WAAW,EACZ,MAAM,YAAY,CAAC;AAGpB,OAAO,EAIL,YAAY,EACb,MAAM,sBAAsB,CAAC;AAO9B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AACH,qBAAa,SAAS;IACpB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgB;IACtC,OAAO,CAAC,cAAc,CAA8B;gBAExC,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM;IAMjD;;OAEG;IACG,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAM3E;;OAEG;IACG,MAAM,CACV,iBAAiB,EAAE,MAAM,EACzB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAChC,OAAO,CAAC,eAAe,EAAE,CAAC;IAK7B;;OAEG;IACG,WAAW,CACf,iBAAiB,EAAE,MAAM,EACzB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAChC,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAKlC;;OAEG;IACG,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAO9C;;OAEG;IACG,KAAK,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAKlF;;OAEG;IACG,IAAI,CACR,iBAAiB,EAAE,MAAM,EACzB,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC,eAAe,EAAE,CAAC;IAK7B;;OAEG;IACG,cAAc,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAKjE;;OAEG;IACG,YAAY,IAAI,OAAO,CAAC,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;IAO9D;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC;IAK/B;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAOjC;;OAEG;IACG,MAAM,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAKjE;;OAEG;IACG,gBAAgB,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAO3E;;OAEG;IACG,KAAK,CACT,iBAAiB,EAAE,MAAM,EACzB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,eAAe,EAAE,CAAC;IAO7B;;OAEG;IACG,MAAM,CACV,iBAAiB,EAAE,MAAM,EACzB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,gBAAgB,CAAC;IAS5B;;OAEG;IACH,WAAW,IAAI,IAAI;IAMnB;;OAEG;IACG,KAAK,CAAC,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;IAMzD;;OAEG;IACG,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,SAAS,GAAG,OAAO,GAAG,YAAY,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAI1F;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;IAIjC;;OAEG;IACG,IAAI,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAM9D;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;IAInC;;OAEG;IACG,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;CAGpD"}

package/dist/extraction/extractor.js

@@ -0,0 +1,212 @@
+/**
+ * Main Extractor class — the primary entry point for the extraction module.
+ *
+ * Constructs and coordinates all extraction strategies:
+ * select, table, meta, detect, lists, scrape, clean, and more.
+ *
+ * No AI dependencies — uses only deterministic browser tools and
+ * client-side HTML parsing (cheerio).
+ */
+import { HTMLProcessor } from './html-processor.js';
+import { extractAll, extractFirst, count } from './selector-engine.js';
+import { extractTable, extractGrid, extractDefinitionList, detectTables, } from './table-extractor.js';
+import { extractMeta, extractJsonLd } from './meta-extractor.js';
+import { removeObstructions } from './content-cleaner.js';
+import { extract as extractList } from './list-extractor.js';
+import { detect as detectPatterns, detectAndExtract } from './pattern-detector.js';
+import { ScrapeSession } from './scrape-session.js';
+/**
+ * Universal data extraction from any website.
+ *
+ * @example
+ * ```typescript
+ * import { OwlBrowser } from '@olib-ai/owl-browser-sdk';
+ * import { Extractor } from '@olib-ai/owl-browser-sdk/extraction';
+ *
+ * const browser = new OwlBrowser({ url: '...', token: '...' });
+ * await browser.connect();
+ * const ctx = await browser.createContext();
+ *
+ * const ex = new Extractor(browser, ctx.context_id);
+ * await ex.goto('https://example.com/products');
+ *
+ * // Manual extraction with CSS selectors
+ * const products = await ex.select('.product-card', {
+ *   name: 'h3',
+ *   price: '.price',
+ *   image: 'img@src',
+ *   link: 'a@href',
+ * });
+ *
+ * // Auto-detect repeating patterns
+ * const patterns = await ex.detect();
+ *
+ * // Multi-page scraping
+ * const result = await ex.scrape('.product-card', {
+ *   fields: { name: 'h3', price: '.price' },
+ *   maxPages: 5,
+ * });
+ * ```
+ */
+export class Extractor {
+    _proc;
+    _scrapeSession = null;
+    constructor(client, contextId) {
+        this._proc = new HTMLProcessor(client, contextId);
+    }
+    // ==================== Navigation ====================
+    /**
+     * Navigate to a URL and wait for network idle.
+     */
+    async goto(url, options) {
+        await this._proc.goto(url, options?.waitForIdle);
+    }
+    // ==================== Manual Extraction ====================
+    /**
+     * Extract structured data from all elements matching a selector.
+     */
+    async select(containerSelector, fields) {
+        const html = await this._proc.getHtml('basic');
+        return extractAll(html, containerSelector, fields);
+    }
+    /**
+     * Extract structured data from the first matching element.
+     */
+    async selectFirst(containerSelector, fields) {
+        const html = await this._proc.getHtml('basic');
+        return extractFirst(html, containerSelector, fields);
+    }
+    /**
+     * Count elements matching a selector.
+     */
+    async count(selector) {
+        const html = await this._proc.getHtml('basic');
+        return count(html, selector);
+    }
+    // ==================== Tables ====================
+    /**
+     * Extract a <table> as structured records.
+     */
+    async table(selector, options) {
+        const html = await this._proc.getHtml('basic');
+        return extractTable(html, selector, options);
+    }
+    /**
+     * Extract a CSS grid/flexbox table.
+     */
+    async grid(containerSelector, itemSelector) {
+        const html = await this._proc.getHtml('basic');
+        return extractGrid(html, containerSelector, itemSelector);
+    }
+    /**
+     * Extract a <dl>/<dt>/<dd> definition list as key-value pairs.
+     */
+    async definitionList(selector) {
+        const html = await this._proc.getHtml('basic');
+        return extractDefinitionList(html, selector);
+    }
+    /**
+     * Auto-detect all table-like structures on the page.
+     */
+    async detectTables() {
+        const html = await this._proc.getHtml('basic');
+        return detectTables(html);
+    }
+    // ==================== Metadata ====================
+    /**
+     * Extract all structured metadata (title, OG, Twitter, JSON-LD, microdata, feeds).
+     */
+    async meta() {
+        const html = await this._proc.getHtml('minimal');
+        return extractMeta(html);
+    }
+    /**
+     * Extract JSON-LD structured data.
+     */
+    async jsonLd() {
+        const html = await this._proc.getHtml('minimal');
+        return extractJsonLd(html);
+    }
+    // ==================== Auto-Detection ====================
+    /**
+     * Detect repeating patterns on the page.
+     */
+    async detect(options) {
+        const html = await this._proc.getHtml('aggressive');
+        return detectPatterns(html, options);
+    }
+    /**
+     * Detect the best pattern and immediately extract all items.
+     */
+    async detectAndExtract(options) {
+        const html = await this._proc.getHtml('aggressive');
+        return detectAndExtract(html, options);
+    }
+    // ==================== Lists ====================
+    /**
+     * Extract items from a list/card container with auto-field detection.
+     */
+    async lists(containerSelector, options) {
+        const html = await this._proc.getHtml('basic');
+        return extractList(html, containerSelector, options);
+    }
+    // ==================== Multi-Page ====================
+    /**
+     * Run a multi-page scrape with pagination, deduplication, and detail following.
+     */
+    async scrape(containerSelector, options) {
+        this._scrapeSession = new ScrapeSession(this._proc);
+        try {
+            return await this._scrapeSession.scrape(containerSelector, options);
+        }
+        finally {
+            this._scrapeSession = null;
+        }
+    }
+    /**
+     * Abort a running scrape session.
+     */
+    abortScrape() {
+        this._scrapeSession?.abort();
+    }
+    // ==================== Content Cleaning ====================
+    /**
+     * Remove obstructions (cookie banners, modals, fixed elements, ads).
+     */
+    async clean(options) {
+        return removeObstructions(this._proc, options);
+    }
+    // ==================== Raw Content ====================
+    /**
+     * Get page HTML.
+     */
+    async html(options) {
+        return this._proc.getHtml(options?.cleanLevel);
+    }
+    /**
+     * Get page content as markdown.
+     */
+    async markdown() {
+        return this._proc.getMarkdown();
+    }
+    /**
+     * Get text content, optionally filtered by selector and regex.
+     */
+    async text(selector, regex) {
+        return this._proc.getText(selector, regex);
+    }
+    // ==================== Site Templates ====================
+    /**
+     * Detect the site type (e.g., 'google', 'amazon', 'wikipedia').
+     */
+    async detectSite() {
+        return this._proc.detectSite();
+    }
+    /**
+     * Extract structured data using built-in site templates.
+     */
+    async siteData(template) {
+        return this._proc.extractJson(template);
+    }
+}
+//# sourceMappingURL=extractor.js.map

package/dist/extraction/extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.js","sourceRoot":"","sources":["../../src/extraction/extractor.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAgBH,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,sBAAsB,CAAC;AACvE,OAAO,EACL,YAAY,EACZ,WAAW,EACX,qBAAqB,EACrB,YAAY,GACb,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,OAAO,IAAI,WAAW,EAAoB,MAAM,qBAAqB,CAAC;AAC/E,OAAO,EAAE,MAAM,IAAI,cAAc,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACnF,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AACH,MAAM,OAAO,SAAS;IACH,KAAK,CAAgB;IAC9B,cAAc,GAAyB,IAAI,CAAC;IAEpD,YAAY,MAAkB,EAAE,SAAiB;QAC/C,IAAI,CAAC,KAAK,GAAG,IAAI,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACpD,CAAC;IAED,uDAAuD;IAEvD;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,OAAmC;QACzD,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;IACnD,CAAC;IAED,8DAA8D;IAE9D;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,iBAAyB,EACzB,MAAiC;QAEjC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,UAAU,CAAC,IAAI,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC;IACrD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,iBAAyB,EACzB,MAAiC;QAEjC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,YAAY,CAAC,IAAI,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,QAAgB;QAC1B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAED,mDAAmD;IAEnD;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,QAAiB,EAAE,OAAsB;QACnD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CACR,iBAAyB,EACzB,YAAqB;QAErB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,WAAW,CAAC,IAAI,EAAE,iBAAiB,EAAE,YAAY,CAAC,CAAC;IAC5D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,QAAiB;QACpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,qBAAqB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED,qDAAqD;IAErD;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACjD,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACjD,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED,2DAA2D;IAE3D;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,OAAuB;QAClC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACpD,OAAO,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,OAAuB;QAC5C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACpD,OAAO,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,kDAAkD;IAElD;;OAEG;IACH,KAAK,CAAC,KAAK,CACT,iBAAyB,EACzB,OAAqB;QAErB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,WAAW,CAAC,IAAI,EAAE,iBAAiB,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED,uDAAuD;IAEvD;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,iBAAyB,EACzB,OAAuB;QAEvB,IAAI,CAAC,cAAc,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpD,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;QACtE,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW;QACT,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE,CAAC;IAC/B,CAAC;IAED,6DAA6D;IAE7D;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,OAAsB;QAChC,OAAO,kBAAkB,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;IAED,wDAAwD;IAExD;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,OAA6D;QACtE,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,QAAiB,EAAE,KAAc;QAC1C,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC7C,CAAC;IAED,2DAA2D;IAE3D;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,QAAiB;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;CACF"}

package/dist/extraction/html-processor.d.ts

@@ -0,0 +1,75 @@
+/**
+ * Browser communication layer for extraction.
+ *
+ * Wraps browser tools (get_html, get_markdown, evaluate, navigate, etc.)
+ * into a clean async interface used by all extraction modules.
+ */
+import type { OwlBrowser } from '../client.js';
+import type { PageInfo } from './types.js';
+export declare class HTMLProcessor {
+    private readonly _client;
+    private readonly _contextId;
+    constructor(client: OwlBrowser, contextId: string);
+    /**
+     * Get page HTML from browser.
+     * @param cleanLevel - Cleaning level: 'minimal' | 'basic' | 'aggressive' (default: 'basic')
+     */
+    getHtml(cleanLevel?: 'minimal' | 'basic' | 'aggressive'): Promise<string>;
+    /**
+     * Get page content as markdown.
+     */
+    getMarkdown(): Promise<string>;
+    /**
+     * Extract text from page, optionally filtered by selector and regex.
+     */
+    getText(selector?: string, regex?: string): Promise<string>;
+    /**
+     * Get current page URL and title.
+     */
+    getPageInfo(): Promise<PageInfo>;
+    /**
+     * Get current page URL.
+     */
+    getUrl(): Promise<string>;
+    /**
+     * Execute JavaScript in the page and return the result.
+     */
+    evaluate(expression: string): Promise<unknown>;
+    /**
+     * Navigate to a URL and optionally wait for network idle.
+     */
+    goto(url: string, waitForIdle?: boolean): Promise<void>;
+    /**
+     * Wait for a CSS selector to appear in the DOM.
+     */
+    waitForSelector(selector: string, timeout?: number): Promise<void>;
+    /**
+     * Wait for network to become idle.
+     */
+    waitForNetworkIdle(timeout?: number): Promise<void>;
+    /**
+     * Wait for a specified number of milliseconds.
+     */
+    wait(ms: number): Promise<void>;
+    /**
+     * Click an element by CSS selector.
+     */
+    click(selector: string): Promise<void>;
+    /**
+     * Scroll down by a number of pixels.
+     */
+    scrollBy(x: number, y: number): Promise<void>;
+    /**
+     * Scroll to the bottom of the page.
+     */
+    scrollToBottom(): Promise<void>;
+    /**
+     * Detect the site type (e.g., 'google', 'amazon', 'wikipedia').
+     */
+    detectSite(): Promise<string>;
+    /**
+     * Extract structured JSON using built-in site templates.
+     */
+    extractJson(template?: string): Promise<unknown>;
+}
+//# sourceMappingURL=html-processor.d.ts.map

package/dist/extraction/html-processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-processor.d.ts","sourceRoot":"","sources":["../../src/extraction/html-processor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAa;IACrC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;gBAExB,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM;IAKjD;;;OAGG;IACG,OAAO,CAAC,UAAU,CAAC,EAAE,SAAS,GAAG,OAAO,GAAG,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC;IAO/E;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAOpC;;OAEG;IACG,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAQjE;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,QAAQ,CAAC;IActC;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC;IAK/B;;OAEG;IACG,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAYpD;;OAEG;IACG,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAU7D;;OAEG;IACG,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IASxE;;OAEG;IACG,kBAAkB,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMzD;;OAEG;IACG,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOrC;;OAEG;IACG,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO5C;;OAEG;IACG,QAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQnD;;OAEG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAMrC;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;IAYnC;;OAEG;IACG,WAAW,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;CAKvD"}

package/dist/extraction/html-processor.js

@@ -0,0 +1,192 @@
+/**
+ * Browser communication layer for extraction.
+ *
+ * Wraps browser tools (get_html, get_markdown, evaluate, navigate, etc.)
+ * into a clean async interface used by all extraction modules.
+ */
+export class HTMLProcessor {
+    _client;
+    _contextId;
+    constructor(client, contextId) {
+        this._client = client;
+        this._contextId = contextId;
+    }
+    /**
+     * Get page HTML from browser.
+     * @param cleanLevel - Cleaning level: 'minimal' | 'basic' | 'aggressive' (default: 'basic')
+     */
+    async getHtml(cleanLevel) {
+        const params = { context_id: this._contextId };
+        if (cleanLevel)
+            params['clean_level'] = cleanLevel;
+        const result = await this._client.execute('browser_get_html', params);
+        return unwrapString(result);
+    }
+    /**
+     * Get page content as markdown.
+     */
+    async getMarkdown() {
+        const result = await this._client.execute('browser_get_markdown', {
+            context_id: this._contextId,
+        });
+        return unwrapString(result);
+    }
+    /**
+     * Extract text from page, optionally filtered by selector and regex.
+     */
+    async getText(selector, regex) {
+        const params = { context_id: this._contextId };
+        if (selector)
+            params['selector'] = selector;
+        if (regex)
+            params['regex'] = regex;
+        const result = await this._client.execute('browser_extract_text', params);
+        return unwrapString(result);
+    }
+    /**
+     * Get current page URL and title.
+     */
+    async getPageInfo() {
+        const result = await this._client.execute('browser_get_page_info', {
+            context_id: this._contextId,
+        });
+        if (typeof result === 'object' && result !== null) {
+            const r = result;
+            return {
+                url: String(r['url'] ?? ''),
+                title: String(r['title'] ?? ''),
+            };
+        }
+        return { url: '', title: '' };
+    }
+    /**
+     * Get current page URL.
+     */
+    async getUrl() {
+        const info = await this.getPageInfo();
+        return info.url;
+    }
+    /**
+     * Execute JavaScript in the page and return the result.
+     */
+    async evaluate(expression) {
+        const result = await this._client.execute('browser_evaluate', {
+            context_id: this._contextId,
+            expression,
+        });
+        if (typeof result === 'object' && result !== null) {
+            const r = result;
+            return r['result'] ?? result;
+        }
+        return result;
+    }
+    /**
+     * Navigate to a URL and optionally wait for network idle.
+     */
+    async goto(url, waitForIdle) {
+        await this._client.execute('browser_navigate', {
+            context_id: this._contextId,
+            url,
+        });
+        if (waitForIdle !== false) {
+            await this.waitForNetworkIdle();
+        }
+    }
+    /**
+     * Wait for a CSS selector to appear in the DOM.
+     */
+    async waitForSelector(selector, timeout) {
+        const params = {
+            context_id: this._contextId,
+            selector,
+        };
+        if (timeout !== undefined)
+            params['timeout'] = timeout;
+        await this._client.execute('browser_wait_for_selector', params);
+    }
+    /**
+     * Wait for network to become idle.
+     */
+    async waitForNetworkIdle(timeout) {
+        const params = { context_id: this._contextId };
+        if (timeout !== undefined)
+            params['timeout'] = timeout;
+        await this._client.execute('browser_wait_for_network_idle', params);
+    }
+    /**
+     * Wait for a specified number of milliseconds.
+     */
+    async wait(ms) {
+        await this._client.execute('browser_wait', {
+            context_id: this._contextId,
+            timeout: ms,
+        });
+    }
+    /**
+     * Click an element by CSS selector.
+     */
+    async click(selector) {
+        await this._client.execute('browser_click', {
+            context_id: this._contextId,
+            selector,
+        });
+    }
+    /**
+     * Scroll down by a number of pixels.
+     */
+    async scrollBy(x, y) {
+        await this._client.execute('browser_scroll_by', {
+            context_id: this._contextId,
+            x,
+            y,
+        });
+    }
+    /**
+     * Scroll to the bottom of the page.
+     */
+    async scrollToBottom() {
+        await this._client.execute('browser_scroll_to_bottom', {
+            context_id: this._contextId,
+        });
+    }
+    /**
+     * Detect the site type (e.g., 'google', 'amazon', 'wikipedia').
+     */
+    async detectSite() {
+        const result = await this._client.execute('browser_detect_site', {
+            context_id: this._contextId,
+        });
+        if (typeof result === 'string')
+            return result;
+        if (typeof result === 'object' && result !== null) {
+            const r = result;
+            return String(r['site_type'] ?? r['type'] ?? 'unknown');
+        }
+        return 'unknown';
+    }
+    /**
+     * Extract structured JSON using built-in site templates.
+     */
+    async extractJson(template) {
+        const params = { context_id: this._contextId };
+        if (template)
+            params['template'] = template;
+        return await this._client.execute('browser_extract_json', params);
+    }
+}
+/**
+ * Unwrap a tool result that may be a plain string or an object with html/content/text/markdown keys.
+ */
+function unwrapString(result) {
+    if (typeof result === 'string')
+        return result;
+    if (typeof result === 'object' && result !== null) {
+        const r = result;
+        for (const key of ['html', 'markdown', 'text', 'content']) {
+            if (typeof r[key] === 'string')
+                return r[key];
+        }
+    }
+    return String(result ?? '');
+}
+//# sourceMappingURL=html-processor.js.map

package/dist/extraction/html-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-processor.js","sourceRoot":"","sources":["../../src/extraction/html-processor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH,MAAM,OAAO,aAAa;IACP,OAAO,CAAa;IACpB,UAAU,CAAS;IAEpC,YAAY,MAAkB,EAAE,SAAiB;QAC/C,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;IAC9B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,UAA+C;QAC3D,MAAM,MAAM,GAA4B,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;QACxE,IAAI,UAAU;YAAE,MAAM,CAAC,aAAa,CAAC,GAAG,UAAU,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAC;QACtE,OAAO,YAAY,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,sBAAsB,EAAE;YAChE,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAC;QACH,OAAO,YAAY,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,QAAiB,EAAE,KAAc;QAC7C,MAAM,MAAM,GAA4B,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;QACxE,IAAI,QAAQ;YAAE,MAAM,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC;QAC5C,IAAI,KAAK;YAAE,MAAM,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC;QAC1E,OAAO,YAAY,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,uBAAuB,EAAE;YACjE,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAC;QACH,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YAClD,MAAM,CAAC,GAAG,MAAiC,CAAC;YAC5C,OAAO;gBACL,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC3B,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;aAChC,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACtC,OAAO,IAAI,CAAC,GAAG,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,UAAkB;QAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,kBAAkB,EAAE;YAC5D,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,UAAU;SACX,CAAC,CAAC;QACH,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YAClD,MAAM,CAAC,GAAG,MAAiC,CAAC;YAC5C,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;QAC/B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,WAAqB;QAC3C,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,kBAAkB,EAAE;YAC7C,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,GAAG;SACJ,CAAC,CAAC;QACH,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,QAAgB,EAAE,OAAgB;QACtD,MAAM,MAAM,GAA4B;YACtC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,QAAQ;SACT,CAAC;QACF,IAAI,OAAO,KAAK,SAAS;YAAE,MAAM,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC;QACvD,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,2BAA2B,EAAE,MAAM,CAAC,CAAC;IAClE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CAAC,OAAgB;QACvC,MAAM,MAAM,GAA4B,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;QACxE,IAAI,OAAO,KAAK,SAAS;YAAE,MAAM,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC;QACvD,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,+BAA+B,EAAE,MAAM,CAAC,CAAC;IACtE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,EAAU;QACnB,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE;YACzC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,OAAO,EAAE,EAAE;SACZ,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,QAAgB;QAC1B,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE;YAC1C,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,CAAS,EAAE,CAAS;QACjC,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,EAAE;YAC9C,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,CAAC;YACD,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc;QAClB,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,0BAA0B,EAAE;YACrD,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,qBAAqB,EAAE;YAC/D,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAC;QACH,IAAI,OAAO,MAAM,KAAK,QAAQ;YAAE,OAAO,MAAM,CAAC;QAC9C,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YAClD,MAAM,CAAC,GAAG,MAAiC,CAAC;YAC5C,OAAO,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,QAAiB;QACjC,MAAM,MAAM,GAA4B,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;QACxE,IAAI,QAAQ;YAAE,MAAM,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC;QAC5C,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC;IACpE,CAAC;CACF;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,MAAe;IACnC,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC9C,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QAClD,MAAM,CAAC,GAAG,MAAiC,CAAC;QAC5C,KAAK,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC;YAC1D,IAAI,OAAO,CAAC,CAAC,GAAG,CAAC,KAAK,QAAQ;gBAAE,OAAO,CAAC,CAAC,GAAG,CAAW,CAAC;QAC1D,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;AAC9B,CAAC"}

package/dist/extraction/index.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Universal extraction module for Owl Browser Node.js SDK.
+ *
+ * Provides structured data extraction from any website using CSS selectors,
+ * pattern detection, table parsing, metadata extraction, and multi-page scraping.
+ */
+export { Extractor } from './extractor.js';
+export type { Transform, FieldSpec, ObjectFieldSpec, ExtractedRecord, ExtractionResult, MetaData, FeedLink, DetectedPattern, DetectOptions, TableOptions, CleanOptions, CleanResult, ScrapeOptions, PaginationConfig, FollowConfig, PageInfo, ListOptions, } from './types.js';
+export { applyTransform, applyTransforms, applyPattern, coerceType, parsePrice, parseDate, resolveUrl, } from './transforms.js';
+export { extractAll, extractFirst, count, } from './selector-engine.js';
+export { extractTable, extractGrid, extractDefinitionList, detectTables, } from './table-extractor.js';
+export { extractMeta, extractJsonLd, extractOpenGraph, extractTwitterCard, extractMicrodata, extractFeeds, extractCanonical, extractFavicon, } from './meta-extractor.js';
+export { detect, detectAndExtract, } from './pattern-detector.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/extraction/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/extraction/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAG3C,YAAY,EACV,SAAS,EACT,SAAS,EACT,eAAe,EACf,eAAe,EACf,gBAAgB,EAChB,QAAQ,EACR,QAAQ,EACR,eAAe,EACf,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,aAAa,EACb,gBAAgB,EAChB,YAAY,EACZ,QAAQ,EACR,WAAW,GACZ,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,cAAc,EACd,eAAe,EACf,YAAY,EACZ,UAAU,EACV,UAAU,EACV,SAAS,EACT,UAAU,GACX,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EACL,UAAU,EACV,YAAY,EACZ,KAAK,GACN,MAAM,sBAAsB,CAAC;AAG9B,OAAO,EACL,YAAY,EACZ,WAAW,EACX,qBAAqB,EACrB,YAAY,GACb,MAAM,sBAAsB,CAAC;AAG9B,OAAO,EACL,WAAW,EACX,aAAa,EACb,gBAAgB,EAChB,kBAAkB,EAClB,gBAAgB,EAChB,YAAY,EACZ,gBAAgB,EAChB,cAAc,GACf,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EACL,MAAM,EACN,gBAAgB,GACjB,MAAM,uBAAuB,CAAC"}