@olib-ai/owl-browser-sdk 2.0.5 → 2.0.7

package/dist/extraction/selector-engine.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Core CSS selector extraction engine using cheerio.
+ *
+ * All methods are static/pure — they parse HTML and return extracted data.
+ * Reuses the transform pipeline from transforms.ts.
+ */
+import { type CheerioAPI, type Cheerio } from 'cheerio';
+import type { AnyNode } from 'domhandler';
+import type { FieldSpec, ExtractedRecord } from './types.js';
+/**
+ * Extract structured data from all elements matching containerSelector.
+ */
+export declare function extractAll(html: string, containerSelector: string, fields: Record<string, FieldSpec>): ExtractedRecord[];
+/**
+ * Extract structured data from the first element matching containerSelector.
+ */
+export declare function extractFirst(html: string, containerSelector: string, fields: Record<string, FieldSpec>): ExtractedRecord | null;
+/**
+ * Count elements matching a CSS selector.
+ */
+export declare function count(html: string, selector: string): number;
+export declare function resolveField($: CheerioAPI, container: Cheerio<AnyNode>, spec: FieldSpec): unknown;
+//# sourceMappingURL=selector-engine.d.ts.map

package/dist/extraction/selector-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"selector-engine.d.ts","sourceRoot":"","sources":["../../src/extraction/selector-engine.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAQ,KAAK,UAAU,EAAE,KAAK,OAAO,EAAE,MAAM,SAAS,CAAC;AAC9D,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAC1C,OAAO,KAAK,EAAE,SAAS,EAAmB,eAAe,EAAE,MAAM,YAAY,CAAC;AAG9E;;GAEG;AACH,wBAAgB,UAAU,CACxB,IAAI,EAAE,MAAM,EACZ,iBAAiB,EAAE,MAAM,EACzB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAChC,eAAe,EAAE,CAOnB;AAED;;GAEG;AACH,wBAAgB,YAAY,CAC1B,IAAI,EAAE,MAAM,EACZ,iBAAiB,EAAE,MAAM,EACzB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAChC,eAAe,GAAG,IAAI,CAKxB;AAED;;GAEG;AACH,wBAAgB,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAG5D;AAgBD,wBAAgB,YAAY,CAC1B,CAAC,EAAE,UAAU,EACb,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,EAC3B,IAAI,EAAE,SAAS,GACd,OAAO,CAKT"}

package/dist/extraction/selector-engine.js

@@ -0,0 +1,127 @@
+/**
+ * Core CSS selector extraction engine using cheerio.
+ *
+ * All methods are static/pure — they parse HTML and return extracted data.
+ * Reuses the transform pipeline from transforms.ts.
+ */
+import { load } from 'cheerio';
+import { applyTransforms, applyPattern, coerceType } from './transforms.js';
+/**
+ * Extract structured data from all elements matching containerSelector.
+ */
+export function extractAll(html, containerSelector, fields) {
+    const $ = load(html);
+    const results = [];
+    $(containerSelector).each((_i, el) => {
+        results.push(extractItem($, $(el), fields));
+    });
+    return results;
+}
+/**
+ * Extract structured data from the first element matching containerSelector.
+ */
+export function extractFirst(html, containerSelector, fields) {
+    const $ = load(html);
+    const container = $(containerSelector).first();
+    if (container.length === 0)
+        return null;
+    return extractItem($, container, fields);
+}
+/**
+ * Count elements matching a CSS selector.
+ */
+export function count(html, selector) {
+    const $ = load(html);
+    return $(selector).length;
+}
+// ==================== Internal ====================
+function extractItem($, container, fields) {
+    const record = {};
+    for (const [name, spec] of Object.entries(fields)) {
+        record[name] = resolveField($, container, spec);
+    }
+    return record;
+}
+export function resolveField($, container, spec) {
+    if (typeof spec === 'string') {
+        return extractStringField($, container, spec);
+    }
+    return extractObjectField($, container, spec);
+}
+function extractStringField($, container, spec) {
+    const atPos = spec.lastIndexOf('@');
+    if (atPos >= 0) {
+        const sel = spec.slice(0, atPos).trim();
+        const attr = spec.slice(atPos + 1);
+        const target = sel ? container.find(sel).first() : container;
+        if (target.length === 0)
+            return null;
+        if (attr === 'outerHTML')
+            return $.html(target) ?? null;
+        if (attr === 'innerHTML')
+            return target.html() ?? null;
+        return target.attr(attr) ?? null;
+    }
+    const el = spec.trim() ? container.find(spec).first() : container;
+    if (el.length === 0)
+        return null;
+    return el.text().trim() || null;
+}
+function extractObjectField($, container, spec) {
+    if (spec.nested) {
+        return extractNested($, container, spec.nested);
+    }
+    const sel = spec.selector;
+    const attr = spec.attribute;
+    const fieldType = spec.type;
+    if (spec.all) {
+        const values = [];
+        const targets = sel ? container.find(sel) : container;
+        targets.each((_i, el) => {
+            let raw = extractRawValue($, $(el), attr, fieldType);
+            raw = applyPattern(raw, spec.pattern, spec.group);
+            raw = applyTransforms(raw, spec.transform);
+            const coerced = coerceType(raw, fieldType);
+            values.push(coerced ?? spec.default ?? null);
+        });
+        return values;
+    }
+    const target = sel ? container.find(sel).first() : container;
+    if (target.length === 0) {
+        return spec.default ?? null;
+    }
+    let raw = extractRawValue($, target, attr, fieldType);
+    raw = applyPattern(raw, spec.pattern, spec.group);
+    raw = applyTransforms(raw, spec.transform);
+    const coerced = coerceType(raw, fieldType);
+    return coerced ?? spec.default ?? null;
+}
+function extractRawValue($, el, attr, type) {
+    if (el.length === 0)
+        return null;
+    if (type === 'html')
+        return $.html(el) ?? null;
+    if (type === 'innerHtml')
+        return el.html() ?? null;
+    if (attr) {
+        if (attr === 'outerHTML')
+            return $.html(el) ?? null;
+        if (attr === 'innerHTML')
+            return el.html() ?? null;
+        return el.attr(attr) ?? null;
+    }
+    return el.text().trim() || null;
+}
+function extractNested($, container, nested) {
+    const results = [];
+    const elements = container.find(nested.selector);
+    const limit = nested.limit ?? elements.length;
+    elements.each((i, el) => {
+        if (i >= limit)
+            return false;
+        results.push(extractItem($, $(el), nested.fields));
+        return undefined;
+    });
+    return results;
+}
+//# sourceMappingURL=selector-engine.js.map

package/dist/extraction/selector-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"selector-engine.js","sourceRoot":"","sources":["../../src/extraction/selector-engine.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,IAAI,EAAiC,MAAM,SAAS,CAAC;AAG9D,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE5E;;GAEG;AACH,MAAM,UAAU,UAAU,CACxB,IAAY,EACZ,iBAAyB,EACzB,MAAiC;IAEjC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IACrB,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,CAAC,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;QACnC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAC1B,IAAY,EACZ,iBAAyB,EACzB,MAAiC;IAEjC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IACrB,MAAM,SAAS,GAAG,CAAC,CAAC,iBAAiB,CAAC,CAAC,KAAK,EAAE,CAAC;IAC/C,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACxC,OAAO,WAAW,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;AAC3C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,KAAK,CAAC,IAAY,EAAE,QAAgB;IAClD,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IACrB,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;AAC5B,CAAC;AAED,qDAAqD;AAErD,SAAS,WAAW,CAClB,CAAa,EACb,SAA2B,EAC3B,MAAiC;IAEjC,MAAM,MAAM,GAAoB,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAClD,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,CAAa,EACb,SAA2B,EAC3B,IAAe;IAEf,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,OAAO,kBAAkB,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,kBAAkB,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,kBAAkB,CACzB,CAAa,EACb,SAA2B,EAC3B,IAAY;IAEZ,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACpC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAC7D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACrC,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;QACxD,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,MAAM,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;QACvD,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IACnC,CAAC;IACD,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAClE,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACjC,OAAO,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;AAClC,CAAC;AAED,SAAS,kBAAkB,CACzB,CAAa,EACb,SAA2B,EAC3B,IAAqB;IAErB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,OAAO,aAAa,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC;IAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;IAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC;IAE5B,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QACb,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACtD,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;YACtB,IAAI,GAAG,GAAkB,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;YACpE,GAAG,GAAG,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YAClD,GAAG,GAAG,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAC3C,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;YAC3C,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC;IAC9B,CAAC;IAED,IAAI,GAAG,GAAkB,eAAe,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;IACrE,GAAG,GAAG,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IAClD,GAAG,GAAG,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAC3C,OAAO,OAAO,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC;AACzC,CAAC;AAED,SAAS,eAAe,CACtB,CAAa,EACb,EAAoB,EACpB,IAAa,EACb,IAAa;IAEb,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACjC,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC;IAC/C,IAAI,IAAI,KAAK,WAAW;QAAE,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;IACnD,IAAI,IAAI,EAAE,CAAC;QACT,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC;QACpD,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;QACnD,OAAO,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IAC/B,CAAC;IACD,OAAO,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;AAClC,CAAC;AAED,SAAS,aAAa,CACpB,CAAa,EACb,SAA2B,EAC3B,MAA+E;IAE/E,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,QAAQ,CAAC,MAAM,CAAC;IAC9C,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACtB,IAAI,CAAC,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;QAC7B,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QACnD,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/extraction/table-extractor.d.ts

@@ -0,0 +1,29 @@
+/**
+ * Specialized table extraction.
+ *
+ * Handles <table> with colspan/rowspan, headerless tables, key-value transpose,
+ * CSS grid/flexbox "tables", and <dl>/<dt>/<dd> definition lists.
+ */
+import type { ExtractedRecord, TableOptions } from './types.js';
+/**
+ * Extract a <table> as an array of records.
+ */
+export declare function extractTable(html: string, selector?: string, options?: TableOptions): ExtractedRecord[];
+/**
+ * Extract a CSS grid/flexbox "table" (div-based layout).
+ */
+export declare function extractGrid(html: string, containerSelector: string, itemSelector?: string): ExtractedRecord[];
+/**
+ * Extract a <dl>/<dt>/<dd> definition list as key-value records.
+ */
+export declare function extractDefinitionList(html: string, selector?: string): ExtractedRecord;
+/**
+ * Auto-detect all table-like structures on the page.
+ */
+export declare function detectTables(html: string): Array<{
+    selector: string;
+    type: 'table' | 'definition-list';
+    rowCount: number;
+    columnCount: number;
+}>;
+//# sourceMappingURL=table-extractor.d.ts.map

package/dist/extraction/table-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"table-extractor.d.ts","sourceRoot":"","sources":["../../src/extraction/table-extractor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,KAAK,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAEhE;;GAEG;AACH,wBAAgB,YAAY,CAC1B,IAAI,EAAE,MAAM,EACZ,QAAQ,GAAE,MAAgB,EAC1B,OAAO,CAAC,EAAE,YAAY,GACrB,eAAe,EAAE,CA4JnB;AAED;;GAEG;AACH,wBAAgB,WAAW,CACzB,IAAI,EAAE,MAAM,EACZ,iBAAiB,EAAE,MAAM,EACzB,YAAY,CAAC,EAAE,MAAM,GACpB,eAAe,EAAE,CA4BnB;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,MAAM,EACZ,QAAQ,GAAE,MAAa,GACtB,eAAe,CAoBjB;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,KAAK,CAAC;IAChD,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,OAAO,GAAG,iBAAiB,CAAC;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC,CAuCD"}

package/dist/extraction/table-extractor.js

@@ -0,0 +1,282 @@
+/**
+ * Specialized table extraction.
+ *
+ * Handles <table> with colspan/rowspan, headerless tables, key-value transpose,
+ * CSS grid/flexbox "tables", and <dl>/<dt>/<dd> definition lists.
+ */
+import { load } from 'cheerio';
+/**
+ * Extract a <table> as an array of records.
+ */
+export function extractTable(html, selector = 'table', options) {
+    const $ = load(html);
+    const table = $(selector).first();
+    if (table.length === 0)
+        return [];
+    let headers = options?.headers ? [...options.headers] : [];
+    // Extract caption
+    const caption = table.find('> caption').first();
+    const captionText = caption.length > 0 ? caption.text().trim() : null;
+    // Auto-detect headers from <th> elements
+    if (headers.length === 0) {
+        const thead = table.find('> thead').first();
+        if (thead.length > 0) {
+            // Check for multi-row headers (all rows in thead are header rows)
+            const headerRows = thead.find('> tr');
+            if (headerRows.length > 1) {
+                // Multi-row header: combine into composite headers
+                const headerGrid = [];
+                headerRows.each((_ri, row) => {
+                    const rowHeaders = [];
+                    $(row).find('> th').each((_ci, th) => {
+                        rowHeaders.push($(th).text().trim());
+                    });
+                    headerGrid.push(rowHeaders);
+                });
+                // Combine: "Category" + "Name" -> "Category / Name"
+                const maxCols = Math.max(...headerGrid.map(r => r.length));
+                for (let c = 0; c < maxCols; c++) {
+                    const parts = [];
+                    for (const row of headerGrid) {
+                        const val = row[c]?.trim();
+                        if (val && !parts.includes(val))
+                            parts.push(val);
+                    }
+                    headers.push(parts.join(' / '));
+                }
+            }
+            else {
+                // Single header row
+                thead.find('> tr > th').each((_i, th) => {
+                    headers.push($(th).text().trim());
+                });
+            }
+        }
+        else {
+            // No thead — check if first row has <th> elements
+            const firstRow = table.find('> tbody > tr, > tr').first();
+            if (firstRow.length > 0) {
+                const ths = firstRow.find('> th');
+                if (ths.length > 0) {
+                    ths.each((_i, th) => {
+                        headers.push($(th).text().trim());
+                    });
+                }
+            }
+        }
+    }
+    // Use direct child selectors to avoid nested table rows
+    const tbody = table.find('> tbody').first();
+    const rows = tbody.length > 0
+        ? tbody.find('> tr')
+        : table.find('> tr');
+    let startIdx = 0;
+    // If still no headers, use first row as headers or generate column names
+    if (headers.length === 0 && rows.length > 0) {
+        const firstRow = $(rows[0]);
+        const tds = firstRow.find('> td');
+        const ths = firstRow.find('> th');
+        if (ths.length > 0 && tds.length === 0) {
+            // First row is a header row
+            ths.each((_i, cell) => {
+                headers.push($(cell).text().trim());
+            });
+            startIdx = 1;
+        }
+        else {
+            // First row is data — generate column names
+            const colCount = tds.length || firstRow.find('> td, > th').length;
+            for (let c = 0; c < colCount; c++) {
+                headers.push(`col_${c}`);
+            }
+            // Don't skip first row — it's data
+            startIdx = 0;
+        }
+    }
+    // Collect data rows
+    const dataRows = [];
+    rows.each((i, row) => {
+        if (i < startIdx)
+            return;
+        const tds = $(row).find('td');
+        const ths = $(row).find('th');
+        if (tds.length === 0 && ths.length > 0)
+            return; // Skip pure-header rows
+        dataRows.push($(row));
+    });
+    // Apply skipRows
+    const skipRows = options?.skipRows ?? 0;
+    const effectiveRows = dataRows.slice(skipRows);
+    // Apply maxRows
+    const maxRows = options?.maxRows;
+    const limitedRows = maxRows ? effectiveRows.slice(0, maxRows) : effectiveRows;
+    // Build grid for colspan/rowspan
+    const grid = [];
+    for (let r = 0; r < limitedRows.length; r++) {
+        if (!grid[r])
+            grid[r] = [];
+        const cells = limitedRows[r].find('td, th');
+        let cellIdx = 0;
+        cells.each((_ci, cell) => {
+            const $cell = $(cell);
+            const colspan = parseInt($cell.attr('colspan') ?? '1', 10) || 1;
+            const rowspan = parseInt($cell.attr('rowspan') ?? '1', 10) || 1;
+            const text = $cell.text().trim();
+            while (grid[r][cellIdx] !== undefined)
+                cellIdx++;
+            for (let dr = 0; dr < rowspan; dr++) {
+                for (let dc = 0; dc < colspan; dc++) {
+                    if (!grid[r + dr])
+                        grid[r + dr] = [];
+                    grid[r + dr][cellIdx + dc] = text;
+                }
+            }
+            cellIdx += colspan;
+        });
+    }
+    // Transpose if requested
+    if (options?.transpose) {
+        return transposeGrid(grid, headers);
+    }
+    // Convert grid to records
+    const results = [];
+    for (const row of grid) {
+        if (!row)
+            continue;
+        const record = {};
+        for (let c = 0; c < headers.length; c++) {
+            const key = headers[c] || `col_${c}`;
+            let value = row[c] ?? null;
+            if (options?.columnTypes?.[key] === 'number' && typeof value === 'string') {
+                const n = parseFloat(value.replace(/[^0-9.\-]/g, ''));
+                value = isNaN(n) ? value : n;
+            }
+            record[key] = value;
+        }
+        results.push(record);
+    }
+    // Add caption to first record if present
+    if (captionText && results.length > 0) {
+        results[0]['_caption'] = captionText;
+    }
+    return results;
+}
+/**
+ * Extract a CSS grid/flexbox "table" (div-based layout).
+ */
+export function extractGrid(html, containerSelector, itemSelector) {
+    const $ = load(html);
+    const container = $(containerSelector).first();
+    if (container.length === 0)
+        return [];
+    const items = itemSelector ? container.find(itemSelector) : container.children();
+    const results = [];
+    items.each((_i, el) => {
+        const record = {};
+        const $el = $(el);
+        // Extract text from each child element as a field
+        $el.children().each((j, child) => {
+            const $child = $(child);
+            const text = $child.text().trim();
+            // Try to use class name, data-field, or aria-label as key
+            const key = $child.attr('data-field') ??
+                $child.attr('aria-label') ??
+                inferFieldKey($child, j);
+            record[key] = text || null;
+        });
+        if (Object.keys(record).length > 0) {
+            results.push(record);
+        }
+    });
+    return results;
+}
+/**
+ * Extract a <dl>/<dt>/<dd> definition list as key-value records.
+ */
+export function extractDefinitionList(html, selector = 'dl') {
+    const $ = load(html);
+    const dl = $(selector).first();
+    if (dl.length === 0)
+        return {};
+    const record = {};
+    let currentKey = null;
+    dl.children().each((_i, el) => {
+        const $el = $(el);
+        const tag = el.type === 'tag' ? el.tagName?.toLowerCase() : '';
+        if (tag === 'dt') {
+            currentKey = $el.text().trim();
+        }
+        else if (tag === 'dd' && currentKey) {
+            record[currentKey] = $el.text().trim() || null;
+            currentKey = null;
+        }
+    });
+    return record;
+}
+/**
+ * Auto-detect all table-like structures on the page.
+ */
+export function detectTables(html) {
+    const $ = load(html);
+    const results = [];
+    // Detect <table> elements
+    $('table').each((i, el) => {
+        const $table = $(el);
+        const rows = $table.find('tr').length;
+        const cols = $table.find('tr:first-child td, tr:first-child th').length;
+        const id = $table.attr('id');
+        const cls = $table.attr('class')?.split(/\s+/)[0];
+        let selector = 'table';
+        if (id)
+            selector = `table#${id}`;
+        else if (cls)
+            selector = `table.${cls}`;
+        else if (i > 0)
+            selector = `table:nth-of-type(${i + 1})`;
+        results.push({ selector, type: 'table', rowCount: rows, columnCount: cols });
+    });
+    // Detect <dl> elements
+    $('dl').each((i, el) => {
+        const $dl = $(el);
+        const dtCount = $dl.find('dt').length;
+        const id = $dl.attr('id');
+        const cls = $dl.attr('class')?.split(/\s+/)[0];
+        let selector = 'dl';
+        if (id)
+            selector = `dl#${id}`;
+        else if (cls)
+            selector = `dl.${cls}`;
+        else if (i > 0)
+            selector = `dl:nth-of-type(${i + 1})`;
+        results.push({ selector, type: 'definition-list', rowCount: dtCount, columnCount: 2 });
+    });
+    return results;
+}
+// ==================== Internal ====================
+function transposeGrid(grid, headers) {
+    // In a transposed table, the first column becomes keys
+    if (grid.length === 0)
+        return [];
+    const results = [];
+    // Determine column count from grid
+    const colCount = Math.max(...grid.map(r => r?.length ?? 0));
+    for (let c = 1; c < colCount; c++) {
+        const record = {};
+        for (let r = 0; r < grid.length; r++) {
+            const key = grid[r]?.[0] ?? `row_${r}`;
+            record[key] = grid[r]?.[c] ?? null;
+        }
+        results.push(record);
+    }
+    return results;
+}
+function inferFieldKey(el, index) {
+    const classes = el.attr('class');
+    if (classes) {
+        const first = classes.split(/\s+/)[0];
+        if (first)
+            return first;
+    }
+    return `field_${index}`;
+}
+//# sourceMappingURL=table-extractor.js.map

package/dist/extraction/table-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"table-extractor.js","sourceRoot":"","sources":["../../src/extraction/table-extractor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,IAAI,EAAiC,MAAM,SAAS,CAAC;AAI9D;;GAEG;AACH,MAAM,UAAU,YAAY,CAC1B,IAAY,EACZ,WAAmB,OAAO,EAC1B,OAAsB;IAEtB,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IACrB,MAAM,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC;IAClC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAElC,IAAI,OAAO,GAAa,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAErE,kBAAkB;IAClB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,KAAK,EAAE,CAAC;IAChD,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAEtE,yCAAyC;IACzC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC;QAC5C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,kEAAkE;YAClE,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACtC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,mDAAmD;gBACnD,MAAM,UAAU,GAAe,EAAE,CAAC;gBAClC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;oBAC3B,MAAM,UAAU,GAAa,EAAE,CAAC;oBAChC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE;wBACnC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;oBACvC,CAAC,CAAC,CAAC;oBACH,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC9B,CAAC,CAAC,CAAC;gBACH,oDAAoD;gBACpD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC3D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;oBACjC,MAAM,KAAK,GAAa,EAAE,CAAC;oBAC3B,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;wBAC7B,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;wBAC3B,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;4BAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACnD,CAAC;oBACD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,oBAAoB;gBACpB,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;oBACtC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;gBACpC,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,CAAC;YACN,kDAAkD;YAClD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,KAAK,EAAE,CAAC;YAC1D,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAClC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACnB,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;wBAClB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;oBACpC,CAAC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,wDAAwD;IACxD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC;IAC5C,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC;QAC3B,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QACpB,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,yEAAyE;IACzE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5C,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;QAC7B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvC,4BAA4B;YAC5B,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE;gBACpB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;YACtC,CAAC,CAAC,CAAC;YACH,QAAQ,GAAG,CAAC,CAAC;QACf,CAAC;aAAM,CAAC;YACN,4CAA4C;YAC5C,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC;YAClE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC3B,CAAC;YACD,mCAAmC;YACnC,QAAQ,GAAG,CAAC,CAAC;QACf,CAAC;IACH,CAAC;IAED,oBAAoB;IACpB,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;QACnB,IAAI,CAAC,GAAG,QAAQ;YAAE,OAAO;QACzB,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,wBAAwB;QACxE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,iBAAiB;IACjB,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,IAAI,CAAC,CAAC;IACxC,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAE/C,gBAAgB;IAChB,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,CAAC;IACjC,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;IAE9E,iCAAiC;IACjC,MAAM,IAAI,GAAwB,EAAE,CAAC;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAAE,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;YACvB,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;YACtB,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;YAChE,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;YAChE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YAEjC,OAAO,IAAI,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,KAAK,SAAS;gBAAE,OAAO,EAAE,CAAC;YAElD,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,EAAE,CAAC;gBACpC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,EAAE,CAAC;oBACpC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC;wBAAE,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC;oBACrC,IAAI,CAAC,CAAC,GAAG,EAAE,CAAE,CAAC,OAAO,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;gBACrC,CAAC;YACH,CAAC;YACD,OAAO,IAAI,OAAO,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,yBAAyB;IACzB,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;QACvB,OAAO,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;IAED,0BAA0B;IAC1B,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,MAAM,MAAM,GAAoB,EAAE,CAAC;QACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,EAAE,CAAC;YACrC,IAAI,KAAK,GAAY,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;YACpC,IAAI,OAAO,EAAE,WAAW,EAAE,CAAC,GAAG,CAAC,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC1E,MAAM,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC;gBACtD,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/B,CAAC;YACD,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACtB,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,yCAAyC;IACzC,IAAI,WAAW,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,OAAO,CAAC,CAAC,CAAE,CAAC,UAAU,CAAC,GAAG,WAAW,CAAC;IACxC,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CACzB,IAAY,EACZ,iBAAyB,EACzB,YAAqB;IAErB,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IACrB,MAAM,SAAS,GAAG,CAAC,CAAC,iBAAiB,CAAC,CAAC,KAAK,EAAE,CAAC;IAC/C,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEtC,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;IACjF,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;QACpB,MAAM,MAAM,GAAoB,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAClB,kDAAkD;QAClD,GAAG,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;YAC/B,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;YACxB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YAClC,0DAA0D;YAC1D,MAAM,GAAG,GACP,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC;gBACzB,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC3B,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,IAAI,CAAC;QAC7B,CAAC,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CACnC,IAAY,EACZ,WAAmB,IAAI;IAEvB,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IACrB,MAAM,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC;IAC/B,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAE/B,MAAM,MAAM,GAAoB,EAAE,CAAC;IACnC,IAAI,UAAU,GAAkB,IAAI,CAAC;IAErC,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;QAC5B,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAClB,MAAM,GAAG,GAAG,EAAE,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAE,EAA0B,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxF,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACjB,UAAU,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QACjC,CAAC;aAAM,IAAI,GAAG,KAAK,IAAI,IAAI,UAAU,EAAE,CAAC;YACtC,MAAM,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;YAC/C,UAAU,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY;IAMvC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IACrB,MAAM,OAAO,GAKR,EAAE,CAAC;IAER,0BAA0B;IAC1B,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACxB,MAAM,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QACrB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACtC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC,MAAM,CAAC;QACxE,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAClD,IAAI,QAAQ,GAAG,OAAO,CAAC;QACvB,IAAI,EAAE;YAAE,QAAQ,GAAG,SAAS,EAAE,EAAE,CAAC;aAC5B,IAAI,GAAG;YAAE,QAAQ,GAAG,SAAS,GAAG,EAAE,CAAC;aACnC,IAAI,CAAC,GAAG,CAAC;YAAE,QAAQ,GAAG,qBAAqB,CAAC,GAAG,CAAC,GAAG,CAAC;QAEzD,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/E,CAAC,CAAC,CAAC;IAEH,uBAAuB;IACvB,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACrB,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAClB,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACtC,MAAM,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,IAAI,QAAQ,GAAG,IAAI,CAAC;QACpB,IAAI,EAAE;YAAE,QAAQ,GAAG,MAAM,EAAE,EAAE,CAAC;aACzB,IAAI,GAAG;YAAE,QAAQ,GAAG,MAAM,GAAG,EAAE,CAAC;aAChC,IAAI,CAAC,GAAG,CAAC;YAAE,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC;QAEtD,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,qDAAqD;AAErD,SAAS,aAAa,CACpB,IAAyB,EACzB,OAAiB;IAEjB,uDAAuD;IACvD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,mCAAmC;IACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC;IAE5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,MAAM,GAAoB,EAAE,CAAC;QACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,EAAE,CAAC;YACvC,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;QACrC,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,aAAa,CAAC,EAAoB,EAAE,KAAa;IACxD,MAAM,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjC,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;IAC1B,CAAC;IACD,OAAO,SAAS,KAAK,EAAE,CAAC;AAC1B,CAAC"}

package/dist/extraction/transforms.d.ts

@@ -0,0 +1,47 @@
+/**
+ * Pure value transform pipeline for extraction.
+ *
+ * No browser dependency. All functions are stateless and side-effect free.
+ *
+ * Built-in transforms:
+ * - trim, lowercase, uppercase, number, clean, slug (from playwright extractor)
+ * - date: parse various date formats to ISO-8601 (including relative dates)
+ * - price: "$1,299.99" → 1299.99
+ * - url: resolve relative URLs to absolute
+ * - email: extract email address from text
+ * - stripHtml: remove HTML tags and decode all HTML entities
+ * - boolean: normalize truthy/falsy strings to "true"/"false"
+ * - compact: remove ALL whitespace (including newlines, tabs)
+ */
+import type { Transform } from './types.js';
+/**
+ * Apply a single named transform to a string value.
+ */
+export declare function applyTransform(value: string, transform: Transform): string | null;
+/**
+ * Apply a pipeline of transforms to a string value.
+ */
+export declare function applyTransforms(value: string | null, transforms?: Transform | Transform[]): string | null;
+/**
+ * Apply a regex pattern to extract a substring.
+ */
+export declare function applyPattern(value: string | null, pattern?: string, group?: number): string | null;
+/**
+ * Coerce a string to the specified type.
+ */
+export declare function coerceType(value: string | null, type?: string): unknown;
+/**
+ * Parse a price string to a number.
+ * Handles: "$1,299.99", "EUR 1.299,99", "1 299,99 kr", etc.
+ */
+export declare function parsePrice(value: string): number | null;
+/**
+ * Parse a date string to ISO-8601 format.
+ * Handles common formats: "Jan 15, 2024", "15/01/2024", "2024-01-15", etc.
+ */
+export declare function parseDate(value: string): string | null;
+/**
+ * Resolve a relative URL against a base URL.
+ */
+export declare function resolveUrl(relative: string, baseUrl: string): string;
+//# sourceMappingURL=transforms.d.ts.map

package/dist/extraction/transforms.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transforms.d.ts","sourceRoot":"","sources":["../../src/extraction/transforms.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAE5C;;GAEG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,GAAG,MAAM,GAAG,IAAI,CA4CjF;AAED;;GAEG;AACH,wBAAgB,eAAe,CAC7B,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,UAAU,CAAC,EAAE,SAAS,GAAG,SAAS,EAAE,GACnC,MAAM,GAAG,IAAI,CASf;AAED;;GAEG;AACH,wBAAgB,YAAY,CAC1B,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,OAAO,CAAC,EAAE,MAAM,EAChB,KAAK,CAAC,EAAE,MAAM,GACb,MAAM,GAAG,IAAI,CAUf;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAQvE;AAED;;;GAGG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAmBvD;AAED;;;GAGG;AACH,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CA+BtD;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAMpE"}