doc-reader-sdk 0.0.0-stage → 1.0.0

package/dist/extractors/json.js

@@ -0,0 +1,89 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractJson = extractJson;
+exports.extractJsonl = extractJsonl;
+const fs = __importStar(require("fs"));
+const readline = __importStar(require("readline"));
+async function extractJson(filePath, opts) {
+    const warnings = [];
+    const raw = fs.readFileSync(filePath, 'utf-8').trim();
+    try {
+        const parsed = JSON.parse(raw);
+        const formatted = JSON.stringify(parsed, null, 2);
+        return {
+            chunks: [{ index: 0, content: formatted, source: 'JSON' }],
+            warnings,
+        };
+    }
+    catch (e) {
+        warnings.push(`Not valid JSON: ${e.message}. Returning raw text.`);
+        return {
+            chunks: [{ index: 0, content: raw, source: 'JSON (raw)' }],
+            warnings,
+        };
+    }
+}
+async function extractJsonl(filePath, opts) {
+    const warnings = [];
+    const chunks = [];
+    const rl = readline.createInterface({
+        input: fs.createReadStream(filePath, 'utf-8'),
+        crlfDelay: Infinity,
+    });
+    let i = 0;
+    let totalChars = 0;
+    for await (const line of rl) {
+        if (!line.trim())
+            continue;
+        let pretty;
+        try {
+            pretty = JSON.stringify(JSON.parse(line), null, 2);
+        }
+        catch {
+            pretty = line;
+            warnings.push(`Line ${i + 1}: not valid JSON, kept as-is.`);
+        }
+        chunks.push({ index: i, content: pretty, source: `Record ${i + 1}` });
+        totalChars += pretty.length;
+        i++;
+        if (opts.maxChars && totalChars > opts.maxChars) {
+            warnings.push(`JSONL truncated at record ${i} due to maxChars limit.`);
+            break;
+        }
+    }
+    return { chunks, warnings };
+}
+//# sourceMappingURL=json.js.map

package/dist/extractors/json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../src/extractors/json.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,kCAqBC;AAED,oCAoCC;AA/DD,uCAAyB;AACzB,mDAAqC;AAG9B,KAAK,UAAU,WAAW,CAC/B,QAAgB,EAChB,IAAuB;IAEvB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IAEtD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAClD,OAAO;YACL,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YAC1D,QAAQ;SACT,CAAC;IACJ,CAAC;IAAC,OAAO,CAAU,EAAE,CAAC;QACpB,QAAQ,CAAC,IAAI,CAAC,mBAAoB,CAAW,CAAC,OAAO,uBAAuB,CAAC,CAAC;QAC9E,OAAO;YACL,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;YAC1D,QAAQ;SACT,CAAC;IACJ,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,YAAY,CAChC,QAAgB,EAChB,IAAuB;IAEvB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAe,EAAE,CAAC;IAE9B,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC;QAClC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC;QAC7C,SAAS,EAAE,QAAQ;KACpB,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAS;QAE3B,IAAI,MAAc,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,GAAG,IAAI,CAAC;YACd,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QACtE,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC;QAC5B,CAAC,EAAE,CAAC;QAEJ,IAAI,IAAI,CAAC,QAAQ,IAAI,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChD,QAAQ,CAAC,IAAI,CAAC,6BAA6B,CAAC,yBAAyB,CAAC,CAAC;YACvE,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAC9B,CAAC"}

package/dist/extractors/pdf.d.ts

@@ -0,0 +1,6 @@
+import type { DocChunk, ExtractionOptions } from '../types/index.js';
+export declare function extractPdf(filePath: string, opts: ExtractionOptions): Promise<{
+    chunks: DocChunk[];
+    warnings: string[];
+}>;
+//# sourceMappingURL=pdf.d.ts.map

package/dist/extractors/pdf.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf.d.ts","sourceRoot":"","sources":["../../src/extractors/pdf.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAOrE,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,iBAAiB,GACtB,OAAO,CAAC;IAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CA8CrD"}

package/dist/extractors/pdf.js

@@ -0,0 +1,74 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractPdf = extractPdf;
+const fs = __importStar(require("fs"));
+async function extractPdf(filePath, opts) {
+    const warnings = [];
+    // Dynamically import pdf-parse (it has side-effects on require)
+    const pdfParse = (await Promise.resolve().then(() => __importStar(require('pdf-parse')))).default;
+    const buf = fs.readFileSync(filePath);
+    const chunks = [];
+    try {
+        if (opts.pageByPage) {
+            let pageNum = 0;
+            const pageTexts = [];
+            const pageRender = async (pageData) => {
+                const textContent = await pageData.getTextContent();
+                const text = textContent.items.map((item) => item.str).join(' ');
+                pageTexts.push(text);
+                return text;
+            };
+            await pdfParse(buf, { pagerender: pageRender });
+            for (const text of pageTexts) {
+                pageNum++;
+                chunks.push({ index: pageNum - 1, content: text.trim(), source: `Page ${pageNum}` });
+            }
+        }
+        else {
+            const data = await pdfParse(buf);
+            chunks.push({ index: 0, content: data.text.trim(), source: `All ${data.numpages} pages` });
+        }
+    }
+    catch (err) {
+        warnings.push(`Failed to parse PDF structure (${err.message}). The file may use a layout the parser doesn't support.`);
+        return { chunks, warnings };
+    }
+    if (chunks.every(c => !c.content)) {
+        warnings.push('PDF appears to be image-based (scanned). No text could be extracted. Consider OCR.');
+    }
+    return { chunks, warnings };
+}
+//# sourceMappingURL=pdf.js.map

package/dist/extractors/pdf.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf.js","sourceRoot":"","sources":["../../src/extractors/pdf.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAQA,gCAiDC;AAzDD,uCAAyB;AAQlB,KAAK,UAAU,UAAU,CAC9B,QAAgB,EAChB,IAAuB;IAEvB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,gEAAgE;IAChE,MAAM,QAAQ,GAAG,CAAC,wDAAa,WAAW,GAAC,CAAC,CAAC,OAGxB,CAAC;IAEtB,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,MAAM,GAAe,EAAE,CAAC;IAE9B,IAAI,CAAC;QACH,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,OAAO,GAAG,CAAC,CAAC;YAChB,MAAM,SAAS,GAAa,EAAE,CAAC;YAE/B,MAAM,UAAU,GAAG,KAAK,EAAE,QAA8E,EAAE,EAAE;gBAC1G,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,cAAc,EAAE,CAAC;gBACpD,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACjE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACrB,OAAO,IAAI,CAAC;YACd,CAAC,CAAC;YAEF,MAAM,QAAQ,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,CAAC;YAEhD,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC7B,OAAO,EAAE,CAAC;gBACV,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,QAAQ,OAAO,EAAE,EAAE,CAAC,CAAC;YACvF,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,IAAI,CAAC,QAAQ,QAAQ,EAAE,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,QAAQ,CAAC,IAAI,CACX,kCAAmC,GAAa,CAAC,OAAO,0DAA0D,CACnH,CAAC;QACF,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QAClC,QAAQ,CAAC,IAAI,CAAC,oFAAoF,CAAC,CAAC;IACtG,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAC9B,CAAC"}

package/dist/extractors/pptx.d.ts

@@ -0,0 +1,6 @@
+import type { DocChunk } from '../types/index.js';
+export declare function extractPptx(filePath: string): Promise<{
+    chunks: DocChunk[];
+    warnings: string[];
+}>;
+//# sourceMappingURL=pptx.d.ts.map

package/dist/extractors/pptx.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pptx.d.ts","sourceRoot":"","sources":["../../src/extractors/pptx.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAuBlD,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;IAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CA8BrD"}

package/dist/extractors/pptx.js

@@ -0,0 +1,81 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractPptx = extractPptx;
+const fs = __importStar(require("fs"));
+const adm_zip_1 = __importDefault(require("adm-zip"));
+function parseXmlNodes(xml) {
+    // Use regex to extract text content from XML text nodes
+    // Extract content between tags, skipping tag-like content
+    const texts = [];
+    const re = />([^<]+)</g;
+    let m;
+    while ((m = re.exec(xml)) !== null) {
+        const t = m[1].trim();
+        if (t)
+            texts.push(t);
+    }
+    return texts;
+}
+async function extractPptx(filePath) {
+    const warnings = [];
+    const chunks = [];
+    const buf = fs.readFileSync(filePath);
+    const zip = new adm_zip_1.default(buf);
+    const slideEntries = zip
+        .getEntries()
+        .filter((e) => /^ppt\/slides\/slide\d+\.xml$/.test(e.entryName))
+        .sort((a, b) => {
+        const numA = parseInt(a.entryName.match(/\d+/)[0]);
+        const numB = parseInt(b.entryName.match(/\d+/)[0]);
+        return numA - numB;
+    });
+    if (slideEntries.length === 0) {
+        warnings.push('No slides found in PPTX.');
+        return { chunks, warnings };
+    }
+    for (let i = 0; i < slideEntries.length; i++) {
+        const entry = slideEntries[i];
+        const xml = entry.getData().toString('utf-8');
+        const textNodes = parseXmlNodes(xml);
+        const text = textNodes.join(' ').replace(/\s+/g, ' ').trim();
+        chunks.push({ index: i, content: text, source: `Slide ${i + 1}` });
+    }
+    return { chunks, warnings };
+}
+//# sourceMappingURL=pptx.js.map

package/dist/extractors/pptx.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pptx.js","sourceRoot":"","sources":["../../src/extractors/pptx.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyBA,kCAgCC;AAzDD,uCAAyB;AACzB,sDAA6B;AAW7B,SAAS,aAAa,CAAC,GAAW;IAChC,wDAAwD;IACxD,0DAA0D;IAC1D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,EAAE,GAAG,YAAY,CAAC;IACxB,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACnC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACtB,IAAI,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAEM,KAAK,UAAU,WAAW,CAC/B,QAAgB;IAEhB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAe,EAAE,CAAC;IAE9B,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,GAAG,GAAG,IAAI,iBAAM,CAAC,GAAG,CAAC,CAAC;IAE5B,MAAM,YAAY,GAAG,GAAG;SACrB,UAAU,EAAE;SACZ,MAAM,CAAC,CAAC,CAAmB,EAAE,EAAE,CAAC,8BAA8B,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;SACjF,IAAI,CAAC,CAAC,CAAmB,EAAE,CAAmB,EAAE,EAAE;QACjD,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,OAAO,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC,CAAC,CAAC;IAEL,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAC1C,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7D,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAC9B,CAAC"}

package/dist/extractors/text.d.ts

@@ -0,0 +1,6 @@
+import type { DocChunk, ExtractionOptions } from '../types/index.js';
+export declare function extractText(filePath: string, opts: ExtractionOptions): Promise<{
+    chunks: DocChunk[];
+    warnings: string[];
+}>;
+//# sourceMappingURL=text.d.ts.map

package/dist/extractors/text.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.d.ts","sourceRoot":"","sources":["../../src/extractors/text.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAIrE,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,iBAAiB,GACtB,OAAO,CAAC;IAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAqCrD"}

package/dist/extractors/text.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractText = extractText;
+const helpers_js_1 = require("../utils/helpers.js");
+const TEN_MB = 10 * 1024 * 1024;
+async function extractText(filePath, opts) {
+    const warnings = [];
+    const size = (0, helpers_js_1.fileSizeBytes)(filePath);
+    const useStreaming = opts.streaming ?? size > TEN_MB;
+    let content = '';
+    if (useStreaming) {
+        const parts = [];
+        let totalChars = 0;
+        let truncatedByOpts = false;
+        for await (const chunk of (0, helpers_js_1.streamTextFile)(filePath, opts.chunkSize)) {
+            parts.push(chunk);
+            totalChars += chunk.length;
+            if (opts.maxChars && totalChars >= opts.maxChars) {
+                truncatedByOpts = true;
+                break;
+            }
+        }
+        content = parts.join('');
+        if (truncatedByOpts) {
+            warnings.push('Content truncated at maxChars limit during streaming.');
+        }
+    }
+    else {
+        const { text, encoding } = await (0, helpers_js_1.readTextFile)(filePath, opts.encoding);
+        if (!encoding.startsWith('utf')) {
+            warnings.push(`File encoding detected as "${encoding}". Content decoded automatically.`);
+        }
+        content = text;
+    }
+    return {
+        chunks: [{ index: 0, content: content.trim(), source: 'Text' }],
+        warnings,
+    };
+}
+//# sourceMappingURL=text.js.map

package/dist/extractors/text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.js","sourceRoot":"","sources":["../../src/extractors/text.ts"],"names":[],"mappings":";;AAMA,kCAwCC;AA7CD,oDAAkF;AAGlF,MAAM,MAAM,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAEzB,KAAK,UAAU,WAAW,CAC/B,QAAgB,EAChB,IAAuB;IAEvB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,IAAI,GAAG,IAAA,0BAAa,EAAC,QAAQ,CAAC,CAAC;IACrC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,GAAG,MAAM,CAAC;IAErD,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,eAAe,GAAG,KAAK,CAAC;QAE5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAA,2BAAc,EAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACnE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClB,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;YAC3B,IAAI,IAAI,CAAC,QAAQ,IAAI,UAAU,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACjD,eAAe,GAAG,IAAI,CAAC;gBACvB,MAAM;YACR,CAAC;QACH,CAAC;QAED,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzB,IAAI,eAAe,EAAE,CAAC;YACpB,QAAQ,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAA,yBAAY,EAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,QAAQ,CAAC,IAAI,CAAC,8BAA8B,QAAQ,mCAAmC,CAAC,CAAC;QAC3F,CAAC;QACD,OAAO,GAAG,IAAI,CAAC;IACjB,CAAC;IAED,OAAO;QACL,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAC/D,QAAQ;KACT,CAAC;AACJ,CAAC"}

package/dist/extractors/xlsx.d.ts

@@ -0,0 +1,6 @@
+import type { DocChunk, ExtractionOptions } from '../types/index.js';
+export declare function extractXlsx(filePath: string, opts: ExtractionOptions): Promise<{
+    chunks: DocChunk[];
+    warnings: string[];
+}>;
+//# sourceMappingURL=xlsx.d.ts.map

package/dist/extractors/xlsx.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"xlsx.d.ts","sourceRoot":"","sources":["../../src/extractors/xlsx.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAErE,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,iBAAiB,GACtB,OAAO,CAAC;IAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAwBrD"}

package/dist/extractors/xlsx.js

@@ -0,0 +1,59 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractXlsx = extractXlsx;
+const fs = __importStar(require("fs"));
+const XLSX = __importStar(require("xlsx"));
+async function extractXlsx(filePath, opts) {
+    const warnings = [];
+    const buf = fs.readFileSync(filePath);
+    const wb = XLSX.read(buf, { type: 'buffer', cellDates: true });
+    const sheetNames = opts.allSheets !== false ? wb.SheetNames : [wb.SheetNames[0]];
+    const chunks = [];
+    for (let i = 0; i < sheetNames.length; i++) {
+        const name = sheetNames[i];
+        const ws = wb.Sheets[name];
+        if (!ws)
+            continue;
+        const csv = XLSX.utils.sheet_to_csv(ws, { blankrows: false });
+        if (!csv.trim()) {
+            warnings.push(`Sheet "${name}" is empty.`);
+            continue;
+        }
+        chunks.push({ index: i, content: csv.trim(), source: `Sheet: ${name}` });
+    }
+    return { chunks, warnings };
+}
+//# sourceMappingURL=xlsx.js.map

package/dist/extractors/xlsx.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"xlsx.js","sourceRoot":"","sources":["../../src/extractors/xlsx.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,kCA2BC;AA/BD,uCAAyB;AACzB,2CAA6B;AAGtB,KAAK,UAAU,WAAW,CAC/B,QAAgB,EAChB,IAAuB;IAEvB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/D,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,MAAM,MAAM,GAAe,EAAE,CAAC;IAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC3B,IAAI,CAAC,EAAE;YAAE,SAAS;QAElB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QAC9D,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;YAChB,QAAQ,CAAC,IAAI,CAAC,UAAU,IAAI,aAAa,CAAC,CAAC;YAC3C,SAAS;QACX,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,UAAU,IAAI,EAAE,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAC9B,CAAC"}

package/dist/extractors/zip.d.ts

@@ -0,0 +1,6 @@
+import type { DocChunk } from '../types/index.js';
+export declare function extractZip(filePath: string, listOnly?: boolean): Promise<{
+    chunks: DocChunk[];
+    warnings: string[];
+}>;
+//# sourceMappingURL=zip.d.ts.map

package/dist/extractors/zip.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"zip.d.ts","sourceRoot":"","sources":["../../src/extractors/zip.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAElD,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,MAAM,EAChB,QAAQ,UAAO,GACd,OAAO,CAAC;IAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAmBrD"}

package/dist/extractors/zip.js

@@ -0,0 +1,25 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractZip = extractZip;
+const adm_zip_1 = __importDefault(require("adm-zip"));
+async function extractZip(filePath, listOnly = true) {
+    const warnings = [];
+    const zip = new adm_zip_1.default(filePath);
+    const entries = zip.getEntries();
+    const lines = ['Archive contents:', ''];
+    for (const e of entries) {
+        const size = e.header.size;
+        lines.push(`  ${e.isDirectory ? '[DIR] ' : '      '} ${e.entryName}  (${size} bytes)`);
+    }
+    if (!listOnly) {
+        warnings.push('Full ZIP extraction not performed. Set listOnly:false to extract individual entries.');
+    }
+    return {
+        chunks: [{ index: 0, content: lines.join('\n'), source: `ZIP (${entries.length} entries)` }],
+        warnings,
+    };
+}
+//# sourceMappingURL=zip.js.map

package/dist/extractors/zip.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"zip.js","sourceRoot":"","sources":["../../src/extractors/zip.ts"],"names":[],"mappings":";;;;;AAGA,gCAsBC;AAzBD,sDAA6B;AAGtB,KAAK,UAAU,UAAU,CAC9B,QAAgB,EAChB,QAAQ,GAAG,IAAI;IAEf,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,GAAG,GAAG,IAAI,iBAAM,CAAC,QAAQ,CAAC,CAAC;IACjC,MAAM,OAAO,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC;IAEjC,MAAM,KAAK,GAAa,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;IAClD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,SAAS,MAAM,IAAI,SAAS,CAAC,CAAC;IACzF,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,QAAQ,CAAC,IAAI,CAAC,sFAAsF,CAAC,CAAC;IACxG,CAAC;IAED,OAAO;QACL,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,OAAO,CAAC,MAAM,WAAW,EAAE,CAAC;QAC5F,QAAQ;KACT,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,14 @@
+import type { ExtractionOptions, ExtractionResult } from './types/index.js';
+export type { ExtractionOptions, ExtractionResult, DocChunk, DocType } from './types/index.js';
+export declare class DocReader {
+    private defaultOptions;
+    constructor(defaultOptions?: ExtractionOptions);
+    /**
+     * Read any document file and return its full text content.
+     * Handles PDF, DOCX, XLSX, PPTX, CSV, JSON, JSONL, TXT, MD, HTML, XML, ZIP, and more.
+     */
+    read(filePath: string, options?: ExtractionOptions): Promise<ExtractionResult>;
+}
+/** Convenience one-shot function */
+export declare function readDoc(filePath: string, options?: ExtractionOptions): Promise<ExtractionResult>;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,iBAAiB,EAAE,gBAAgB,EAAW,MAAM,kBAAkB,CAAC;AAErF,YAAY,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAE/F,qBAAa,SAAS;IACpB,OAAO,CAAC,cAAc,CAAoB;gBAE9B,cAAc,GAAE,iBAAsB;IAUlD;;;OAGG;IACG,IAAI,CACR,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,iBAAsB,GAC9B,OAAO,CAAC,gBAAgB,CAAC;CAoH7B;AAED,oCAAoC;AACpC,wBAAsB,OAAO,CAC3B,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,gBAAgB,CAAC,CAE3B"}