@vertesia/converters 0.42.2

package/LICENSE

@@ -0,0 +1,13 @@
+Copyright 2024 Composable
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

package/lib/esm/image.js

@@ -0,0 +1,57 @@
+import sharp from "sharp";
+export function createImageTransformer(input, opts) {
+    const isInputStream = !!input.pipe;
+    let sh = isInputStream ? input.pipe(sharp()) : sharp(input);
+    if (opts.max_hw) {
+        sh = sh.resize({
+            width: opts.max_hw,
+            height: opts.max_hw,
+            fit: sharp.fit.inside,
+            withoutEnlargement: true,
+        });
+    }
+    if (opts.format) {
+        sh = sh.toFormat(opts.format);
+    }
+    return sh;
+}
+/**
+ * @param max_hw
+ * @param format
+ * @returns
+ */
+export async function transformImage(input, output, opts) {
+    const sh = createImageTransformer(input, opts);
+    sh.pipe(output);
+    return new Promise((resolve, reject) => {
+        const handleError = (err) => {
+            console.error('Failed to transform', err);
+            try {
+                if (input.pipe && input.destroy) {
+                    input.destroy();
+                }
+                if (output.destroy) {
+                    output.destroy();
+                }
+                sh.destroy();
+            }
+            finally {
+                reject(err);
+            }
+        };
+        output.on('error', handleError);
+        input.pipe && input.on && input.on('error', handleError);
+        output.on("finish", () => {
+            resolve(sh);
+        });
+    });
+}
+export function transformImageToBuffer(input, opts) {
+    const sh = createImageTransformer(input, opts);
+    return sh.toBuffer();
+}
+export async function transformImageToFile(input, output, opts) {
+    const sh = createImageTransformer(input, opts);
+    await sh.toFile(output);
+}
+//# sourceMappingURL=image.js.map

package/lib/esm/image.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"image.js","sourceRoot":"","sources":["../../src/image.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAoB1B,MAAM,UAAU,sBAAsB,CAAC,KAAqB,EAAE,IAAsB;IAChF,MAAM,aAAa,GAAG,CAAC,CAAE,KAA+B,CAAC,IAAI,CAAC;IAC9D,IAAI,EAAE,GAAG,aAAa,CAAC,CAAC,CAAE,KAA+B,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAY,CAAC,CAAC;IAC9F,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC;YACX,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM;YACrB,kBAAkB,EAAE,IAAI;SAC3B,CAAC,CAAC;IACP,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,EAAE,CAAC;AACd,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,KAAqB,EAAE,MAA6B,EAAE,IAAsB;IAC7G,MAAM,EAAE,GAAG,sBAAsB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC/C,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,WAAW,GAAG,CAAC,GAAQ,EAAE,EAAE;YAC7B,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,GAAG,CAAC,CAAC;YAC1C,IAAI,CAAC;gBACD,IAAK,KAAa,CAAC,IAAI,IAAK,KAAa,CAAC,OAAO,EAAE,CAAC;oBAC/C,KAAa,CAAC,OAAO,EAAE,CAAC;gBAC7B,CAAC;gBACD,IAAK,MAAc,CAAC,OAAO,EAAE,CAAC;oBACzB,MAAc,CAAC,OAAO,EAAE,CAAC;gBAC9B,CAAC;gBACD,EAAE,CAAC,OAAO,EAAE,CAAC;YACjB,CAAC;oBAAS,CAAC;gBACP,MAAM,CAAC,GAAG,CAAC,CAAC;YAChB,CAAC;QACL,CAAC,CAAA;QACD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAC/B,KAAa,CAAC,IAAI,IAAK,KAAa,CAAC,EAAE,IAAK,KAAa,CAAC,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QACpF,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;YACrB,OAAO,CAAC,EAAE,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAqB,EAAE,IAAsB;IAChF,MAAM,EAAE,GAAG,sBAAsB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC/C,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC;AACzB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,KAAqB,EAAE,MAAc,EAAE,IAAsB;IACpG,MAAM,EAAE,GAAG,sBAAsB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC/C,MAAM,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AAC5B,CAAC"}

package/lib/esm/index.js

@@ -0,0 +1,5 @@
+import { transformImage, transformImageToBuffer, transformImageToFile } from './image.js';
+import { pdfFileToText, pdfToText, pdfToTextBuffer } from './mutool.js';
+import { manyToMarkdown } from './pandoc.js';
+export { manyToMarkdown, pdfFileToText, pdfToText, pdfToTextBuffer, transformImage, transformImageToBuffer, transformImageToFile };
+//# sourceMappingURL=index.js.map

package/lib/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAC1F,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,OAAO,EACH,cAAc,EACd,aAAa,EAAE,SAAS,EACxB,eAAe,EACf,cAAc,EACd,sBAAsB,EACtB,oBAAoB,EACvB,CAAC"}

package/lib/esm/mutool.js

@@ -0,0 +1,39 @@
+import { spawn } from 'child_process';
+import fs from 'fs';
+import { readFile } from "fs/promises";
+import tmp from 'tmp';
+tmp.setGracefulCleanup();
+export function pdfFileToText(input, output) {
+    return new Promise((resolve, reject) => {
+        const command = spawn("mutool", ["convert", "-o", output, input]);
+        command.on('exit', function (code) {
+            if (code) {
+                reject(new Error(`mutool exited with code ${code}`));
+            }
+        });
+        command.on('close', function (code) {
+            if (code) {
+                reject(new Error(`mutool exited with code ${code}`));
+            }
+            else {
+                return resolve(output);
+            }
+            ;
+        });
+        command.on('error', (err) => {
+            reject(err);
+        });
+    });
+}
+export function pdfToText(buffer) {
+    return pdfToTextBuffer(buffer).then((buffer) => buffer.toString('utf-8'));
+}
+export function pdfToTextBuffer(buffer) {
+    const inputFile = tmp.fileSync({ postfix: '.pdf' });
+    const targetFileName = tmp.tmpNameSync({ postfix: '.txt' });
+    fs.writeSync(inputFile.fd, buffer);
+    return pdfFileToText(inputFile.name, targetFileName).then(() => {
+        return readFile(targetFileName);
+    });
+}
+//# sourceMappingURL=mutool.js.map

package/lib/esm/mutool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mutool.js","sourceRoot":"","sources":["../../src/mutool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,GAAG,CAAC,kBAAkB,EAAE,CAAC;AAEzB,MAAM,UAAU,aAAa,CAAC,KAAa,EAAE,MAAc;IACvD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAEnC,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;QAElE,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,UAAU,IAAI;YAC7B,IAAI,IAAI,EAAE,CAAC;gBACP,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC,CAAC;YACzD,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,UAAU,IAAI;YAC9B,IAAI,IAAI,EAAE,CAAC;gBACP,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC,CAAC;YACzD,CAAC;iBAAM,CAAC;gBACJ,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC;YAC3B,CAAC;YAAA,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACxB,MAAM,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;IAEP,CAAC,CAAC,CAAC;AAEP,CAAC;AACD,MAAM,UAAU,SAAS,CAAC,MAAc;IACpC,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;AAC9E,CAAC;AACD,MAAM,UAAU,eAAe,CAAC,MAAc;IAC1C,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IACpD,MAAM,cAAc,GAAG,GAAG,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAE5D,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAEnC,OAAO,aAAa,CAAC,SAAS,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;QAC3D,OAAO,QAAQ,CAAC,cAAc,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;AACP,CAAC"}

package/lib/esm/mutool2.js

@@ -0,0 +1,16 @@
+import * as mupdf from "mupdf";
+import fs from "fs";
+async function test() {
+    const doc = mupdf.Document.openDocument(fs.readFileSync("./fixtures/test-pdf1.pdf"), "application/pdf");
+    //const count = doc.countPages();
+    for (let i = 0; i < 5; i++) {
+        const page = doc.loadPage(i);
+        const stext = page.toStructuredText();
+        console.log("Page ================= ", i);
+        console.log("=================!!!!!!", stext.asText());
+        //console.log(JSON.stringify(JSON.parse(stext.asJSON()), undefined, 2));
+        //console.log("=================!!!!!!", stext);
+    }
+}
+test();
+//# sourceMappingURL=mutool2.js.map

package/lib/esm/mutool2.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mutool2.js","sourceRoot":"","sources":["../../src/mutool2.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAC/B,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,KAAK,UAAU,IAAI;IAEf,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,YAAY,CAAC,0BAA0B,CAAC,EAAE,iBAAiB,CAAC,CAAC;IAExG,iCAAiC;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;QAC1C,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACvD,wEAAwE;QACxE,gDAAgD;IACpD,CAAC;AACL,CAAC;AAED,IAAI,EAAE,CAAC"}

package/lib/esm/pandoc.js

@@ -0,0 +1,40 @@
+import { spawn } from 'child_process';
+import { PassThrough } from 'stream';
+export function manyToMarkdownFromBuffer(buffer, fromFormat) {
+    const input = new PassThrough();
+    input.end(buffer);
+    return manyToMarkdown(input, fromFormat);
+}
+/**
+ * Requires pandoc to be installed on the system.
+ * @param fromFormat is the format of the input buffer.
+ */
+export function manyToMarkdown(input, fromFormat) {
+    return new Promise((resolve, reject) => {
+        let result = [];
+        const command = spawn("pandoc", ["-t", "markdown", '-f', fromFormat], {
+            stdio: 'pipe',
+        });
+        input.pipe(command.stdin);
+        command.stdout.on('data', function (data) {
+            result.push(data.toString());
+        });
+        command.on('exit', function (code) {
+            if (code) {
+                reject(new Error(`pandoc exited with code ${code}`));
+            }
+        });
+        command.on('close', function (code) {
+            if (code) {
+                reject(new Error(`pandoc exited with code ${code}`));
+            }
+            else {
+                resolve(result.join(''));
+            }
+        });
+        command.on('error', (err) => {
+            reject(err);
+        });
+    });
+}
+//# sourceMappingURL=pandoc.js.map

package/lib/esm/pandoc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pandoc.js","sourceRoot":"","sources":["../../src/pandoc.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAErC,MAAM,UAAU,wBAAwB,CAAC,MAAc,EAAE,UAAkB;IACzE,MAAM,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC;IAChC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAClB,OAAO,cAAc,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;AAE3C,CAAC;AACD;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,KAA4B,EAAE,UAAkB;IAE7E,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,MAAM,GAAa,EAAE,CAAC;QAE1B,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,CAAC,EAAE;YACpE,KAAK,EAAE,MAAM;SACd,CAAC,CAAC;QACH,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAE1B,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,UAAU,IAAY;YAC9C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,UAAU,IAAI;YAC/B,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC,CAAC;YACvD,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,UAAU,IAAI;YAChC,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC,CAAC;YACvD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;YAC1B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC1B,MAAM,CAAC,GAAG,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;IAEL,CAAC,CAAC,CAAC;AAEL,CAAC"}

package/lib/esm/pdf-test.js

@@ -0,0 +1,15 @@
+/**
+ * IMPORTANT: DO NOT RUN IN VITEST, VITEST DOESN'T WORK WITH APRYSE
+ */
+import fs from 'fs';
+import path from 'path';
+import { extractImagesFromPdfWithApryse } from "./pdf.js";
+const main = async () => {
+    const pdfPath = path.resolve(__dirname, '../../../fixtures', 'test-pdf2.pdf');
+    const pdfBuffer = fs.readFileSync(pdfPath);
+    console.log('start extracting images from pdf');
+    const result = await extractImagesFromPdfWithApryse(pdfBuffer);
+    console.log('result: ', result);
+};
+main();
+//# sourceMappingURL=pdf-test.js.map

package/lib/esm/pdf-test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf-test.js","sourceRoot":"","sources":["../../src/pdf-test.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,8BAA8B,EAAE,MAAM,UAAU,CAAC;AAE1D,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE;IAEpB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,mBAAmB,EAAE,eAAe,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAE3C,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;IAChD,MAAM,MAAM,GAAQ,MAAM,8BAA8B,CAAC,SAAS,CAAC,CAAC;IAEpE,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;AAEpC,CAAC,CAAA;AAED,IAAI,EAAE,CAAC"}

package/lib/esm/pdf.js

@@ -0,0 +1,75 @@
+import pdf2md from "@opendocsg/pdf2md";
+import fs from 'fs';
+import os from 'os';
+import pkg from '@pdftron/pdfnet-node';
+const { PDFNet } = pkg;
+const pdf2mdFn = pdf2md;
+export function trasformPdfToMarkdown(buffer) {
+    const arr = new Uint8Array(buffer);
+    return pdf2mdFn(arr);
+}
+async function extractImages(buffer, minHw = 300) {
+    const doc = await PDFNet.PDFDoc.createFromBuffer(buffer);
+    const reader = await PDFNet.ElementReader.create();
+    const tmpDir = os.tmpdir();
+    const workingDir = fs.mkdtempSync(`${tmpDir}/pdfextract_`);
+    // Read page content on every page in the document
+    const itr = await doc.getPageIterator();
+    for (itr; await itr.hasNext(); itr.next()) {
+        // Read the page
+        const page = await itr.current();
+        const pageNumber = await page.getIndex();
+        reader.beginOnPage(page);
+        await ProcessElements(reader, pageNumber);
+        reader.end();
+    }
+    return { workingDir };
+    async function ProcessElements(reader, pageNumber) {
+        // Traverse the page display list
+        let imgCount = 1;
+        for (let element = await reader.next(); element !== null; element = await reader.next()) {
+            const elementType = await element.getType();
+            switch (elementType) {
+                case PDFNet.Element.Type.e_image:
+                    {
+                        const image = await PDFNet.Image.createFromObj(await element.getXObject());
+                        const h = await image.getImageHeight();
+                        const w = await image.getImageWidth();
+                        //console.log(`Image: width=${w}, height=${h}`);
+                        //do not extract if image is too small, likely not relevant
+                        //TODO: use LLM to decide if it matters?
+                        if (w < minHw && h < minHw) {
+                            break;
+                        }
+                        const imgName = `${workingDir}/img_${pageNumber}_${imgCount++}.png`;
+                        image.exportAsPng(imgName);
+                        break;
+                    }
+                case PDFNet.Element.Type.e_form:
+                    {
+                        reader.formBegin();
+                        ProcessElements(reader, pageNumber);
+                        reader.end();
+                        break;
+                    }
+            }
+        }
+    }
+}
+export async function extractImagesFromPdfWithApryse(buffer, minHw = 300) {
+    const APRYSE_KEY = process.env.APRYSE_KEY;
+    const extractImagesWrapper = async () => {
+        return await extractImages(buffer, minHw);
+    };
+    const res = await PDFNet.runWithCleanup(extractImagesWrapper, APRYSE_KEY).then((res) => {
+        return res;
+    }).finally(() => PDFNet.shutdown());
+    //read all images in the directory
+    const files = fs.readdirSync(res.workingDir);
+    const images = files.map((file) => {
+        const [pageNumber, imgCount] = file.split('.')[0].split('_').slice(1);
+        return { page: parseInt(pageNumber), imgCount: parseInt(imgCount), path: file };
+    });
+    return images;
+}
+//# sourceMappingURL=pdf.js.map

package/lib/esm/pdf.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf.js","sourceRoot":"","sources":["../../src/pdf.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,mBAAmB,CAAC;AAEvC,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,OAAO,GAAG,MAAM,sBAAsB,CAAC;AACvC,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;AAGvB,MAAM,QAAQ,GAAG,MAA4D,CAAC;AAE9E,MAAM,UAAU,qBAAqB,CAAC,MAAc;IAChD,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IACnC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAID,KAAK,UAAU,aAAa,CAAC,MAAc,EAAE,QAAgB,GAAG;IAC5D,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;IACnD,MAAM,MAAM,GAAG,EAAE,CAAC,MAAM,EAAE,CAAA;IAC1B,MAAM,UAAU,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,MAAM,cAAc,CAAC,CAAC;IAE3D,kDAAkD;IAClD,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,eAAe,EAAE,CAAC;IACxC,KAAK,GAAG,EAAE,MAAM,GAAG,CAAC,OAAO,EAAE,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;QACxC,gBAAgB;QAChB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC;QACjC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACzC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACzB,MAAM,eAAe,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC1C,MAAM,CAAC,GAAG,EAAE,CAAC;IACjB,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,CAAC;IAEtB,KAAK,UAAU,eAAe,CAAC,MAA6B,EAAE,UAAkB;QAC5E,iCAAiC;QACjC,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,KAAK,IAAI,OAAO,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,EAAE,OAAO,KAAK,IAAI,EAAE,OAAO,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YACtF,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YAC5C,QAAQ,WAAW,EAAE,CAAC;gBAClB,KAAK,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO;oBAC5B,CAAC;wBACG,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;wBAC3E,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,cAAc,EAAE,CAAC;wBACvC,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,aAAa,EAAE,CAAC;wBACtC,gDAAgD;wBAChD,2DAA2D;wBAC3D,wCAAwC;wBACxC,IAAI,CAAC,GAAG,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC;4BACzB,MAAM;wBACV,CAAC;wBACD,MAAM,OAAO,GAAG,GAAG,UAAU,QAAQ,UAAU,IAAI,QAAQ,EAAE,MAAM,CAAC;wBACpE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;wBAC3B,MAAM;oBACV,CAAC;gBACL,KAAK,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM;oBAC3B,CAAC;wBACG,MAAM,CAAC,SAAS,EAAE,CAAC;wBACnB,eAAe,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;wBACpC,MAAM,CAAC,GAAG,EAAE,CAAC;wBACb,MAAM;oBACV,CAAC;YACT,CAAC;QACL,CAAC;IACL,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,MAAc,EAAE,QAAgB,GAAG;IACpF,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;IAE1C,MAAM,oBAAoB,GAAG,KAAK,IAAI,EAAE;QACpC,OAAO,MAAM,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC,CAAC;IAEF,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,oBAAoB,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;QACnF,OAAO,GAAG,CAAC;IACf,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IAGpC,kCAAkC;IAClC,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAE7C,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAC9B,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACtE,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACpF,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAClB,CAAC"}

package/lib/types/image.d.ts

@@ -0,0 +1,17 @@
+import sharp from "sharp";
+export interface TransformOptions {
+    max_hw?: number;
+    format?: keyof sharp.FormatEnum;
+}
+type SharpInputType = Buffer | ArrayBuffer | Uint8Array | Uint8ClampedArray | Int8Array | Uint16Array | Int16Array | Uint32Array | Int32Array | Float32Array | Float64Array | string | NodeJS.ReadableStream;
+export declare function createImageTransformer(input: SharpInputType, opts: TransformOptions): sharp.Sharp;
+/**
+ * @param max_hw
+ * @param format
+ * @returns
+ */
+export declare function transformImage(input: SharpInputType, output: NodeJS.WritableStream, opts: TransformOptions): Promise<sharp.Sharp>;
+export declare function transformImageToBuffer(input: SharpInputType, opts: TransformOptions): Promise<Buffer>;
+export declare function transformImageToFile(input: SharpInputType, output: string, opts: TransformOptions): Promise<void>;
+export {};
+//# sourceMappingURL=image.d.ts.map

package/lib/types/image.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"image.d.ts","sourceRoot":"","sources":["../../src/image.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,WAAW,gBAAgB;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,KAAK,CAAC,UAAU,CAAA;CAClC;AAED,KAAK,cAAc,GAAG,MAAM,GACtB,WAAW,GACX,UAAU,GACV,iBAAiB,GACjB,SAAS,GACT,WAAW,GACX,UAAU,GACV,WAAW,GACX,UAAU,GACV,YAAY,GACZ,YAAY,GACZ,MAAM,GACN,MAAM,CAAC,cAAc,CAAA;AAC3B,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,gBAAgB,eAenF;AAED;;;;GAIG;AACH,wBAAsB,cAAc,CAAC,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,CAAC,cAAc,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAyBvI;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CAGrG;AAED,wBAAsB,oBAAoB,CAAC,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAGvH"}

package/lib/types/index.d.ts

@@ -0,0 +1,5 @@
+import { transformImage, transformImageToBuffer, transformImageToFile } from './image.js';
+import { pdfFileToText, pdfToText, pdfToTextBuffer } from './mutool.js';
+import { manyToMarkdown } from './pandoc.js';
+export { manyToMarkdown, pdfFileToText, pdfToText, pdfToTextBuffer, transformImage, transformImageToBuffer, transformImageToFile };
+//# sourceMappingURL=index.d.ts.map

package/lib/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAC1F,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,OAAO,EACH,cAAc,EACd,aAAa,EAAE,SAAS,EACxB,eAAe,EACf,cAAc,EACd,sBAAsB,EACtB,oBAAoB,EACvB,CAAC"}

package/lib/types/mutool.d.ts

@@ -0,0 +1,4 @@
+export declare function pdfFileToText(input: string, output: string): Promise<unknown>;
+export declare function pdfToText(buffer: Buffer): Promise<string>;
+export declare function pdfToTextBuffer(buffer: Buffer): Promise<Buffer>;
+//# sourceMappingURL=mutool.d.ts.map

package/lib/types/mutool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mutool.d.ts","sourceRoot":"","sources":["../../src/mutool.ts"],"names":[],"mappings":"AAMA,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,oBAyB1D;AACD,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAEzD;AACD,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAS/D"}

package/lib/types/mutool2.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=mutool2.d.ts.map

package/lib/types/mutool2.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mutool2.d.ts","sourceRoot":"","sources":["../../src/mutool2.ts"],"names":[],"mappings":""}

package/lib/types/pandoc.d.ts

@@ -0,0 +1,7 @@
+export declare function manyToMarkdownFromBuffer(buffer: Buffer, fromFormat: string): Promise<string>;
+/**
+ * Requires pandoc to be installed on the system.
+ * @param fromFormat is the format of the input buffer.
+ */
+export declare function manyToMarkdown(input: NodeJS.ReadableStream, fromFormat: string): Promise<string>;
+//# sourceMappingURL=pandoc.d.ts.map

package/lib/types/pandoc.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pandoc.d.ts","sourceRoot":"","sources":["../../src/pandoc.ts"],"names":[],"mappings":"AAGA,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAK5F;AACD;;;GAGG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,cAAc,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAgChG"}

package/lib/types/pdf-test.d.ts

@@ -0,0 +1,5 @@
+/**
+ * IMPORTANT: DO NOT RUN IN VITEST, VITEST DOESN'T WORK WITH APRYSE
+ */
+export {};
+//# sourceMappingURL=pdf-test.d.ts.map

package/lib/types/pdf-test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf-test.d.ts","sourceRoot":"","sources":["../../src/pdf-test.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/lib/types/pdf.d.ts

@@ -0,0 +1,7 @@
+export declare function trasformPdfToMarkdown(buffer: Buffer): Promise<string>;
+export declare function extractImagesFromPdfWithApryse(buffer: Buffer, minHw?: number): Promise<{
+    page: number;
+    imgCount: number;
+    path: string;
+}[]>;
+//# sourceMappingURL=pdf.d.ts.map

package/lib/types/pdf.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf.d.ts","sourceRoot":"","sources":["../../src/pdf.ts"],"names":[],"mappings":"AAWA,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM,mBAGnD;AAyDD,wBAAsB,8BAA8B,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,GAAE,MAAY;;;;KAqBvF"}

package/package.json

@@ -0,0 +1,38 @@
+{
+  "name": "@vertesia/converters",
+  "version": "0.42.2",
+  "description": "Image and content converters",
+  "type": "module",
+  "types": "./lib/types/index.d.ts",
+  "files": [
+    "lib",
+    "src"
+  ],
+  "license": "Apache-2.0",
+  "exports": {
+    "types": "./lib/types/index.d.ts",
+    "import": "./lib/esm/index.js",
+    "require": "./lib/cjs/index.js"
+  },
+  "devDependencies": {
+    "@types/tmp": "^0.2.6",
+    "ts-dual-module": "^0.6.3",
+    "typescript": "^5.0.2",
+    "vitest": "^2.1.6"
+  },
+  "dependencies": {
+    "@opendocsg/pdf2md": "0.2.0",
+    "@pdftron/pdfnet-node": "^10.11.0",
+    "mupdf": "^0.3.0",
+    "sharp": "^0.33.5",
+    "tmp": "^0.2.3"
+  },
+  "ts_dual_module": {
+    "outDir": "lib"
+  },
+  "scripts": {
+    "test": "vitest run",
+    "build": "pnpm exec tsmod build --esm",
+    "clean": "rimraf ./node_modules ./lib ./tsconfig.tsbuildinfo"
+  }
+}

package/src/image.test.ts

@@ -0,0 +1,25 @@
+import fs from 'fs';
+import path from 'path';
+import sharp from 'sharp';
+import { expect, test } from 'vitest';
+import { createImageTransformer } from './image';
+
+
+test('should resize an image to a maximum height or width', async () => {
+  const max_hw = 1024;
+  const format: keyof sharp.FormatEnum = 'jpeg';
+  const imageFile = fs.readFileSync(path.join(__dirname, '../fixtures', 'cat-picture.jpg'));
+
+  const sh = createImageTransformer(imageFile, { max_hw, format });
+
+  const buffer = await sh.toBuffer();
+  const metadata = await sharp(buffer).metadata();
+
+  console.log(metadata);
+  //await sh.toFile('./cat-picture.jpg');
+
+  expect(metadata.width).to.be.lessThanOrEqual(max_hw);
+  expect(metadata.height).to.be.lessThanOrEqual(max_hw);
+  expect(metadata.format).to.equal(format);
+
+});

package/src/image.ts

@@ -0,0 +1,78 @@
+import sharp from "sharp";
+
+export interface TransformOptions {
+    max_hw?: number,
+    format?: keyof sharp.FormatEnum
+}
+
+type SharpInputType = Buffer
+    | ArrayBuffer
+    | Uint8Array
+    | Uint8ClampedArray
+    | Int8Array
+    | Uint16Array
+    | Int16Array
+    | Uint32Array
+    | Int32Array
+    | Float32Array
+    | Float64Array
+    | string
+    | NodeJS.ReadableStream
+export function createImageTransformer(input: SharpInputType, opts: TransformOptions) {
+    const isInputStream = !!(input as NodeJS.ReadableStream).pipe;
+    let sh = isInputStream ? (input as NodeJS.ReadableStream).pipe(sharp()) : sharp(input as any);
+    if (opts.max_hw) {
+        sh = sh.resize({
+            width: opts.max_hw,
+            height: opts.max_hw,
+            fit: sharp.fit.inside,
+            withoutEnlargement: true,
+        });
+    }
+    if (opts.format) {
+        sh = sh.toFormat(opts.format);
+    }
+    return sh;
+}
+
+/**
+ * @param max_hw
+ * @param format
+ * @returns
+ */
+export async function transformImage(input: SharpInputType, output: NodeJS.WritableStream, opts: TransformOptions): Promise<sharp.Sharp> {
+    const sh = createImageTransformer(input, opts);
+    sh.pipe(output);
+
+    return new Promise((resolve, reject) => {
+        const handleError = (err: any) => {
+            console.error('Failed to transform', err);
+            try {
+                if ((input as any).pipe && (input as any).destroy) {
+                    (input as any).destroy();
+                }
+                if ((output as any).destroy) {
+                    (output as any).destroy();
+                }
+                sh.destroy();
+            } finally {
+                reject(err);
+            }
+        }
+        output.on('error', handleError);
+        (input as any).pipe && (input as any).on && (input as any).on('error', handleError);
+        output.on("finish", () => {
+            resolve(sh);
+        });
+    });
+}
+
+export function transformImageToBuffer(input: SharpInputType, opts: TransformOptions): Promise<Buffer> {
+    const sh = createImageTransformer(input, opts);
+    return sh.toBuffer();
+}
+
+export async function transformImageToFile(input: SharpInputType, output: string, opts: TransformOptions): Promise<void> {
+    const sh = createImageTransformer(input, opts);
+    await sh.toFile(output);
+}

package/src/index.ts

@@ -0,0 +1,12 @@
+import { transformImage, transformImageToBuffer, transformImageToFile } from './image.js';
+import { pdfFileToText, pdfToText, pdfToTextBuffer } from './mutool.js';
+import { manyToMarkdown } from './pandoc.js';
+
+export {
+    manyToMarkdown,
+    pdfFileToText, pdfToText,
+    pdfToTextBuffer,
+    transformImage,
+    transformImageToBuffer,
+    transformImageToFile
+};

package/src/mutool.test.ts

@@ -0,0 +1,14 @@
+import fs from 'fs';
+import path from 'path';
+import { expect, test } from 'vitest';
+import { pdfToText } from './mutool.js';
+
+
+test('[mutool] should convert pdf to text', async () => {
+  const pdf = fs.readFileSync(path.join(__dirname, '../fixtures', 'test-pdf2.pdf'));
+  const buf = Buffer.from(pdf);
+  console.log("Running mutoolPdfToText")
+  const result: string = await pdfToText(buf);
+  expect(result).toContain('its attentive Ambassadors');
+
+});

package/src/mutool.ts

@@ -0,0 +1,45 @@
+import { spawn } from 'child_process';
+import fs from 'fs';
+import { readFile } from "fs/promises";
+import tmp from 'tmp';
+tmp.setGracefulCleanup();
+
+export function pdfFileToText(input: string, output: string) {
+    return new Promise((resolve, reject) => {
+
+        const command = spawn("mutool", ["convert", "-o", output, input]);
+
+        command.on('exit', function (code) {
+            if (code) {
+                reject(new Error(`mutool exited with code ${code}`));
+            }
+        });
+
+        command.on('close', function (code) {
+            if (code) {
+                reject(new Error(`mutool exited with code ${code}`));
+            } else {
+                return resolve(output);
+            };
+        });
+
+        command.on('error', (err) => {
+            reject(err);
+        });
+
+    });
+
+}
+export function pdfToText(buffer: Buffer): Promise<string> {
+    return pdfToTextBuffer(buffer).then((buffer) => buffer.toString('utf-8'));
+}
+export function pdfToTextBuffer(buffer: Buffer): Promise<Buffer> {
+    const inputFile = tmp.fileSync({ postfix: '.pdf' });
+    const targetFileName = tmp.tmpNameSync({ postfix: '.txt' });
+
+    fs.writeSync(inputFile.fd, buffer);
+
+    return pdfFileToText(inputFile.name, targetFileName).then(() => {
+        return readFile(targetFileName);
+    });
+}

package/src/mutool2.ts

@@ -0,0 +1,19 @@
+import * as mupdf from "mupdf";
+import fs from "fs";
+
+async function test() {
+
+    const doc = mupdf.Document.openDocument(fs.readFileSync("./fixtures/test-pdf1.pdf"), "application/pdf");
+
+    //const count = doc.countPages();
+    for (let i = 0; i < 5; i++) {
+        const page = doc.loadPage(i);
+        const stext = page.toStructuredText();
+        console.log("Page ================= ", i);
+        console.log("=================!!!!!!", stext.asText());
+        //console.log(JSON.stringify(JSON.parse(stext.asJSON()), undefined, 2));
+        //console.log("=================!!!!!!", stext);
+    }
+}
+
+test();

package/src/pandoc.test.ts

@@ -0,0 +1,14 @@
+import fs from 'fs';
+import path from 'path';
+import { Readable } from 'stream';
+import { expect, test } from 'vitest';
+import { manyToMarkdown } from './pandoc';
+
+
+
+// Add more test cases for other file types (ODT, DOCX) if needed
+test('should convert docx to markdown', async () => {
+  const docx: Buffer = fs.readFileSync(path.join(__dirname, '../fixtures', 'us-ciia.docx'));
+  const result = await manyToMarkdown(Readable.from(docx), 'docx');
+  expect(result).to.include('confidential');
+});

package/src/pandoc.ts

@@ -0,0 +1,46 @@
+import { spawn } from 'child_process';
+import { PassThrough } from 'stream';
+
+export function manyToMarkdownFromBuffer(buffer: Buffer, fromFormat: string): Promise<string> {
+  const input = new PassThrough();
+  input.end(buffer);
+  return manyToMarkdown(input, fromFormat);
+
+}
+/**
+ * Requires pandoc to be installed on the system.
+ * @param fromFormat is the format of the input buffer.
+ */
+export function manyToMarkdown(input: NodeJS.ReadableStream, fromFormat: string): Promise<string> {
+
+  return new Promise((resolve, reject) => {
+    let result: string[] = [];
+
+    const command = spawn("pandoc", ["-t", "markdown", '-f', fromFormat], {
+      stdio: 'pipe',
+    });
+    input.pipe(command.stdin);
+
+    command.stdout.on('data', function (data: string) {
+      result.push(data.toString());
+    });
+    command.on('exit', function (code) {
+      if (code) {
+        reject(new Error(`pandoc exited with code ${code}`));
+      }
+    });
+    command.on('close', function (code) {
+      if (code) {
+        reject(new Error(`pandoc exited with code ${code}`));
+      } else {
+        resolve(result.join(''))
+      }
+    });
+
+    command.on('error', (err) => {
+      reject(err);
+    });
+
+  });
+
+}

package/src/pdf-test.ts

@@ -0,0 +1,21 @@
+/**
+ * IMPORTANT: DO NOT RUN IN VITEST, VITEST DOESN'T WORK WITH APRYSE
+ */
+
+import fs from 'fs';
+import path from 'path';
+import { extractImagesFromPdfWithApryse } from "./pdf.js";
+
+const main = async () => {
+
+    const pdfPath = path.resolve(__dirname, '../../../fixtures', 'test-pdf2.pdf');
+    const pdfBuffer = fs.readFileSync(pdfPath);
+    
+    console.log('start extracting images from pdf');
+    const result: any = await extractImagesFromPdfWithApryse(pdfBuffer);
+
+    console.log('result: ', result);
+
+}   
+
+main();

package/src/pdf.test.ts

@@ -0,0 +1,25 @@
+import fs from 'fs';
+import path from 'path';
+import { expect, test } from 'vitest';
+import { trasformPdfToMarkdown } from './pdf';
+
+
+
+test('Converts a PDF to markdown', async () => {
+  const pdfPath = path.resolve(__dirname, '../fixtures', 'test-pdf1.pdf');
+  const pdfBuffer = fs.readFileSync(pdfPath);
+  const result = await trasformPdfToMarkdown(pdfBuffer);
+
+  expect(result).toContain('America');
+
+
+});
+
+test('Converts another PDF to markdown', async () => {
+  const pdfPath = path.resolve(__dirname, '../fixtures', 'test-pdf2.pdf');
+  const pdfBuffer = fs.readFileSync(pdfPath);
+  const result = await trasformPdfToMarkdown(pdfBuffer);
+
+  expect(result).toContain('America');
+
+});

package/src/pdf.ts

@@ -0,0 +1,93 @@
+import pdf2md from "@opendocsg/pdf2md";
+import type { PDFNet as PDFTron } from '@pdftron/pdfnet-node';
+import fs from 'fs';
+import os from 'os';
+
+import pkg from '@pdftron/pdfnet-node';
+const { PDFNet } = pkg;
+
+
+const pdf2mdFn = pdf2md as unknown as (buffer: Uint8Array) => Promise<string>;
+
+export function trasformPdfToMarkdown(buffer: Buffer) {
+    const arr = new Uint8Array(buffer);
+    return pdf2mdFn(arr);
+}
+
+
+
+async function extractImages(buffer: Buffer, minHw: number = 300) {
+    const doc = await PDFNet.PDFDoc.createFromBuffer(buffer);
+    const reader = await PDFNet.ElementReader.create();
+    const tmpDir = os.tmpdir()
+    const workingDir = fs.mkdtempSync(`${tmpDir}/pdfextract_`);
+
+    // Read page content on every page in the document
+    const itr = await doc.getPageIterator();
+    for (itr; await itr.hasNext(); itr.next()) {
+        // Read the page
+        const page = await itr.current();
+        const pageNumber = await page.getIndex();
+        reader.beginOnPage(page);
+        await ProcessElements(reader, pageNumber);
+        reader.end();
+    }
+
+    return { workingDir };
+
+    async function ProcessElements(reader: PDFTron.ElementReader, pageNumber: number) {
+        // Traverse the page display list
+        let imgCount = 1;
+
+        for (let element = await reader.next(); element !== null; element = await reader.next()) {
+            const elementType = await element.getType();
+            switch (elementType) {
+                case PDFNet.Element.Type.e_image:
+                    {
+                        const image = await PDFNet.Image.createFromObj(await element.getXObject());
+                        const h = await image.getImageHeight();
+                        const w = await image.getImageWidth();
+                        //console.log(`Image: width=${w}, height=${h}`);
+                        //do not extract if image is too small, likely not relevant
+                        //TODO: use LLM to decide if it matters?
+                        if (w < minHw && h < minHw) {
+                            break;
+                        }
+                        const imgName = `${workingDir}/img_${pageNumber}_${imgCount++}.png`;
+                        image.exportAsPng(imgName);
+                        break;
+                    }
+                case PDFNet.Element.Type.e_form:
+                    {
+                        reader.formBegin();
+                        ProcessElements(reader, pageNumber);
+                        reader.end();
+                        break;
+                    }
+            }
+        }
+    }
+}
+
+export async function extractImagesFromPdfWithApryse(buffer: Buffer, minHw: number = 300) {
+    const APRYSE_KEY = process.env.APRYSE_KEY;
+
+    const extractImagesWrapper = async () => {
+        return await extractImages(buffer, minHw);
+    };
+
+    const res = await PDFNet.runWithCleanup(extractImagesWrapper, APRYSE_KEY).then((res) => {
+        return res;
+    }).finally(() => PDFNet.shutdown());
+
+
+    //read all images in the directory
+    const files = fs.readdirSync(res.workingDir);
+
+    const images = files.map((file) => {
+        const [pageNumber, imgCount] = file.split('.')[0].split('_').slice(1);
+        return { page: parseInt(pageNumber), imgCount: parseInt(imgCount), path: file };
+    });
+
+    return images;
+}