edgeparse 0.1.1__tar.gz → 0.2.1__tar.gz

{edgeparse-0.1.1 → edgeparse-0.2.1}/Cargo.lock

@@ -170,6 +170,17 @@ dependencies = [
  "stable_deref_trait",
 ]
 
+[[package]]
+name = "async-trait"
+version = "0.1.89"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9035ad2d096bed7955a320ee7e2230574d28fd3c3a0f186cbea1ff3c7eed5dbb"
+dependencies = [
+ "proc-macro2 1.0.106",
+ "quote 1.0.45",
+ "syn",
+]
+
 [[package]]
 name = "atomic-waker"
 version = "1.1.2"
@@ -306,6 +317,12 @@ version = "1.11.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "1e748733b7cbc798e1434b6ac524f0c1ff2ab456fe201501e6497c8417a4fc33"
 
+[[package]]
+name = "cast"
+version = "0.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "37b2a672a2cb129a2e41c10b1224bb368f9f37a2b16b612598138befd7b37eb5"
+
 [[package]]
 name = "cbc"
 version = "0.1.2"
@@ -422,6 +439,17 @@ dependencies = [
  "wasm-bindgen",
 ]
 
+[[package]]
+name = "console_log"
+version = "1.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "be8aed40e4edbf4d3b4431ab260b63fdc40f5780a4766824329ea0f1eefe3c0f"
+dependencies = [
+ "log",
+ "wasm-bindgen",
+ "web-sys",
+]
+
 [[package]]
 name = "convert_case"
 version = "0.6.0"
@@ -608,7 +636,7 @@ dependencies = [
 
 [[package]]
 name = "edgeparse-cli"
-version = "0.1.1"
+version = "0.2.1"
 dependencies = [
  "anyhow",
  "clap",
@@ -622,7 +650,7 @@ dependencies = [
 
 [[package]]
 name = "edgeparse-core"
-version = "0.1.1"
+version = "0.2.1"
 dependencies = [
  "anyhow",
  "base64",
@@ -646,7 +674,7 @@ dependencies = [
 
 [[package]]
 name = "edgeparse-node"
-version = "0.1.1"
+version = "0.2.1"
 dependencies = [
  "edgeparse-core",
  "napi",
@@ -658,13 +686,30 @@ dependencies = [
 
 [[package]]
 name = "edgeparse-python"
-version = "0.1.1"
+version = "0.2.1"
 dependencies = [
  "edgeparse-core",
  "pyo3",
  "serde_json",
 ]
 
+[[package]]
+name = "edgeparse-wasm"
+version = "0.2.1"
+dependencies = [
+ "console_error_panic_hook",
+ "console_log",
+ "edgeparse-core",
+ "js-sys",
+ "log",
+ "serde",
+ "serde-wasm-bindgen",
+ "serde_json",
+ "wasm-bindgen",
+ "wasm-bindgen-test 0.3.64",
+ "web-sys",
+]
+
 [[package]]
 name = "either"
 version = "1.15.0"
@@ -1472,6 +1517,12 @@ dependencies = [
  "windows-link",
 ]
 
+[[package]]
+name = "libm"
+version = "0.2.16"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b6d2cec3eae94f9f509c767b45932f1ada8350c4bdb85af2fcab4a3c14807981"
+
 [[package]]
 name = "libredox"
 version = "0.1.14"
@@ -1558,6 +1609,16 @@ version = "0.3.17"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "6877bb514081ee2a7ff5ef9de3281f14a4dd4bceac4c09388074a6b5df8a139a"
 
+[[package]]
+name = "minicov"
+version = "0.3.8"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4869b6a491569605d66d3952bcdf03df789e5b536e5f0cf7758a7f08a55ae24d"
+dependencies = [
+ "cc",
+ "walkdir",
+]
+
 [[package]]
 name = "miniz_oxide"
 version = "0.8.9"
@@ -1695,6 +1756,15 @@ version = "0.3.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "0676bb32a98c1a483ce53e500a81ad9c3d5b3f7c920c28c24e9cb0980d0b5bc8"
 
+[[package]]
+name = "nu-ansi-term"
+version = "0.50.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7957b9740744892f114936ab4a57b3f487491bbeafaf8083688b16841a4240e5"
+dependencies = [
+ "windows-sys 0.61.2",
+]
+
 [[package]]
 name = "num-bigint"
 version = "0.4.6"
@@ -1749,6 +1819,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841"
 dependencies = [
  "autocfg",
+ "libm",
 ]
 
 [[package]]
@@ -1763,6 +1834,12 @@ version = "1.70.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "384b8ab6d37215f3c5301a95a4accb5d64aa607f1fcb26a11b5303878451b4fe"
 
+[[package]]
+name = "oorandom"
+version = "11.1.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d6790f58c7ff633d8771f42965289203411a5e5c68388703c06e14f24770b41e"
+
 [[package]]
 name = "openssl"
 version = "0.10.76"
@@ -1894,7 +1971,7 @@ dependencies = [
  "time",
  "tokio",
  "ttf-parser",
- "wasm-bindgen-test",
+ "wasm-bindgen-test 0.2.50",
  "weezl",
 ]
 
@@ -2405,9 +2482,9 @@ dependencies = [
 
 [[package]]
 name = "rustls-webpki"
-version = "0.103.9"
+version = "0.103.10"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d7df23109aa6c1567d1c575b9952556388da57401e4ace1d15f79eedad0d8f53"
+checksum = "df33b2b81ac578cabaf06b89b0631153a3f416b0a886e8a7a1707fb51abbd1ef"
 dependencies = [
  "ring",
  "rustls-pki-types",
@@ -2426,6 +2503,15 @@ version = "1.0.23"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "9774ba4a74de5f7b1c1451ed6cd5285a32eddb5cccb8cc655a4e50009e06477f"
 
+[[package]]
+name = "same-file"
+version = "1.0.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "93fc1dc3aaa9bfed95e02e6eadabb4baf7e3078b0bd1b4d7b6b0b68378900502"
+dependencies = [
+ "winapi-util",
+]
+
 [[package]]
 name = "schannel"
 version = "0.1.29"
@@ -2486,6 +2572,17 @@ dependencies = [
  "serde_derive",
 ]
 
+[[package]]
+name = "serde-wasm-bindgen"
+version = "0.6.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8302e169f0eddcc139c70f139d19d6467353af16f9fce27e8c30158036a1e16b"
+dependencies = [
+ "js-sys",
+ "serde",
+ "wasm-bindgen",
+]
+
 [[package]]
 name = "serde_core"
 version = "1.0.228"
@@ -3042,6 +3139,16 @@ version = "0.9.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a"
 
+[[package]]
+name = "walkdir"
+version = "2.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "29790946404f91d9c5d06f9874efddea1dc06c5efe94541a7d6863108e3a5e4b"
+dependencies = [
+ "same-file",
+ "winapi-util",
+]
+
 [[package]]
 name = "want"
 version = "0.3.1"
@@ -3159,7 +3266,29 @@ dependencies = [
  "scoped-tls",
  "wasm-bindgen",
  "wasm-bindgen-futures 0.3.27",
- "wasm-bindgen-test-macro",
+ "wasm-bindgen-test-macro 0.2.50",
+]
+
+[[package]]
+name = "wasm-bindgen-test"
+version = "0.3.64"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6311c867385cc7d5602463b31825d454d0837a3aba7cdb5e56d5201792a3f7fe"
+dependencies = [
+ "async-trait",
+ "cast",
+ "js-sys",
+ "libm",
+ "minicov",
+ "nu-ansi-term",
+ "num-traits",
+ "oorandom",
+ "serde",
+ "serde_json",
+ "wasm-bindgen",
+ "wasm-bindgen-futures 0.4.64",
+ "wasm-bindgen-test-macro 0.3.64",
+ "wasm-bindgen-test-shared",
 ]
 
 [[package]]
@@ -3172,6 +3301,23 @@ dependencies = [
  "quote 0.6.13",
 ]
 
+[[package]]
+name = "wasm-bindgen-test-macro"
+version = "0.3.64"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "67008cdde4769831958536b0f11b3bdd0380bde882be17fff9c2f34bb4549abd"
+dependencies = [
+ "proc-macro2 1.0.106",
+ "quote 1.0.45",
+ "syn",
+]
+
+[[package]]
+name = "wasm-bindgen-test-shared"
+version = "0.2.114"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "cfe29135b180b72b04c74aa97b2b4a2ef275161eff9a6c7955ea9eaedc7e1d4e"
+
 [[package]]
 name = "wasm-encoder"
 version = "0.244.0"
@@ -3222,6 +3368,15 @@ version = "0.1.12"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "a28ac98ddc8b9274cb41bb4d9d4d5c425b6020c50c46f25559911905610b4a88"
 
+[[package]]
+name = "winapi-util"
+version = "0.1.11"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22"
+dependencies = [
+ "windows-sys 0.61.2",
+]
+
 [[package]]
 name = "windows-core"
 version = "0.62.2"

{edgeparse-0.1.1 → edgeparse-0.2.1}/Cargo.toml

@@ -3,7 +3,7 @@ resolver = "2"
 members = ["crates/edgeparse-core", "crates/pdf-cos", "crates/edgeparse-python"]
 
 [workspace.package]
-version = "0.1.1"
+version = "0.2.1"
 edition = "2021"
 rust-version = "1.85"
 license = "Apache-2.0"
@@ -13,7 +13,7 @@ description = "EdgeParse — High-performance PDF-to-structured-data extraction
 [workspace.dependencies]
 # PDF parsing (local fork of lopdf 0.39.0, renamed pdf-cos for clarity)
 # Using package alias so all existing `use lopdf::...` code works unchanged.
-lopdf = { package = "pdf-cos", path = "crates/pdf-cos", version = "0.39.0" }
+lopdf = { package = "pdf-cos", path = "crates/pdf-cos", version = "0.39.0", default-features = false }
 pdf-extract = "0.10.0"
 
 # CLI

{edgeparse-0.1.1 → edgeparse-0.2.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: edgeparse
-Version: 0.1.1
+Version: 0.2.1
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: Apache Software License

{edgeparse-0.1.1 → edgeparse-0.2.1}/crates/edgeparse-core/Cargo.toml

@@ -17,14 +17,14 @@ rustdoc-args = ["--cfg", "docsrs"]
 all-features = false
 
 [dependencies]
-lopdf = { workspace = true }
+lopdf = { workspace = true, default-features = false, features = ["chrono", "jiff", "time"] }
 serde = { workspace = true }
 serde_json = { workspace = true }
 thiserror = { workspace = true }
 anyhow = { workspace = true }
 log = { workspace = true }
-rayon = { workspace = true }
-image = { workspace = true }
+rayon = { workspace = true, optional = true }
+image = { workspace = true, optional = true }
 base64 = { workspace = true }
 regex = { workspace = true }
 unicode-normalization = { workspace = true }
@@ -32,12 +32,14 @@ indexmap = { workspace = true }
 ordered-float = { workspace = true }
 ttf-parser = { workspace = true }
 euclid = { workspace = true }
-zip = { workspace = true }
+zip = { workspace = true, optional = true }
 reqwest = { workspace = true, optional = true }
 tokio = { workspace = true, optional = true }
 
 [features]
-default = []
+default = ["native"]
+native = ["rayon", "image", "zip", "lopdf/rayon"]
+wasm = ["lopdf/wasm_js"]
 hybrid = ["dep:reqwest", "dep:tokio"]
 
 [dev-dependencies]

{edgeparse-0.1.1 → edgeparse-0.2.1}/crates/edgeparse-core/src/lib.rs

@@ -23,7 +23,10 @@ use crate::models::content::ContentElement;
 use crate::models::document::PdfDocument;
 use crate::pdf::chunk_parser::extract_page_chunks;
 use crate::pdf::page_info;
-use crate::pdf::raster_table_ocr::recover_raster_table_borders;
+#[cfg(not(target_arch = "wasm32"))]
+use crate::pdf::raster_table_ocr::{
+    recover_page_raster_table_cell_text, recover_raster_table_borders,
+};
 use crate::pipeline::orchestrator::{run_pipeline, PipelineState};
 use crate::tagged::struct_tree::build_mcid_map;
 
@@ -38,6 +41,7 @@ use crate::tagged::struct_tree::build_mcid_map;
 ///
 /// # Errors
 /// Returns an error if the PDF cannot be loaded or processed.
+#[cfg(not(target_arch = "wasm32"))]
 pub fn convert(
     input_path: &std::path::Path,
     config: &ProcessingConfig,
@@ -102,7 +106,7 @@ pub fn convert(
     // Run the processing pipeline
     let mcid_map = build_mcid_map(&raw_doc.document);
     let mut pipeline_state = PipelineState::with_mcid_map(page_contents, config.clone(), mcid_map)
-        .with_page_info(page_info_list);
+        .with_page_info(page_info_list.clone());
     run_pipeline(&mut pipeline_state)?;
 
     // Build the output document
@@ -113,12 +117,24 @@ pub fn convert(
         .to_string();
 
     let mut doc = PdfDocument::new(file_name);
+    doc.source_path = Some(input_path.display().to_string());
     doc.number_of_pages = pages_map.len() as u32;
     doc.author = raw_doc.metadata.author;
     doc.title = raw_doc.metadata.title;
     doc.creation_date = raw_doc.metadata.creation_date;
     doc.modification_date = raw_doc.metadata.modification_date;
 
+    for (page_idx, page) in pipeline_state.pages.iter_mut().enumerate() {
+        if let Some(page_info) = page_info_list.get(page_idx) {
+            recover_page_raster_table_cell_text(
+                input_path,
+                &page_info.crop_box,
+                page_info.page_number,
+                page,
+            );
+        }
+    }
+
     // Flatten pipeline output into document kids
     for page in pipeline_state.pages {
         doc.kids.extend(page);
@@ -127,6 +143,91 @@ pub fn convert(
     Ok(doc)
 }
 
+/// Convert a PDF from an in-memory byte slice to structured data.
+///
+/// This is the WASM-compatible entry point. It replaces all filesystem
+/// operations with in-memory equivalents and skips raster table OCR.
+///
+/// # Arguments
+/// * `data` — raw PDF bytes (e.g., from a `Uint8Array` in JavaScript)
+/// * `file_name` — display name (used in `PdfDocument.file_name`)
+/// * `config` — processing configuration
+///
+/// # Returns
+/// Structured document or error.
+///
+/// # Errors
+/// Returns an error if the PDF cannot be parsed or processed.
+pub fn convert_bytes(
+    data: &[u8],
+    file_name: &str,
+    config: &ProcessingConfig,
+) -> Result<PdfDocument, EdgePdfError> {
+    let raw_doc = pdf::loader::load_pdf_from_bytes(data, config.password.as_deref())?;
+
+    let page_info_list = page_info::extract_page_info(&raw_doc.document);
+
+    let pages_map = raw_doc.document.get_pages();
+    let mut page_contents = Vec::with_capacity(pages_map.len());
+
+    for (&page_num, &page_id) in &pages_map {
+        let page_chunks = extract_page_chunks(&raw_doc.document, page_num, page_id)?;
+
+        // Raster table OCR requires external pdfimages binary — skip in memory-only mode
+        let recovered_tables = Vec::new();
+
+        let mut elements: Vec<ContentElement> = page_chunks
+            .text_chunks
+            .into_iter()
+            .map(ContentElement::TextChunk)
+            .collect();
+
+        elements.extend(
+            page_chunks
+                .image_chunks
+                .into_iter()
+                .map(ContentElement::Image),
+        );
+        elements.extend(
+            page_chunks
+                .line_chunks
+                .into_iter()
+                .map(ContentElement::Line),
+        );
+        elements.extend(
+            page_chunks
+                .line_art_chunks
+                .into_iter()
+                .map(ContentElement::LineArt),
+        );
+        elements.extend(
+            recovered_tables
+                .into_iter()
+                .map(ContentElement::TableBorder),
+        );
+
+        page_contents.push(elements);
+    }
+
+    let mcid_map = build_mcid_map(&raw_doc.document);
+    let mut pipeline_state = PipelineState::with_mcid_map(page_contents, config.clone(), mcid_map)
+        .with_page_info(page_info_list);
+    run_pipeline(&mut pipeline_state)?;
+
+    let mut doc = PdfDocument::new(file_name.to_string());
+    doc.number_of_pages = pages_map.len() as u32;
+    doc.author = raw_doc.metadata.author;
+    doc.title = raw_doc.metadata.title;
+    doc.creation_date = raw_doc.metadata.creation_date;
+    doc.modification_date = raw_doc.metadata.modification_date;
+
+    for page in pipeline_state.pages {
+        doc.kids.extend(page);
+    }
+
+    Ok(doc)
+}
+
 /// Top-level error type for EdgeParse operations.
 #[derive(Debug, thiserror::Error)]
 pub enum EdgePdfError {

{edgeparse-0.1.1 → edgeparse-0.2.1}/crates/edgeparse-core/src/models/document.rs

@@ -9,6 +9,9 @@ use super::content::ContentElement;
 pub struct PdfDocument {
     /// Original file name
     pub file_name: String,
+    /// Original source path when available.
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub source_path: Option<String>,
     /// Number of pages
     pub number_of_pages: u32,
     /// Document author
@@ -36,6 +39,7 @@ impl PdfDocument {
     pub fn new(file_name: String) -> Self {
         Self {
             file_name,
+            source_path: None,
             number_of_pages: 0,
             author: None,
             title: None,
@@ -89,6 +93,7 @@ mod tests {
     fn test_new_document() {
         let doc = PdfDocument::new("test.pdf".to_string());
         assert_eq!(doc.file_name, "test.pdf");
+        assert_eq!(doc.source_path, None);
         assert_eq!(doc.number_of_pages, 0);
         assert!(doc.kids.is_empty());
     }