faster-table-recognizer 0.1.0__tar.gz → 0.2.0__tar.gz

{faster_table_recognizer-0.1.0 → faster_table_recognizer-0.2.0}/Cargo.lock

@@ -40,9 +40,9 @@ checksum = "8f1fe948ff07f4bd06c30984e69f5b4899c516a3ef74f34df92a2df2ab535495"
 
 [[package]]
 name = "cc"
-version = "1.2.67"
+version = "1.3.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e17dd265a7d0f31ef544e1b20e03add05d3b45b491b633b10d67145d2acc1a38"
+checksum = "c89588d05638b5b4594a3348a2d6c20277e43a7f5c5202b05cc56888475a47b8"
 dependencies = [
  "find-msvc-tools",
  "shlex",
@@ -102,7 +102,7 @@ checksum = "1ac70aa55017e108007fbaf5aa0f54b021c98f92ff8af59d42eda9da96e3dd4f"
 dependencies = [
  "proc-macro2",
  "quote",
- "syn",
+ "syn 2.0.119",
 ]
 
 [[package]]
@@ -113,7 +113,7 @@ checksum = "91622ff5e7162018101f2fea40d6ebf4a78bbe5a49736a2020649edf9693679e"
 
 [[package]]
 name = "faster-table-recognizer"
-version = "0.1.0"
+version = "0.2.0"
 dependencies = [
  "base64",
  "image",
@@ -511,7 +511,7 @@ dependencies = [
  "proc-macro2",
  "pyo3-macros-backend",
  "quote",
- "syn",
+ "syn 2.0.119",
 ]
 
 [[package]]
@@ -524,7 +524,7 @@ dependencies = [
  "proc-macro2",
  "pyo3-build-config",
  "quote",
- "syn",
+ "syn 2.0.119",
 ]
 
 [[package]]
@@ -629,9 +629,9 @@ dependencies = [
 
 [[package]]
 name = "serde"
-version = "1.0.228"
+version = "1.0.229"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9a8e94ea7f378bd32cbbd37198a4a91436180c5bb472411e48b5ec2e2124ae9e"
+checksum = "4148590afebada386688f18773da617792bf2ef03ffc1e4cbd2b1d45b023e0ba"
 dependencies = [
  "serde_core",
  "serde_derive",
@@ -639,22 +639,22 @@ dependencies = [
 
 [[package]]
 name = "serde_core"
-version = "1.0.228"
+version = "1.0.229"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "41d385c7d4ca58e59fc732af25c3983b67ac852c1a25000afe1175de458b67ad"
+checksum = "67dca2c9c51e58a4791a4b1ed58308b39c64224d349a935ab5039aa360942a48"
 dependencies = [
  "serde_derive",
 ]
 
 [[package]]
 name = "serde_derive"
-version = "1.0.228"
+version = "1.0.229"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d540f220d3187173da220f885ab66608367b6574e925011a9353e4badda91d79"
+checksum = "e7a5d71263a5a7d47b41f6b3f06ba276f10cc18b0931f1799f710578e2309348"
 dependencies = [
  "proc-macro2",
  "quote",
- "syn",
+ "syn 3.0.0",
 ]
 
 [[package]]
@@ -711,6 +711,17 @@ dependencies = [
  "unicode-ident",
 ]
 
+[[package]]
+name = "syn"
+version = "3.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f2fac314a64dc9a36e61a9eb4261a5e9bbfbc922b27e518af97bc32b926cf967"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "unicode-ident",
+]
+
 [[package]]
 name = "synstructure"
 version = "0.13.2"
@@ -719,7 +730,7 @@ checksum = "728a70f3dbaf5bab7f0c4b1ac8d7ae5ea60a4b5549c8a5914361c99147a709d2"
 dependencies = [
  "proc-macro2",
  "quote",
- "syn",
+ "syn 2.0.119",
 ]
 
 [[package]]
@@ -816,14 +827,14 @@ version = "0.26.11"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "521bc38abb08001b01866da9f51eb7c5d647a19260e00054a8c7fd5f9e57f7a9"
 dependencies = [
- "webpki-roots 1.0.8",
+ "webpki-roots 1.0.9",
 ]
 
 [[package]]
 name = "webpki-roots"
-version = "1.0.8"
+version = "1.0.9"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "bf85cb06032201fa7c6f829d7db5a7e5aa45bcc0655327713065f6f0576731bf"
+checksum = "7dcd9d09a39985f5344844e66b0c530a33843579125f23e21e9f0f220850f22a"
 dependencies = [
  "rustls-pki-types",
 ]
@@ -932,7 +943,7 @@ checksum = "de844c262c8848816172cef550288e7dc6c7b7814b4ee56b3e1553f275f1858e"
 dependencies = [
  "proc-macro2",
  "quote",
- "syn",
+ "syn 2.0.119",
  "synstructure",
 ]
 
@@ -953,7 +964,7 @@ checksum = "e2e817b7b52d0c7358d3246da9d69935ebb18116b2b102b4230dac079b4862f5"
 dependencies = [
  "proc-macro2",
  "quote",
- "syn",
+ "syn 2.0.119",
 ]
 
 [[package]]
@@ -973,7 +984,7 @@ checksum = "11532158c46691caf0f2593ea8358fed6bbf68a0315e80aae9bd41fbade684a1"
 dependencies = [
  "proc-macro2",
  "quote",
- "syn",
+ "syn 2.0.119",
  "synstructure",
 ]
 
@@ -1013,7 +1024,7 @@ checksum = "625dc425cab0dca6dc3c3319506e6593dcb08a9f387ea3b284dbd52a92c40555"
 dependencies = [
  "proc-macro2",
  "quote",
- "syn",
+ "syn 2.0.119",
 ]
 
 [[package]]

{faster_table_recognizer-0.1.0 → faster_table_recognizer-0.2.0}/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "faster-table-recognizer"
-version = "0.1.0"
+version = "0.2.0"
 edition = "2021"
 description = "From-scratch, dependency-light CPU inference engine for microsoft/table-transformer-detection (DETR table detection). A fast drop-in replacement for HuggingFace transformers."
 license = "MIT"

{faster_table_recognizer-0.1.0 → faster_table_recognizer-0.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: faster-table-recognizer
-Version: 0.1.0
+Version: 0.2.0
 Classifier: Programming Language :: Rust
 Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved :: MIT License
@@ -154,7 +154,7 @@ page, steady-state medians, full pipeline (decode + preprocess + inference):
 | Best multi-thread inference | ~189 ms (8 threads) | **~196 ms** (all cores) — parity |
 | As deployed (`torch.set_num_threads(1)`) | ~699 ms | **~196 ms** (3.5× faster) |
 | Cold start (import + load model) | ~5.5 s | **~0.3 s** (~19×) |
-| Peak RSS | 761 MB | 539 MB |
+| Steady RSS (weights loaded) | 761 MB | **~246 MB** (0.2: drops mmap + redundant f32 copies) |
 | Install | torch + transformers + timm (~2–3 GB) | one ~1.8 MB wheel |
 | Detection output | — | **identical** (max abs logit Δ ≈ 1e-5) |
 

{faster_table_recognizer-0.1.0 → faster_table_recognizer-0.2.0}/README.md

@@ -135,7 +135,7 @@ page, steady-state medians, full pipeline (decode + preprocess + inference):
 | Best multi-thread inference | ~189 ms (8 threads) | **~196 ms** (all cores) — parity |
 | As deployed (`torch.set_num_threads(1)`) | ~699 ms | **~196 ms** (3.5× faster) |
 | Cold start (import + load model) | ~5.5 s | **~0.3 s** (~19×) |
-| Peak RSS | 761 MB | 539 MB |
+| Steady RSS (weights loaded) | 761 MB | **~246 MB** (0.2: drops mmap + redundant f32 copies) |
 | Install | torch + transformers + timm (~2–3 GB) | one ~1.8 MB wheel |
 | Detection output | — | **identical** (max abs logit Δ ≈ 1e-5) |
 

{faster_table_recognizer-0.1.0 → faster_table_recognizer-0.2.0}/src/model.rs

@@ -42,7 +42,7 @@ pub struct RawOutput {
 }
 
 impl Model {
-    pub fn new(w: Weights) -> Self {
+    pub fn new(mut w: Weights) -> Self {
         let mut folded = HashMap::new();
         // (conv weight name, bn prefix) pairs across the ResNet-18 backbone.
         let bb = "model.backbone.conv_encoder.model";
@@ -76,6 +76,19 @@ impl Model {
                 wt.insert(name.clone(), (tr, k, n));
             }
         }
+        // Free the redundant f32 source copies: every folded backbone conv and every
+        // 2-D linear now lives (folded / transposed) in `folded` / `wt`. Forward only
+        // still reads `query_position_embeddings.weight` raw among the 2-D tensors, plus
+        // small 1-D biases/layernorms and the 4-D input_projection conv (neither in wt).
+        let drop_names: Vec<String> = wt
+            .keys()
+            .filter(|n| n.as_str() != "model.query_position_embeddings.weight")
+            .chain(folded.keys())
+            .cloned()
+            .collect();
+        for n in drop_names {
+            w.remove(&n);
+        }
         Model { w, folded, wt }
     }
 

{faster_table_recognizer-0.1.0 → faster_table_recognizer-0.2.0}/src/tensors.rs

@@ -23,8 +23,6 @@ impl Tensor {
 
 pub struct Weights {
     map: HashMap<String, Tensor>,
-    // Keep the mmap alive for the lifetime of loading; data is copied to Vec<f32>.
-    _mmap: Mmap,
 }
 
 fn f16_to_f32(bits: u16) -> f32 {
@@ -81,7 +79,17 @@ impl Weights {
             };
             map.insert(name, Tensor { data, shape });
         }
-        Ok(Weights { map, _mmap: mmap })
+        // Everything is copied into owned Vec<f32>, so the mmap (and the f32 file
+        // it maps) is dropped here instead of staying resident for the process life.
+        drop(st);
+        drop(mmap);
+        Ok(Weights { map })
+    }
+
+    /// Drop a tensor once its data has been folded/transposed elsewhere, freeing
+    /// the redundant f32 source copy.
+    pub fn remove(&mut self, name: &str) {
+        self.map.remove(name);
     }
 
     pub fn get(&self, name: &str) -> &Tensor {