kreuzberg 4.0.0.rc1

data/vendor/kreuzberg/src/ocr/table/mod.rs

@@ -0,0 +1,4 @@
+pub mod tsv_parser;
+
+pub use html_to_markdown_rs::hocr::{HocrWord, reconstruct_table, table_to_markdown};
+pub use tsv_parser::extract_words_from_tsv;

data/vendor/kreuzberg/src/ocr/table/tsv_parser.rs

@@ -0,0 +1,144 @@
+use super::super::error::OcrError;
+use super::super::utils::{TSV_MIN_FIELDS, TSV_WORD_LEVEL};
+use html_to_markdown_rs::hocr::HocrWord;
+
+/// Extract words from Tesseract TSV output and convert to HocrWord format
+///
+/// This parses Tesseract's TSV format (level, page_num, block_num, ...) and
+/// converts it to the HocrWord format used by html-to-markdown-rs for table reconstruction.
+pub fn extract_words_from_tsv(tsv_data: &str, min_confidence: f64) -> Result<Vec<HocrWord>, OcrError> {
+    let mut words = Vec::new();
+
+    for (line_num, line) in tsv_data.lines().enumerate() {
+        if line_num == 0 {
+            continue;
+        }
+
+        let line = line.trim();
+        if line.is_empty() {
+            continue;
+        }
+
+        let fields: Vec<&str> = line.split('\t').collect();
+        if fields.len() < TSV_MIN_FIELDS {
+            continue;
+        }
+
+        let level = fields[0].parse::<u32>().unwrap_or(0);
+        if level != TSV_WORD_LEVEL {
+            continue;
+        }
+
+        let conf = fields[10].parse::<f64>().unwrap_or(-1.0);
+        if conf < min_confidence {
+            continue;
+        }
+
+        let text = fields[11].trim();
+        if text.is_empty() {
+            continue;
+        }
+
+        let word = HocrWord {
+            text: text.to_string(),
+            left: fields[6].parse().unwrap_or(0),
+            top: fields[7].parse().unwrap_or(0),
+            width: fields[8].parse().unwrap_or(0),
+            height: fields[9].parse().unwrap_or(0),
+            confidence: conf,
+        };
+
+        words.push(word);
+    }
+
+    Ok(words)
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[test]
+    fn test_extract_words_basic() {
+        let tsv = r#"level	page_num	block_num	par_num	line_num	word_num	left	top	width	height	conf	text
+5	1	0	0	0	0	100	50	80	30	95.5	Hello
+5	1	0	0	0	1	190	50	70	30	92.3	World"#;
+
+        let words = extract_words_from_tsv(tsv, 0.0).unwrap();
+        assert_eq!(words.len(), 2);
+
+        assert_eq!(words[0].text, "Hello");
+        assert_eq!(words[0].left, 100);
+        assert_eq!(words[0].top, 50);
+        assert_eq!(words[0].confidence, 95.5);
+
+        assert_eq!(words[1].text, "World");
+        assert_eq!(words[1].left, 190);
+    }
+
+    #[test]
+    fn test_extract_words_confidence_filter() {
+        let tsv = r#"level	page_num	block_num	par_num	line_num	word_num	left	top	width	height	conf	text
+5	1	0	0	0	0	100	50	80	30	95.5	Hello
+5	1	0	0	0	1	190	50	70	30	50.0	World
+5	1	0	0	0	2	270	50	60	30	92.3	Test"#;
+
+        let words = extract_words_from_tsv(tsv, 90.0).unwrap();
+        assert_eq!(words.len(), 2);
+        assert_eq!(words[0].text, "Hello");
+        assert_eq!(words[1].text, "Test");
+    }
+
+    #[test]
+    fn test_extract_words_level_filter() {
+        let tsv = r#"level	page_num	block_num	par_num	line_num	word_num	left	top	width	height	conf	text
+3	1	0	0	0	0	100	50	80	30	95.5	Paragraph
+5	1	0	0	0	0	100	50	80	30	95.5	Hello
+4	1	0	0	0	1	190	50	70	30	92.3	Line"#;
+
+        let words = extract_words_from_tsv(tsv, 0.0).unwrap();
+        assert_eq!(words.len(), 1);
+        assert_eq!(words[0].text, "Hello");
+    }
+
+    #[test]
+    fn test_hocr_word_methods() {
+        let word = HocrWord {
+            text: "Hello".to_string(),
+            left: 100,
+            top: 50,
+            width: 80,
+            height: 30,
+            confidence: 95.5,
+        };
+
+        assert_eq!(word.right(), 180);
+        assert_eq!(word.bottom(), 80);
+        assert_eq!(word.y_center(), 65.0);
+        assert_eq!(word.x_center(), 140.0);
+    }
+
+    #[test]
+    fn test_extract_words_empty_text() {
+        let tsv = r#"level	page_num	block_num	par_num	line_num	word_num	left	top	width	height	conf	text
+5	1	0	0	0	0	100	50	80	30	95.5
+5	1	0	0	0	1	190	50	70	30	92.3	World"#;
+
+        let words = extract_words_from_tsv(tsv, 0.0).unwrap();
+        assert_eq!(words.len(), 1);
+        assert_eq!(words[0].text, "World");
+    }
+
+    #[test]
+    fn test_extract_words_malformed() {
+        let tsv = r#"level	page_num	block_num
+5	1	0	0	0	0	100	50	80	30	95.5	Hello
+invalid line
+5	1	0	0	0	1	190	50	70	30	92.3	World"#;
+
+        let words = extract_words_from_tsv(tsv, 0.0).unwrap();
+        assert_eq!(words.len(), 2);
+        assert_eq!(words[0].text, "Hello");
+        assert_eq!(words[1].text, "World");
+    }
+}

data/vendor/kreuzberg/src/ocr/tesseract_backend.rs

@@ -0,0 +1,450 @@
+//! Native Tesseract OCR backend.
+//!
+//! This module provides the native Tesseract backend that implements the OcrBackend
+//! trait, bridging the plugin system with the low-level OcrProcessor.
+
+use crate::Result;
+use crate::core::config::OcrConfig;
+use crate::ocr::processor::OcrProcessor;
+use crate::plugins::{OcrBackend, OcrBackendType, Plugin};
+use crate::types::ExtractionResult;
+use async_trait::async_trait;
+use std::path::Path;
+use std::sync::Arc;
+
+use crate::ocr::types::TesseractConfig as InternalTesseractConfig;
+
+/// Native Tesseract OCR backend.
+///
+/// This backend wraps the OcrProcessor and implements the OcrBackend trait,
+/// allowing it to be used through the plugin system.
+///
+/// # Thread Safety
+///
+/// Uses Arc for shared ownership and is thread-safe (Send + Sync).
+pub struct TesseractBackend {
+    processor: Arc<OcrProcessor>,
+}
+
+impl TesseractBackend {
+    /// Create a new Tesseract backend with default cache directory.
+    pub fn new() -> Result<Self> {
+        let processor = OcrProcessor::new(None).map_err(|e| crate::KreuzbergError::Ocr {
+            message: format!("Failed to create Tesseract processor: {}", e),
+            source: Some(Box::new(e)),
+        })?;
+        Ok(Self {
+            processor: Arc::new(processor),
+        })
+    }
+
+    /// Create a new Tesseract backend with custom cache directory.
+    pub fn with_cache_dir(cache_dir: std::path::PathBuf) -> Result<Self> {
+        let processor = OcrProcessor::new(Some(cache_dir)).map_err(|e| crate::KreuzbergError::Ocr {
+            message: format!("Failed to create Tesseract processor: {}", e),
+            source: Some(Box::new(e)),
+        })?;
+        Ok(Self {
+            processor: Arc::new(processor),
+        })
+    }
+
+    /// Convert public API TesseractConfig to internal TesseractConfig.
+    ///
+    /// The public API types (crate::types) use i32 for compatibility with PyO3,
+    /// while internal types (crate::ocr::types) use u8/u32 for efficiency.
+    fn convert_config(public_config: &crate::types::TesseractConfig) -> InternalTesseractConfig {
+        InternalTesseractConfig {
+            language: public_config.language.clone(),
+            psm: public_config.psm as u8,
+            output_format: public_config.output_format.clone(),
+            oem: public_config.oem as u8,
+            min_confidence: public_config.min_confidence,
+            preprocessing: public_config.preprocessing.clone(),
+            enable_table_detection: public_config.enable_table_detection,
+            table_min_confidence: public_config.table_min_confidence,
+            table_column_threshold: public_config.table_column_threshold as u32,
+            table_row_threshold_ratio: public_config.table_row_threshold_ratio,
+            use_cache: public_config.use_cache,
+            classify_use_pre_adapted_templates: public_config.classify_use_pre_adapted_templates,
+            language_model_ngram_on: public_config.language_model_ngram_on,
+            tessedit_dont_blkrej_good_wds: public_config.tessedit_dont_blkrej_good_wds,
+            tessedit_dont_rowrej_good_wds: public_config.tessedit_dont_rowrej_good_wds,
+            tessedit_enable_dict_correction: public_config.tessedit_enable_dict_correction,
+            tessedit_char_whitelist: public_config.tessedit_char_whitelist.clone(),
+            tessedit_char_blacklist: public_config.tessedit_char_blacklist.clone(),
+            tessedit_use_primary_params_model: public_config.tessedit_use_primary_params_model,
+            textord_space_size_is_variable: public_config.textord_space_size_is_variable,
+            thresholding_method: public_config.thresholding_method,
+        }
+    }
+
+    /// Convert OcrConfig to internal TesseractConfig.
+    ///
+    /// Uses tesseract_config from OcrConfig if provided, otherwise uses defaults
+    /// with the language from OcrConfig.
+    fn config_to_tesseract(&self, config: &OcrConfig) -> InternalTesseractConfig {
+        match &config.tesseract_config {
+            Some(tess_config) => Self::convert_config(tess_config),
+            None => InternalTesseractConfig {
+                language: config.language.clone(),
+                ..Default::default()
+            },
+        }
+    }
+}
+
+impl Default for TesseractBackend {
+    fn default() -> Self {
+        Self::new().unwrap()
+    }
+}
+
+impl Plugin for TesseractBackend {
+    fn name(&self) -> &str {
+        "tesseract"
+    }
+
+    fn version(&self) -> String {
+        kreuzberg_tesseract::TesseractAPI::version()
+    }
+
+    fn initialize(&self) -> Result<()> {
+        Ok(())
+    }
+
+    fn shutdown(&self) -> Result<()> {
+        self.processor.clear_cache().map_err(|e| crate::KreuzbergError::Plugin {
+            message: format!("Failed to clear Tesseract cache: {}", e),
+            plugin_name: "tesseract".to_string(),
+        })
+    }
+}
+
+#[async_trait]
+impl OcrBackend for TesseractBackend {
+    async fn process_image(&self, image_bytes: &[u8], config: &OcrConfig) -> Result<ExtractionResult> {
+        let tess_config = self.config_to_tesseract(config);
+        let tess_config_clone = tess_config.clone();
+
+        let processor = Arc::clone(&self.processor);
+        let image_bytes = image_bytes.to_vec();
+
+        let ocr_result = tokio::task::spawn_blocking(move || processor.process_image(&image_bytes, &tess_config_clone))
+            .await
+            .map_err(|e| crate::KreuzbergError::Plugin {
+                message: format!("Tesseract task panicked: {}", e),
+                plugin_name: "tesseract".to_string(),
+            })?
+            .map_err(|e| crate::KreuzbergError::Ocr {
+                message: format!("Tesseract OCR failed: {}", e),
+                source: Some(Box::new(e)),
+            })?;
+
+        let metadata = crate::types::Metadata {
+            format: Some(crate::types::FormatMetadata::Ocr(crate::types::OcrMetadata {
+                language: tess_config.language.clone(),
+                psm: tess_config.psm as i32,
+                output_format: tess_config.output_format.clone(),
+                table_count: ocr_result.tables.len(),
+                table_rows: ocr_result.tables.first().map(|t| t.cells.len()),
+                table_cols: ocr_result
+                    .tables
+                    .first()
+                    .and_then(|t| t.cells.first().map(|row| row.len())),
+            })),
+            additional: ocr_result.metadata,
+            ..Default::default()
+        };
+
+        Ok(ExtractionResult {
+            content: ocr_result.content,
+            mime_type: ocr_result.mime_type,
+            metadata,
+            tables: ocr_result
+                .tables
+                .into_iter()
+                .map(|t| crate::types::Table {
+                    cells: t.cells,
+                    markdown: t.markdown,
+                    page_number: t.page_number,
+                })
+                .collect(),
+            detected_languages: None,
+            chunks: None,
+            images: None,
+        })
+    }
+
+    async fn process_file(&self, path: &Path, config: &OcrConfig) -> Result<ExtractionResult> {
+        let tess_config = self.config_to_tesseract(config);
+        let tess_config_clone = tess_config.clone();
+
+        let processor = Arc::clone(&self.processor);
+        let path_str = path.to_string_lossy().to_string();
+
+        let ocr_result = tokio::task::spawn_blocking(move || processor.process_file(&path_str, &tess_config_clone))
+            .await
+            .map_err(|e| crate::KreuzbergError::Plugin {
+                message: format!("Tesseract task panicked: {}", e),
+                plugin_name: "tesseract".to_string(),
+            })?
+            .map_err(|e| crate::KreuzbergError::Ocr {
+                message: format!("Tesseract OCR failed: {}", e),
+                source: Some(Box::new(e)),
+            })?;
+
+        let metadata = crate::types::Metadata {
+            format: Some(crate::types::FormatMetadata::Ocr(crate::types::OcrMetadata {
+                language: tess_config.language.clone(),
+                psm: tess_config.psm as i32,
+                output_format: tess_config.output_format.clone(),
+                table_count: ocr_result.tables.len(),
+                table_rows: ocr_result.tables.first().map(|t| t.cells.len()),
+                table_cols: ocr_result
+                    .tables
+                    .first()
+                    .and_then(|t| t.cells.first().map(|row| row.len())),
+            })),
+            additional: ocr_result.metadata,
+            ..Default::default()
+        };
+
+        Ok(ExtractionResult {
+            content: ocr_result.content,
+            mime_type: ocr_result.mime_type,
+            metadata,
+            tables: ocr_result
+                .tables
+                .into_iter()
+                .map(|t| crate::types::Table {
+                    cells: t.cells,
+                    markdown: t.markdown,
+                    page_number: t.page_number,
+                })
+                .collect(),
+            detected_languages: None,
+            chunks: None,
+            images: None,
+        })
+    }
+
+    fn supports_language(&self, lang: &str) -> bool {
+        // TODO: Query Tesseract for available languages
+        matches!(
+            lang,
+            "eng"
+                | "deu"
+                | "fra"
+                | "spa"
+                | "ita"
+                | "por"
+                | "rus"
+                | "chi_sim"
+                | "chi_tra"
+                | "jpn"
+                | "kor"
+                | "ara"
+                | "hin"
+                | "ben"
+                | "tha"
+                | "vie"
+                | "heb"
+                | "tur"
+                | "pol"
+                | "nld"
+                | "swe"
+                | "dan"
+                | "fin"
+                | "nor"
+                | "ces"
+                | "hun"
+                | "ron"
+                | "ukr"
+                | "bul"
+                | "hrv"
+                | "srp"
+                | "slk"
+                | "slv"
+                | "lit"
+                | "lav"
+                | "est"
+        )
+    }
+
+    fn backend_type(&self) -> OcrBackendType {
+        OcrBackendType::Tesseract
+    }
+
+    fn supported_languages(&self) -> Vec<String> {
+        // TODO: Query Tesseract API for available languages dynamically
+        vec![
+            "eng", "deu", "fra", "spa", "ita", "por", "rus", "chi_sim", "chi_tra", "jpn", "kor", "ara", "hin", "ben",
+            "tha", "vie", "heb", "tur", "pol", "nld", "swe", "dan", "fin", "nor", "ces", "hun", "ron", "ukr", "bul",
+            "hrv", "srp", "slk", "slv", "lit", "lav", "est",
+        ]
+        .into_iter()
+        .map(String::from)
+        .collect()
+    }
+
+    fn supports_table_detection(&self) -> bool {
+        true
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[test]
+    fn test_tesseract_backend_creation() {
+        let backend = TesseractBackend::new();
+        assert!(backend.is_ok());
+    }
+
+    #[test]
+    fn test_tesseract_backend_plugin_interface() {
+        let backend = TesseractBackend::new().unwrap();
+        assert_eq!(backend.name(), "tesseract");
+        assert!(!backend.version().is_empty());
+        assert!(backend.initialize().is_ok());
+    }
+
+    #[test]
+    fn test_tesseract_backend_type() {
+        let backend = TesseractBackend::new().unwrap();
+        assert_eq!(backend.backend_type(), OcrBackendType::Tesseract);
+    }
+
+    #[test]
+    fn test_tesseract_backend_supports_language() {
+        let backend = TesseractBackend::new().unwrap();
+        assert!(backend.supports_language("eng"));
+        assert!(backend.supports_language("deu"));
+        assert!(backend.supports_language("fra"));
+        assert!(!backend.supports_language("xyz"));
+    }
+
+    #[test]
+    fn test_tesseract_backend_supports_table_detection() {
+        let backend = TesseractBackend::new().unwrap();
+        assert!(backend.supports_table_detection());
+    }
+
+    #[test]
+    fn test_tesseract_backend_supported_languages() {
+        let backend = TesseractBackend::new().unwrap();
+        let languages = backend.supported_languages();
+        assert!(languages.contains(&"eng".to_string()));
+        assert!(languages.contains(&"deu".to_string()));
+        assert!(languages.len() > 30);
+    }
+
+    #[test]
+    fn test_config_to_tesseract_with_none() {
+        let backend = TesseractBackend::new().unwrap();
+        let ocr_config = OcrConfig {
+            backend: "tesseract".to_string(),
+            language: "deu".to_string(),
+            tesseract_config: None,
+        };
+
+        let tess_config = backend.config_to_tesseract(&ocr_config);
+        assert_eq!(tess_config.language, "deu");
+        assert_eq!(tess_config.psm, InternalTesseractConfig::default().psm);
+    }
+
+    #[test]
+    fn test_config_to_tesseract_with_some() {
+        let backend = TesseractBackend::new().unwrap();
+        let custom_tess_config = crate::types::TesseractConfig {
+            language: "fra".to_string(),
+            psm: 6,
+            enable_table_detection: true,
+            ..Default::default()
+        };
+
+        let ocr_config = OcrConfig {
+            backend: "tesseract".to_string(),
+            language: "eng".to_string(),
+            tesseract_config: Some(custom_tess_config),
+        };
+
+        let tess_config = backend.config_to_tesseract(&ocr_config);
+        assert_eq!(tess_config.language, "fra");
+        assert_eq!(tess_config.psm, 6);
+        assert!(tess_config.enable_table_detection);
+    }
+
+    #[test]
+    fn test_tesseract_backend_default() {
+        let backend = TesseractBackend::default();
+        assert_eq!(backend.name(), "tesseract");
+    }
+
+    #[test]
+    fn test_config_conversion_with_new_fields() {
+        let backend = TesseractBackend::new().unwrap();
+
+        let preprocessing = crate::types::ImagePreprocessingConfig {
+            target_dpi: 600,
+            auto_rotate: false,
+            deskew: true,
+            denoise: true,
+            contrast_enhance: true,
+            binarization_method: "adaptive".to_string(),
+            invert_colors: false,
+        };
+
+        let custom_tess_config = crate::types::TesseractConfig {
+            language: "eng".to_string(),
+            psm: 6,
+            output_format: "markdown".to_string(),
+            oem: 1,
+            min_confidence: 80.0,
+            preprocessing: Some(preprocessing.clone()),
+            tessedit_char_blacklist: "!@#$".to_string(),
+            ..Default::default()
+        };
+
+        let ocr_config = OcrConfig {
+            backend: "tesseract".to_string(),
+            language: "eng".to_string(),
+            tesseract_config: Some(custom_tess_config),
+        };
+
+        let tess_config = backend.config_to_tesseract(&ocr_config);
+
+        assert_eq!(tess_config.oem, 1);
+        assert_eq!(tess_config.min_confidence, 80.0);
+        assert_eq!(tess_config.tessedit_char_blacklist, "!@#$");
+
+        assert!(tess_config.preprocessing.is_some());
+        let preproc = tess_config.preprocessing.unwrap();
+        assert_eq!(preproc.target_dpi, 600);
+        assert!(!preproc.auto_rotate);
+        assert!(preproc.deskew);
+        assert!(preproc.denoise);
+        assert!(preproc.contrast_enhance);
+        assert_eq!(preproc.binarization_method, "adaptive");
+        assert!(!preproc.invert_colors);
+    }
+
+    #[test]
+    fn test_convert_config_type_conversions() {
+        let public_config = crate::types::TesseractConfig {
+            language: "eng".to_string(),
+            psm: 6,
+            oem: 3,
+            table_column_threshold: 100,
+            ..Default::default()
+        };
+
+        let internal_config = TesseractBackend::convert_config(&public_config);
+
+        assert_eq!(internal_config.psm, 6u8);
+        assert_eq!(internal_config.oem, 3u8);
+        assert_eq!(internal_config.table_column_threshold, 100u32);
+    }
+}