RubyGems - kreuzberg - Versions diffs - 4.0.0.pre.rc.6 → 4.0.0.rc1 - Mend

kreuzberg 4.0.0.pre.rc.6 → 4.0.0.rc1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (175) hide show

checksums.yaml +4 -4
data/.gitignore +0 -6
data/.rubocop.yaml +534 -1
data/Gemfile +2 -1
data/Gemfile.lock +11 -11
data/README.md +5 -10
data/examples/async_patterns.rb +0 -1
data/ext/kreuzberg_rb/extconf.rb +0 -10
data/ext/kreuzberg_rb/native/Cargo.toml +15 -23
data/ext/kreuzberg_rb/native/build.rs +2 -0
data/ext/kreuzberg_rb/native/include/ieeefp.h +1 -1
data/ext/kreuzberg_rb/native/include/msvc_compat/strings.h +1 -1
data/ext/kreuzberg_rb/native/include/strings.h +2 -2
data/ext/kreuzberg_rb/native/include/unistd.h +1 -1
data/ext/kreuzberg_rb/native/src/lib.rs +16 -75
data/kreuzberg.gemspec +14 -57
data/lib/kreuzberg/cache_api.rb +0 -1
data/lib/kreuzberg/cli.rb +2 -2
data/lib/kreuzberg/config.rb +2 -9
data/lib/kreuzberg/errors.rb +7 -75
data/lib/kreuzberg/extraction_api.rb +0 -1
data/lib/kreuzberg/setup_lib_path.rb +0 -1
data/lib/kreuzberg/version.rb +1 -1
data/lib/kreuzberg.rb +0 -21
data/pkg/kreuzberg-4.0.0.rc1.gem +0 -0
data/sig/kreuzberg.rbs +3 -55
data/spec/binding/cli_proxy_spec.rb +4 -2
data/spec/binding/cli_spec.rb +11 -12
data/spec/examples.txt +104 -0
data/spec/fixtures/config.yaml +1 -0
data/spec/spec_helper.rb +1 -1
data/vendor/kreuzberg/Cargo.toml +42 -112
data/vendor/kreuzberg/README.md +2 -2
data/vendor/kreuzberg/build.rs +4 -18
data/vendor/kreuzberg/src/bin/profile_extract.rs +455 -0
data/vendor/kreuzberg/src/cache/mod.rs +3 -27
data/vendor/kreuzberg/src/core/batch_mode.rs +0 -60
data/vendor/kreuzberg/src/core/extractor.rs +81 -202
data/vendor/kreuzberg/src/core/io.rs +2 -4
data/vendor/kreuzberg/src/core/mime.rs +12 -2
data/vendor/kreuzberg/src/core/mod.rs +1 -4
data/vendor/kreuzberg/src/core/pipeline.rs +33 -111
data/vendor/kreuzberg/src/embeddings.rs +16 -125
data/vendor/kreuzberg/src/error.rs +1 -1
data/vendor/kreuzberg/src/extraction/docx.rs +1 -1
data/vendor/kreuzberg/src/extraction/image.rs +13 -13
data/vendor/kreuzberg/src/extraction/libreoffice.rs +1 -0
data/vendor/kreuzberg/src/extraction/mod.rs +5 -9
data/vendor/kreuzberg/src/extraction/office_metadata/mod.rs +0 -2
data/vendor/kreuzberg/src/extraction/pandoc/batch.rs +275 -0
data/vendor/kreuzberg/src/extraction/pandoc/mime_types.rs +178 -0
data/vendor/kreuzberg/src/extraction/pandoc/mod.rs +491 -0
data/vendor/kreuzberg/src/extraction/pandoc/server.rs +496 -0
data/vendor/kreuzberg/src/extraction/pandoc/subprocess.rs +1188 -0
data/vendor/kreuzberg/src/extraction/pandoc/version.rs +162 -0
data/vendor/kreuzberg/src/extractors/archive.rs +0 -21
data/vendor/kreuzberg/src/extractors/docx.rs +128 -16
data/vendor/kreuzberg/src/extractors/email.rs +0 -14
data/vendor/kreuzberg/src/extractors/excel.rs +20 -19
data/vendor/kreuzberg/src/extractors/html.rs +154 -137
data/vendor/kreuzberg/src/extractors/image.rs +4 -7
data/vendor/kreuzberg/src/extractors/mod.rs +9 -106
data/vendor/kreuzberg/src/extractors/pandoc.rs +201 -0
data/vendor/kreuzberg/src/extractors/pdf.rs +15 -12
data/vendor/kreuzberg/src/extractors/pptx.rs +3 -17
data/vendor/kreuzberg/src/extractors/structured.rs +0 -14
data/vendor/kreuzberg/src/extractors/text.rs +5 -23
data/vendor/kreuzberg/src/extractors/xml.rs +0 -7
data/vendor/kreuzberg/src/keywords/rake.rs +1 -0
data/vendor/kreuzberg/src/lib.rs +1 -4
data/vendor/kreuzberg/src/mcp/mod.rs +1 -1
data/vendor/kreuzberg/src/mcp/server.rs +3 -5
data/vendor/kreuzberg/src/ocr/processor.rs +2 -18
data/vendor/kreuzberg/src/pdf/error.rs +1 -1
data/vendor/kreuzberg/src/pdf/table.rs +44 -17
data/vendor/kreuzberg/src/pdf/text.rs +3 -0
data/vendor/kreuzberg/src/plugins/extractor.rs +5 -8
data/vendor/kreuzberg/src/plugins/ocr.rs +11 -2
data/vendor/kreuzberg/src/plugins/processor.rs +1 -2
data/vendor/kreuzberg/src/plugins/registry.rs +0 -13
data/vendor/kreuzberg/src/plugins/validator.rs +8 -9
data/vendor/kreuzberg/src/stopwords/mod.rs +2 -2
data/vendor/kreuzberg/src/types.rs +12 -42
data/vendor/kreuzberg/tests/batch_orchestration.rs +5 -19
data/vendor/kreuzberg/tests/batch_processing.rs +3 -15
data/vendor/kreuzberg/tests/chunking_offset_demo.rs +92 -0
data/vendor/kreuzberg/tests/concurrency_stress.rs +1 -17
data/vendor/kreuzberg/tests/config_features.rs +0 -18
data/vendor/kreuzberg/tests/config_loading_tests.rs +39 -15
data/vendor/kreuzberg/tests/core_integration.rs +7 -24
data/vendor/kreuzberg/tests/csv_integration.rs +81 -71
data/vendor/kreuzberg/tests/docx_metadata_extraction_test.rs +25 -23
data/vendor/kreuzberg/tests/pandoc_integration.rs +503 -0
data/vendor/kreuzberg/tests/pipeline_integration.rs +1 -0
data/vendor/kreuzberg/tests/plugin_postprocessor_test.rs +1 -0
data/vendor/kreuzberg/tests/registry_integration_tests.rs +22 -1
data/vendor/kreuzberg/tests/security_validation.rs +1 -12
metadata +25 -90
data/.rubocop.yml +0 -538
data/ext/kreuzberg_rb/native/Cargo.lock +0 -6535
data/lib/kreuzberg/error_context.rb +0 -32
data/vendor/kreuzberg/benches/otel_overhead.rs +0 -48
data/vendor/kreuzberg/src/extraction/markdown.rs +0 -213
data/vendor/kreuzberg/src/extraction/office_metadata/odt_properties.rs +0 -287
data/vendor/kreuzberg/src/extractors/bibtex.rs +0 -469
data/vendor/kreuzberg/src/extractors/docbook.rs +0 -502
data/vendor/kreuzberg/src/extractors/epub.rs +0 -707
data/vendor/kreuzberg/src/extractors/fictionbook.rs +0 -491
data/vendor/kreuzberg/src/extractors/fictionbook.rs.backup2 +0 -738
data/vendor/kreuzberg/src/extractors/jats.rs +0 -1051
data/vendor/kreuzberg/src/extractors/jupyter.rs +0 -367
data/vendor/kreuzberg/src/extractors/latex.rs +0 -652
data/vendor/kreuzberg/src/extractors/markdown.rs +0 -700
data/vendor/kreuzberg/src/extractors/odt.rs +0 -628
data/vendor/kreuzberg/src/extractors/opml.rs +0 -634
data/vendor/kreuzberg/src/extractors/orgmode.rs +0 -528
data/vendor/kreuzberg/src/extractors/rst.rs +0 -576
data/vendor/kreuzberg/src/extractors/rtf.rs +0 -810
data/vendor/kreuzberg/src/extractors/security.rs +0 -484
data/vendor/kreuzberg/src/extractors/security_tests.rs +0 -367
data/vendor/kreuzberg/src/extractors/typst.rs +0 -650
data/vendor/kreuzberg/src/panic_context.rs +0 -154
data/vendor/kreuzberg/tests/api_extract_multipart.rs +0 -52
data/vendor/kreuzberg/tests/bibtex_parity_test.rs +0 -421
data/vendor/kreuzberg/tests/docbook_extractor_tests.rs +0 -498
data/vendor/kreuzberg/tests/docx_vs_pandoc_comparison.rs +0 -370
data/vendor/kreuzberg/tests/epub_native_extractor_tests.rs +0 -275
data/vendor/kreuzberg/tests/fictionbook_extractor_tests.rs +0 -228
data/vendor/kreuzberg/tests/html_table_test.rs +0 -551
data/vendor/kreuzberg/tests/instrumentation_test.rs +0 -139
data/vendor/kreuzberg/tests/jats_extractor_tests.rs +0 -639
data/vendor/kreuzberg/tests/jupyter_extractor_tests.rs +0 -704
data/vendor/kreuzberg/tests/latex_extractor_tests.rs +0 -496
data/vendor/kreuzberg/tests/markdown_extractor_tests.rs +0 -490
data/vendor/kreuzberg/tests/odt_extractor_tests.rs +0 -695
data/vendor/kreuzberg/tests/opml_extractor_tests.rs +0 -616
data/vendor/kreuzberg/tests/orgmode_extractor_tests.rs +0 -822
data/vendor/kreuzberg/tests/rst_extractor_tests.rs +0 -692
data/vendor/kreuzberg/tests/rtf_extractor_tests.rs +0 -776
data/vendor/kreuzberg/tests/typst_behavioral_tests.rs +0 -1259
data/vendor/kreuzberg/tests/typst_extractor_tests.rs +0 -647
data/vendor/rb-sys/.cargo-ok +0 -1
data/vendor/rb-sys/.cargo_vcs_info.json +0 -6
data/vendor/rb-sys/Cargo.lock +0 -393
data/vendor/rb-sys/Cargo.toml +0 -70
data/vendor/rb-sys/Cargo.toml.orig +0 -57
data/vendor/rb-sys/LICENSE-APACHE +0 -190
data/vendor/rb-sys/LICENSE-MIT +0 -21
data/vendor/rb-sys/bin/release.sh +0 -21
data/vendor/rb-sys/build/features.rs +0 -108
data/vendor/rb-sys/build/main.rs +0 -246
data/vendor/rb-sys/build/stable_api_config.rs +0 -153
data/vendor/rb-sys/build/version.rs +0 -48
data/vendor/rb-sys/readme.md +0 -36
data/vendor/rb-sys/src/bindings.rs +0 -21
data/vendor/rb-sys/src/hidden.rs +0 -11
data/vendor/rb-sys/src/lib.rs +0 -34
data/vendor/rb-sys/src/macros.rs +0 -371
data/vendor/rb-sys/src/memory.rs +0 -53
data/vendor/rb-sys/src/ruby_abi_version.rs +0 -38
data/vendor/rb-sys/src/special_consts.rs +0 -31
data/vendor/rb-sys/src/stable_api/compiled.c +0 -179
data/vendor/rb-sys/src/stable_api/compiled.rs +0 -257
data/vendor/rb-sys/src/stable_api/ruby_2_6.rs +0 -316
data/vendor/rb-sys/src/stable_api/ruby_2_7.rs +0 -316
data/vendor/rb-sys/src/stable_api/ruby_3_0.rs +0 -324
data/vendor/rb-sys/src/stable_api/ruby_3_1.rs +0 -317
data/vendor/rb-sys/src/stable_api/ruby_3_2.rs +0 -315
data/vendor/rb-sys/src/stable_api/ruby_3_3.rs +0 -326
data/vendor/rb-sys/src/stable_api/ruby_3_4.rs +0 -327
data/vendor/rb-sys/src/stable_api.rs +0 -261
data/vendor/rb-sys/src/symbol.rs +0 -31
data/vendor/rb-sys/src/tracking_allocator.rs +0 -332
data/vendor/rb-sys/src/utils.rs +0 -89
data/vendor/rb-sys/src/value_type.rs +0 -7

data/vendor/kreuzberg/src/extractors/opml.rs DELETED Viewed

@@ -1,634 +0,0 @@
-//! Native OPML (Outline Processor Markup Language) extractor using the `roxmltree` library.
-//!
-//! This extractor provides native Rust-based OPML extraction, parsing outline structures
-//! commonly used for RSS feed lists, podcast directories, and general outlines.
-//!
-//! Extracts:
-//! - Metadata from `<head>`: title, dateCreated, dateModified, ownerName, ownerEmail
-//! - Content from `<body><outline>` hierarchy using text attributes
-//! - Outline hierarchy structure preserved in plain text format with indentation
-//! - Note: URLs (xmlUrl, htmlUrl) are extracted from attributes but not included in main content
-//!
-//! Example OPML structure:
-//! ```xml
-//! <opml version="2.0">
-//!   <head>
-//!     <title>My Feeds</title>
-//!     <ownerName>John</ownerName>
-//!   </head>
-//!   <body>
-//!     <outline text="Tech" type="folder">
-//!       <outline text="Hacker News" type="rss" xmlUrl="https://..." />
-//!     </outline>
-//!   </body>
-//! </opml>
-//! ```
-use crate::Result;
-use crate::core::config::ExtractionConfig;
-use crate::plugins::{DocumentExtractor, Plugin};
-use crate::types::{ExtractionResult, Metadata};
-use async_trait::async_trait;
-use std::collections::HashMap;
-#[cfg(feature = "office")]
-use roxmltree::Node;
-/// OPML format extractor.
-///
-/// Extracts outline structure and metadata from OPML documents using native Rust parsing.
-pub struct OpmlExtractor;
-impl OpmlExtractor {
-    /// Create a new OPML extractor.
-    pub fn new() -> Self {
-        Self
-    }
-    /// Extract OPML content and structure
-    #[cfg(feature = "office")]
-    fn extract_content_and_metadata(content: &[u8]) -> Result<(String, HashMap<String, serde_json::Value>)> {
-        let doc = roxmltree::Document::parse(
-            std::str::from_utf8(content)
-                .map_err(|e| crate::KreuzbergError::Other(format!("Invalid UTF-8 in OPML: {}", e)))?,
-        )
-        .map_err(|e| crate::KreuzbergError::Other(format!("Failed to parse OPML: {}", e)))?;
-        let mut extracted_content = String::new();
-        let mut metadata = HashMap::new();
-        if let Some(opml) = doc.root().children().find(|n| n.tag_name().name() == "opml") {
-            if let Some(head) = opml.children().find(|n| n.tag_name().name() == "head") {
-                for child in head.children().filter(|n| n.is_element()) {
-                    let tag = child.tag_name().name();
-                    let text = child.text().unwrap_or("").trim();
-                    match tag {
-                        "title" => {
-                            if !text.is_empty() {
-                                metadata.insert("title".to_string(), serde_json::json!(text));
-                            }
-                        }
-                        "dateCreated" => {
-                            if !text.is_empty() {
-                                metadata.insert("dateCreated".to_string(), serde_json::json!(text));
-                            }
-                        }
-                        "dateModified" => {
-                            if !text.is_empty() {
-                                metadata.insert("dateModified".to_string(), serde_json::json!(text));
-                            }
-                        }
-                        "ownerName" => {
-                            if !text.is_empty() {
-                                metadata.insert("ownerName".to_string(), serde_json::json!(text));
-                            }
-                        }
-                        "ownerEmail" => {
-                            if !text.is_empty() {
-                                metadata.insert("ownerEmail".to_string(), serde_json::json!(text));
-                            }
-                        }
-                        _ => {}
-                    }
-                }
-            }
-            if let Some(body) = opml.children().find(|n| n.tag_name().name() == "body") {
-                if let Some(title) = metadata.get("title").and_then(|v| v.as_str()) {
-                    extracted_content.push_str(title);
-                    extracted_content.push('\n');
-                    extracted_content.push('\n');
-                }
-                for outline in body.children().filter(|n| n.tag_name().name() == "outline") {
-                    Self::process_outline(outline, 0, &mut extracted_content);
-                }
-            }
-        }
-        Ok((extracted_content.trim().to_string(), metadata))
-    }
-    /// Process outline elements recursively
-    ///
-    /// Extracts text content from outline hierarchy while preserving nesting depth
-    /// through indentation. URL attributes are excluded from the main content.
-    #[cfg(feature = "office")]
-    fn process_outline(node: Node, depth: usize, output: &mut String) {
-        let text = node.attribute("text").unwrap_or("").trim();
-        if !text.is_empty() {
-            let indent = "  ".repeat(depth);
-            output.push_str(&indent);
-            output.push_str(text);
-            output.push('\n');
-        }
-        for child in node.children().filter(|n| n.tag_name().name() == "outline") {
-            Self::process_outline(child, depth + 1, output);
-        }
-    }
-}
-impl Default for OpmlExtractor {
-    fn default() -> Self {
-        Self::new()
-    }
-}
-impl Plugin for OpmlExtractor {
-    fn name(&self) -> &str {
-        "opml-extractor"
-    }
-    fn version(&self) -> String {
-        env!("CARGO_PKG_VERSION").to_string()
-    }
-    fn initialize(&self) -> Result<()> {
-        Ok(())
-    }
-    fn shutdown(&self) -> Result<()> {
-        Ok(())
-    }
-    fn description(&self) -> &str {
-        "Extracts content and metadata from OPML (Outline Processor Markup Language) documents"
-    }
-    fn author(&self) -> &str {
-        "Kreuzberg Team"
-    }
-}
-#[cfg(feature = "office")]
-#[async_trait]
-impl DocumentExtractor for OpmlExtractor {
-    #[cfg_attr(
-        feature = "otel",
-        tracing::instrument(
-            skip(self, content, _config),
-            fields(
-                extractor.name = self.name(),
-                content.size_bytes = content.len(),
-            )
-        )
-    )]
-    async fn extract_bytes(
-        &self,
-        content: &[u8],
-        mime_type: &str,
-        _config: &ExtractionConfig,
-    ) -> Result<ExtractionResult> {
-        let (extracted_content, metadata_map) = Self::extract_content_and_metadata(content)?;
-        Ok(ExtractionResult {
-            content: extracted_content,
-            mime_type: mime_type.to_string(),
-            metadata: Metadata {
-                additional: metadata_map,
-                ..Default::default()
-            },
-            tables: vec![],
-            detected_languages: None,
-            chunks: None,
-            images: None,
-        })
-    }
-    fn supported_mime_types(&self) -> &[&str] {
-        &["text/x-opml", "application/xml+opml"]
-    }
-    fn priority(&self) -> i32 {
-        55
-    }
-}
-#[cfg(all(test, feature = "office"))]
-mod tests {
-    use super::*;
-    #[test]
-    fn test_opml_extractor_plugin_interface() {
-        let extractor = OpmlExtractor::new();
-        assert_eq!(extractor.name(), "opml-extractor");
-        assert_eq!(extractor.version(), env!("CARGO_PKG_VERSION"));
-        assert_eq!(extractor.priority(), 55);
-        assert!(!extractor.supported_mime_types().is_empty());
-    }
-    #[test]
-    fn test_opml_extractor_default() {
-        let extractor = OpmlExtractor;
-        assert_eq!(extractor.name(), "opml-extractor");
-    }
-    #[tokio::test]
-    async fn test_opml_extractor_initialize_shutdown() {
-        let extractor = OpmlExtractor::new();
-        assert!(extractor.initialize().is_ok());
-        assert!(extractor.shutdown().is_ok());
-    }
-    #[test]
-    fn test_opml_simple_outline_parsing() {
-        let opml = br#"<?xml version="1.0"?>
-<opml version="2.0">
-  <head>
-    <title>Test</title>
-  </head>
-  <body>
-    <outline text="Item 1" />
-    <outline text="Item 2" />
-  </body>
-</opml>"#;
-        let (content, metadata) = OpmlExtractor::extract_content_and_metadata(opml).expect("Should parse simple OPML");
-        assert!(content.contains("Item 1"), "Should extract first item");
-        assert!(content.contains("Item 2"), "Should extract second item");
-        assert_eq!(
-            metadata.get("title").and_then(|v| v.as_str()),
-            Some("Test"),
-            "Should extract title"
-        );
-    }
-    #[test]
-    fn test_opml_nested_hierarchy() {
-        let opml = br#"<?xml version="1.0"?>
-<opml version="2.0">
-  <head>
-    <title>Hierarchy Test</title>
-  </head>
-  <body>
-    <outline text="Category">
-      <outline text="Subcategory">
-        <outline text="Item" />
-      </outline>
-    </outline>
-  </body>
-</opml>"#;
-        let (content, _) = OpmlExtractor::extract_content_and_metadata(opml).expect("Should parse nested OPML");
-        assert!(content.contains("Category"), "Should contain top level");
-        assert!(content.contains("Subcategory"), "Should contain nested level");
-        assert!(content.contains("Item"), "Should contain deep item");
-        assert!(content.contains("  "), "Should have indentation for nested items");
-    }
-    #[test]
-    fn test_opml_rss_feeds() {
-        let opml = br#"<?xml version="1.0"?>
-<opml version="2.0">
-  <head>
-    <title>Feeds</title>
-  </head>
-  <body>
-    <outline text="Tech">
-      <outline text="Hacker News" type="rss" xmlUrl="https://news.ycombinator.com/rss" htmlUrl="https://news.ycombinator.com/" />
-      <outline text="TechCrunch" type="rss" xmlUrl="https://techcrunch.com/feed/" />
-    </outline>
-  </body>
-</opml>"#;
-        let (content, _) = OpmlExtractor::extract_content_and_metadata(opml).expect("Should parse RSS OPML");
-        assert!(content.contains("Hacker News"), "Should extract feed title");
-        assert!(
-            !content.contains("https://"),
-            "Should NOT extract feed URLs (text-only extraction)"
-        );
-        assert!(content.contains("TechCrunch"), "Should extract multiple feeds");
-    }
-    #[test]
-    fn test_opml_metadata_extraction() {
-        let opml = br#"<?xml version="1.0"?>
-<opml version="2.0">
-  <head>
-    <title>My Feeds</title>
-    <dateCreated>Mon, 06 Nov 2023 00:00:00 GMT</dateCreated>
-    <dateModified>Fri, 01 Dec 2023 12:00:00 GMT</dateModified>
-    <ownerName>John Doe</ownerName>
-    <ownerEmail>john@example.com</ownerEmail>
-  </head>
-  <body>
-    <outline text="Item" />
-  </body>
-</opml>"#;
-        let (_content, metadata) = OpmlExtractor::extract_content_and_metadata(opml).expect("Should extract metadata");
-        assert_eq!(metadata.get("title").and_then(|v| v.as_str()), Some("My Feeds"));
-        assert_eq!(metadata.get("ownerName").and_then(|v| v.as_str()), Some("John Doe"));
-        assert_eq!(
-            metadata.get("ownerEmail").and_then(|v| v.as_str()),
-            Some("john@example.com")
-        );
-        assert!(metadata.contains_key("dateCreated"));
-        assert!(metadata.contains_key("dateModified"));
-    }
-    #[test]
-    fn test_opml_supported_mime_types() {
-        let extractor = OpmlExtractor::new();
-        let supported = extractor.supported_mime_types();
-        assert!(supported.contains(&"text/x-opml"));
-        assert!(supported.contains(&"application/xml+opml"));
-    }
-    #[test]
-    fn test_opml_with_special_characters() {
-        let opml = br#"<?xml version="1.0"?>
-<opml version="2.0">
-  <head>
-    <title>Test &amp; Special</title>
-  </head>
-  <body>
-    <outline text="Business &amp; Startups" />
-    <outline text="Science &lt;Advanced&gt;" />
-  </body>
-</opml>"#;
-        let (content, metadata) =
-            OpmlExtractor::extract_content_and_metadata(opml).expect("Should handle special characters");
-        assert!(
-            content.contains("Business") && content.contains("Startups"),
-            "Should decode HTML entities"
-        );
-        let title = metadata.get("title").and_then(|v| v.as_str()).unwrap_or("");
-        assert!(!title.is_empty(), "Should extract title");
-    }
-    #[test]
-    fn test_opml_empty_body() {
-        let opml = br#"<?xml version="1.0"?>
-<opml version="2.0">
-  <head>
-    <title>Empty</title>
-  </head>
-  <body>
-  </body>
-</opml>"#;
-        let (_content, metadata) = OpmlExtractor::extract_content_and_metadata(opml).expect("Should handle empty body");
-        assert_eq!(metadata.get("title").and_then(|v| v.as_str()), Some("Empty"));
-    }
-    #[tokio::test]
-    async fn test_opml_extractor_async_extraction() {
-        let extractor = OpmlExtractor::new();
-        let opml = br#"<?xml version="1.0"?>
-<opml version="2.0">
-  <head>
-    <title>Async Test</title>
-  </head>
-  <body>
-    <outline text="Item" />
-  </body>
-</opml>"#;
-        let result = extractor
-            .extract_bytes(opml, "text/x-opml", &ExtractionConfig::default())
-            .await
-            .expect("Should extract OPML asynchronously");
-        assert_eq!(result.mime_type, "text/x-opml");
-        assert!(result.content.contains("Item"));
-        assert_eq!(
-            result.metadata.additional.get("title").and_then(|v| v.as_str()),
-            Some("Async Test")
-        );
-    }
-    #[test]
-    fn test_opml_malformed_missing_closing_tag() {
-        let opml = br#"<?xml version="1.0"?>
-<opml version="2.0">
-  <head>
-    <title>Broken</title>
-  </head>
-  <body>
-    <outline text="Unclosed"
-  </body>
-</opml>"#;
-        let result = OpmlExtractor::extract_content_and_metadata(opml);
-        assert!(result.is_err(), "Should fail to parse OPML with missing closing tags");
-    }
-    #[test]
-    fn test_opml_malformed_invalid_nesting() {
-        let opml = br#"<?xml version="1.0"?>
-<opml version="2.0">
-  <head>
-    <title>Invalid Nesting</title>
-  <body>
-    <outline text="Item" />
-  </body>
-</opml>"#;
-        let result = OpmlExtractor::extract_content_and_metadata(opml);
-        assert!(result.is_err(), "Should fail to parse OPML with invalid nesting");
-    }
-    #[test]
-    fn test_opml_empty_outline_elements() {
-        let opml = br#"<?xml version="1.0"?>
-<opml version="2.0">
-  <head>
-    <title>Empty Outlines</title>
-  </head>
-  <body>
-    <outline text="" />
-    <outline />
-    <outline text="Valid Item">
-      <outline text="" />
-      <outline text="Another Valid" />
-    </outline>
-  </body>
-</opml>"#;
-        let (content, metadata) =
-            OpmlExtractor::extract_content_and_metadata(opml).expect("Should handle empty outline elements");
-        assert!(content.contains("Valid Item"), "Should extract valid items");
-        assert!(content.contains("Another Valid"), "Should extract nested valid items");
-        let empty_count = content.matches("\n\n").count();
-        assert!(empty_count < 3, "Should skip empty outline elements");
-        assert_eq!(metadata.get("title").and_then(|v| v.as_str()), Some("Empty Outlines"));
-    }
-    #[test]
-    fn test_opml_deeply_nested_empty_nodes() {
-        let opml = br#"<?xml version="1.0"?>
-<opml version="2.0">
-  <head>
-    <title>Deep Nesting</title>
-  </head>
-  <body>
-    <outline text="Level 1">
-      <outline text="">
-        <outline text="">
-          <outline text="Deep Item">
-            <outline text="" />
-          </outline>
-        </outline>
-      </outline>
-      <outline text="Level 1 Sibling" />
-    </outline>
-  </body>
-</opml>"#;
-        let (content, _) =
-            OpmlExtractor::extract_content_and_metadata(opml).expect("Should handle deeply nested structures");
-        assert!(content.contains("Level 1"), "Should extract top-level item");
-        assert!(content.contains("Deep Item"), "Should extract deeply nested item");
-        assert!(content.contains("Level 1 Sibling"), "Should extract sibling items");
-    }
-    #[test]
-    fn test_opml_outline_with_missing_text_attribute() {
-        let opml = br#"<?xml version="1.0"?>
-<opml version="2.0">
-  <head>
-    <title>Missing Attributes</title>
-  </head>
-  <body>
-    <outline type="folder" />
-    <outline text="Valid Item" type="rss" />
-    <outline type="rss" xmlUrl="https://example.com/feed" />
-  </body>
-</opml>"#;
-        let (content, metadata) = OpmlExtractor::extract_content_and_metadata(opml)
-            .expect("Should handle outline with missing text attribute");
-        assert!(content.contains("Valid Item"), "Should extract item with text");
-        assert!(!content.contains("https://"), "Should not extract URLs");
-        assert_eq!(
-            metadata.get("title").and_then(|v| v.as_str()),
-            Some("Missing Attributes")
-        );
-    }
-    #[test]
-    fn test_opml_whitespace_only_text_attribute() {
-        let opml = br#"<?xml version="1.0"?>
-<opml version="2.0">
-  <head>
-    <title>Whitespace Test</title>
-  </head>
-  <body>
-    <outline text="   " />
-    <outline text="
-" />
-    <outline text="Real Content" />
-  </body>
-</opml>"#;
-        let (content, _) =
-            OpmlExtractor::extract_content_and_metadata(opml).expect("Should handle whitespace-only text");
-        assert!(
-            content.contains("Real Content"),
-            "Should extract non-whitespace content"
-        );
-        let trimmed = content.trim();
-        assert!(trimmed.contains("Whitespace Test"), "Should have title");
-        assert!(trimmed.contains("Real Content"), "Should have real content");
-    }
-    #[test]
-    fn test_opml_html_entity_in_nested_structure() {
-        let opml = br#"<?xml version="1.0"?>
-<opml version="2.0">
-  <head>
-    <title>Entities &amp; Nesting</title>
-  </head>
-  <body>
-    <outline text="News &amp; Updates">
-      <outline text="Tech &lt; Science" />
-      <outline text="Health &gt; Wealth" />
-    </outline>
-  </body>
-</opml>"#;
-        let (content, metadata) =
-            OpmlExtractor::extract_content_and_metadata(opml).expect("Should handle HTML entities");
-        assert!(
-            content.contains("News") && content.contains("Updates"),
-            "Should decode &amp; entity"
-        );
-        assert!(content.contains("Tech"), "Should handle &lt; entity");
-        assert!(content.contains("Science"), "Should decode entity properly");
-        let title = metadata.get("title").and_then(|v| v.as_str()).unwrap_or("");
-        assert!(
-            title.contains("&") && title.contains("Nesting"),
-            "Title should have decoded entity"
-        );
-    }
-    #[test]
-    fn test_opml_single_outline_no_children() {
-        let opml = br#"<?xml version="1.0"?>
-<opml version="2.0">
-  <head>
-    <title>Single</title>
-  </head>
-  <body>
-    <outline text="Only Item" />
-  </body>
-</opml>"#;
-        let (content, metadata) =
-            OpmlExtractor::extract_content_and_metadata(opml).expect("Should handle single outline");
-        assert!(content.contains("Only Item"), "Should extract single item");
-        assert_eq!(metadata.get("title").and_then(|v| v.as_str()), Some("Single"));
-    }
-    #[test]
-    fn test_opml_head_without_body() {
-        let opml = br#"<?xml version="1.0"?>
-<opml version="2.0">
-  <head>
-    <title>No Body</title>
-  </head>
-</opml>"#;
-        let (content, metadata) =
-            OpmlExtractor::extract_content_and_metadata(opml).expect("Should handle OPML without body");
-        assert_eq!(metadata.get("title").and_then(|v| v.as_str()), Some("No Body"));
-        assert!(content.is_empty() || content.trim() == "No Body");
-    }
-    #[test]
-    fn test_opml_body_without_head() {
-        let opml = br#"<?xml version="1.0"?>
-<opml version="2.0">
-  <body>
-    <outline text="Item" />
-  </body>
-</opml>"#;
-        let (content, metadata) =
-            OpmlExtractor::extract_content_and_metadata(opml).expect("Should handle OPML without head");
-        assert!(content.contains("Item"), "Should extract body content");
-        assert!(metadata.is_empty(), "Should have no metadata without head");
-    }
-}