kreuzberg 4.0.0.rc2 → 4.0.1

data/spec/fixtures/config.yaml

@@ -1,41 +1,41 @@
-
-use_cache: false
-enable_quality_processing: true
-force_ocr: true
-
-ocr:
-  backend: tesseract
-  language: fra
-
-chunking:
-  max_chars: 750
-  max_overlap: 150
-  preset: balanced
-
-language_detection:
-  enabled: true
-  min_confidence: 0.85
-
-pdf_options:
-  extract_images: false
-  passwords:
-    - password1
-    - password2
-  extract_metadata: true
-
-images:
-  extract_images: true
-  target_dpi: 300
-  max_image_dimension: 4096
-  auto_adjust_dpi: true
-  min_dpi: 72
-  max_dpi: 600
-
-postprocessor:
-  enabled: false
-  disabled_processors:
-    - token_reduction
-
-token_reduction:
-  mode: light
-  preserve_important_words: false
+
+use_cache: false
+enable_quality_processing: true
+force_ocr: true
+
+ocr:
+  backend: tesseract
+  language: fra
+
+chunking:
+  max_chars: 750
+  max_overlap: 150
+  preset: balanced
+
+language_detection:
+  enabled: true
+  min_confidence: 0.85
+
+pdf_options:
+  extract_images: false
+  passwords:
+    - password1
+    - password2
+  extract_metadata: true
+
+images:
+  extract_images: true
+  target_dpi: 300
+  max_image_dimension: 4096
+  auto_adjust_dpi: true
+  min_dpi: 72
+  max_dpi: 600
+
+postprocessor:
+  enabled: false
+  disabled_processors:
+    - token_reduction
+
+token_reduction:
+  mode: light
+  preserve_important_words: false

data/spec/fixtures/invalid_config.toml

@@ -1,4 +1,3 @@
-# Invalid TOML file for testing error handling
-use_cache = "not_a_boolean"
-[ocr
-backend = "tesseract"
+use_cache = "not_a_boolean"
+[ocr
+backend = "tesseract"

data/spec/smoke/package_spec.rb

@@ -1,178 +1,177 @@
-# frozen_string_literal: true
-
-# Basic smoke tests to verify package structure and imports work
-require 'stringio'
-
-RSpec.describe 'Kreuzberg package' do
-  describe 'import and structure' do
-    it 'can be required without errors' do
-      expect { require 'kreuzberg' }.not_to raise_error
-    end
-
-    it 'has a version constant' do
-      expect(Kreuzberg::VERSION).not_to be_nil
-      expect(Kreuzberg::VERSION).to be_a(String)
-      expect(Kreuzberg::VERSION).to match(/^\d+\.\d+\.\d+/)
-    end
-  end
-
-  describe 'public API exports' do
-    describe 'configuration classes' do
-      it 'exports Config::Extraction' do
-        expect(defined?(Kreuzberg::Config::Extraction)).to eq('constant')
-      end
-
-      it 'exports Config::OCR' do
-        expect(defined?(Kreuzberg::Config::OCR)).to eq('constant')
-      end
-
-      it 'exports Config::Chunking' do
-        expect(defined?(Kreuzberg::Config::Chunking)).to eq('constant')
-      end
-
-      it 'exports Config::LanguageDetection' do
-        expect(defined?(Kreuzberg::Config::LanguageDetection)).to eq('constant')
-      end
-
-      it 'exports Config::PDF' do
-        expect(defined?(Kreuzberg::Config::PDF)).to eq('constant')
-      end
-
-      it 'exports Config::HtmlOptions' do
-        expect(defined?(Kreuzberg::Config::HtmlOptions)).to eq('constant')
-      end
-
-      it 'exports Config::Keywords' do
-        expect(defined?(Kreuzberg::Config::Keywords)).to eq('constant')
-      end
-    end
-
-    describe 'result classes' do
-      it 'exports Result' do
-        expect(defined?(Kreuzberg::Result)).to eq('constant')
-      end
-
-      it 'exports Result::Table' do
-        expect(defined?(Kreuzberg::Result::Table)).to eq('constant')
-      end
-
-      it 'exports Result::Chunk' do
-        expect(defined?(Kreuzberg::Result::Chunk)).to eq('constant')
-      end
-
-      it 'exports Result::Image' do
-        expect(defined?(Kreuzberg::Result::Image)).to eq('constant')
-      end
-    end
-
-    describe 'exception classes' do
-      it 'exports Errors::Error' do
-        expect(defined?(Kreuzberg::Errors::Error)).to eq('constant')
-      end
-
-      it 'exports Errors::ValidationError' do
-        expect(defined?(Kreuzberg::Errors::ValidationError)).to eq('constant')
-      end
-
-      it 'exports Errors::ParsingError' do
-        expect(defined?(Kreuzberg::Errors::ParsingError)).to eq('constant')
-      end
-
-      it 'exports Errors::OCRError' do
-        expect(defined?(Kreuzberg::Errors::OCRError)).to eq('constant')
-      end
-
-      it 'exports Errors::MissingDependencyError' do
-        expect(defined?(Kreuzberg::Errors::MissingDependencyError)).to eq('constant')
-      end
-
-      it 'exports Errors::IOError' do
-        expect(defined?(Kreuzberg::Errors::IOError)).to eq('constant')
-      end
-
-      it 'exports Errors::PluginError' do
-        expect(defined?(Kreuzberg::Errors::PluginError)).to eq('constant')
-      end
-    end
-
-    describe 'extraction functions (sync)' do
-      it 'exports extract_file_sync' do
-        expect(Kreuzberg).to respond_to(:extract_file_sync)
-      end
-
-      it 'exports extract_bytes_sync' do
-        expect(Kreuzberg).to respond_to(:extract_bytes_sync)
-      end
-
-      it 'exports batch_extract_files_sync' do
-        expect(Kreuzberg).to respond_to(:batch_extract_files_sync)
-      end
-    end
-
-    describe 'extraction functions (async)' do
-      it 'exports extract_file' do
-        expect(Kreuzberg).to respond_to(:extract_file)
-      end
-
-      it 'exports extract_bytes' do
-        expect(Kreuzberg).to respond_to(:extract_bytes)
-      end
-
-      it 'exports batch_extract_files' do
-        expect(Kreuzberg).to respond_to(:batch_extract_files)
-      end
-    end
-
-    describe 'utility modules' do
-      it 'exports CLI' do
-        expect(defined?(Kreuzberg::CLI)).to eq('constant')
-      end
-
-      it 'exports CLIProxy' do
-        expect(defined?(Kreuzberg::CLIProxy)).to eq('constant')
-      end
-
-      it 'exports APIProxy' do
-        expect(defined?(Kreuzberg::APIProxy)).to eq('constant')
-      end
-
-      it 'exports MCPProxy' do
-        expect(defined?(Kreuzberg::MCPProxy)).to eq('constant')
-      end
-    end
-  end
-
-  describe 'module structure' do
-    it 'defines Kreuzberg as a module' do
-      expect(Kreuzberg).to be_a(Module)
-    end
-
-    it 'defines Kreuzberg::Config as a module' do
-      expect(Kreuzberg::Config).to be_a(Module)
-    end
-
-    it 'defines Kreuzberg::Errors as a module' do
-      expect(Kreuzberg::Errors).to be_a(Module)
-    end
-  end
-
-  describe 'basic extraction smoke tests' do
-    it 'extracts inline text via bytes API' do
-      bytes = StringIO.new('Hello from Kreuzberg')
-      result = Kreuzberg.extract_bytes_sync(bytes.string, 'text/plain')
-
-      expect(result.content).to include('Hello')
-      expect(result.mime_type).to eq('text/plain')
-    end
-
-    it 'extracts from small temp file via sync API' do
-      file = create_test_file('Simple document for smoke testing')
-      result = Kreuzberg.extract_file_sync(file)
-
-      expect(result.content).to include('Simple document')
-      expect(result.mime_type).to eq('text/plain')
-    ensure
-      File.delete(file) if file && File.exist?(file)
-    end
-  end
-end
+# frozen_string_literal: true
+
+require 'stringio'
+
+RSpec.describe 'Kreuzberg package' do
+  describe 'import and structure' do
+    it 'can be required without errors' do
+      expect { require 'kreuzberg' }.not_to raise_error
+    end
+
+    it 'has a version constant' do
+      expect(Kreuzberg::VERSION).not_to be_nil
+      expect(Kreuzberg::VERSION).to be_a(String)
+      expect(Kreuzberg::VERSION).to match(/^\d+\.\d+\.\d+/)
+    end
+  end
+
+  describe 'public API exports' do
+    describe 'configuration classes' do
+      it 'exports Config::Extraction' do
+        expect(defined?(Kreuzberg::Config::Extraction)).to eq('constant')
+      end
+
+      it 'exports Config::OCR' do
+        expect(defined?(Kreuzberg::Config::OCR)).to eq('constant')
+      end
+
+      it 'exports Config::Chunking' do
+        expect(defined?(Kreuzberg::Config::Chunking)).to eq('constant')
+      end
+
+      it 'exports Config::LanguageDetection' do
+        expect(defined?(Kreuzberg::Config::LanguageDetection)).to eq('constant')
+      end
+
+      it 'exports Config::PDF' do
+        expect(defined?(Kreuzberg::Config::PDF)).to eq('constant')
+      end
+
+      it 'exports Config::HtmlOptions' do
+        expect(defined?(Kreuzberg::Config::HtmlOptions)).to eq('constant')
+      end
+
+      it 'exports Config::Keywords' do
+        expect(defined?(Kreuzberg::Config::Keywords)).to eq('constant')
+      end
+    end
+
+    describe 'result classes' do
+      it 'exports Result' do
+        expect(defined?(Kreuzberg::Result)).to eq('constant')
+      end
+
+      it 'exports Result::Table' do
+        expect(defined?(Kreuzberg::Result::Table)).to eq('constant')
+      end
+
+      it 'exports Result::Chunk' do
+        expect(defined?(Kreuzberg::Result::Chunk)).to eq('constant')
+      end
+
+      it 'exports Result::Image' do
+        expect(defined?(Kreuzberg::Result::Image)).to eq('constant')
+      end
+    end
+
+    describe 'exception classes' do
+      it 'exports Errors::Error' do
+        expect(defined?(Kreuzberg::Errors::Error)).to eq('constant')
+      end
+
+      it 'exports Errors::ValidationError' do
+        expect(defined?(Kreuzberg::Errors::ValidationError)).to eq('constant')
+      end
+
+      it 'exports Errors::ParsingError' do
+        expect(defined?(Kreuzberg::Errors::ParsingError)).to eq('constant')
+      end
+
+      it 'exports Errors::OCRError' do
+        expect(defined?(Kreuzberg::Errors::OCRError)).to eq('constant')
+      end
+
+      it 'exports Errors::MissingDependencyError' do
+        expect(defined?(Kreuzberg::Errors::MissingDependencyError)).to eq('constant')
+      end
+
+      it 'exports Errors::IOError' do
+        expect(defined?(Kreuzberg::Errors::IOError)).to eq('constant')
+      end
+
+      it 'exports Errors::PluginError' do
+        expect(defined?(Kreuzberg::Errors::PluginError)).to eq('constant')
+      end
+    end
+
+    describe 'extraction functions (sync)' do
+      it 'exports extract_file_sync' do
+        expect(Kreuzberg).to respond_to(:extract_file_sync)
+      end
+
+      it 'exports extract_bytes_sync' do
+        expect(Kreuzberg).to respond_to(:extract_bytes_sync)
+      end
+
+      it 'exports batch_extract_files_sync' do
+        expect(Kreuzberg).to respond_to(:batch_extract_files_sync)
+      end
+    end
+
+    describe 'extraction functions (async)' do
+      it 'exports extract_file' do
+        expect(Kreuzberg).to respond_to(:extract_file)
+      end
+
+      it 'exports extract_bytes' do
+        expect(Kreuzberg).to respond_to(:extract_bytes)
+      end
+
+      it 'exports batch_extract_files' do
+        expect(Kreuzberg).to respond_to(:batch_extract_files)
+      end
+    end
+
+    describe 'utility modules' do
+      it 'exports CLI' do
+        expect(defined?(Kreuzberg::CLI)).to eq('constant')
+      end
+
+      it 'exports CLIProxy' do
+        expect(defined?(Kreuzberg::CLIProxy)).to eq('constant')
+      end
+
+      it 'exports APIProxy' do
+        expect(defined?(Kreuzberg::APIProxy)).to eq('constant')
+      end
+
+      it 'exports MCPProxy' do
+        expect(defined?(Kreuzberg::MCPProxy)).to eq('constant')
+      end
+    end
+  end
+
+  describe 'module structure' do
+    it 'defines Kreuzberg as a module' do
+      expect(Kreuzberg).to be_a(Module)
+    end
+
+    it 'defines Kreuzberg::Config as a module' do
+      expect(Kreuzberg::Config).to be_a(Module)
+    end
+
+    it 'defines Kreuzberg::Errors as a module' do
+      expect(Kreuzberg::Errors).to be_a(Module)
+    end
+  end
+
+  describe 'basic extraction smoke tests' do
+    it 'extracts inline text via bytes API' do
+      bytes = StringIO.new('Hello from Kreuzberg')
+      result = Kreuzberg.extract_bytes_sync(data: bytes.string, mime_type: 'text/plain')
+
+      expect(result.content).to include('Hello')
+      expect(result.mime_type).to eq('text/plain')
+    end
+
+    it 'extracts from small temp file via sync API' do
+      file = create_test_file('Simple document for smoke testing')
+      result = Kreuzberg.extract_file_sync(path: file)
+
+      expect(result.content).to include('Simple document')
+      expect(result.mime_type).to eq('text/plain')
+    ensure
+      File.delete(file) if file && File.exist?(file)
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -1,42 +1,40 @@
-# frozen_string_literal: true
-
-require 'kreuzberg'
-require 'tmpdir'
-require 'fileutils'
-
-RSpec.configure do |config|
-  config.expect_with :rspec do |expectations|
-    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
-  end
-
-  config.mock_with :rspec do |mocks|
-    mocks.verify_partial_doubles = true
-  end
-
-  config.shared_context_metadata_behavior = :apply_to_host_groups
-  config.filter_run_when_matching :focus
-  config.example_status_persistence_file_path = 'spec/examples.txt'
-  config.disable_monkey_patching!
-  config.warnings = true
-  config.default_formatter = 'doc' if config.files_to_run.one?
-  config.order = :random
-  Kernel.srand config.seed
-
-  # Helpers
-  config.include(Module.new do
-    def fixture_path(filename)
-      File.join(__dir__, 'fixtures', filename)
-    end
-
-    def test_document_path(relative_path)
-      # Go up from packages/ruby/spec to project root, then into test_documents
-      File.expand_path(File.join(__dir__, '..', '..', '..', 'test_documents', relative_path))
-    end
-
-    def create_test_file(content, filename: 'test.txt')
-      path = File.join(Dir.tmpdir, filename)
-      File.write(path, content)
-      path
-    end
-  end)
-end
+# frozen_string_literal: true
+
+require 'kreuzberg'
+require 'tmpdir'
+require 'fileutils'
+
+RSpec.configure do |config|
+  config.expect_with :rspec do |expectations|
+    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+  end
+
+  config.mock_with :rspec do |mocks|
+    mocks.verify_partial_doubles = true
+  end
+
+  config.shared_context_metadata_behavior = :apply_to_host_groups
+  config.filter_run_when_matching :focus
+  config.example_status_persistence_file_path = 'spec/examples.txt'
+  config.disable_monkey_patching!
+  config.warnings = true
+  config.default_formatter = 'doc' if config.files_to_run.one?
+  config.order = :random
+  Kernel.srand config.seed
+
+  config.include(Module.new do
+    def fixture_path(filename)
+      File.join(__dir__, 'fixtures', filename)
+    end
+
+    def test_document_path(relative_path)
+      File.expand_path(File.join(__dir__, '..', '..', '..', 'test_documents', relative_path))
+    end
+
+    def create_test_file(content, filename: 'test.txt')
+      path = File.join(Dir.tmpdir, filename)
+      File.write(path, content)
+      path
+    end
+  end)
+end