kreuzberg 4.0.0.pre.rc.29 → 4.0.0.rc1

data/spec/binding/batch_spec.rb

@@ -1,359 +0,0 @@
-# frozen_string_literal: true
-
-require 'spec_helper'
-require 'tempfile'
-require 'fileutils'
-require 'securerandom'
-
-RSpec.describe Kreuzberg do
-  describe '#batch_extract_files_sync' do
-    it 'extracts multiple files in a single batch operation' do
-      paths = []
-      3.times do |i|
-        file = Tempfile.new(["batch_test_#{i}", '.md'])
-        file.write("# Content of file #{i}\n\nSome markdown content")
-        file.close
-        paths << file.path
-      end
-
-      results = described_class.batch_extract_files_sync(paths: paths)
-
-      expect(results).to be_a(Array)
-      expect(results.length).to eq(3)
-      results.each do |result|
-        expect(result).to be_a(Kreuzberg::Result)
-        expect(result.content).not_to be_empty
-      end
-    ensure
-      paths.each { |p| FileUtils.rm_f(p) }
-    end
-
-    it 'maintains correct order of results' do
-      paths = []
-      unique_ids = []
-      3.times do |i|
-        file = Tempfile.new(["ordered_#{i}", '.md'])
-        unique_id = SecureRandom.hex(8)
-        content = "# File #{i}\n\nUnique marker: #{unique_id}\n\nSome content"
-        file.write(content)
-        file.close
-        paths << file.path
-        unique_ids << unique_id
-      end
-
-      results = described_class.batch_extract_files_sync(paths: paths)
-
-      expect(results.length).to eq(paths.length)
-      results.each_with_index do |result, idx|
-        expect(result.content).to include(unique_ids[idx])
-      end
-    ensure
-      paths.each { |p| FileUtils.rm_f(p) }
-    end
-
-    it 'handles empty file list gracefully' do
-      results = described_class.batch_extract_files_sync(paths: [])
-      expect(results).to be_a(Array)
-      expect(results).to be_empty
-    end
-
-    it 'handles batch operations with configuration' do
-      paths = []
-      2.times do |i|
-        file = Tempfile.new("config_batch_#{i}.txt")
-        file.write("Config test content #{i}")
-        file.close
-        paths << file.path
-      end
-
-      config = Kreuzberg::Config::Extraction.new(
-        use_cache: false
-      )
-
-      results = described_class.batch_extract_files_sync(paths: paths, config: config)
-
-      expect(results).to be_a(Array)
-      expect(results.length).to eq(2)
-      expect(results).to all(be_a(Kreuzberg::Result))
-    ensure
-      paths.each { |p| FileUtils.rm_f(p) }
-    end
-
-    it 'returns independent result objects' do
-      paths = []
-      2.times do |i|
-        file = Tempfile.new("independent_#{i}.txt")
-        file.write("Independent content #{i}")
-        file.close
-        paths << file.path
-      end
-
-      results = described_class.batch_extract_files_sync(paths: paths)
-
-      expect(results[0].content).not_to eq(results[1].content)
-      expect(results[0].mime_type).to eq(results[1].mime_type)
-    ensure
-      paths.each { |p| FileUtils.rm_f(p) }
-    end
-
-    it 'extracts different file types in batch' do
-      paths = []
-      temp_dir = Dir.mktmpdir
-
-      txt_file = File.join(temp_dir, 'test.txt')
-      File.write(txt_file, 'Text content')
-      paths << txt_file
-
-      csv_file = File.join(temp_dir, 'test.csv')
-      File.write(csv_file, "Name,Value\nAlice,1\nBob,2")
-      paths << csv_file
-
-      json_file = File.join(temp_dir, 'test.json')
-      File.write(json_file, '{"key": "value"}')
-      paths << json_file
-
-      results = described_class.batch_extract_files_sync(paths: paths)
-
-      expect(results.length).to eq(3)
-      results.each do |result|
-        expect(result.mime_type).not_to be_nil
-        expect(result.content).not_to be_empty
-      end
-    ensure
-      FileUtils.remove_entry(temp_dir)
-    end
-  end
-
-  describe '#batch_extract_files' do
-    it 'extracts multiple files asynchronously' do
-      paths = []
-      3.times do |i|
-        file = Tempfile.new("async_batch_#{i}.txt")
-        file.write("Async content #{i}")
-        file.close
-        paths << file.path
-      end
-
-      results = described_class.batch_extract_files(paths: paths)
-
-      expect(results).to be_a(Array)
-      expect(results.length).to eq(3)
-      expect(results).to all(be_a(Kreuzberg::Result))
-    ensure
-      paths.each { |p| FileUtils.rm_f(p) }
-    end
-
-    it 'handles async batch with configuration' do
-      paths = []
-      2.times do |i|
-        file = Tempfile.new("async_config_#{i}.txt")
-        file.write("Async config #{i}")
-        file.close
-        paths << file.path
-      end
-
-      config = Kreuzberg::Config::Extraction.new(
-        use_cache: false
-      )
-
-      results = described_class.batch_extract_files(paths: paths, config: config)
-
-      expect(results.length).to eq(2)
-      results.each { |result| expect(result.content).not_to be_empty }
-    ensure
-      paths.each { |p| FileUtils.rm_f(p) }
-    end
-  end
-
-  describe '#batch_extract_bytes_sync' do
-    it 'extracts multiple byte sources in batch' do
-      data = [
-        'First content',
-        'Second content',
-        '{"json": true}'
-      ]
-      mime_types = [
-        'text/plain',
-        'text/plain',
-        'application/json'
-      ]
-
-      results = described_class.batch_extract_bytes_sync(data_array: data, mime_types: mime_types)
-
-      expect(results).to be_a(Array)
-      expect(results.length).to eq(3)
-      expect(results).to all(be_a(Kreuzberg::Result))
-    end
-
-    it 'maintains order for batch byte operations' do
-      data = ['Content A', 'Content B', 'Content C']
-      mime_types = ['text/plain'] * 3
-
-      results = described_class.batch_extract_bytes_sync(data_array: data, mime_types: mime_types)
-
-      expect(results.length).to eq(3)
-      results.each_with_index do |result, idx|
-        expect(result.content).to include(data[idx])
-      end
-    end
-
-    it 'handles empty byte list' do
-      results = described_class.batch_extract_bytes_sync(data_array: [], mime_types: [])
-      expect(results).to be_a(Array)
-      expect(results).to be_empty
-    end
-
-    it 'applies configuration to byte batch operations' do
-      data = ['Batch bytes 1', 'Batch bytes 2']
-      mime_types = ['text/plain'] * 2
-
-      config = Kreuzberg::Config::Extraction.new(
-        use_cache: false
-      )
-
-      results = described_class.batch_extract_bytes_sync(data_array: data, mime_types: mime_types, config: config)
-
-      expect(results.length).to eq(2)
-      results.each { |result| expect(result.mime_type).to eq('text/plain') }
-    end
-  end
-
-  describe '#batch_extract_bytes' do
-    it 'extracts multiple bytes asynchronously' do
-      data = ['Async bytes 1', 'Async bytes 2']
-      mime_types = ['text/plain'] * 2
-
-      results = described_class.batch_extract_bytes(data_array: data, mime_types: mime_types)
-
-      expect(results).to be_a(Array)
-      expect(results.length).to eq(2)
-      expect(results).to all(be_a(Kreuzberg::Result))
-    end
-
-    it 'handles async byte batch with configuration' do
-      data = ['Config async 1', 'Config async 2']
-      mime_types = ['text/plain'] * 2
-
-      config = Kreuzberg::Config::Extraction.new(
-        use_cache: false
-      )
-
-      results = described_class.batch_extract_bytes(data_array: data, mime_types: mime_types, config: config)
-
-      expect(results.length).to eq(2)
-      results.each { |result| expect(result.content).not_to be_empty }
-    end
-  end
-
-  describe 'batch performance characteristics' do
-    it 'processes batch operations efficiently' do
-      paths = []
-      file_count = 5
-
-      temp_dir = Dir.mktmpdir
-      file_count.times do |i|
-        file_path = File.join(temp_dir, "perf_test_#{i}.txt")
-        File.write(file_path, "Performance test content #{i}")
-        paths << file_path
-      end
-
-      start_time = Time.now
-      results = described_class.batch_extract_files_sync(paths: paths)
-      batch_duration = Time.now - start_time
-
-      expect(results.length).to eq(file_count)
-      expect(results).to all(be_a(Kreuzberg::Result))
-
-      expect(batch_duration).to be < 60
-    ensure
-      FileUtils.remove_entry(temp_dir)
-    end
-
-    it 'batch results match sequential results' do
-      paths = []
-      temp_dir = Dir.mktmpdir
-
-      3.times do |i|
-        file_path = File.join(temp_dir, "compare_#{i}.txt")
-        File.write(file_path, "Comparison content #{i}")
-        paths << file_path
-      end
-
-      batch_results = described_class.batch_extract_files_sync(paths: paths)
-
-      sequential_results = paths.map { |p| described_class.extract_file_sync(path: p) }
-
-      expect(batch_results.length).to eq(sequential_results.length)
-      batch_results.each_with_index do |batch_result, idx|
-        seq_result = sequential_results[idx]
-        expect(batch_result.content).to eq(seq_result.content)
-        expect(batch_result.mime_type).to eq(seq_result.mime_type)
-      end
-    ensure
-      FileUtils.remove_entry(temp_dir)
-    end
-  end
-
-  describe 'batch error handling' do
-    it 'handles missing files gracefully in batch' do
-      paths = [
-        '/nonexistent/file1.txt',
-        '/nonexistent/file2.txt'
-      ]
-
-      expect do
-        described_class.batch_extract_files_sync(paths: paths)
-      end.not_to raise_error
-    end
-
-    it 'handles mixed valid and invalid paths' do
-      paths = []
-      temp_dir = Dir.mktmpdir
-
-      valid_path = File.join(temp_dir, 'valid.txt')
-      File.write(valid_path, 'Valid content')
-      paths << valid_path
-
-      paths << '/nonexistent/invalid.txt'
-
-      results = described_class.batch_extract_files_sync(paths: paths)
-      expect(results).to be_a(Array)
-    ensure
-      FileUtils.remove_entry(temp_dir)
-    end
-
-    it 'raises error on invalid mime type in byte batch' do
-      data = ['Content']
-      mime_types = ['invalid/mime/type']
-
-      expect do
-        described_class.batch_extract_bytes_sync(data_array: data, mime_types: mime_types)
-      end.not_to raise_error
-    end
-  end
-
-  describe 'batch caching behavior' do
-    it 'respects cache configuration in batch' do
-      paths = []
-      temp_dir = Dir.mktmpdir
-
-      2.times do |i|
-        file_path = File.join(temp_dir, "cache_test_#{i}.txt")
-        File.write(file_path, "Cache test #{i}")
-        paths << file_path
-      end
-
-      config_no_cache = Kreuzberg::Config::Extraction.new(use_cache: false)
-
-      results1 = described_class.batch_extract_files_sync(paths: paths, config: config_no_cache)
-      results2 = described_class.batch_extract_files_sync(paths: paths, config: config_no_cache)
-
-      expect(results1.length).to eq(results2.length)
-      results1.each_with_index do |result, idx|
-        expect(result.content).to eq(results2[idx].content)
-      end
-    ensure
-      FileUtils.remove_entry(temp_dir)
-    end
-  end
-end