kreuzberg 4.0.0.pre.rc.13 → 4.0.0.pre.rc.15

data/extconf.rb

@@ -1,28 +1,28 @@
-# frozen_string_literal: true
-
-require 'mkmf'
-require 'rb_sys/mkmf'
-require 'rbconfig'
-
-if /mswin|mingw/.match?(RbConfig::CONFIG['host_os'])
-  devkit = ENV.fetch('RI_DEVKIT', nil)
-  prefix = ENV['MSYSTEM_PREFIX'] || '/ucrt64'
-
-  if devkit
-    sysroot = "#{devkit}#{prefix}".tr('\\\\', '/')
-    extra_args = [
-      '--target=x86_64-pc-windows-gnu',
-      "--sysroot=#{sysroot}"
-    ]
-
-    existing = ENV['BINDGEN_EXTRA_CLANG_ARGS'].to_s.split(/\s+/)
-    ENV['BINDGEN_EXTRA_CLANG_ARGS'] = (existing + extra_args).uniq.join(' ')
-  end
-end
-
-default_profile = ENV.fetch('CARGO_PROFILE', 'release')
-
-create_rust_makefile('kreuzberg_rb') do |config|
-  config.profile = default_profile.to_sym
-  config.ext_dir = File.expand_path('ext/kreuzberg_rb/native', __dir__)
-end
+# frozen_string_literal: true
+
+require 'mkmf'
+require 'rb_sys/mkmf'
+require 'rbconfig'
+
+if /mswin|mingw/.match?(RbConfig::CONFIG['host_os'])
+  devkit = ENV.fetch('RI_DEVKIT', nil)
+  prefix = ENV['MSYSTEM_PREFIX'] || '/ucrt64'
+
+  if devkit
+    sysroot = "#{devkit}#{prefix}".tr('\\\\', '/')
+    extra_args = [
+      '--target=x86_64-pc-windows-gnu',
+      "--sysroot=#{sysroot}"
+    ]
+
+    existing = ENV['BINDGEN_EXTRA_CLANG_ARGS'].to_s.split(/\s+/)
+    ENV['BINDGEN_EXTRA_CLANG_ARGS'] = (existing + extra_args).uniq.join(' ')
+  end
+end
+
+default_profile = ENV.fetch('CARGO_PROFILE', 'release')
+
+create_rust_makefile('kreuzberg_rb') do |config|
+  config.profile = default_profile.to_sym
+  config.ext_dir = File.expand_path('ext/kreuzberg_rb/native', __dir__)
+end

data/kreuzberg.gemspec

@@ -1,214 +1,214 @@
-# frozen_string_literal: true
-
-require_relative 'lib/kreuzberg/version'
-
-repo_root = File.expand_path('../..', __dir__)
-
-# Include files from packages/ruby
-ruby_prefix = 'packages/ruby/'
-ruby_cmd = %(git -C "#{repo_root}" ls-files -z #{ruby_prefix})
-ruby_files =
-  `#{ruby_cmd}`.split("\x0")
-               .select { |path| path.start_with?(ruby_prefix) }
-               .map { |path| path.delete_prefix(ruby_prefix) }
-
-# Include the kreuzberg core crate (needed for path patch in Cargo.toml)
-core_prefix = 'crates/kreuzberg/'
-core_cmd = %(git -C "#{repo_root}" ls-files -z #{core_prefix})
-core_files =
-  `#{core_cmd}`.split("\x0")
-               .select { |path| path.start_with?(core_prefix) }
-               .map { |path| path.delete_prefix('crates/') }
-               .map { |path| "vendor/#{path}" }
-
-# Include the kreuzberg-ffi crate
-ffi_prefix = 'crates/kreuzberg-ffi/'
-ffi_cmd = %(git -C "#{repo_root}" ls-files -z #{ffi_prefix})
-ffi_files =
-  `#{ffi_cmd}`.split("\x0")
-              .select { |path| path.start_with?(ffi_prefix) }
-              .map { |path| path.delete_prefix('crates/') }
-              .map { |path| "vendor/#{path}" }
-
-fallback_files = Dir.chdir(__dir__) do
-  ruby_fallback = Dir.glob(
-    %w[
-      README.md
-      LICENSE
-      ext/**/*.rs
-      ext/**/*.rb
-      ext/**/*.toml
-      ext/**/*.lock
-      ext/**/*.md
-      ext/**/build.rs
-      ext/**/Cargo.*
-      exe/*
-      lib/**/*.rb
-      sig/**/*.rbs
-      spec/**/*.rb
-    ],
-    File::FNM_DOTMATCH
-  )
-
-  # Fallback for core crate - copy from repo root
-  core_fallback = Dir.chdir(repo_root) do
-    Dir.glob('crates/kreuzberg/**/*', File::FNM_DOTMATCH)
-       .reject { |f| File.directory?(f) }
-       .reject { |f| f.include?('/.fastembed_cache/') }
-       .reject { |f| f.include?('/target/') }
-       .grep_v(/\.(swp|bak|tmp)$/)
-       .grep_v(/~$/)
-       .map { |path| "vendor/#{path.delete_prefix('crates/')}" }
-  end
-
-  # Fallback for FFI crate - copy from repo root
-  ffi_fallback = Dir.chdir(repo_root) do
-    Dir.glob('crates/kreuzberg-ffi/**/*', File::FNM_DOTMATCH)
-       .reject { |f| File.directory?(f) }
-       .reject { |f| f.include?('/target/') }
-       .grep_v(/\.(swp|bak|tmp)$/)
-       .grep_v(/~$/)
-       .map { |path| "vendor/#{path.delete_prefix('crates/')}" }
-  end
-
-  tesseract_fallback = Dir.chdir(repo_root) do
-    Dir.glob('crates/kreuzberg-tesseract/**/*', File::FNM_DOTMATCH)
-       .reject { |f| File.directory?(f) }
-       .reject { |f| f.include?('/target/') }
-       .grep_v(/\.(swp|bak|tmp)$/)
-       .grep_v(/~$/)
-       .map { |path| "vendor/#{path.delete_prefix('crates/')}" }
-  end
-
-  ruby_fallback + core_fallback + ffi_fallback + tesseract_fallback
-end
-
-# Check for vendored crates (copied during CI/packaging)
-vendor_files = Dir.chdir(__dir__) do
-  kreuzberg_files = if Dir.exist?('vendor/kreuzberg')
-                      Dir.glob('vendor/kreuzberg/**/*', File::FNM_DOTMATCH)
-                         .reject { |f| File.directory?(f) }
-                         .reject { |f| f.include?('/.fastembed_cache/') }
-                         .reject { |f| f.include?('/.kreuzberg/') }
-                         .reject { |f| f.include?('/target/') }
-                         .grep_v(/\.(swp|bak|tmp)$/)
-                         .grep_v(/~$/)
-                    else
-                      []
-                    end
-
-  kreuzberg_ffi_files = if Dir.exist?('vendor/kreuzberg-ffi')
-                          Dir.glob('vendor/kreuzberg-ffi/**/*', File::FNM_DOTMATCH)
-                             .reject { |f| File.directory?(f) }
-                             .reject { |f| f.include?('/target/') }
-                             .grep_v(/\.(swp|bak|tmp)$/)
-                             .grep_v(/~$/)
-                        else
-                          []
-                        end
-
-  kreuzberg_tesseract_files = if Dir.exist?('vendor/kreuzberg-tesseract')
-                                Dir.glob('vendor/kreuzberg-tesseract/**/*', File::FNM_DOTMATCH)
-                                   .reject { |f| File.directory?(f) }
-                                   .reject { |f| f.include?('/target/') }
-                                   .grep_v(/\.(swp|bak|tmp)$/)
-                                   .grep_v(/~$/)
-                              else
-                                []
-                              end
-
-  rb_sys_files = if Dir.exist?('vendor/rb-sys')
-                   Dir.glob('vendor/rb-sys/**/*', File::FNM_DOTMATCH)
-                      .reject { |f| File.directory?(f) }
-                      .reject { |f| f.include?('/target/') }
-                      .grep_v(/\.(swp|bak|tmp)$/)
-                      .grep_v(/~$/)
-                 else
-                   []
-                 end
-
-  workspace_toml = if File.exist?('vendor/Cargo.toml')
-                     ['vendor/Cargo.toml']
-                   else
-                     []
-                   end
-
-  kreuzberg_files + kreuzberg_ffi_files + kreuzberg_tesseract_files + rb_sys_files + workspace_toml
-end
-
-# Use git-tracked files if available, otherwise fallback to glob
-# Always include vendored files if they exist on disk (for CI packaging)
-files = if (ruby_files + core_files + ffi_files).empty?
-          fallback_files
-        elsif vendor_files.any?
-          ruby_files + vendor_files
-        else
-          ruby_files + core_files + ffi_files
-        end
-
-# Include built native artifacts when present (untracked by git)
-# This enables shipping precompiled gems from CI without committing binaries.
-native_artifacts = Dir.chdir(__dir__) do
-  Dir.glob(%w[
-             lib/**/*.bundle
-             lib/**/*.so
-             lib/**/*.dll
-             lib/**/*.dylib
-           ])
-end
-files.concat(native_artifacts)
-
-# Filter to only include files that actually exist
-files = files.select { |f| File.exist?(f) }
-files = files.uniq
-
-Gem::Specification.new do |spec|
-  spec.name = 'kreuzberg'
-  spec.version = Kreuzberg::VERSION
-  spec.authors = ['Na\'aman Hirschfeld']
-  spec.email = ['nhirschfeld@gmail.com']
-
-  spec.summary = 'High-performance document intelligence framework'
-  spec.description = <<~DESC
-    Kreuzberg is a multi-language document intelligence framework with a high-performance
-    Rust core. Supports extraction, OCR, chunking, and language detection for 30+ file formats
-    including PDF, DOCX, PPTX, XLSX, images, and more.
-  DESC
-  spec.homepage = 'https://github.com/kreuzberg-dev/kreuzberg'
-  spec.license = 'MIT'
-  spec.required_ruby_version = '>= 3.2.0'
-
-  spec.metadata = {
-    'homepage_uri' => spec.homepage,
-    'source_code_uri' => 'https://github.com/kreuzberg-dev/kreuzberg',
-    'changelog_uri' => 'https://github.com/kreuzberg-dev/kreuzberg/blob/main/CHANGELOG.md',
-    'documentation_uri' => 'https://docs.kreuzberg.dev',
-    'bug_tracker_uri' => 'https://github.com/kreuzberg-dev/kreuzberg/issues',
-    'rubygems_mfa_required' => 'true',
-    'keywords' => 'document-intelligence,document-extraction,ocr,rust,bindings'
-  }
-
-  spec.files = files
-  spec.bindir = 'exe'
-  spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
-  spec.require_paths = ['lib']
-  spec.extensions = ['ext/kreuzberg_rb/extconf.rb']
-
-  # Runtime dependencies
-  # None - the gem is self-contained with the Rust extension
-
-  # Development dependencies
-  spec.add_development_dependency 'bundler', '~> 4.0'
-  spec.add_development_dependency 'rake', '~> 13.0'
-  spec.add_development_dependency 'rake-compiler', '~> 1.2'
-  spec.add_development_dependency 'rb_sys', '~> 0.9.119'
-  spec.add_development_dependency 'rspec', '~> 3.12'
-  unless Gem.win_platform?
-    spec.add_development_dependency 'rbs', '~> 3.0'
-    spec.add_development_dependency 'rubocop', '~> 1.66'
-    spec.add_development_dependency 'rubocop-performance', '~> 1.21'
-    spec.add_development_dependency 'rubocop-rspec', '~> 3.0'
-    spec.add_development_dependency 'steep', '~> 1.8'
-  end
-  spec.add_development_dependency 'yard', '~> 0.9'
-end
+# frozen_string_literal: true
+
+require_relative 'lib/kreuzberg/version'
+
+repo_root = File.expand_path('../..', __dir__)
+
+# Include files from packages/ruby
+ruby_prefix = 'packages/ruby/'
+ruby_cmd = %(git -C "#{repo_root}" ls-files -z #{ruby_prefix})
+ruby_files =
+  `#{ruby_cmd}`.split("\x0")
+               .select { |path| path.start_with?(ruby_prefix) }
+               .map { |path| path.delete_prefix(ruby_prefix) }
+
+# Include the kreuzberg core crate (needed for path patch in Cargo.toml)
+core_prefix = 'crates/kreuzberg/'
+core_cmd = %(git -C "#{repo_root}" ls-files -z #{core_prefix})
+core_files =
+  `#{core_cmd}`.split("\x0")
+               .select { |path| path.start_with?(core_prefix) }
+               .map { |path| path.delete_prefix('crates/') }
+               .map { |path| "vendor/#{path}" }
+
+# Include the kreuzberg-ffi crate
+ffi_prefix = 'crates/kreuzberg-ffi/'
+ffi_cmd = %(git -C "#{repo_root}" ls-files -z #{ffi_prefix})
+ffi_files =
+  `#{ffi_cmd}`.split("\x0")
+              .select { |path| path.start_with?(ffi_prefix) }
+              .map { |path| path.delete_prefix('crates/') }
+              .map { |path| "vendor/#{path}" }
+
+fallback_files = Dir.chdir(__dir__) do
+  ruby_fallback = Dir.glob(
+    %w[
+      README.md
+      LICENSE
+      ext/**/*.rs
+      ext/**/*.rb
+      ext/**/*.toml
+      ext/**/*.lock
+      ext/**/*.md
+      ext/**/build.rs
+      ext/**/Cargo.*
+      exe/*
+      lib/**/*.rb
+      sig/**/*.rbs
+      spec/**/*.rb
+    ],
+    File::FNM_DOTMATCH
+  )
+
+  # Fallback for core crate - copy from repo root
+  core_fallback = Dir.chdir(repo_root) do
+    Dir.glob('crates/kreuzberg/**/*', File::FNM_DOTMATCH)
+       .reject { |f| File.directory?(f) }
+       .reject { |f| f.include?('/.fastembed_cache/') }
+       .reject { |f| f.include?('/target/') }
+       .grep_v(/\.(swp|bak|tmp)$/)
+       .grep_v(/~$/)
+       .map { |path| "vendor/#{path.delete_prefix('crates/')}" }
+  end
+
+  # Fallback for FFI crate - copy from repo root
+  ffi_fallback = Dir.chdir(repo_root) do
+    Dir.glob('crates/kreuzberg-ffi/**/*', File::FNM_DOTMATCH)
+       .reject { |f| File.directory?(f) }
+       .reject { |f| f.include?('/target/') }
+       .grep_v(/\.(swp|bak|tmp)$/)
+       .grep_v(/~$/)
+       .map { |path| "vendor/#{path.delete_prefix('crates/')}" }
+  end
+
+  tesseract_fallback = Dir.chdir(repo_root) do
+    Dir.glob('crates/kreuzberg-tesseract/**/*', File::FNM_DOTMATCH)
+       .reject { |f| File.directory?(f) }
+       .reject { |f| f.include?('/target/') }
+       .grep_v(/\.(swp|bak|tmp)$/)
+       .grep_v(/~$/)
+       .map { |path| "vendor/#{path.delete_prefix('crates/')}" }
+  end
+
+  ruby_fallback + core_fallback + ffi_fallback + tesseract_fallback
+end
+
+# Check for vendored crates (copied during CI/packaging)
+vendor_files = Dir.chdir(__dir__) do
+  kreuzberg_files = if Dir.exist?('vendor/kreuzberg')
+                      Dir.glob('vendor/kreuzberg/**/*', File::FNM_DOTMATCH)
+                         .reject { |f| File.directory?(f) }
+                         .reject { |f| f.include?('/.fastembed_cache/') }
+                         .reject { |f| f.include?('/.kreuzberg/') }
+                         .reject { |f| f.include?('/target/') }
+                         .grep_v(/\.(swp|bak|tmp)$/)
+                         .grep_v(/~$/)
+                    else
+                      []
+                    end
+
+  kreuzberg_ffi_files = if Dir.exist?('vendor/kreuzberg-ffi')
+                          Dir.glob('vendor/kreuzberg-ffi/**/*', File::FNM_DOTMATCH)
+                             .reject { |f| File.directory?(f) }
+                             .reject { |f| f.include?('/target/') }
+                             .grep_v(/\.(swp|bak|tmp)$/)
+                             .grep_v(/~$/)
+                        else
+                          []
+                        end
+
+  kreuzberg_tesseract_files = if Dir.exist?('vendor/kreuzberg-tesseract')
+                                Dir.glob('vendor/kreuzberg-tesseract/**/*', File::FNM_DOTMATCH)
+                                   .reject { |f| File.directory?(f) }
+                                   .reject { |f| f.include?('/target/') }
+                                   .grep_v(/\.(swp|bak|tmp)$/)
+                                   .grep_v(/~$/)
+                              else
+                                []
+                              end
+
+  rb_sys_files = if Dir.exist?('vendor/rb-sys')
+                   Dir.glob('vendor/rb-sys/**/*', File::FNM_DOTMATCH)
+                      .reject { |f| File.directory?(f) }
+                      .reject { |f| f.include?('/target/') }
+                      .grep_v(/\.(swp|bak|tmp)$/)
+                      .grep_v(/~$/)
+                 else
+                   []
+                 end
+
+  workspace_toml = if File.exist?('vendor/Cargo.toml')
+                     ['vendor/Cargo.toml']
+                   else
+                     []
+                   end
+
+  kreuzberg_files + kreuzberg_ffi_files + kreuzberg_tesseract_files + rb_sys_files + workspace_toml
+end
+
+# Use git-tracked files if available, otherwise fallback to glob
+# Always include vendored files if they exist on disk (for CI packaging)
+files = if (ruby_files + core_files + ffi_files).empty?
+          fallback_files
+        elsif vendor_files.any?
+          ruby_files + vendor_files
+        else
+          ruby_files + core_files + ffi_files
+        end
+
+# Include built native artifacts when present (untracked by git)
+# This enables shipping precompiled gems from CI without committing binaries.
+native_artifacts = Dir.chdir(__dir__) do
+  Dir.glob(%w[
+             lib/**/*.bundle
+             lib/**/*.so
+             lib/**/*.dll
+             lib/**/*.dylib
+           ])
+end
+files.concat(native_artifacts)
+
+# Filter to only include files that actually exist
+files = files.select { |f| File.exist?(f) }
+files = files.uniq
+
+Gem::Specification.new do |spec|
+  spec.name = 'kreuzberg'
+  spec.version = Kreuzberg::VERSION
+  spec.authors = ['Na\'aman Hirschfeld']
+  spec.email = ['nhirschfeld@gmail.com']
+
+  spec.summary = 'High-performance document intelligence framework'
+  spec.description = <<~DESC
+    Kreuzberg is a multi-language document intelligence framework with a high-performance
+    Rust core. Supports extraction, OCR, chunking, and language detection for 30+ file formats
+    including PDF, DOCX, PPTX, XLSX, images, and more.
+  DESC
+  spec.homepage = 'https://github.com/kreuzberg-dev/kreuzberg'
+  spec.license = 'MIT'
+  spec.required_ruby_version = '>= 3.2.0'
+
+  spec.metadata = {
+    'homepage_uri' => spec.homepage,
+    'source_code_uri' => 'https://github.com/kreuzberg-dev/kreuzberg',
+    'changelog_uri' => 'https://github.com/kreuzberg-dev/kreuzberg/blob/main/CHANGELOG.md',
+    'documentation_uri' => 'https://docs.kreuzberg.dev',
+    'bug_tracker_uri' => 'https://github.com/kreuzberg-dev/kreuzberg/issues',
+    'rubygems_mfa_required' => 'true',
+    'keywords' => 'document-intelligence,document-extraction,ocr,rust,bindings'
+  }
+
+  spec.files = files
+  spec.bindir = 'exe'
+  spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+  spec.extensions = ['ext/kreuzberg_rb/extconf.rb']
+
+  # Runtime dependencies
+  # None - the gem is self-contained with the Rust extension
+
+  # Development dependencies
+  spec.add_development_dependency 'bundler', '~> 4.0'
+  spec.add_development_dependency 'rake', '~> 13.0'
+  spec.add_development_dependency 'rake-compiler', '~> 1.2'
+  spec.add_development_dependency 'rb_sys', '~> 0.9.119'
+  spec.add_development_dependency 'rspec', '~> 3.12'
+  unless Gem.win_platform?
+    spec.add_development_dependency 'rbs', '~> 3.0'
+    spec.add_development_dependency 'rubocop', '~> 1.66'
+    spec.add_development_dependency 'rubocop-performance', '~> 1.21'
+    spec.add_development_dependency 'rubocop-rspec', '~> 3.0'
+    spec.add_development_dependency 'steep', '~> 1.8'
+  end
+  spec.add_development_dependency 'yard', '~> 0.9'
+end