RubyGems - kreuzberg - Versions diffs - 4.0.0.rc1 → 4.0.0 - Mend

kreuzberg 4.0.0.rc1 → 4.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (321) hide show

checksums.yaml +4 -4
data/.gitignore +6 -0
data/.rubocop.yaml +1 -534
data/.rubocop.yml +543 -0
data/Gemfile +1 -2
data/Gemfile.lock +116 -28
data/README.md +274 -299
data/Rakefile +9 -0
data/Steepfile +8 -4
data/examples/async_patterns.rb +1 -58
data/ext/kreuzberg_rb/extconf.rb +35 -5
data/ext/kreuzberg_rb/native/.cargo/config.toml +23 -0
data/ext/kreuzberg_rb/native/Cargo.lock +7619 -0
data/ext/kreuzberg_rb/native/Cargo.toml +55 -16
data/ext/kreuzberg_rb/native/build.rs +12 -14
data/ext/kreuzberg_rb/native/include/ieeefp.h +1 -1
data/ext/kreuzberg_rb/native/include/msvc_compat/strings.h +1 -1
data/ext/kreuzberg_rb/native/include/strings.h +2 -2
data/ext/kreuzberg_rb/native/include/unistd.h +1 -1
data/ext/kreuzberg_rb/native/src/lib.rs +897 -34
data/extconf.rb +38 -6
data/kreuzberg.gemspec +114 -20
data/lib/kreuzberg/api_proxy.rb +2 -18
data/lib/kreuzberg/cache_api.rb +22 -0
data/lib/kreuzberg/cli.rb +2 -10
data/lib/kreuzberg/cli_proxy.rb +0 -10
data/lib/kreuzberg/config.rb +274 -22
data/lib/kreuzberg/error_context.rb +136 -0
data/lib/kreuzberg/errors.rb +73 -7
data/lib/kreuzberg/extraction_api.rb +237 -8
data/lib/kreuzberg/mcp_proxy.rb +2 -11
data/lib/kreuzberg/ocr_backend_protocol.rb +0 -73
data/lib/kreuzberg/post_processor_protocol.rb +0 -71
data/lib/kreuzberg/result.rb +151 -33
data/lib/kreuzberg/setup_lib_path.rb +22 -2
data/lib/kreuzberg/types.rb +170 -0
data/lib/kreuzberg/validator_protocol.rb +0 -73
data/lib/kreuzberg/version.rb +1 -1
data/lib/kreuzberg.rb +27 -13
data/lib/libpdfium.so +0 -0
data/sig/kreuzberg.rbs +105 -12
data/spec/binding/async_operations_spec.rb +473 -0
data/spec/binding/batch_operations_spec.rb +595 -0
data/spec/binding/batch_spec.rb +359 -0
data/spec/binding/cache_spec.rb +22 -22
data/spec/binding/cli_proxy_spec.rb +2 -4
data/spec/binding/cli_spec.rb +12 -11
data/spec/binding/config_result_spec.rb +377 -0
data/spec/binding/config_spec.rb +74 -0
data/spec/binding/config_validation_spec.rb +100 -6
data/spec/binding/embeddings_spec.rb +816 -0
data/spec/binding/error_handling_spec.rb +283 -97
data/spec/binding/error_recovery_spec.rb +488 -0
data/spec/binding/font_config_spec.rb +220 -0
data/spec/binding/images_spec.rb +738 -0
data/spec/binding/keywords_extraction_spec.rb +600 -0
data/spec/binding/metadata_types_spec.rb +1228 -0
data/spec/binding/pages_extraction_spec.rb +471 -0
data/spec/binding/plugins/ocr_backend_spec.rb +8 -8
data/spec/binding/plugins/postprocessor_spec.rb +11 -11
data/spec/binding/plugins/validator_spec.rb +12 -13
data/spec/binding/tables_spec.rb +641 -0
data/spec/fixtures/config.toml +0 -1
data/spec/fixtures/config.yaml +0 -1
data/spec/fixtures/invalid_config.toml +0 -1
data/spec/smoke/package_spec.rb +2 -3
data/spec/spec_helper.rb +1 -3
data/spec/unit/config/chunking_config_spec.rb +213 -0
data/spec/unit/config/embedding_config_spec.rb +343 -0
data/spec/unit/config/extraction_config_spec.rb +438 -0
data/spec/unit/config/font_config_spec.rb +285 -0
data/spec/unit/config/hierarchy_config_spec.rb +314 -0
data/spec/unit/config/image_extraction_config_spec.rb +209 -0
data/spec/unit/config/image_preprocessing_config_spec.rb +249 -0
data/spec/unit/config/keyword_config_spec.rb +229 -0
data/spec/unit/config/language_detection_config_spec.rb +258 -0
data/spec/unit/config/ocr_config_spec.rb +171 -0
data/spec/unit/config/page_config_spec.rb +221 -0
data/spec/unit/config/pdf_config_spec.rb +267 -0
data/spec/unit/config/postprocessor_config_spec.rb +290 -0
data/spec/unit/config/tesseract_config_spec.rb +181 -0
data/spec/unit/config/token_reduction_config_spec.rb +251 -0
data/test/metadata_types_test.rb +959 -0
data/vendor/Cargo.toml +61 -0
data/vendor/kreuzberg/Cargo.toml +192 -67
data/vendor/kreuzberg/README.md +98 -10
data/vendor/kreuzberg/build.rs +516 -194
data/vendor/kreuzberg/examples/bench_fixes.rs +71 -0
data/vendor/kreuzberg/examples/test_pdfium_fork.rs +62 -0
data/vendor/kreuzberg/src/api/handlers.rs +130 -9
data/vendor/kreuzberg/src/api/mod.rs +18 -3
data/vendor/kreuzberg/src/api/server.rs +236 -71
data/vendor/kreuzberg/src/api/types.rs +43 -7
data/vendor/kreuzberg/src/cache/mod.rs +27 -3
data/vendor/kreuzberg/src/chunking/mod.rs +1705 -79
data/vendor/kreuzberg/src/chunking/processor.rs +219 -0
data/vendor/kreuzberg/src/core/batch_mode.rs +60 -0
data/vendor/kreuzberg/src/core/batch_optimizations.rs +385 -0
data/vendor/kreuzberg/src/core/config.rs +905 -23
data/vendor/kreuzberg/src/core/config_validation.rs +949 -0
data/vendor/kreuzberg/src/core/extractor.rs +403 -106
data/vendor/kreuzberg/src/core/formats.rs +235 -0
data/vendor/kreuzberg/src/core/io.rs +4 -2
data/vendor/kreuzberg/src/core/mime.rs +2 -12
data/vendor/kreuzberg/src/core/mod.rs +22 -3
data/vendor/kreuzberg/src/core/pipeline.rs +395 -78
data/vendor/kreuzberg/src/core/server_config.rs +1220 -0
data/vendor/kreuzberg/src/embeddings.rs +169 -21
data/vendor/kreuzberg/src/error.rs +2 -2
data/vendor/kreuzberg/src/extraction/archive.rs +36 -31
data/vendor/kreuzberg/src/extraction/capacity.rs +263 -0
data/vendor/kreuzberg/src/extraction/docx.rs +365 -1
data/vendor/kreuzberg/src/extraction/email.rs +12 -11
data/vendor/kreuzberg/src/extraction/excel.rs +138 -129
data/vendor/kreuzberg/src/extraction/html.rs +1447 -170
data/vendor/kreuzberg/src/extraction/image.rs +138 -14
data/vendor/kreuzberg/src/extraction/libreoffice.rs +13 -3
data/vendor/kreuzberg/src/extraction/markdown.rs +216 -0
data/vendor/kreuzberg/src/extraction/mod.rs +21 -5
data/vendor/kreuzberg/src/extraction/office_metadata/mod.rs +2 -0
data/vendor/kreuzberg/src/extraction/office_metadata/odt_properties.rs +284 -0
data/vendor/kreuzberg/src/extraction/pptx.rs +196 -94
data/vendor/kreuzberg/src/extraction/structured.rs +5 -4
data/vendor/kreuzberg/src/extraction/table.rs +2 -1
data/vendor/kreuzberg/src/extraction/text.rs +18 -10
data/vendor/kreuzberg/src/extractors/archive.rs +22 -0
data/vendor/kreuzberg/src/extractors/bibtex.rs +470 -0
data/vendor/kreuzberg/src/extractors/docbook.rs +504 -0
data/vendor/kreuzberg/src/extractors/docx.rs +69 -148
data/vendor/kreuzberg/src/extractors/email.rs +37 -9
data/vendor/kreuzberg/src/extractors/epub.rs +696 -0
data/vendor/kreuzberg/src/extractors/excel.rs +81 -40
data/vendor/kreuzberg/src/extractors/fictionbook.rs +492 -0
data/vendor/kreuzberg/src/extractors/html.rs +182 -173
data/vendor/kreuzberg/src/extractors/image.rs +32 -8
data/vendor/kreuzberg/src/extractors/jats.rs +1054 -0
data/vendor/kreuzberg/src/extractors/jupyter.rs +368 -0
data/vendor/kreuzberg/src/extractors/latex.rs +653 -0
data/vendor/kreuzberg/src/extractors/markdown.rs +701 -0
data/vendor/kreuzberg/src/extractors/mod.rs +171 -10
data/vendor/kreuzberg/src/extractors/odt.rs +628 -0
data/vendor/kreuzberg/src/extractors/opml.rs +635 -0
data/vendor/kreuzberg/src/extractors/orgmode.rs +529 -0
data/vendor/kreuzberg/src/extractors/pdf.rs +329 -64
data/vendor/kreuzberg/src/extractors/pptx.rs +79 -34
data/vendor/kreuzberg/src/extractors/rst.rs +577 -0
data/vendor/kreuzberg/src/extractors/rtf.rs +809 -0
data/vendor/kreuzberg/src/extractors/security.rs +484 -0
data/vendor/kreuzberg/src/extractors/security_tests.rs +367 -0
data/vendor/kreuzberg/src/extractors/structured.rs +16 -0
data/vendor/kreuzberg/src/extractors/text.rs +30 -7
data/vendor/kreuzberg/src/extractors/typst.rs +651 -0
data/vendor/kreuzberg/src/extractors/xml.rs +27 -8
data/vendor/kreuzberg/src/keywords/processor.rs +9 -1
data/vendor/kreuzberg/src/keywords/rake.rs +0 -1
data/vendor/kreuzberg/src/language_detection/mod.rs +94 -51
data/vendor/kreuzberg/src/language_detection/processor.rs +218 -0
data/vendor/kreuzberg/src/lib.rs +17 -5
data/vendor/kreuzberg/src/mcp/mod.rs +4 -1
data/vendor/kreuzberg/src/mcp/server.rs +145 -21
data/vendor/kreuzberg/src/ocr/language_registry.rs +520 -0
data/vendor/kreuzberg/src/ocr/mod.rs +2 -0
data/vendor/kreuzberg/src/ocr/processor.rs +19 -8
data/vendor/kreuzberg/src/ocr/tesseract_backend.rs +56 -50
data/vendor/kreuzberg/src/panic_context.rs +154 -0
data/vendor/kreuzberg/src/pdf/bindings.rs +306 -0
data/vendor/kreuzberg/src/pdf/bundled.rs +408 -0
data/vendor/kreuzberg/src/pdf/error.rs +93 -1
data/vendor/kreuzberg/src/pdf/fonts.rs +358 -0
data/vendor/kreuzberg/src/pdf/hierarchy.rs +903 -0
data/vendor/kreuzberg/src/pdf/metadata.rs +263 -100
data/vendor/kreuzberg/src/pdf/mod.rs +33 -2
data/vendor/kreuzberg/src/pdf/rendering.rs +12 -12
data/vendor/kreuzberg/src/pdf/table.rs +61 -64
data/vendor/kreuzberg/src/pdf/text.rs +416 -24
data/vendor/kreuzberg/src/plugins/extractor.rs +40 -8
data/vendor/kreuzberg/src/plugins/mod.rs +3 -0
data/vendor/kreuzberg/src/plugins/ocr.rs +22 -14
data/vendor/kreuzberg/src/plugins/processor.rs +10 -1
data/vendor/kreuzberg/src/plugins/registry.rs +15 -0
data/vendor/kreuzberg/src/plugins/validator.rs +20 -8
data/vendor/kreuzberg/src/stopwords/mod.rs +2 -2
data/vendor/kreuzberg/src/text/mod.rs +8 -0
data/vendor/kreuzberg/src/text/quality.rs +28 -15
data/vendor/kreuzberg/src/text/quality_processor.rs +231 -0
data/vendor/kreuzberg/src/text/string_utils.rs +22 -10
data/vendor/kreuzberg/src/text/token_reduction/core.rs +86 -50
data/vendor/kreuzberg/src/text/token_reduction/filters.rs +37 -16
data/vendor/kreuzberg/src/text/token_reduction/simd_text.rs +2 -1
data/vendor/kreuzberg/src/text/utf8_validation.rs +193 -0
data/vendor/kreuzberg/src/types.rs +907 -67
data/vendor/kreuzberg/src/utils/mod.rs +14 -0
data/vendor/kreuzberg/src/utils/pool.rs +503 -0
data/vendor/kreuzberg/src/utils/pool_sizing.rs +364 -0
data/vendor/kreuzberg/src/utils/quality.rs +12 -3
data/vendor/kreuzberg/src/utils/string_pool.rs +761 -0
data/vendor/kreuzberg/tests/api_embed.rs +360 -0
data/vendor/kreuzberg/tests/api_extract_multipart.rs +52 -0
data/vendor/kreuzberg/tests/api_large_pdf_extraction.rs +471 -0
data/vendor/kreuzberg/tests/api_large_pdf_extraction_diagnostics.rs +289 -0
data/vendor/kreuzberg/tests/api_tests.rs +506 -0
data/vendor/kreuzberg/tests/archive_integration.rs +2 -0
data/vendor/kreuzberg/tests/batch_orchestration.rs +57 -12
data/vendor/kreuzberg/tests/batch_pooling_benchmark.rs +154 -0
data/vendor/kreuzberg/tests/batch_processing.rs +32 -8
data/vendor/kreuzberg/tests/bibtex_parity_test.rs +421 -0
data/vendor/kreuzberg/tests/concurrency_stress.rs +40 -8
data/vendor/kreuzberg/tests/config_features.rs +33 -1
data/vendor/kreuzberg/tests/config_integration_test.rs +753 -0
data/vendor/kreuzberg/tests/config_loading_tests.rs +16 -39
data/vendor/kreuzberg/tests/core_integration.rs +35 -9
data/vendor/kreuzberg/tests/csv_integration.rs +71 -81
data/vendor/kreuzberg/tests/data/hierarchy_ground_truth.json +294 -0
data/vendor/kreuzberg/tests/docbook_extractor_tests.rs +500 -0
data/vendor/kreuzberg/tests/docx_metadata_extraction_test.rs +23 -25
data/vendor/kreuzberg/tests/docx_vs_pandoc_comparison.rs +370 -0
data/vendor/kreuzberg/tests/email_integration.rs +3 -1
data/vendor/kreuzberg/tests/epub_native_extractor_tests.rs +275 -0
data/vendor/kreuzberg/tests/error_handling.rs +43 -34
data/vendor/kreuzberg/tests/fictionbook_extractor_tests.rs +228 -0
data/vendor/kreuzberg/tests/format_integration.rs +7 -1
data/vendor/kreuzberg/tests/helpers/mod.rs +60 -0
data/vendor/kreuzberg/tests/html_table_test.rs +551 -0
data/vendor/kreuzberg/tests/image_integration.rs +2 -0
data/vendor/kreuzberg/tests/instrumentation_test.rs +139 -0
data/vendor/kreuzberg/tests/jats_extractor_tests.rs +639 -0
data/vendor/kreuzberg/tests/jupyter_extractor_tests.rs +704 -0
data/vendor/kreuzberg/tests/latex_extractor_tests.rs +496 -0
data/vendor/kreuzberg/tests/markdown_extractor_tests.rs +490 -0
data/vendor/kreuzberg/tests/mime_detection.rs +17 -16
data/vendor/kreuzberg/tests/ocr_configuration.rs +4 -0
data/vendor/kreuzberg/tests/ocr_errors.rs +22 -0
data/vendor/kreuzberg/tests/ocr_language_registry.rs +191 -0
data/vendor/kreuzberg/tests/ocr_quality.rs +2 -0
data/vendor/kreuzberg/tests/odt_extractor_tests.rs +674 -0
data/vendor/kreuzberg/tests/opml_extractor_tests.rs +616 -0
data/vendor/kreuzberg/tests/orgmode_extractor_tests.rs +822 -0
data/vendor/kreuzberg/tests/page_markers.rs +297 -0
data/vendor/kreuzberg/tests/pdf_hierarchy_detection.rs +301 -0
data/vendor/kreuzberg/tests/pdf_hierarchy_quality.rs +589 -0
data/vendor/kreuzberg/tests/pdf_integration.rs +2 -0
data/vendor/kreuzberg/tests/pdf_ocr_triggering.rs +301 -0
data/vendor/kreuzberg/tests/pdf_text_merging.rs +475 -0
data/vendor/kreuzberg/tests/pdfium_linking.rs +340 -0
data/vendor/kreuzberg/tests/pipeline_integration.rs +36 -2
data/vendor/kreuzberg/tests/plugin_ocr_backend_test.rs +5 -0
data/vendor/kreuzberg/tests/plugin_postprocessor_test.rs +17 -1
data/vendor/kreuzberg/tests/plugin_system.rs +6 -0
data/vendor/kreuzberg/tests/registry_integration_tests.rs +2 -22
data/vendor/kreuzberg/tests/rst_extractor_tests.rs +694 -0
data/vendor/kreuzberg/tests/rtf_extractor_tests.rs +775 -0
data/vendor/kreuzberg/tests/security_validation.rs +13 -1
data/vendor/kreuzberg/tests/test_fastembed.rs +45 -23
data/vendor/kreuzberg/tests/typst_behavioral_tests.rs +1260 -0
data/vendor/kreuzberg/tests/typst_extractor_tests.rs +648 -0
data/vendor/kreuzberg-ffi/Cargo.toml +67 -0
data/vendor/kreuzberg-ffi/README.md +851 -0
data/vendor/kreuzberg-ffi/benches/result_view_benchmark.rs +227 -0
data/vendor/kreuzberg-ffi/build.rs +168 -0
data/vendor/kreuzberg-ffi/cbindgen.toml +37 -0
data/vendor/kreuzberg-ffi/kreuzberg-ffi.pc.in +12 -0
data/vendor/kreuzberg-ffi/kreuzberg.h +3012 -0
data/vendor/kreuzberg-ffi/src/batch_streaming.rs +588 -0
data/vendor/kreuzberg-ffi/src/config.rs +1341 -0
data/vendor/kreuzberg-ffi/src/error.rs +901 -0
data/vendor/kreuzberg-ffi/src/extraction.rs +555 -0
data/vendor/kreuzberg-ffi/src/helpers.rs +879 -0
data/vendor/kreuzberg-ffi/src/lib.rs +977 -0
data/vendor/kreuzberg-ffi/src/memory.rs +493 -0
data/vendor/kreuzberg-ffi/src/mime.rs +329 -0
data/vendor/kreuzberg-ffi/src/panic_shield.rs +265 -0
data/vendor/kreuzberg-ffi/src/plugins/document_extractor.rs +442 -0
data/vendor/kreuzberg-ffi/src/plugins/mod.rs +14 -0
data/vendor/kreuzberg-ffi/src/plugins/ocr_backend.rs +628 -0
data/vendor/kreuzberg-ffi/src/plugins/post_processor.rs +438 -0
data/vendor/kreuzberg-ffi/src/plugins/validator.rs +329 -0
data/vendor/kreuzberg-ffi/src/result.rs +510 -0
data/vendor/kreuzberg-ffi/src/result_pool.rs +639 -0
data/vendor/kreuzberg-ffi/src/result_view.rs +773 -0
data/vendor/kreuzberg-ffi/src/string_intern.rs +568 -0
data/vendor/kreuzberg-ffi/src/types.rs +363 -0
data/vendor/kreuzberg-ffi/src/util.rs +210 -0
data/vendor/kreuzberg-ffi/src/validation.rs +848 -0
data/vendor/kreuzberg-ffi/tests.disabled/README.md +48 -0
data/vendor/kreuzberg-ffi/tests.disabled/config_loading_tests.rs +299 -0
data/vendor/kreuzberg-ffi/tests.disabled/config_tests.rs +346 -0
data/vendor/kreuzberg-ffi/tests.disabled/extractor_tests.rs +232 -0
data/vendor/kreuzberg-ffi/tests.disabled/plugin_registration_tests.rs +470 -0
data/vendor/kreuzberg-tesseract/.commitlintrc.json +13 -0
data/vendor/kreuzberg-tesseract/.crate-ignore +2 -0
data/vendor/kreuzberg-tesseract/Cargo.lock +2933 -0
data/vendor/kreuzberg-tesseract/Cargo.toml +57 -0
data/vendor/kreuzberg-tesseract/LICENSE +22 -0
data/vendor/kreuzberg-tesseract/README.md +399 -0
data/vendor/kreuzberg-tesseract/build.rs +1127 -0
data/vendor/kreuzberg-tesseract/patches/README.md +71 -0
data/vendor/kreuzberg-tesseract/patches/tesseract.diff +199 -0
data/vendor/kreuzberg-tesseract/src/api.rs +1371 -0
data/vendor/kreuzberg-tesseract/src/choice_iterator.rs +77 -0
data/vendor/kreuzberg-tesseract/src/enums.rs +297 -0
data/vendor/kreuzberg-tesseract/src/error.rs +81 -0
data/vendor/kreuzberg-tesseract/src/lib.rs +145 -0
data/vendor/kreuzberg-tesseract/src/monitor.rs +57 -0
data/vendor/kreuzberg-tesseract/src/mutable_iterator.rs +197 -0
data/vendor/kreuzberg-tesseract/src/page_iterator.rs +253 -0
data/vendor/kreuzberg-tesseract/src/result_iterator.rs +286 -0
data/vendor/kreuzberg-tesseract/src/result_renderer.rs +183 -0
data/vendor/kreuzberg-tesseract/tests/integration_test.rs +211 -0
metadata +171 -25
data/pkg/kreuzberg-4.0.0.rc1.gem +0 -0
data/spec/examples.txt +0 -104
data/vendor/kreuzberg/src/bin/profile_extract.rs +0 -455
data/vendor/kreuzberg/src/extraction/pandoc/batch.rs +0 -275
data/vendor/kreuzberg/src/extraction/pandoc/mime_types.rs +0 -178
data/vendor/kreuzberg/src/extraction/pandoc/mod.rs +0 -491
data/vendor/kreuzberg/src/extraction/pandoc/server.rs +0 -496
data/vendor/kreuzberg/src/extraction/pandoc/subprocess.rs +0 -1188
data/vendor/kreuzberg/src/extraction/pandoc/version.rs +0 -162
data/vendor/kreuzberg/src/extractors/pandoc.rs +0 -201
data/vendor/kreuzberg/tests/chunking_offset_demo.rs +0 -92
data/vendor/kreuzberg/tests/pandoc_integration.rs +0 -503

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bfb7dc6c3685285b053af795140387ad8292c698cbba4cfda3411390dfe3cd48
-  data.tar.gz: 7688722b9a8d99564044a8bca31c6fadf107208aabaa336d450069b636a02726
+  metadata.gz: 2aefdaf524125ecb2c2b849055c11c33552fab92ba509549d3c1407d3796b7c2
+  data.tar.gz: aadb510951d087fbf4c34a7c058e80e64252b01e1c3b1989bda56f710e24fe8d
 SHA512:
-  metadata.gz: 3c5b66fc2c0457f670c39e53f038a5fa040760ac3f36b8731c35210d2ca98b1cf65ae41411bd6788411f18090ffd269878cf814d4b93b4201098f5e5950782e0
-  data.tar.gz: 1a02c5c0ffb830454e20e03e937aa4d80e73d9e6a6ae4913ed9d35d6cdb84ffbb2141711fa3b2ce5fcd821b109613f5ec01cbfdcface5615071727b26c772347
+  metadata.gz: e754397146324c9bc897a084be3406b81cced652425064e81c8e09cf0a3ea6ca56cdb9187350baf768a582f6403b1ebd10e33b5fd16fc00230410ac08f9baa67
+  data.tar.gz: 721b76aab0dc590416051a6d214ed6630294fbcbbafd72fdaa3ade646b09c04da2d41026872ad501ef079a58232f77bf2f492de0d8d9af1d314a80a95971fd1f

data/.gitignore CHANGED Viewed

@@ -6,3 +6,9 @@ lib/*.dll
 lib/*.dylib
 lib/*.so
 lib/*.dll
+# Vendor directory for local development (symlink to ../../crates/kreuzberg)
+# In CI, this is replaced by the actual vendored crate files
+# Exception: vendor/rb-sys is patched and committed
+!vendor/rb-sys/
+vendor/

data/.rubocop.yaml CHANGED Viewed

@@ -1,534 +1 @@
-plugins:
-  - rubocop-performance
-  - rubocop-rspec
-AllCops:
-  TargetRubyVersion: 3.2
-  NewCops: enable
-  SuggestExtensions: false
-  Exclude:
-    - 'vendor/**/*'
-    - 'tmp/**/*'
-    - 'lib/**/*.bundle'
-    - 'ext/**/*'
-Style/StringLiterals:
-  Enabled: true
-  EnforcedStyle: single_quotes
-Style/StringLiteralsInInterpolation:
-  Enabled: true
-  EnforcedStyle: single_quotes
-Style/FrozenStringLiteralComment:
-  Enabled: true
-  EnforcedStyle: always
-Style/Documentation:
-  Enabled: false
-Layout/LineLength:
-  Max: 120
-  AllowedPatterns:
-    - '\A\s*#'
-  Exclude:
-    - 'spec/**/*'
-Metrics/BlockLength:
-  Max: 350
-  Exclude:
-    - '*.gemspec'
-    - 'examples/**/*'
-Metrics/MethodLength:
-  Max: 18
-  Exclude:
-    - 'spec/**/*'
-    - 'examples/**/*'
-Metrics/AbcSize:
-  Max: 20
-  Exclude:
-    - 'spec/**/*'
-    - 'examples/**/*'
-Naming/FileName:
-  Enabled: true
-  Exclude:
-    - 'Gemfile'
-    - 'Rakefile'
-RSpec/SpecFilePathFormat:
-  Enabled: false
-RSpec/SpecFilePathSuffix:
-  Enabled: false
-RSpec/PendingWithoutReason:
-  Enabled: false
-RSpec/LeakyConstantDeclaration:
-  Enabled: false
-RSpec/UnspecifiedException:
-  Enabled: false
-Lint/ConstantDefinitionInBlock:
-  Exclude:
-    - 'spec/**/*'
-RSpec/InstanceVariable:
-  Enabled: false
-Gemspec/DevelopmentDependencies:
-  Enabled: false
-Metrics/ParameterLists:
-  Max: 7
-  Exclude:
-    - 'lib/kreuzberg/config.rb'
-Metrics/CyclomaticComplexity:
-  Max: 7
-  Exclude:
-    - 'lib/kreuzberg/config.rb'
-RSpec/RepeatedExampleGroupBody:
-  Enabled: false
-RSpec/DescribeClass:
-  Enabled: false
-RSpec/PredicateMatcher:
-  Enabled: false
-# New cops from RuboCop 1.65+
-Gemspec/AddRuntimeDependency:
-  Enabled: true
-Gemspec/AttributeAssignment:
-  Enabled: true
-Gemspec/DeprecatedAttributeAssignment:
-  Enabled: true
-Gemspec/RequireMFA:
-  Enabled: false
-Layout/EmptyLinesAfterModuleInclusion:
-  Enabled: true
-Layout/LineContinuationLeadingSpace:
-  Enabled: true
-Layout/LineContinuationSpacing:
-  Enabled: true
-Layout/LineEndStringConcatenationIndentation:
-  Enabled: true
-Layout/SpaceBeforeBrackets:
-  Enabled: true
-Lint/AmbiguousAssignment:
-  Enabled: true
-Lint/AmbiguousOperatorPrecedence:
-  Enabled: true
-Lint/AmbiguousRange:
-  Enabled: true
-Lint/ArrayLiteralInRegexp:
-  Enabled: true
-Lint/ConstantOverwrittenInRescue:
-  Enabled: true
-Lint/ConstantReassignment:
-  Enabled: true
-Lint/CopDirectiveSyntax:
-  Enabled: true
-Lint/DeprecatedConstants:
-  Enabled: true
-Lint/DuplicateBranch:
-  Enabled: true
-Lint/DuplicateMagicComment:
-  Enabled: true
-Lint/DuplicateMatchPattern:
-  Enabled: true
-Lint/DuplicateRegexpCharacterClassElement:
-  Enabled: true
-Lint/DuplicateSetElement:
-  Enabled: true
-Lint/EmptyBlock:
-  Enabled: true
-Lint/EmptyClass:
-  Enabled: true
-Lint/EmptyInPattern:
-  Enabled: true
-Lint/HashNewWithKeywordArgumentsAsDefault:
-  Enabled: true
-Lint/IncompatibleIoSelectWithFiberScheduler:
-  Enabled: true
-Lint/ItWithoutArgumentsInBlock:
-  Enabled: true
-Lint/LambdaWithoutLiteralBlock:
-  Enabled: true
-Lint/LiteralAssignmentInCondition:
-  Enabled: true
-Lint/MixedCaseRange:
-  Enabled: true
-Lint/NoReturnInBeginEndBlocks:
-  Enabled: true
-Lint/NonAtomicFileOperation:
-  Enabled: true
-Lint/NumberedParameterAssignment:
-  Enabled: true
-Lint/NumericOperationWithConstantResult:
-  Enabled: true
-Lint/OrAssignmentToConstant:
-  Enabled: true
-Lint/RedundantDirGlobSort:
-  Enabled: true
-Lint/RedundantRegexpQuantifiers:
-  Enabled: true
-Lint/RedundantTypeConversion:
-  Enabled: true
-Lint/RefinementImportMethods:
-  Enabled: true
-Lint/RequireRangeParentheses:
-  Enabled: true
-Lint/RequireRelativeSelfPath:
-  Enabled: true
-Lint/SharedMutableDefault:
-  Enabled: true
-Lint/SuppressedExceptionInNumberConversion:
-  Enabled: true
-Lint/SymbolConversion:
-  Enabled: true
-Lint/ToEnumArguments:
-  Enabled: true
-Lint/TripleQuotes:
-  Enabled: true
-Lint/UnescapedBracketInRegexp:
-  Enabled: true
-Lint/UnexpectedBlockArity:
-  Enabled: true
-Lint/UnmodifiedReduceAccumulator:
-  Enabled: true
-Lint/UselessConstantScoping:
-  Enabled: true
-Lint/UselessDefaultValueArgument:
-  Enabled: true
-Lint/UselessDefined:
-  Enabled: true
-Lint/UselessNumericOperation:
-  Enabled: true
-Lint/UselessOr:
-  Enabled: true
-Lint/UselessRescue:
-  Enabled: true
-Lint/UselessRuby2Keywords:
-  Enabled: true
-Metrics/CollectionLiteralLength:
-  Enabled: true
-Naming/BlockForwarding:
-  Enabled: true
-Naming/PredicateMethod:
-  Enabled: true
-Security/CompoundHash:
-  Enabled: true
-Security/IoMethods:
-  Enabled: true
-Style/AmbiguousEndlessMethodDefinition:
-  Enabled: true
-Style/ArgumentsForwarding:
-  Enabled: true
-Style/ArrayIntersect:
-  Enabled: true
-Style/ArrayIntersectWithSingleElement:
-  Enabled: true
-Style/BitwisePredicate:
-  Enabled: true
-Style/CollectionCompact:
-  Enabled: true
-Style/CollectionQuerying:
-  Enabled: true
-Style/CombinableDefined:
-  Enabled: true
-Style/ComparableBetween:
-  Enabled: true
-Style/ComparableClamp:
-  Enabled: true
-Style/ConcatArrayLiterals:
-  Enabled: true
-Style/DataInheritance:
-  Enabled: true
-Style/DigChain:
-  Enabled: true
-Style/DirEmpty:
-  Enabled: true
-Style/DocumentDynamicEvalDefinition:
-  Enabled: true
-Style/EmptyHeredoc:
-  Enabled: true
-Style/EmptyStringInsideInterpolation:
-  Enabled: true
-Style/EndlessMethod:
-  Enabled: true
-Style/EnvHome:
-  Enabled: true
-Style/ExactRegexpMatch:
-  Enabled: true
-Style/FetchEnvVar:
-  Enabled: true
-Style/FileEmpty:
-  Enabled: true
-Style/FileNull:
-  Enabled: true
-Style/FileRead:
-  Enabled: true
-Style/FileTouch:
-  Enabled: true
-Style/FileWrite:
-  Enabled: true
-Style/HashConversion:
-  Enabled: true
-Style/HashExcept:
-  Enabled: true
-Style/HashFetchChain:
-  Enabled: true
-Style/HashSlice:
-  Enabled: true
-Style/IfWithBooleanLiteralBranches:
-  Enabled: true
-Style/InPatternThen:
-  Enabled: true
-Style/ItAssignment:
-  Enabled: true
-Style/ItBlockParameter:
-  Enabled: true
-Style/KeywordArgumentsMerging:
-  Enabled: true
-Style/MagicCommentFormat:
-  Enabled: true
-Style/MapCompactWithConditionalBlock:
-  Enabled: true
-Style/MapIntoArray:
-  Enabled: true
-Style/MapToHash:
-  Enabled: true
-Style/MapToSet:
-  Enabled: true
-Style/MinMaxComparison:
-  Enabled: true
-Style/MultilineInPatternThen:
-  Enabled: true
-Style/NegatedIfElseCondition:
-  Enabled: true
-Style/NestedFileDirname:
-  Enabled: true
-Style/NilLambda:
-  Enabled: true
-Style/NumberedParameters:
-  Enabled: true
-Style/NumberedParametersLimit:
-  Enabled: true
-Style/ObjectThen:
-  Enabled: true
-Style/OpenStructUse:
-  Enabled: true
-Style/OperatorMethodCall:
-  Enabled: true
-Style/QuotedSymbols:
-  Enabled: true
-Style/RedundantArgument:
-  Enabled: true
-Style/RedundantArrayConstructor:
-  Enabled: true
-Style/RedundantArrayFlatten:
-  Enabled: true
-Style/RedundantConstantBase:
-  Enabled: true
-Style/RedundantCurrentDirectoryInPath:
-  Enabled: true
-Style/RedundantDoubleSplatHashBraces:
-  Enabled: true
-Style/RedundantEach:
-  Enabled: true
-Style/RedundantFilterChain:
-  Enabled: true
-Style/RedundantFormat:
-  Enabled: true
-Style/RedundantHeredocDelimiterQuotes:
-  Enabled: true
-Style/RedundantInitialize:
-  Enabled: true
-Style/RedundantInterpolationUnfreeze:
-  Enabled: true
-Style/RedundantLineContinuation:
-  Enabled: true
-Style/RedundantRegexpArgument:
-  Enabled: true
-Style/RedundantRegexpConstructor:
-  Enabled: true
-Style/RedundantSelfAssignmentBranch:
-  Enabled: true
-Style/RedundantStringEscape:
-  Enabled: true
-Style/ReturnNilInPredicateMethodDefinition:
-  Enabled: true
-Style/SafeNavigationChainLength:
-  Enabled: true
-Style/SelectByRegexp:
-  Enabled: true
-Style/SendWithLiteralMethodName:
-  Enabled: true
-Style/SingleLineDoEndBlock:
-  Enabled: true
-Style/StringChars:
-  Enabled: true
-Style/SuperArguments:
-  Enabled: true
-Style/SuperWithArgsParentheses:
-  Enabled: true
-Style/SwapValues:
-  Enabled: true
-Style/YAMLFileRead:
-  Enabled: true
-# Adjust RSpec metrics for test blocks
-RSpec/ExampleLength:
-  Max: 35
-RSpec/MultipleExpectations:
-  Max: 15
-RSpec/NestedGroups:
-  Max: 6
+inherit_from: .rubocop.yml