kreuzberg 4.0.0.pre.rc.13 → 4.0.0.pre.rc.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (369) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +14 -14
  3. data/.rspec +3 -3
  4. data/.rubocop.yaml +1 -1
  5. data/.rubocop.yml +538 -538
  6. data/Gemfile +8 -8
  7. data/Gemfile.lock +104 -2
  8. data/README.md +454 -454
  9. data/Rakefile +33 -25
  10. data/Steepfile +47 -47
  11. data/examples/async_patterns.rb +341 -341
  12. data/ext/kreuzberg_rb/extconf.rb +45 -45
  13. data/ext/kreuzberg_rb/native/.cargo/config.toml +2 -2
  14. data/ext/kreuzberg_rb/native/Cargo.lock +6750 -6941
  15. data/ext/kreuzberg_rb/native/Cargo.toml +53 -54
  16. data/ext/kreuzberg_rb/native/README.md +425 -425
  17. data/ext/kreuzberg_rb/native/build.rs +52 -15
  18. data/ext/kreuzberg_rb/native/include/ieeefp.h +11 -11
  19. data/ext/kreuzberg_rb/native/include/msvc_compat/strings.h +14 -14
  20. data/ext/kreuzberg_rb/native/include/strings.h +20 -20
  21. data/ext/kreuzberg_rb/native/include/unistd.h +47 -47
  22. data/ext/kreuzberg_rb/native/src/lib.rs +3158 -3158
  23. data/extconf.rb +28 -28
  24. data/kreuzberg.gemspec +214 -214
  25. data/lib/kreuzberg/api_proxy.rb +142 -142
  26. data/lib/kreuzberg/cache_api.rb +81 -81
  27. data/lib/kreuzberg/cli.rb +55 -55
  28. data/lib/kreuzberg/cli_proxy.rb +127 -127
  29. data/lib/kreuzberg/config.rb +724 -724
  30. data/lib/kreuzberg/error_context.rb +80 -80
  31. data/lib/kreuzberg/errors.rb +118 -118
  32. data/lib/kreuzberg/extraction_api.rb +340 -340
  33. data/lib/kreuzberg/mcp_proxy.rb +186 -186
  34. data/lib/kreuzberg/ocr_backend_protocol.rb +113 -113
  35. data/lib/kreuzberg/post_processor_protocol.rb +86 -86
  36. data/lib/kreuzberg/result.rb +279 -279
  37. data/lib/kreuzberg/setup_lib_path.rb +80 -80
  38. data/lib/kreuzberg/validator_protocol.rb +89 -89
  39. data/lib/kreuzberg/version.rb +5 -5
  40. data/lib/kreuzberg.rb +109 -109
  41. data/lib/{pdfium.dll → libpdfium.so} +0 -0
  42. data/sig/kreuzberg/internal.rbs +184 -184
  43. data/sig/kreuzberg.rbs +546 -546
  44. data/spec/binding/cache_spec.rb +227 -227
  45. data/spec/binding/cli_proxy_spec.rb +85 -85
  46. data/spec/binding/cli_spec.rb +55 -55
  47. data/spec/binding/config_spec.rb +345 -345
  48. data/spec/binding/config_validation_spec.rb +283 -283
  49. data/spec/binding/error_handling_spec.rb +213 -213
  50. data/spec/binding/errors_spec.rb +66 -66
  51. data/spec/binding/plugins/ocr_backend_spec.rb +307 -307
  52. data/spec/binding/plugins/postprocessor_spec.rb +269 -269
  53. data/spec/binding/plugins/validator_spec.rb +274 -274
  54. data/spec/fixtures/config.toml +39 -39
  55. data/spec/fixtures/config.yaml +41 -41
  56. data/spec/fixtures/invalid_config.toml +4 -4
  57. data/spec/smoke/package_spec.rb +178 -178
  58. data/spec/spec_helper.rb +42 -42
  59. data/vendor/Cargo.toml +2 -2
  60. data/vendor/kreuzberg/Cargo.toml +5 -5
  61. data/vendor/kreuzberg/README.md +230 -230
  62. data/vendor/kreuzberg/benches/otel_overhead.rs +48 -48
  63. data/vendor/kreuzberg/build.rs +887 -843
  64. data/vendor/kreuzberg/src/api/error.rs +81 -81
  65. data/vendor/kreuzberg/src/api/handlers.rs +199 -199
  66. data/vendor/kreuzberg/src/api/mod.rs +87 -79
  67. data/vendor/kreuzberg/src/api/server.rs +353 -353
  68. data/vendor/kreuzberg/src/api/types.rs +170 -170
  69. data/vendor/kreuzberg/src/cache/mod.rs +1167 -1167
  70. data/vendor/kreuzberg/src/chunking/mod.rs +1877 -1877
  71. data/vendor/kreuzberg/src/chunking/processor.rs +220 -220
  72. data/vendor/kreuzberg/src/core/batch_mode.rs +95 -95
  73. data/vendor/kreuzberg/src/core/config.rs +1080 -1080
  74. data/vendor/kreuzberg/src/core/extractor.rs +1156 -1156
  75. data/vendor/kreuzberg/src/core/io.rs +329 -329
  76. data/vendor/kreuzberg/src/core/mime.rs +605 -605
  77. data/vendor/kreuzberg/src/core/mod.rs +47 -47
  78. data/vendor/kreuzberg/src/core/pipeline.rs +1184 -1184
  79. data/vendor/kreuzberg/src/embeddings.rs +500 -500
  80. data/vendor/kreuzberg/src/error.rs +431 -431
  81. data/vendor/kreuzberg/src/extraction/archive.rs +954 -954
  82. data/vendor/kreuzberg/src/extraction/docx.rs +398 -398
  83. data/vendor/kreuzberg/src/extraction/email.rs +854 -854
  84. data/vendor/kreuzberg/src/extraction/excel.rs +688 -688
  85. data/vendor/kreuzberg/src/extraction/html.rs +634 -601
  86. data/vendor/kreuzberg/src/extraction/image.rs +491 -491
  87. data/vendor/kreuzberg/src/extraction/libreoffice.rs +574 -574
  88. data/vendor/kreuzberg/src/extraction/markdown.rs +213 -213
  89. data/vendor/kreuzberg/src/extraction/mod.rs +81 -81
  90. data/vendor/kreuzberg/src/extraction/office_metadata/app_properties.rs +398 -398
  91. data/vendor/kreuzberg/src/extraction/office_metadata/core_properties.rs +247 -247
  92. data/vendor/kreuzberg/src/extraction/office_metadata/custom_properties.rs +240 -240
  93. data/vendor/kreuzberg/src/extraction/office_metadata/mod.rs +130 -130
  94. data/vendor/kreuzberg/src/extraction/office_metadata/odt_properties.rs +284 -284
  95. data/vendor/kreuzberg/src/extraction/pptx.rs +3100 -3100
  96. data/vendor/kreuzberg/src/extraction/structured.rs +490 -490
  97. data/vendor/kreuzberg/src/extraction/table.rs +328 -328
  98. data/vendor/kreuzberg/src/extraction/text.rs +269 -269
  99. data/vendor/kreuzberg/src/extraction/xml.rs +333 -333
  100. data/vendor/kreuzberg/src/extractors/archive.rs +447 -447
  101. data/vendor/kreuzberg/src/extractors/bibtex.rs +470 -470
  102. data/vendor/kreuzberg/src/extractors/docbook.rs +504 -504
  103. data/vendor/kreuzberg/src/extractors/docx.rs +400 -400
  104. data/vendor/kreuzberg/src/extractors/email.rs +157 -157
  105. data/vendor/kreuzberg/src/extractors/epub.rs +708 -708
  106. data/vendor/kreuzberg/src/extractors/excel.rs +345 -345
  107. data/vendor/kreuzberg/src/extractors/fictionbook.rs +492 -492
  108. data/vendor/kreuzberg/src/extractors/html.rs +407 -407
  109. data/vendor/kreuzberg/src/extractors/image.rs +219 -219
  110. data/vendor/kreuzberg/src/extractors/jats.rs +1054 -1054
  111. data/vendor/kreuzberg/src/extractors/jupyter.rs +368 -368
  112. data/vendor/kreuzberg/src/extractors/latex.rs +653 -653
  113. data/vendor/kreuzberg/src/extractors/markdown.rs +701 -701
  114. data/vendor/kreuzberg/src/extractors/mod.rs +429 -429
  115. data/vendor/kreuzberg/src/extractors/odt.rs +628 -628
  116. data/vendor/kreuzberg/src/extractors/opml.rs +635 -635
  117. data/vendor/kreuzberg/src/extractors/orgmode.rs +529 -529
  118. data/vendor/kreuzberg/src/extractors/pdf.rs +749 -749
  119. data/vendor/kreuzberg/src/extractors/pptx.rs +267 -267
  120. data/vendor/kreuzberg/src/extractors/rst.rs +577 -577
  121. data/vendor/kreuzberg/src/extractors/rtf.rs +809 -809
  122. data/vendor/kreuzberg/src/extractors/security.rs +484 -484
  123. data/vendor/kreuzberg/src/extractors/security_tests.rs +367 -367
  124. data/vendor/kreuzberg/src/extractors/structured.rs +142 -142
  125. data/vendor/kreuzberg/src/extractors/text.rs +265 -265
  126. data/vendor/kreuzberg/src/extractors/typst.rs +651 -651
  127. data/vendor/kreuzberg/src/extractors/xml.rs +147 -147
  128. data/vendor/kreuzberg/src/image/dpi.rs +164 -164
  129. data/vendor/kreuzberg/src/image/mod.rs +6 -6
  130. data/vendor/kreuzberg/src/image/preprocessing.rs +417 -417
  131. data/vendor/kreuzberg/src/image/resize.rs +89 -89
  132. data/vendor/kreuzberg/src/keywords/config.rs +154 -154
  133. data/vendor/kreuzberg/src/keywords/mod.rs +237 -237
  134. data/vendor/kreuzberg/src/keywords/processor.rs +275 -275
  135. data/vendor/kreuzberg/src/keywords/rake.rs +293 -293
  136. data/vendor/kreuzberg/src/keywords/types.rs +68 -68
  137. data/vendor/kreuzberg/src/keywords/yake.rs +163 -163
  138. data/vendor/kreuzberg/src/language_detection/mod.rs +985 -985
  139. data/vendor/kreuzberg/src/language_detection/processor.rs +219 -219
  140. data/vendor/kreuzberg/src/lib.rs +113 -113
  141. data/vendor/kreuzberg/src/mcp/mod.rs +35 -35
  142. data/vendor/kreuzberg/src/mcp/server.rs +2076 -2076
  143. data/vendor/kreuzberg/src/ocr/cache.rs +469 -469
  144. data/vendor/kreuzberg/src/ocr/error.rs +37 -37
  145. data/vendor/kreuzberg/src/ocr/hocr.rs +216 -216
  146. data/vendor/kreuzberg/src/ocr/mod.rs +58 -58
  147. data/vendor/kreuzberg/src/ocr/processor.rs +863 -863
  148. data/vendor/kreuzberg/src/ocr/table/mod.rs +4 -4
  149. data/vendor/kreuzberg/src/ocr/table/tsv_parser.rs +144 -144
  150. data/vendor/kreuzberg/src/ocr/tesseract_backend.rs +452 -452
  151. data/vendor/kreuzberg/src/ocr/types.rs +393 -393
  152. data/vendor/kreuzberg/src/ocr/utils.rs +47 -47
  153. data/vendor/kreuzberg/src/ocr/validation.rs +206 -206
  154. data/vendor/kreuzberg/src/panic_context.rs +154 -154
  155. data/vendor/kreuzberg/src/pdf/bindings.rs +44 -44
  156. data/vendor/kreuzberg/src/pdf/bundled.rs +452 -346
  157. data/vendor/kreuzberg/src/pdf/error.rs +130 -130
  158. data/vendor/kreuzberg/src/pdf/images.rs +139 -139
  159. data/vendor/kreuzberg/src/pdf/metadata.rs +489 -489
  160. data/vendor/kreuzberg/src/pdf/mod.rs +68 -68
  161. data/vendor/kreuzberg/src/pdf/rendering.rs +368 -368
  162. data/vendor/kreuzberg/src/pdf/table.rs +420 -420
  163. data/vendor/kreuzberg/src/pdf/text.rs +240 -240
  164. data/vendor/kreuzberg/src/plugins/extractor.rs +1044 -1044
  165. data/vendor/kreuzberg/src/plugins/mod.rs +212 -212
  166. data/vendor/kreuzberg/src/plugins/ocr.rs +639 -639
  167. data/vendor/kreuzberg/src/plugins/processor.rs +650 -650
  168. data/vendor/kreuzberg/src/plugins/registry.rs +1339 -1339
  169. data/vendor/kreuzberg/src/plugins/traits.rs +258 -258
  170. data/vendor/kreuzberg/src/plugins/validator.rs +967 -967
  171. data/vendor/kreuzberg/src/stopwords/mod.rs +1470 -1470
  172. data/vendor/kreuzberg/src/text/mod.rs +25 -25
  173. data/vendor/kreuzberg/src/text/quality.rs +697 -697
  174. data/vendor/kreuzberg/src/text/quality_processor.rs +219 -219
  175. data/vendor/kreuzberg/src/text/string_utils.rs +217 -217
  176. data/vendor/kreuzberg/src/text/token_reduction/cjk_utils.rs +164 -164
  177. data/vendor/kreuzberg/src/text/token_reduction/config.rs +100 -100
  178. data/vendor/kreuzberg/src/text/token_reduction/core.rs +796 -796
  179. data/vendor/kreuzberg/src/text/token_reduction/filters.rs +902 -902
  180. data/vendor/kreuzberg/src/text/token_reduction/mod.rs +160 -160
  181. data/vendor/kreuzberg/src/text/token_reduction/semantic.rs +619 -619
  182. data/vendor/kreuzberg/src/text/token_reduction/simd_text.rs +147 -147
  183. data/vendor/kreuzberg/src/types.rs +1055 -1055
  184. data/vendor/kreuzberg/src/utils/mod.rs +17 -17
  185. data/vendor/kreuzberg/src/utils/quality.rs +959 -959
  186. data/vendor/kreuzberg/src/utils/string_utils.rs +381 -381
  187. data/vendor/kreuzberg/stopwords/af_stopwords.json +53 -53
  188. data/vendor/kreuzberg/stopwords/ar_stopwords.json +482 -482
  189. data/vendor/kreuzberg/stopwords/bg_stopwords.json +261 -261
  190. data/vendor/kreuzberg/stopwords/bn_stopwords.json +400 -400
  191. data/vendor/kreuzberg/stopwords/br_stopwords.json +1205 -1205
  192. data/vendor/kreuzberg/stopwords/ca_stopwords.json +280 -280
  193. data/vendor/kreuzberg/stopwords/cs_stopwords.json +425 -425
  194. data/vendor/kreuzberg/stopwords/da_stopwords.json +172 -172
  195. data/vendor/kreuzberg/stopwords/de_stopwords.json +622 -622
  196. data/vendor/kreuzberg/stopwords/el_stopwords.json +849 -849
  197. data/vendor/kreuzberg/stopwords/en_stopwords.json +1300 -1300
  198. data/vendor/kreuzberg/stopwords/eo_stopwords.json +175 -175
  199. data/vendor/kreuzberg/stopwords/es_stopwords.json +734 -734
  200. data/vendor/kreuzberg/stopwords/et_stopwords.json +37 -37
  201. data/vendor/kreuzberg/stopwords/eu_stopwords.json +100 -100
  202. data/vendor/kreuzberg/stopwords/fa_stopwords.json +801 -801
  203. data/vendor/kreuzberg/stopwords/fi_stopwords.json +849 -849
  204. data/vendor/kreuzberg/stopwords/fr_stopwords.json +693 -693
  205. data/vendor/kreuzberg/stopwords/ga_stopwords.json +111 -111
  206. data/vendor/kreuzberg/stopwords/gl_stopwords.json +162 -162
  207. data/vendor/kreuzberg/stopwords/gu_stopwords.json +226 -226
  208. data/vendor/kreuzberg/stopwords/ha_stopwords.json +41 -41
  209. data/vendor/kreuzberg/stopwords/he_stopwords.json +196 -196
  210. data/vendor/kreuzberg/stopwords/hi_stopwords.json +227 -227
  211. data/vendor/kreuzberg/stopwords/hr_stopwords.json +181 -181
  212. data/vendor/kreuzberg/stopwords/hu_stopwords.json +791 -791
  213. data/vendor/kreuzberg/stopwords/hy_stopwords.json +47 -47
  214. data/vendor/kreuzberg/stopwords/id_stopwords.json +760 -760
  215. data/vendor/kreuzberg/stopwords/it_stopwords.json +634 -634
  216. data/vendor/kreuzberg/stopwords/ja_stopwords.json +136 -136
  217. data/vendor/kreuzberg/stopwords/kn_stopwords.json +84 -84
  218. data/vendor/kreuzberg/stopwords/ko_stopwords.json +681 -681
  219. data/vendor/kreuzberg/stopwords/ku_stopwords.json +64 -64
  220. data/vendor/kreuzberg/stopwords/la_stopwords.json +51 -51
  221. data/vendor/kreuzberg/stopwords/lt_stopwords.json +476 -476
  222. data/vendor/kreuzberg/stopwords/lv_stopwords.json +163 -163
  223. data/vendor/kreuzberg/stopwords/ml_stopwords.json +1 -1
  224. data/vendor/kreuzberg/stopwords/mr_stopwords.json +101 -101
  225. data/vendor/kreuzberg/stopwords/ms_stopwords.json +477 -477
  226. data/vendor/kreuzberg/stopwords/ne_stopwords.json +490 -490
  227. data/vendor/kreuzberg/stopwords/nl_stopwords.json +415 -415
  228. data/vendor/kreuzberg/stopwords/no_stopwords.json +223 -223
  229. data/vendor/kreuzberg/stopwords/pl_stopwords.json +331 -331
  230. data/vendor/kreuzberg/stopwords/pt_stopwords.json +562 -562
  231. data/vendor/kreuzberg/stopwords/ro_stopwords.json +436 -436
  232. data/vendor/kreuzberg/stopwords/ru_stopwords.json +561 -561
  233. data/vendor/kreuzberg/stopwords/si_stopwords.json +193 -193
  234. data/vendor/kreuzberg/stopwords/sk_stopwords.json +420 -420
  235. data/vendor/kreuzberg/stopwords/sl_stopwords.json +448 -448
  236. data/vendor/kreuzberg/stopwords/so_stopwords.json +32 -32
  237. data/vendor/kreuzberg/stopwords/st_stopwords.json +33 -33
  238. data/vendor/kreuzberg/stopwords/sv_stopwords.json +420 -420
  239. data/vendor/kreuzberg/stopwords/sw_stopwords.json +76 -76
  240. data/vendor/kreuzberg/stopwords/ta_stopwords.json +129 -129
  241. data/vendor/kreuzberg/stopwords/te_stopwords.json +54 -54
  242. data/vendor/kreuzberg/stopwords/th_stopwords.json +118 -118
  243. data/vendor/kreuzberg/stopwords/tl_stopwords.json +149 -149
  244. data/vendor/kreuzberg/stopwords/tr_stopwords.json +506 -506
  245. data/vendor/kreuzberg/stopwords/uk_stopwords.json +75 -75
  246. data/vendor/kreuzberg/stopwords/ur_stopwords.json +519 -519
  247. data/vendor/kreuzberg/stopwords/vi_stopwords.json +647 -647
  248. data/vendor/kreuzberg/stopwords/yo_stopwords.json +62 -62
  249. data/vendor/kreuzberg/stopwords/zh_stopwords.json +796 -796
  250. data/vendor/kreuzberg/stopwords/zu_stopwords.json +31 -31
  251. data/vendor/kreuzberg/tests/api_extract_multipart.rs +52 -52
  252. data/vendor/kreuzberg/tests/api_tests.rs +966 -966
  253. data/vendor/kreuzberg/tests/archive_integration.rs +545 -545
  254. data/vendor/kreuzberg/tests/batch_orchestration.rs +556 -556
  255. data/vendor/kreuzberg/tests/batch_processing.rs +318 -318
  256. data/vendor/kreuzberg/tests/bibtex_parity_test.rs +421 -421
  257. data/vendor/kreuzberg/tests/concurrency_stress.rs +533 -533
  258. data/vendor/kreuzberg/tests/config_features.rs +612 -612
  259. data/vendor/kreuzberg/tests/config_loading_tests.rs +416 -416
  260. data/vendor/kreuzberg/tests/core_integration.rs +510 -510
  261. data/vendor/kreuzberg/tests/csv_integration.rs +414 -414
  262. data/vendor/kreuzberg/tests/docbook_extractor_tests.rs +500 -500
  263. data/vendor/kreuzberg/tests/docx_metadata_extraction_test.rs +122 -122
  264. data/vendor/kreuzberg/tests/docx_vs_pandoc_comparison.rs +370 -370
  265. data/vendor/kreuzberg/tests/email_integration.rs +327 -327
  266. data/vendor/kreuzberg/tests/epub_native_extractor_tests.rs +275 -275
  267. data/vendor/kreuzberg/tests/error_handling.rs +402 -402
  268. data/vendor/kreuzberg/tests/fictionbook_extractor_tests.rs +228 -228
  269. data/vendor/kreuzberg/tests/format_integration.rs +165 -164
  270. data/vendor/kreuzberg/tests/helpers/mod.rs +142 -142
  271. data/vendor/kreuzberg/tests/html_table_test.rs +551 -551
  272. data/vendor/kreuzberg/tests/image_integration.rs +255 -255
  273. data/vendor/kreuzberg/tests/instrumentation_test.rs +139 -139
  274. data/vendor/kreuzberg/tests/jats_extractor_tests.rs +639 -639
  275. data/vendor/kreuzberg/tests/jupyter_extractor_tests.rs +704 -704
  276. data/vendor/kreuzberg/tests/keywords_integration.rs +479 -479
  277. data/vendor/kreuzberg/tests/keywords_quality.rs +509 -509
  278. data/vendor/kreuzberg/tests/latex_extractor_tests.rs +496 -496
  279. data/vendor/kreuzberg/tests/markdown_extractor_tests.rs +490 -490
  280. data/vendor/kreuzberg/tests/mime_detection.rs +429 -429
  281. data/vendor/kreuzberg/tests/ocr_configuration.rs +514 -514
  282. data/vendor/kreuzberg/tests/ocr_errors.rs +698 -698
  283. data/vendor/kreuzberg/tests/ocr_quality.rs +629 -629
  284. data/vendor/kreuzberg/tests/ocr_stress.rs +469 -469
  285. data/vendor/kreuzberg/tests/odt_extractor_tests.rs +674 -674
  286. data/vendor/kreuzberg/tests/opml_extractor_tests.rs +616 -616
  287. data/vendor/kreuzberg/tests/orgmode_extractor_tests.rs +822 -822
  288. data/vendor/kreuzberg/tests/pdf_integration.rs +45 -45
  289. data/vendor/kreuzberg/tests/pdfium_linking.rs +374 -374
  290. data/vendor/kreuzberg/tests/pipeline_integration.rs +1436 -1436
  291. data/vendor/kreuzberg/tests/plugin_ocr_backend_test.rs +776 -776
  292. data/vendor/kreuzberg/tests/plugin_postprocessor_test.rs +560 -560
  293. data/vendor/kreuzberg/tests/plugin_system.rs +927 -927
  294. data/vendor/kreuzberg/tests/plugin_validator_test.rs +783 -783
  295. data/vendor/kreuzberg/tests/registry_integration_tests.rs +587 -587
  296. data/vendor/kreuzberg/tests/rst_extractor_tests.rs +694 -694
  297. data/vendor/kreuzberg/tests/rtf_extractor_tests.rs +775 -775
  298. data/vendor/kreuzberg/tests/security_validation.rs +416 -416
  299. data/vendor/kreuzberg/tests/stopwords_integration_test.rs +888 -888
  300. data/vendor/kreuzberg/tests/test_fastembed.rs +631 -631
  301. data/vendor/kreuzberg/tests/typst_behavioral_tests.rs +1260 -1260
  302. data/vendor/kreuzberg/tests/typst_extractor_tests.rs +648 -648
  303. data/vendor/kreuzberg/tests/xlsx_metadata_extraction_test.rs +87 -87
  304. data/vendor/kreuzberg-tesseract/.commitlintrc.json +13 -13
  305. data/vendor/kreuzberg-tesseract/.crate-ignore +2 -2
  306. data/vendor/kreuzberg-tesseract/Cargo.lock +2933 -2933
  307. data/vendor/kreuzberg-tesseract/Cargo.toml +2 -2
  308. data/vendor/kreuzberg-tesseract/LICENSE +22 -22
  309. data/vendor/kreuzberg-tesseract/README.md +399 -399
  310. data/vendor/kreuzberg-tesseract/build.rs +1354 -1354
  311. data/vendor/kreuzberg-tesseract/patches/README.md +71 -71
  312. data/vendor/kreuzberg-tesseract/patches/tesseract.diff +199 -199
  313. data/vendor/kreuzberg-tesseract/src/api.rs +1371 -1371
  314. data/vendor/kreuzberg-tesseract/src/choice_iterator.rs +77 -77
  315. data/vendor/kreuzberg-tesseract/src/enums.rs +297 -297
  316. data/vendor/kreuzberg-tesseract/src/error.rs +81 -81
  317. data/vendor/kreuzberg-tesseract/src/lib.rs +145 -145
  318. data/vendor/kreuzberg-tesseract/src/monitor.rs +57 -57
  319. data/vendor/kreuzberg-tesseract/src/mutable_iterator.rs +197 -197
  320. data/vendor/kreuzberg-tesseract/src/page_iterator.rs +253 -253
  321. data/vendor/kreuzberg-tesseract/src/result_iterator.rs +286 -286
  322. data/vendor/kreuzberg-tesseract/src/result_renderer.rs +183 -183
  323. data/vendor/kreuzberg-tesseract/tests/integration_test.rs +211 -211
  324. data/vendor/rb-sys/.cargo_vcs_info.json +5 -5
  325. data/vendor/rb-sys/Cargo.lock +393 -393
  326. data/vendor/rb-sys/Cargo.toml +70 -70
  327. data/vendor/rb-sys/Cargo.toml.orig +57 -57
  328. data/vendor/rb-sys/LICENSE-APACHE +190 -190
  329. data/vendor/rb-sys/LICENSE-MIT +21 -21
  330. data/vendor/rb-sys/build/features.rs +111 -111
  331. data/vendor/rb-sys/build/main.rs +286 -286
  332. data/vendor/rb-sys/build/stable_api_config.rs +155 -155
  333. data/vendor/rb-sys/build/version.rs +50 -50
  334. data/vendor/rb-sys/readme.md +36 -36
  335. data/vendor/rb-sys/src/bindings.rs +21 -21
  336. data/vendor/rb-sys/src/hidden.rs +11 -11
  337. data/vendor/rb-sys/src/lib.rs +35 -35
  338. data/vendor/rb-sys/src/macros.rs +371 -371
  339. data/vendor/rb-sys/src/memory.rs +53 -53
  340. data/vendor/rb-sys/src/ruby_abi_version.rs +38 -38
  341. data/vendor/rb-sys/src/special_consts.rs +31 -31
  342. data/vendor/rb-sys/src/stable_api/compiled.c +179 -179
  343. data/vendor/rb-sys/src/stable_api/compiled.rs +257 -257
  344. data/vendor/rb-sys/src/stable_api/ruby_2_7.rs +324 -324
  345. data/vendor/rb-sys/src/stable_api/ruby_3_0.rs +332 -332
  346. data/vendor/rb-sys/src/stable_api/ruby_3_1.rs +325 -325
  347. data/vendor/rb-sys/src/stable_api/ruby_3_2.rs +323 -323
  348. data/vendor/rb-sys/src/stable_api/ruby_3_3.rs +339 -339
  349. data/vendor/rb-sys/src/stable_api/ruby_3_4.rs +339 -339
  350. data/vendor/rb-sys/src/stable_api.rs +260 -260
  351. data/vendor/rb-sys/src/symbol.rs +31 -31
  352. data/vendor/rb-sys/src/tracking_allocator.rs +330 -330
  353. data/vendor/rb-sys/src/utils.rs +89 -89
  354. data/vendor/rb-sys/src/value_type.rs +7 -7
  355. metadata +81 -22
  356. data/vendor/kreuzberg-ffi/Cargo.toml +0 -63
  357. data/vendor/kreuzberg-ffi/README.md +0 -851
  358. data/vendor/kreuzberg-ffi/build.rs +0 -176
  359. data/vendor/kreuzberg-ffi/cbindgen.toml +0 -27
  360. data/vendor/kreuzberg-ffi/kreuzberg-ffi-install.pc +0 -12
  361. data/vendor/kreuzberg-ffi/kreuzberg-ffi.pc.in +0 -12
  362. data/vendor/kreuzberg-ffi/kreuzberg.h +0 -1087
  363. data/vendor/kreuzberg-ffi/src/lib.rs +0 -3616
  364. data/vendor/kreuzberg-ffi/src/panic_shield.rs +0 -247
  365. data/vendor/kreuzberg-ffi/tests.disabled/README.md +0 -48
  366. data/vendor/kreuzberg-ffi/tests.disabled/config_loading_tests.rs +0 -299
  367. data/vendor/kreuzberg-ffi/tests.disabled/config_tests.rs +0 -346
  368. data/vendor/kreuzberg-ffi/tests.disabled/extractor_tests.rs +0 -232
  369. data/vendor/kreuzberg-ffi/tests.disabled/plugin_registration_tests.rs +0 -470
@@ -1,346 +1,452 @@
1
- //! Runtime extraction of bundled PDFium library.
2
- //!
3
- //! When the `bundled-pdfium` feature is enabled, the PDFium library is embedded in the binary
4
- //! using `include_bytes!` during compilation. This module handles runtime extraction to a
5
- //! temporary directory and provides the path for dynamic loading.
6
- //!
7
- //! # How It Works
8
- //!
9
- //! 1. During build (build.rs): PDFium is copied to OUT_DIR and the build script sets
10
- //! `KREUZBERG_PDFIUM_BUNDLED_PATH` environment variable
11
- //! 2. At compile time: `include_bytes!` embeds the library binary in the executable
12
- //! 3. At runtime: `extract_bundled_pdfium()` extracts to `$TMPDIR/kreuzberg-pdfium/`
13
- //! 4. Library is reused if already present (based on modification time)
14
- //!
15
- //! # Example
16
- //!
17
- //! ```rust,ignore
18
- //! # #[cfg(feature = "bundled-pdfium")]
19
- //! # {
20
- //! use kreuzberg::pdf::bundled::extract_bundled_pdfium;
21
- //!
22
- //! # fn example() -> kreuzberg::Result<()> {
23
- //! let lib_path = extract_bundled_pdfium()?;
24
- //! println!("Extracted to: {}", lib_path.display());
25
- //! # Ok(())
26
- //! # }
27
- //! # }
28
- //! ```
29
-
30
- use std::fs;
31
- use std::io;
32
- use std::path::{Path, PathBuf};
33
-
34
- #[cfg(unix)]
35
- use std::os::unix::fs::PermissionsExt;
36
-
37
- /// Runtime library name and extraction directory for the bundled PDFium library.
38
- ///
39
- /// Returns tuple of (library_name, extraction_directory)
40
- fn bundled_library_info() -> (&'static str, &'static str) {
41
- if cfg!(target_os = "windows") {
42
- ("pdfium.dll", "kreuzberg-pdfium")
43
- } else if cfg!(target_os = "macos") {
44
- ("libpdfium.dylib", "kreuzberg-pdfium")
45
- } else if cfg!(target_os = "linux") {
46
- ("libpdfium.so", "kreuzberg-pdfium")
47
- } else {
48
- // Fallback for other Unix-like systems
49
- ("libpdfium.so", "kreuzberg-pdfium")
50
- }
51
- }
52
-
53
- /// Get the temporary directory for bundled PDFium extraction.
54
- ///
55
- /// Uses `std::env::temp_dir()` on all platforms.
56
- fn get_extraction_dir() -> io::Result<PathBuf> {
57
- let (_, subdir) = bundled_library_info();
58
- Ok(std::env::temp_dir().join(subdir))
59
- }
60
-
61
- /// Check if extracted library exists and is valid.
62
- ///
63
- /// Verifies:
64
- /// - File exists at expected path
65
- /// - File size matches embedded size (basic validation)
66
- ///
67
- /// Returns `true` if library can be safely reused, `false` if extraction is needed.
68
- fn is_extracted_library_valid(lib_path: &Path, embedded_size: usize) -> bool {
69
- if !lib_path.exists() {
70
- return false;
71
- }
72
-
73
- // Verify file size matches to catch partial/corrupted extractions
74
- match fs::metadata(lib_path) {
75
- Ok(metadata) => {
76
- let file_size = metadata.len() as usize;
77
- // Allow 1% size difference for platform-specific variations
78
- let size_tolerance = (embedded_size as f64 * 0.01) as usize;
79
- let min_size = embedded_size.saturating_sub(size_tolerance);
80
- let max_size = embedded_size.saturating_add(size_tolerance);
81
- file_size >= min_size && file_size <= max_size
82
- }
83
- Err(_) => false,
84
- }
85
- }
86
-
87
- /// Extract bundled PDFium library to temporary directory.
88
- ///
89
- /// # Behavior
90
- ///
91
- /// - Embeds PDFium library using `include_bytes!`
92
- /// - Extracts to `$TMPDIR/kreuzberg-pdfium/` (non-WASM only)
93
- /// - Reuses extracted library if size matches
94
- /// - Sets permissions to 0755 on Unix
95
- /// - Returns path to extracted library
96
- ///
97
- /// # WASM Handling
98
- ///
99
- /// On WASM targets (wasm32-*), this function returns an error with a helpful
100
- /// message directing users to use WASM-specific initialization. WASM PDFium
101
- /// is initialized through the runtime, not via file extraction.
102
- ///
103
- /// # Errors
104
- ///
105
- /// Returns `std::io::Error` if:
106
- /// - Cannot create extraction directory
107
- /// - Cannot write library file
108
- /// - Cannot set file permissions (Unix only)
109
- /// - Target is WASM (filesystem access not available)
110
- ///
111
- /// # Platform-Specific Library Names
112
- ///
113
- /// - Linux: `libpdfium.so`
114
- /// - macOS: `libpdfium.dylib`
115
- /// - Windows: `pdfium.dll`
116
- pub fn extract_bundled_pdfium() -> io::Result<PathBuf> {
117
- // WASM targets cannot use file extraction
118
- #[cfg(target_arch = "wasm32")]
119
- {
120
- return Err(io::Error::new(
121
- io::ErrorKind::Unsupported,
122
- "File extraction is not available in WASM. \
123
- PDFium for WASM must be initialized via the WebAssembly runtime. \
124
- Use a WASM-compatible environment with proper module initialization.",
125
- ));
126
- }
127
-
128
- let (lib_name, _) = bundled_library_info();
129
- let extract_dir = get_extraction_dir()?;
130
-
131
- // Create extraction directory if it doesn't exist
132
- fs::create_dir_all(&extract_dir).map_err(|e| {
133
- io::Error::new(
134
- e.kind(),
135
- format!(
136
- "Failed to create bundled pdfium extraction directory '{}': {}",
137
- extract_dir.display(),
138
- e
139
- ),
140
- )
141
- })?;
142
-
143
- let lib_path = extract_dir.join(lib_name);
144
-
145
- // Include bundled PDFium library
146
- let bundled_lib = include_bytes!(env!("KREUZBERG_PDFIUM_BUNDLED_PATH"));
147
-
148
- // Check if library already exists and is valid
149
- if is_extracted_library_valid(&lib_path, bundled_lib.len()) {
150
- return Ok(lib_path);
151
- }
152
-
153
- // Write library to disk
154
- fs::write(&lib_path, bundled_lib).map_err(|e| {
155
- io::Error::new(
156
- e.kind(),
157
- format!(
158
- "Failed to extract bundled pdfium library to '{}': {}",
159
- lib_path.display(),
160
- e
161
- ),
162
- )
163
- })?;
164
-
165
- // Set executable permissions on Unix
166
- #[cfg(unix)]
167
- {
168
- let perms = fs::Permissions::from_mode(0o755);
169
- fs::set_permissions(&lib_path, perms).map_err(|e| {
170
- io::Error::new(
171
- e.kind(),
172
- format!(
173
- "Failed to set permissions on bundled pdfium library '{}': {}",
174
- lib_path.display(),
175
- e
176
- ),
177
- )
178
- })?;
179
- }
180
-
181
- Ok(lib_path)
182
- }
183
-
184
- #[cfg(test)]
185
- mod tests {
186
- use super::*;
187
-
188
- #[test]
189
- fn test_bundled_library_info_windows() {
190
- if cfg!(target_os = "windows") {
191
- let (name, dir) = bundled_library_info();
192
- assert_eq!(name, "pdfium.dll");
193
- assert_eq!(dir, "kreuzberg-pdfium");
194
- }
195
- }
196
-
197
- #[test]
198
- fn test_bundled_library_info_macos() {
199
- if cfg!(target_os = "macos") {
200
- let (name, dir) = bundled_library_info();
201
- assert_eq!(name, "libpdfium.dylib");
202
- assert_eq!(dir, "kreuzberg-pdfium");
203
- }
204
- }
205
-
206
- #[test]
207
- fn test_bundled_library_info_linux() {
208
- if cfg!(target_os = "linux") {
209
- let (name, dir) = bundled_library_info();
210
- assert_eq!(name, "libpdfium.so");
211
- assert_eq!(dir, "kreuzberg-pdfium");
212
- }
213
- }
214
-
215
- #[test]
216
- fn test_get_extraction_dir() {
217
- let result = get_extraction_dir();
218
- assert!(result.is_ok());
219
- let dir = result.unwrap();
220
- assert!(dir.to_str().is_some());
221
- assert!(dir.ends_with("kreuzberg-pdfium"));
222
- }
223
-
224
- #[test]
225
- fn test_is_extracted_library_valid_missing() {
226
- let nonexistent = PathBuf::from("/tmp/nonexistent-pdfium-test");
227
- assert!(!is_extracted_library_valid(&nonexistent, 1000));
228
- }
229
-
230
- #[test]
231
- fn test_is_extracted_library_valid_size_match() {
232
- // Create a temporary test file
233
- let temp_dir = std::env::temp_dir();
234
- let test_file = temp_dir.join("test-pdfium-size.dll");
235
- let test_size = 5_000_000;
236
- let test_data = vec![0u8; test_size];
237
-
238
- if let Ok(_) = fs::write(&test_file, &test_data) {
239
- let is_valid = is_extracted_library_valid(&test_file, test_size);
240
- assert!(is_valid);
241
- let _ = fs::remove_file(&test_file);
242
- }
243
- }
244
-
245
- #[test]
246
- fn test_is_extracted_library_valid_size_tolerance() {
247
- // Create a temporary test file
248
- let temp_dir = std::env::temp_dir();
249
- let test_file = temp_dir.join("test-pdfium-tolerance.dll");
250
- let original_size = 10_000_000;
251
- let tolerance = (original_size as f64 * 0.01) as usize;
252
-
253
- // Create file that's 0.5% smaller (within tolerance)
254
- let actual_size = original_size - tolerance / 2;
255
- let test_data = vec![0u8; actual_size];
256
-
257
- if let Ok(_) = fs::write(&test_file, &test_data) {
258
- let is_valid = is_extracted_library_valid(&test_file, original_size);
259
- assert!(is_valid);
260
- let _ = fs::remove_file(&test_file);
261
- }
262
- }
263
-
264
- #[test]
265
- fn test_is_extracted_library_valid_size_mismatch() {
266
- // Create a temporary test file
267
- let temp_dir = std::env::temp_dir();
268
- let test_file = temp_dir.join("test-pdfium-mismatch.dll");
269
- let original_size = 10_000_000;
270
-
271
- // Create file that's 10% smaller (outside tolerance)
272
- let actual_size = (original_size as f64 * 0.85) as usize;
273
- let test_data = vec![0u8; actual_size];
274
-
275
- if let Ok(_) = fs::write(&test_file, &test_data) {
276
- let is_valid = is_extracted_library_valid(&test_file, original_size);
277
- assert!(!is_valid);
278
- let _ = fs::remove_file(&test_file);
279
- }
280
- }
281
-
282
- #[test]
283
- #[cfg(feature = "bundled-pdfium")]
284
- fn test_extract_bundled_pdfium() {
285
- let result = extract_bundled_pdfium();
286
- assert!(result.is_ok());
287
-
288
- let lib_path = result.unwrap();
289
- assert!(
290
- lib_path.exists(),
291
- "Extracted library should exist at: {}",
292
- lib_path.display()
293
- );
294
- assert!(lib_path.file_name().is_some(), "Library path should have filename");
295
-
296
- // Verify correct library name for platform
297
- let (expected_name, _) = bundled_library_info();
298
- assert_eq!(lib_path.file_name().unwrap(), expected_name);
299
- }
300
-
301
- #[test]
302
- #[cfg(feature = "bundled-pdfium")]
303
- fn test_extract_bundled_pdfium_reuses_existing() {
304
- // First extraction
305
- let result1 = extract_bundled_pdfium();
306
- assert!(result1.is_ok());
307
- let path1 = result1.unwrap();
308
-
309
- // Get file size and basic metadata of first extraction
310
- let metadata1 = fs::metadata(&path1).expect("Should be able to read metadata");
311
- let size1 = metadata1.len();
312
-
313
- // Second extraction should reuse the file
314
- let result2 = extract_bundled_pdfium();
315
- assert!(result2.is_ok());
316
- let path2 = result2.unwrap();
317
-
318
- // Paths should be identical
319
- assert_eq!(path1, path2, "Extraction should return same path on second call");
320
-
321
- // File size should be identical (reused, not rewritten)
322
- let metadata2 = fs::metadata(&path2).expect("Should be able to read metadata");
323
- let size2 = metadata2.len();
324
- assert_eq!(size1, size2, "Reused library should have same file size");
325
- }
326
-
327
- #[test]
328
- #[cfg(unix)]
329
- #[cfg(feature = "bundled-pdfium")]
330
- fn test_extract_bundled_pdfium_permissions() {
331
- let result = extract_bundled_pdfium();
332
- assert!(result.is_ok());
333
-
334
- let lib_path = result.unwrap();
335
- let metadata = fs::metadata(&lib_path).expect("Should be able to read metadata");
336
- let perms = metadata.permissions();
337
- let mode = perms.mode();
338
-
339
- // Verify executable bit is set (at least 0o700 or 0o755)
340
- assert!(
341
- mode & 0o111 != 0,
342
- "Library should have executable bit set, got mode: {:#o}",
343
- mode
344
- );
345
- }
346
- }
1
+ //! Runtime extraction of bundled PDFium library.
2
+ //!
3
+ //! When the `bundled-pdfium` feature is enabled, the PDFium library is embedded in the binary
4
+ //! using `include_bytes!` during compilation. This module handles runtime extraction to a
5
+ //! temporary directory and provides the path for dynamic loading.
6
+ //!
7
+ //! # Thread Safety
8
+ //!
9
+ //! Extraction is protected by a `Mutex` to prevent race conditions during concurrent access.
10
+ //! The first thread to call `extract_bundled_pdfium()` will perform the extraction while
11
+ //! others wait for completion.
12
+ //!
13
+ //! To prevent the "file too short" race condition where one thread loads a partially-written
14
+ //! file, we use atomic file operations: write to a temporary file, then atomically rename to
15
+ //! the final location. This ensures other threads never observe a partial file.
16
+ //!
17
+ //! # How It Works
18
+ //!
19
+ //! 1. During build (build.rs): PDFium is copied to OUT_DIR and the build script sets
20
+ //! `KREUZBERG_PDFIUM_BUNDLED_PATH` environment variable
21
+ //! 2. At compile time: `include_bytes!` embeds the library binary in the executable
22
+ //! 3. At runtime: `extract_bundled_pdfium()` extracts to `$TMPDIR/kreuzberg-pdfium/`
23
+ //! 4. Library is reused if already present (based on file size validation)
24
+ //! 5. Concurrent calls are serialized with a `Mutex` to prevent partial writes
25
+ //! 6. Atomic rename (write temp file → rename) prevents "file too short" race conditions
26
+ //!
27
+ //! # Example
28
+ //!
29
+ //! ```rust,ignore
30
+ //! # #[cfg(feature = "bundled-pdfium")]
31
+ //! # {
32
+ //! use kreuzberg::pdf::bundled::extract_bundled_pdfium;
33
+ //!
34
+ //! # fn example() -> kreuzberg::Result<()> {
35
+ //! let lib_path = extract_bundled_pdfium()?;
36
+ //! println!("Extracted to: {}", lib_path.display());
37
+ //! # Ok(())
38
+ //! # }
39
+ //! # }
40
+ //! ```
41
+
42
+ use std::fs;
43
+ use std::io;
44
+ use std::path::{Path, PathBuf};
45
+ use std::sync::Mutex;
46
+
47
+ #[cfg(unix)]
48
+ use std::os::unix::fs::PermissionsExt;
49
+
50
+ // SAFETY: Global mutex protects against TOCTOU (time-of-check-time-of-use) race conditions
51
+ // where multiple threads simultaneously check if the file exists, both find it missing,
52
+ // and try to write concurrently. This mutex ensures only one thread performs extraction
53
+ // while others wait for completion.
54
+ static EXTRACTION_LOCK: Mutex<()> = Mutex::new(());
55
+
56
+ /// Runtime library name and extraction directory for the bundled PDFium library.
57
+ ///
58
+ /// Returns tuple of (library_name, extraction_directory)
59
+ fn bundled_library_info() -> (&'static str, &'static str) {
60
+ if cfg!(target_os = "windows") {
61
+ ("pdfium.dll", "kreuzberg-pdfium")
62
+ } else if cfg!(target_os = "macos") {
63
+ ("libpdfium.dylib", "kreuzberg-pdfium")
64
+ } else if cfg!(target_os = "linux") {
65
+ ("libpdfium.so", "kreuzberg-pdfium")
66
+ } else {
67
+ // Fallback for other Unix-like systems
68
+ ("libpdfium.so", "kreuzberg-pdfium")
69
+ }
70
+ }
71
+
72
+ /// Get the temporary directory for bundled PDFium extraction.
73
+ ///
74
+ /// Uses `std::env::temp_dir()` on all platforms.
75
+ fn get_extraction_dir() -> io::Result<PathBuf> {
76
+ let (_, subdir) = bundled_library_info();
77
+ Ok(std::env::temp_dir().join(subdir))
78
+ }
79
+
80
+ /// Check if extracted library exists and is valid.
81
+ ///
82
+ /// Verifies:
83
+ /// - File exists at expected path
84
+ /// - File size matches embedded size (basic validation)
85
+ ///
86
+ /// Returns `true` if library can be safely reused, `false` if extraction is needed.
87
+ fn is_extracted_library_valid(lib_path: &Path, embedded_size: usize) -> bool {
88
+ if !lib_path.exists() {
89
+ return false;
90
+ }
91
+
92
+ // Verify file size matches to catch partial/corrupted extractions
93
+ match fs::metadata(lib_path) {
94
+ Ok(metadata) => {
95
+ let file_size = metadata.len() as usize;
96
+ // Allow 1% size difference for platform-specific variations
97
+ let size_tolerance = (embedded_size as f64 * 0.01) as usize;
98
+ let min_size = embedded_size.saturating_sub(size_tolerance);
99
+ let max_size = embedded_size.saturating_add(size_tolerance);
100
+ file_size >= min_size && file_size <= max_size
101
+ }
102
+ Err(_) => false,
103
+ }
104
+ }
105
+
106
+ /// Extract bundled PDFium library to temporary directory.
107
+ ///
108
+ /// # Behavior
109
+ ///
110
+ /// - Embeds PDFium library using `include_bytes!`
111
+ /// - Extracts to `$TMPDIR/kreuzberg-pdfium/` (non-WASM only)
112
+ /// - Reuses extracted library if size matches
113
+ /// - Sets permissions to 0755 on Unix
114
+ /// - Returns path to extracted library
115
+ /// - **Thread-safe**: Synchronized with a global `Mutex` to prevent concurrent writes
116
+ ///
117
+ /// # Concurrency
118
+ ///
119
+ /// This function is fully thread-safe. When multiple threads call it simultaneously,
120
+ /// only the first thread performs the actual extraction while others wait. This prevents
121
+ /// the "file too short" error that occurs when one thread reads a partially-written file.
122
+ ///
123
+ /// # WASM Handling
124
+ ///
125
+ /// On WASM targets (wasm32-*), this function returns an error with a helpful
126
+ /// message directing users to use WASM-specific initialization. WASM PDFium
127
+ /// is initialized through the runtime, not via file extraction.
128
+ ///
129
+ /// # Errors
130
+ ///
131
+ /// Returns `std::io::Error` if:
132
+ /// - Cannot create extraction directory
133
+ /// - Cannot write library file
134
+ /// - Cannot set file permissions (Unix only)
135
+ /// - Target is WASM (filesystem access not available)
136
+ ///
137
+ /// # Platform-Specific Library Names
138
+ ///
139
+ /// - Linux: `libpdfium.so`
140
+ /// - macOS: `libpdfium.dylib`
141
+ /// - Windows: `pdfium.dll`
142
+ pub fn extract_bundled_pdfium() -> io::Result<PathBuf> {
143
+ // WASM targets cannot use file extraction
144
+ #[cfg(target_arch = "wasm32")]
145
+ {
146
+ return Err(io::Error::new(
147
+ io::ErrorKind::Unsupported,
148
+ "File extraction is not available in WASM. \
149
+ PDFium for WASM must be initialized via the WebAssembly runtime. \
150
+ Use a WASM-compatible environment with proper module initialization.",
151
+ ));
152
+ }
153
+
154
+ let (lib_name, _) = bundled_library_info();
155
+ let extract_dir = get_extraction_dir()?;
156
+
157
+ // Create extraction directory if it doesn't exist
158
+ fs::create_dir_all(&extract_dir).map_err(|e| {
159
+ io::Error::new(
160
+ e.kind(),
161
+ format!(
162
+ "Failed to create bundled pdfium extraction directory '{}': {}",
163
+ extract_dir.display(),
164
+ e
165
+ ),
166
+ )
167
+ })?;
168
+
169
+ let lib_path = extract_dir.join(lib_name);
170
+
171
+ // Include bundled PDFium library
172
+ let bundled_lib = include_bytes!(env!("KREUZBERG_PDFIUM_BUNDLED_PATH"));
173
+
174
+ // Check if library already exists and is valid
175
+ if is_extracted_library_valid(&lib_path, bundled_lib.len()) {
176
+ return Ok(lib_path);
177
+ }
178
+
179
+ // SAFETY: EXTRACTION_LOCK is a static Mutex that protects against concurrent writes.
180
+ // This serializes extraction across threads, preventing the "file too short" error
181
+ // that occurs when one thread reads a partially-written file.
182
+ let _guard = EXTRACTION_LOCK
183
+ .lock()
184
+ .map_err(|e| io::Error::other(format!("Failed to acquire extraction lock: {}", e)))?;
185
+
186
+ // Double-check after acquiring lock: another thread may have already extracted the file
187
+ if is_extracted_library_valid(&lib_path, bundled_lib.len()) {
188
+ return Ok(lib_path);
189
+ }
190
+
191
+ // Write to a temporary file first, then atomically rename to prevent other threads
192
+ // from reading a partially written file. This fixes the "file too short" race condition.
193
+ let temp_path = lib_path.with_extension(format!("tmp.{}", std::process::id()));
194
+
195
+ // Write library to temporary file
196
+ fs::write(&temp_path, bundled_lib).map_err(|e| {
197
+ io::Error::new(
198
+ e.kind(),
199
+ format!(
200
+ "Failed to write bundled pdfium library to temp file '{}': {}",
201
+ temp_path.display(),
202
+ e
203
+ ),
204
+ )
205
+ })?;
206
+
207
+ // Set executable permissions on Unix (before rename)
208
+ #[cfg(unix)]
209
+ {
210
+ let perms = fs::Permissions::from_mode(0o755);
211
+ fs::set_permissions(&temp_path, perms).map_err(|e| {
212
+ // Clean up temp file on error
213
+ let _ = fs::remove_file(&temp_path);
214
+ io::Error::new(
215
+ e.kind(),
216
+ format!(
217
+ "Failed to set permissions on bundled pdfium temp file '{}': {}",
218
+ temp_path.display(),
219
+ e
220
+ ),
221
+ )
222
+ })?;
223
+ }
224
+
225
+ // Atomically rename temp file to final location
226
+ // This ensures other threads never see a partially written file
227
+ fs::rename(&temp_path, &lib_path).map_err(|e| {
228
+ // Clean up temp file on error
229
+ let _ = fs::remove_file(&temp_path);
230
+ io::Error::new(
231
+ e.kind(),
232
+ format!(
233
+ "Failed to rename bundled pdfium library from '{}' to '{}': {}",
234
+ temp_path.display(),
235
+ lib_path.display(),
236
+ e
237
+ ),
238
+ )
239
+ })?;
240
+
241
+ Ok(lib_path)
242
+ }
243
+
244
+ #[cfg(test)]
245
+ mod tests {
246
+ use super::*;
247
+
248
+ #[test]
249
+ fn test_bundled_library_info_windows() {
250
+ if cfg!(target_os = "windows") {
251
+ let (name, dir) = bundled_library_info();
252
+ assert_eq!(name, "pdfium.dll");
253
+ assert_eq!(dir, "kreuzberg-pdfium");
254
+ }
255
+ }
256
+
257
+ #[test]
258
+ fn test_bundled_library_info_macos() {
259
+ if cfg!(target_os = "macos") {
260
+ let (name, dir) = bundled_library_info();
261
+ assert_eq!(name, "libpdfium.dylib");
262
+ assert_eq!(dir, "kreuzberg-pdfium");
263
+ }
264
+ }
265
+
266
+ #[test]
267
+ fn test_bundled_library_info_linux() {
268
+ if cfg!(target_os = "linux") {
269
+ let (name, dir) = bundled_library_info();
270
+ assert_eq!(name, "libpdfium.so");
271
+ assert_eq!(dir, "kreuzberg-pdfium");
272
+ }
273
+ }
274
+
275
+ #[test]
276
+ fn test_get_extraction_dir() {
277
+ let result = get_extraction_dir();
278
+ assert!(result.is_ok());
279
+ let dir = result.unwrap();
280
+ assert!(dir.to_str().is_some());
281
+ assert!(dir.ends_with("kreuzberg-pdfium"));
282
+ }
283
+
284
+ #[test]
285
+ fn test_is_extracted_library_valid_missing() {
286
+ let nonexistent = PathBuf::from("/tmp/nonexistent-pdfium-test");
287
+ assert!(!is_extracted_library_valid(&nonexistent, 1000));
288
+ }
289
+
290
+ #[test]
291
+ fn test_is_extracted_library_valid_size_match() {
292
+ // Create a temporary test file
293
+ let temp_dir = std::env::temp_dir();
294
+ let test_file = temp_dir.join("test-pdfium-size.dll");
295
+ let test_size = 5_000_000;
296
+ let test_data = vec![0u8; test_size];
297
+
298
+ if let Ok(_) = fs::write(&test_file, &test_data) {
299
+ let is_valid = is_extracted_library_valid(&test_file, test_size);
300
+ assert!(is_valid);
301
+ let _ = fs::remove_file(&test_file);
302
+ }
303
+ }
304
+
305
+ #[test]
306
+ fn test_is_extracted_library_valid_size_tolerance() {
307
+ // Create a temporary test file
308
+ let temp_dir = std::env::temp_dir();
309
+ let test_file = temp_dir.join("test-pdfium-tolerance.dll");
310
+ let original_size = 10_000_000;
311
+ let tolerance = (original_size as f64 * 0.01) as usize;
312
+
313
+ // Create file that's 0.5% smaller (within tolerance)
314
+ let actual_size = original_size - tolerance / 2;
315
+ let test_data = vec![0u8; actual_size];
316
+
317
+ if let Ok(_) = fs::write(&test_file, &test_data) {
318
+ let is_valid = is_extracted_library_valid(&test_file, original_size);
319
+ assert!(is_valid);
320
+ let _ = fs::remove_file(&test_file);
321
+ }
322
+ }
323
+
324
+ #[test]
325
+ fn test_is_extracted_library_valid_size_mismatch() {
326
+ // Create a temporary test file
327
+ let temp_dir = std::env::temp_dir();
328
+ let test_file = temp_dir.join("test-pdfium-mismatch.dll");
329
+ let original_size = 10_000_000;
330
+
331
+ // Create file that's 10% smaller (outside tolerance)
332
+ let actual_size = (original_size as f64 * 0.85) as usize;
333
+ let test_data = vec![0u8; actual_size];
334
+
335
+ if let Ok(_) = fs::write(&test_file, &test_data) {
336
+ let is_valid = is_extracted_library_valid(&test_file, original_size);
337
+ assert!(!is_valid);
338
+ let _ = fs::remove_file(&test_file);
339
+ }
340
+ }
341
+
342
+ #[test]
343
+ #[cfg(feature = "bundled-pdfium")]
344
+ fn test_extract_bundled_pdfium() {
345
+ let result = extract_bundled_pdfium();
346
+ assert!(result.is_ok());
347
+
348
+ let lib_path = result.unwrap();
349
+ assert!(
350
+ lib_path.exists(),
351
+ "Extracted library should exist at: {}",
352
+ lib_path.display()
353
+ );
354
+ assert!(lib_path.file_name().is_some(), "Library path should have filename");
355
+
356
+ // Verify correct library name for platform
357
+ let (expected_name, _) = bundled_library_info();
358
+ assert_eq!(lib_path.file_name().unwrap(), expected_name);
359
+ }
360
+
361
+ #[test]
362
+ #[cfg(feature = "bundled-pdfium")]
363
+ fn test_extract_bundled_pdfium_reuses_existing() {
364
+ // First extraction
365
+ let result1 = extract_bundled_pdfium();
366
+ assert!(result1.is_ok());
367
+ let path1 = result1.unwrap();
368
+
369
+ // Get file size and basic metadata of first extraction
370
+ let metadata1 = fs::metadata(&path1).expect("Should be able to read metadata");
371
+ let size1 = metadata1.len();
372
+
373
+ // Second extraction should reuse the file
374
+ let result2 = extract_bundled_pdfium();
375
+ assert!(result2.is_ok());
376
+ let path2 = result2.unwrap();
377
+
378
+ // Paths should be identical
379
+ assert_eq!(path1, path2, "Extraction should return same path on second call");
380
+
381
+ // File size should be identical (reused, not rewritten)
382
+ let metadata2 = fs::metadata(&path2).expect("Should be able to read metadata");
383
+ let size2 = metadata2.len();
384
+ assert_eq!(size1, size2, "Reused library should have same file size");
385
+ }
386
+
387
+ #[test]
388
+ #[cfg(feature = "bundled-pdfium")]
389
+ fn test_extract_bundled_pdfium_concurrent_access() {
390
+ use std::thread;
391
+
392
+ // Spawn multiple threads that all try to extract simultaneously
393
+ let handles: Vec<_> = (0..10)
394
+ .map(|_| {
395
+ thread::spawn(|| {
396
+ let result = extract_bundled_pdfium();
397
+ assert!(result.is_ok(), "Concurrent extraction should succeed");
398
+ result.unwrap()
399
+ })
400
+ })
401
+ .collect();
402
+
403
+ // Collect all results
404
+ let paths: Vec<PathBuf> = handles
405
+ .into_iter()
406
+ .map(|h| h.join().expect("Thread should complete"))
407
+ .collect();
408
+
409
+ // All paths should be identical
410
+ let first_path = &paths[0];
411
+ assert!(
412
+ paths.iter().all(|p| p == first_path),
413
+ "All concurrent extractions should return the same path"
414
+ );
415
+
416
+ // Verify file exists and is valid
417
+ assert!(
418
+ first_path.exists(),
419
+ "Extracted library should exist at: {}",
420
+ first_path.display()
421
+ );
422
+
423
+ // Verify file size is not truncated/partial
424
+ let metadata = fs::metadata(first_path).expect("Should be able to read metadata");
425
+ let file_size = metadata.len();
426
+ assert!(
427
+ file_size > 1_000_000,
428
+ "PDFium library should be at least 1MB, got {} bytes",
429
+ file_size
430
+ );
431
+ }
432
+
433
+ #[test]
434
+ #[cfg(unix)]
435
+ #[cfg(feature = "bundled-pdfium")]
436
+ fn test_extract_bundled_pdfium_permissions() {
437
+ let result = extract_bundled_pdfium();
438
+ assert!(result.is_ok());
439
+
440
+ let lib_path = result.unwrap();
441
+ let metadata = fs::metadata(&lib_path).expect("Should be able to read metadata");
442
+ let perms = metadata.permissions();
443
+ let mode = perms.mode();
444
+
445
+ // Verify executable bit is set (at least 0o700 or 0o755)
446
+ assert!(
447
+ mode & 0o111 != 0,
448
+ "Library should have executable bit set, got mode: {:#o}",
449
+ mode
450
+ );
451
+ }
452
+ }