kreuzberg 4.0.0.pre.rc.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (330) hide show
  1. checksums.yaml +7 -0
  2. data/.gitignore +14 -0
  3. data/.rspec +3 -0
  4. data/.rubocop.yaml +1 -0
  5. data/.rubocop.yml +538 -0
  6. data/Gemfile +8 -0
  7. data/Gemfile.lock +157 -0
  8. data/README.md +426 -0
  9. data/Rakefile +25 -0
  10. data/Steepfile +47 -0
  11. data/examples/async_patterns.rb +341 -0
  12. data/ext/kreuzberg_rb/extconf.rb +45 -0
  13. data/ext/kreuzberg_rb/native/Cargo.lock +6535 -0
  14. data/ext/kreuzberg_rb/native/Cargo.toml +44 -0
  15. data/ext/kreuzberg_rb/native/README.md +425 -0
  16. data/ext/kreuzberg_rb/native/build.rs +15 -0
  17. data/ext/kreuzberg_rb/native/include/ieeefp.h +11 -0
  18. data/ext/kreuzberg_rb/native/include/msvc_compat/strings.h +14 -0
  19. data/ext/kreuzberg_rb/native/include/strings.h +20 -0
  20. data/ext/kreuzberg_rb/native/include/unistd.h +47 -0
  21. data/ext/kreuzberg_rb/native/src/lib.rs +2998 -0
  22. data/extconf.rb +28 -0
  23. data/kreuzberg.gemspec +148 -0
  24. data/lib/kreuzberg/api_proxy.rb +142 -0
  25. data/lib/kreuzberg/cache_api.rb +46 -0
  26. data/lib/kreuzberg/cli.rb +55 -0
  27. data/lib/kreuzberg/cli_proxy.rb +127 -0
  28. data/lib/kreuzberg/config.rb +691 -0
  29. data/lib/kreuzberg/error_context.rb +32 -0
  30. data/lib/kreuzberg/errors.rb +118 -0
  31. data/lib/kreuzberg/extraction_api.rb +85 -0
  32. data/lib/kreuzberg/mcp_proxy.rb +186 -0
  33. data/lib/kreuzberg/ocr_backend_protocol.rb +113 -0
  34. data/lib/kreuzberg/post_processor_protocol.rb +86 -0
  35. data/lib/kreuzberg/result.rb +216 -0
  36. data/lib/kreuzberg/setup_lib_path.rb +80 -0
  37. data/lib/kreuzberg/validator_protocol.rb +89 -0
  38. data/lib/kreuzberg/version.rb +5 -0
  39. data/lib/kreuzberg.rb +103 -0
  40. data/sig/kreuzberg/internal.rbs +184 -0
  41. data/sig/kreuzberg.rbs +520 -0
  42. data/spec/binding/cache_spec.rb +227 -0
  43. data/spec/binding/cli_proxy_spec.rb +85 -0
  44. data/spec/binding/cli_spec.rb +55 -0
  45. data/spec/binding/config_spec.rb +345 -0
  46. data/spec/binding/config_validation_spec.rb +283 -0
  47. data/spec/binding/error_handling_spec.rb +213 -0
  48. data/spec/binding/errors_spec.rb +66 -0
  49. data/spec/binding/plugins/ocr_backend_spec.rb +307 -0
  50. data/spec/binding/plugins/postprocessor_spec.rb +269 -0
  51. data/spec/binding/plugins/validator_spec.rb +274 -0
  52. data/spec/fixtures/config.toml +39 -0
  53. data/spec/fixtures/config.yaml +41 -0
  54. data/spec/fixtures/invalid_config.toml +4 -0
  55. data/spec/smoke/package_spec.rb +178 -0
  56. data/spec/spec_helper.rb +42 -0
  57. data/vendor/kreuzberg/Cargo.toml +204 -0
  58. data/vendor/kreuzberg/README.md +175 -0
  59. data/vendor/kreuzberg/benches/otel_overhead.rs +48 -0
  60. data/vendor/kreuzberg/build.rs +474 -0
  61. data/vendor/kreuzberg/src/api/error.rs +81 -0
  62. data/vendor/kreuzberg/src/api/handlers.rs +199 -0
  63. data/vendor/kreuzberg/src/api/mod.rs +79 -0
  64. data/vendor/kreuzberg/src/api/server.rs +353 -0
  65. data/vendor/kreuzberg/src/api/types.rs +170 -0
  66. data/vendor/kreuzberg/src/cache/mod.rs +1167 -0
  67. data/vendor/kreuzberg/src/chunking/mod.rs +677 -0
  68. data/vendor/kreuzberg/src/core/batch_mode.rs +95 -0
  69. data/vendor/kreuzberg/src/core/config.rs +1032 -0
  70. data/vendor/kreuzberg/src/core/extractor.rs +1024 -0
  71. data/vendor/kreuzberg/src/core/io.rs +329 -0
  72. data/vendor/kreuzberg/src/core/mime.rs +605 -0
  73. data/vendor/kreuzberg/src/core/mod.rs +45 -0
  74. data/vendor/kreuzberg/src/core/pipeline.rs +984 -0
  75. data/vendor/kreuzberg/src/embeddings.rs +432 -0
  76. data/vendor/kreuzberg/src/error.rs +431 -0
  77. data/vendor/kreuzberg/src/extraction/archive.rs +954 -0
  78. data/vendor/kreuzberg/src/extraction/docx.rs +40 -0
  79. data/vendor/kreuzberg/src/extraction/email.rs +854 -0
  80. data/vendor/kreuzberg/src/extraction/excel.rs +688 -0
  81. data/vendor/kreuzberg/src/extraction/html.rs +553 -0
  82. data/vendor/kreuzberg/src/extraction/image.rs +368 -0
  83. data/vendor/kreuzberg/src/extraction/libreoffice.rs +563 -0
  84. data/vendor/kreuzberg/src/extraction/markdown.rs +213 -0
  85. data/vendor/kreuzberg/src/extraction/mod.rs +81 -0
  86. data/vendor/kreuzberg/src/extraction/office_metadata/app_properties.rs +398 -0
  87. data/vendor/kreuzberg/src/extraction/office_metadata/core_properties.rs +247 -0
  88. data/vendor/kreuzberg/src/extraction/office_metadata/custom_properties.rs +240 -0
  89. data/vendor/kreuzberg/src/extraction/office_metadata/mod.rs +130 -0
  90. data/vendor/kreuzberg/src/extraction/office_metadata/odt_properties.rs +287 -0
  91. data/vendor/kreuzberg/src/extraction/pptx.rs +3000 -0
  92. data/vendor/kreuzberg/src/extraction/structured.rs +490 -0
  93. data/vendor/kreuzberg/src/extraction/table.rs +328 -0
  94. data/vendor/kreuzberg/src/extraction/text.rs +269 -0
  95. data/vendor/kreuzberg/src/extraction/xml.rs +333 -0
  96. data/vendor/kreuzberg/src/extractors/archive.rs +446 -0
  97. data/vendor/kreuzberg/src/extractors/bibtex.rs +469 -0
  98. data/vendor/kreuzberg/src/extractors/docbook.rs +502 -0
  99. data/vendor/kreuzberg/src/extractors/docx.rs +367 -0
  100. data/vendor/kreuzberg/src/extractors/email.rs +143 -0
  101. data/vendor/kreuzberg/src/extractors/epub.rs +707 -0
  102. data/vendor/kreuzberg/src/extractors/excel.rs +343 -0
  103. data/vendor/kreuzberg/src/extractors/fictionbook.rs +491 -0
  104. data/vendor/kreuzberg/src/extractors/fictionbook.rs.backup2 +738 -0
  105. data/vendor/kreuzberg/src/extractors/html.rs +393 -0
  106. data/vendor/kreuzberg/src/extractors/image.rs +198 -0
  107. data/vendor/kreuzberg/src/extractors/jats.rs +1051 -0
  108. data/vendor/kreuzberg/src/extractors/jupyter.rs +367 -0
  109. data/vendor/kreuzberg/src/extractors/latex.rs +652 -0
  110. data/vendor/kreuzberg/src/extractors/markdown.rs +700 -0
  111. data/vendor/kreuzberg/src/extractors/mod.rs +365 -0
  112. data/vendor/kreuzberg/src/extractors/odt.rs +628 -0
  113. data/vendor/kreuzberg/src/extractors/opml.rs +634 -0
  114. data/vendor/kreuzberg/src/extractors/orgmode.rs +528 -0
  115. data/vendor/kreuzberg/src/extractors/pdf.rs +493 -0
  116. data/vendor/kreuzberg/src/extractors/pptx.rs +248 -0
  117. data/vendor/kreuzberg/src/extractors/rst.rs +576 -0
  118. data/vendor/kreuzberg/src/extractors/rtf.rs +810 -0
  119. data/vendor/kreuzberg/src/extractors/security.rs +484 -0
  120. data/vendor/kreuzberg/src/extractors/security_tests.rs +367 -0
  121. data/vendor/kreuzberg/src/extractors/structured.rs +140 -0
  122. data/vendor/kreuzberg/src/extractors/text.rs +260 -0
  123. data/vendor/kreuzberg/src/extractors/typst.rs +650 -0
  124. data/vendor/kreuzberg/src/extractors/xml.rs +135 -0
  125. data/vendor/kreuzberg/src/image/dpi.rs +164 -0
  126. data/vendor/kreuzberg/src/image/mod.rs +6 -0
  127. data/vendor/kreuzberg/src/image/preprocessing.rs +417 -0
  128. data/vendor/kreuzberg/src/image/resize.rs +89 -0
  129. data/vendor/kreuzberg/src/keywords/config.rs +154 -0
  130. data/vendor/kreuzberg/src/keywords/mod.rs +237 -0
  131. data/vendor/kreuzberg/src/keywords/processor.rs +267 -0
  132. data/vendor/kreuzberg/src/keywords/rake.rs +293 -0
  133. data/vendor/kreuzberg/src/keywords/types.rs +68 -0
  134. data/vendor/kreuzberg/src/keywords/yake.rs +163 -0
  135. data/vendor/kreuzberg/src/language_detection/mod.rs +942 -0
  136. data/vendor/kreuzberg/src/lib.rs +105 -0
  137. data/vendor/kreuzberg/src/mcp/mod.rs +32 -0
  138. data/vendor/kreuzberg/src/mcp/server.rs +1968 -0
  139. data/vendor/kreuzberg/src/ocr/cache.rs +469 -0
  140. data/vendor/kreuzberg/src/ocr/error.rs +37 -0
  141. data/vendor/kreuzberg/src/ocr/hocr.rs +216 -0
  142. data/vendor/kreuzberg/src/ocr/mod.rs +58 -0
  143. data/vendor/kreuzberg/src/ocr/processor.rs +863 -0
  144. data/vendor/kreuzberg/src/ocr/table/mod.rs +4 -0
  145. data/vendor/kreuzberg/src/ocr/table/tsv_parser.rs +144 -0
  146. data/vendor/kreuzberg/src/ocr/tesseract_backend.rs +450 -0
  147. data/vendor/kreuzberg/src/ocr/types.rs +393 -0
  148. data/vendor/kreuzberg/src/ocr/utils.rs +47 -0
  149. data/vendor/kreuzberg/src/ocr/validation.rs +206 -0
  150. data/vendor/kreuzberg/src/panic_context.rs +154 -0
  151. data/vendor/kreuzberg/src/pdf/error.rs +122 -0
  152. data/vendor/kreuzberg/src/pdf/images.rs +139 -0
  153. data/vendor/kreuzberg/src/pdf/metadata.rs +346 -0
  154. data/vendor/kreuzberg/src/pdf/mod.rs +50 -0
  155. data/vendor/kreuzberg/src/pdf/rendering.rs +369 -0
  156. data/vendor/kreuzberg/src/pdf/table.rs +393 -0
  157. data/vendor/kreuzberg/src/pdf/text.rs +158 -0
  158. data/vendor/kreuzberg/src/plugins/extractor.rs +1013 -0
  159. data/vendor/kreuzberg/src/plugins/mod.rs +209 -0
  160. data/vendor/kreuzberg/src/plugins/ocr.rs +620 -0
  161. data/vendor/kreuzberg/src/plugins/processor.rs +642 -0
  162. data/vendor/kreuzberg/src/plugins/registry.rs +1337 -0
  163. data/vendor/kreuzberg/src/plugins/traits.rs +258 -0
  164. data/vendor/kreuzberg/src/plugins/validator.rs +956 -0
  165. data/vendor/kreuzberg/src/stopwords/mod.rs +1470 -0
  166. data/vendor/kreuzberg/src/text/mod.rs +19 -0
  167. data/vendor/kreuzberg/src/text/quality.rs +697 -0
  168. data/vendor/kreuzberg/src/text/string_utils.rs +217 -0
  169. data/vendor/kreuzberg/src/text/token_reduction/cjk_utils.rs +164 -0
  170. data/vendor/kreuzberg/src/text/token_reduction/config.rs +100 -0
  171. data/vendor/kreuzberg/src/text/token_reduction/core.rs +796 -0
  172. data/vendor/kreuzberg/src/text/token_reduction/filters.rs +902 -0
  173. data/vendor/kreuzberg/src/text/token_reduction/mod.rs +160 -0
  174. data/vendor/kreuzberg/src/text/token_reduction/semantic.rs +619 -0
  175. data/vendor/kreuzberg/src/text/token_reduction/simd_text.rs +147 -0
  176. data/vendor/kreuzberg/src/types.rs +903 -0
  177. data/vendor/kreuzberg/src/utils/mod.rs +17 -0
  178. data/vendor/kreuzberg/src/utils/quality.rs +959 -0
  179. data/vendor/kreuzberg/src/utils/string_utils.rs +381 -0
  180. data/vendor/kreuzberg/stopwords/af_stopwords.json +53 -0
  181. data/vendor/kreuzberg/stopwords/ar_stopwords.json +482 -0
  182. data/vendor/kreuzberg/stopwords/bg_stopwords.json +261 -0
  183. data/vendor/kreuzberg/stopwords/bn_stopwords.json +400 -0
  184. data/vendor/kreuzberg/stopwords/br_stopwords.json +1205 -0
  185. data/vendor/kreuzberg/stopwords/ca_stopwords.json +280 -0
  186. data/vendor/kreuzberg/stopwords/cs_stopwords.json +425 -0
  187. data/vendor/kreuzberg/stopwords/da_stopwords.json +172 -0
  188. data/vendor/kreuzberg/stopwords/de_stopwords.json +622 -0
  189. data/vendor/kreuzberg/stopwords/el_stopwords.json +849 -0
  190. data/vendor/kreuzberg/stopwords/en_stopwords.json +1300 -0
  191. data/vendor/kreuzberg/stopwords/eo_stopwords.json +175 -0
  192. data/vendor/kreuzberg/stopwords/es_stopwords.json +734 -0
  193. data/vendor/kreuzberg/stopwords/et_stopwords.json +37 -0
  194. data/vendor/kreuzberg/stopwords/eu_stopwords.json +100 -0
  195. data/vendor/kreuzberg/stopwords/fa_stopwords.json +801 -0
  196. data/vendor/kreuzberg/stopwords/fi_stopwords.json +849 -0
  197. data/vendor/kreuzberg/stopwords/fr_stopwords.json +693 -0
  198. data/vendor/kreuzberg/stopwords/ga_stopwords.json +111 -0
  199. data/vendor/kreuzberg/stopwords/gl_stopwords.json +162 -0
  200. data/vendor/kreuzberg/stopwords/gu_stopwords.json +226 -0
  201. data/vendor/kreuzberg/stopwords/ha_stopwords.json +41 -0
  202. data/vendor/kreuzberg/stopwords/he_stopwords.json +196 -0
  203. data/vendor/kreuzberg/stopwords/hi_stopwords.json +227 -0
  204. data/vendor/kreuzberg/stopwords/hr_stopwords.json +181 -0
  205. data/vendor/kreuzberg/stopwords/hu_stopwords.json +791 -0
  206. data/vendor/kreuzberg/stopwords/hy_stopwords.json +47 -0
  207. data/vendor/kreuzberg/stopwords/id_stopwords.json +760 -0
  208. data/vendor/kreuzberg/stopwords/it_stopwords.json +634 -0
  209. data/vendor/kreuzberg/stopwords/ja_stopwords.json +136 -0
  210. data/vendor/kreuzberg/stopwords/kn_stopwords.json +84 -0
  211. data/vendor/kreuzberg/stopwords/ko_stopwords.json +681 -0
  212. data/vendor/kreuzberg/stopwords/ku_stopwords.json +64 -0
  213. data/vendor/kreuzberg/stopwords/la_stopwords.json +51 -0
  214. data/vendor/kreuzberg/stopwords/lt_stopwords.json +476 -0
  215. data/vendor/kreuzberg/stopwords/lv_stopwords.json +163 -0
  216. data/vendor/kreuzberg/stopwords/ml_stopwords.json +1 -0
  217. data/vendor/kreuzberg/stopwords/mr_stopwords.json +101 -0
  218. data/vendor/kreuzberg/stopwords/ms_stopwords.json +477 -0
  219. data/vendor/kreuzberg/stopwords/ne_stopwords.json +490 -0
  220. data/vendor/kreuzberg/stopwords/nl_stopwords.json +415 -0
  221. data/vendor/kreuzberg/stopwords/no_stopwords.json +223 -0
  222. data/vendor/kreuzberg/stopwords/pl_stopwords.json +331 -0
  223. data/vendor/kreuzberg/stopwords/pt_stopwords.json +562 -0
  224. data/vendor/kreuzberg/stopwords/ro_stopwords.json +436 -0
  225. data/vendor/kreuzberg/stopwords/ru_stopwords.json +561 -0
  226. data/vendor/kreuzberg/stopwords/si_stopwords.json +193 -0
  227. data/vendor/kreuzberg/stopwords/sk_stopwords.json +420 -0
  228. data/vendor/kreuzberg/stopwords/sl_stopwords.json +448 -0
  229. data/vendor/kreuzberg/stopwords/so_stopwords.json +32 -0
  230. data/vendor/kreuzberg/stopwords/st_stopwords.json +33 -0
  231. data/vendor/kreuzberg/stopwords/sv_stopwords.json +420 -0
  232. data/vendor/kreuzberg/stopwords/sw_stopwords.json +76 -0
  233. data/vendor/kreuzberg/stopwords/ta_stopwords.json +129 -0
  234. data/vendor/kreuzberg/stopwords/te_stopwords.json +54 -0
  235. data/vendor/kreuzberg/stopwords/th_stopwords.json +118 -0
  236. data/vendor/kreuzberg/stopwords/tl_stopwords.json +149 -0
  237. data/vendor/kreuzberg/stopwords/tr_stopwords.json +506 -0
  238. data/vendor/kreuzberg/stopwords/uk_stopwords.json +75 -0
  239. data/vendor/kreuzberg/stopwords/ur_stopwords.json +519 -0
  240. data/vendor/kreuzberg/stopwords/vi_stopwords.json +647 -0
  241. data/vendor/kreuzberg/stopwords/yo_stopwords.json +62 -0
  242. data/vendor/kreuzberg/stopwords/zh_stopwords.json +796 -0
  243. data/vendor/kreuzberg/stopwords/zu_stopwords.json +31 -0
  244. data/vendor/kreuzberg/tests/api_extract_multipart.rs +52 -0
  245. data/vendor/kreuzberg/tests/api_tests.rs +966 -0
  246. data/vendor/kreuzberg/tests/archive_integration.rs +543 -0
  247. data/vendor/kreuzberg/tests/batch_orchestration.rs +556 -0
  248. data/vendor/kreuzberg/tests/batch_processing.rs +316 -0
  249. data/vendor/kreuzberg/tests/bibtex_parity_test.rs +421 -0
  250. data/vendor/kreuzberg/tests/concurrency_stress.rs +525 -0
  251. data/vendor/kreuzberg/tests/config_features.rs +598 -0
  252. data/vendor/kreuzberg/tests/config_loading_tests.rs +415 -0
  253. data/vendor/kreuzberg/tests/core_integration.rs +510 -0
  254. data/vendor/kreuzberg/tests/csv_integration.rs +414 -0
  255. data/vendor/kreuzberg/tests/docbook_extractor_tests.rs +498 -0
  256. data/vendor/kreuzberg/tests/docx_metadata_extraction_test.rs +122 -0
  257. data/vendor/kreuzberg/tests/docx_vs_pandoc_comparison.rs +370 -0
  258. data/vendor/kreuzberg/tests/email_integration.rs +325 -0
  259. data/vendor/kreuzberg/tests/epub_native_extractor_tests.rs +275 -0
  260. data/vendor/kreuzberg/tests/error_handling.rs +393 -0
  261. data/vendor/kreuzberg/tests/fictionbook_extractor_tests.rs +228 -0
  262. data/vendor/kreuzberg/tests/format_integration.rs +159 -0
  263. data/vendor/kreuzberg/tests/helpers/mod.rs +142 -0
  264. data/vendor/kreuzberg/tests/html_table_test.rs +551 -0
  265. data/vendor/kreuzberg/tests/image_integration.rs +253 -0
  266. data/vendor/kreuzberg/tests/instrumentation_test.rs +139 -0
  267. data/vendor/kreuzberg/tests/jats_extractor_tests.rs +639 -0
  268. data/vendor/kreuzberg/tests/jupyter_extractor_tests.rs +704 -0
  269. data/vendor/kreuzberg/tests/keywords_integration.rs +479 -0
  270. data/vendor/kreuzberg/tests/keywords_quality.rs +509 -0
  271. data/vendor/kreuzberg/tests/latex_extractor_tests.rs +496 -0
  272. data/vendor/kreuzberg/tests/markdown_extractor_tests.rs +490 -0
  273. data/vendor/kreuzberg/tests/mime_detection.rs +428 -0
  274. data/vendor/kreuzberg/tests/ocr_configuration.rs +510 -0
  275. data/vendor/kreuzberg/tests/ocr_errors.rs +676 -0
  276. data/vendor/kreuzberg/tests/ocr_quality.rs +627 -0
  277. data/vendor/kreuzberg/tests/ocr_stress.rs +469 -0
  278. data/vendor/kreuzberg/tests/odt_extractor_tests.rs +695 -0
  279. data/vendor/kreuzberg/tests/opml_extractor_tests.rs +616 -0
  280. data/vendor/kreuzberg/tests/orgmode_extractor_tests.rs +822 -0
  281. data/vendor/kreuzberg/tests/pdf_integration.rs +43 -0
  282. data/vendor/kreuzberg/tests/pipeline_integration.rs +1411 -0
  283. data/vendor/kreuzberg/tests/plugin_ocr_backend_test.rs +771 -0
  284. data/vendor/kreuzberg/tests/plugin_postprocessor_test.rs +560 -0
  285. data/vendor/kreuzberg/tests/plugin_system.rs +921 -0
  286. data/vendor/kreuzberg/tests/plugin_validator_test.rs +783 -0
  287. data/vendor/kreuzberg/tests/registry_integration_tests.rs +586 -0
  288. data/vendor/kreuzberg/tests/rst_extractor_tests.rs +692 -0
  289. data/vendor/kreuzberg/tests/rtf_extractor_tests.rs +776 -0
  290. data/vendor/kreuzberg/tests/security_validation.rs +415 -0
  291. data/vendor/kreuzberg/tests/stopwords_integration_test.rs +888 -0
  292. data/vendor/kreuzberg/tests/test_fastembed.rs +609 -0
  293. data/vendor/kreuzberg/tests/typst_behavioral_tests.rs +1259 -0
  294. data/vendor/kreuzberg/tests/typst_extractor_tests.rs +647 -0
  295. data/vendor/kreuzberg/tests/xlsx_metadata_extraction_test.rs +87 -0
  296. data/vendor/rb-sys/.cargo-ok +1 -0
  297. data/vendor/rb-sys/.cargo_vcs_info.json +6 -0
  298. data/vendor/rb-sys/Cargo.lock +393 -0
  299. data/vendor/rb-sys/Cargo.toml +70 -0
  300. data/vendor/rb-sys/Cargo.toml.orig +57 -0
  301. data/vendor/rb-sys/LICENSE-APACHE +190 -0
  302. data/vendor/rb-sys/LICENSE-MIT +21 -0
  303. data/vendor/rb-sys/bin/release.sh +21 -0
  304. data/vendor/rb-sys/build/features.rs +108 -0
  305. data/vendor/rb-sys/build/main.rs +246 -0
  306. data/vendor/rb-sys/build/stable_api_config.rs +153 -0
  307. data/vendor/rb-sys/build/version.rs +48 -0
  308. data/vendor/rb-sys/readme.md +36 -0
  309. data/vendor/rb-sys/src/bindings.rs +21 -0
  310. data/vendor/rb-sys/src/hidden.rs +11 -0
  311. data/vendor/rb-sys/src/lib.rs +34 -0
  312. data/vendor/rb-sys/src/macros.rs +371 -0
  313. data/vendor/rb-sys/src/memory.rs +53 -0
  314. data/vendor/rb-sys/src/ruby_abi_version.rs +38 -0
  315. data/vendor/rb-sys/src/special_consts.rs +31 -0
  316. data/vendor/rb-sys/src/stable_api/compiled.c +179 -0
  317. data/vendor/rb-sys/src/stable_api/compiled.rs +257 -0
  318. data/vendor/rb-sys/src/stable_api/ruby_2_6.rs +316 -0
  319. data/vendor/rb-sys/src/stable_api/ruby_2_7.rs +316 -0
  320. data/vendor/rb-sys/src/stable_api/ruby_3_0.rs +324 -0
  321. data/vendor/rb-sys/src/stable_api/ruby_3_1.rs +317 -0
  322. data/vendor/rb-sys/src/stable_api/ruby_3_2.rs +315 -0
  323. data/vendor/rb-sys/src/stable_api/ruby_3_3.rs +326 -0
  324. data/vendor/rb-sys/src/stable_api/ruby_3_4.rs +327 -0
  325. data/vendor/rb-sys/src/stable_api.rs +261 -0
  326. data/vendor/rb-sys/src/symbol.rs +31 -0
  327. data/vendor/rb-sys/src/tracking_allocator.rs +332 -0
  328. data/vendor/rb-sys/src/utils.rs +89 -0
  329. data/vendor/rb-sys/src/value_type.rs +7 -0
  330. metadata +536 -0
data/vendor/kreuzberg/tests/jats_extractor_tests.rs ADDED
@@ -0,0 +1,639 @@
1
+ //! Comprehensive test suite for the JATS (Journal Article Tag Suite) extractor.
2
+ //!
3
+ //! This test suite validates all aspects of the JATS extractor including:
4
+ //! - Metadata extraction (title, authors, affiliations, DOI, keywords, dates)
5
+ //! - Article content extraction (sections, paragraphs)
6
+ //! - Table extraction with proper structure
7
+ //! - Citation handling
8
+ //! - Edge cases and error handling
9
+
10
+ #[cfg(all(test, feature = "xml"))]
11
+ mod jats_extractor_tests {
12
+ use kreuzberg::core::config::ExtractionConfig;
13
+ use kreuzberg::extractors::JatsExtractor;
14
+ use kreuzberg::plugins::{DocumentExtractor, Plugin};
15
+ use std::path::PathBuf;
16
+
17
+ fn jats_fixture(name: &str) -> PathBuf {
18
+ PathBuf::from(env!("CARGO_MANIFEST_DIR"))
19
+ .join("../../test_documents/jats")
20
+ .join(name)
21
+ }
22
+
23
+ /// Test basic JATS article extraction with all key metadata fields
24
+ #[tokio::test]
25
+ async fn test_extract_complete_jats_article() {
26
+ let jats_content = r#"<?xml version="1.0" encoding="UTF-8"?>
27
+ <article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
28
+ <front>
29
+ <article-meta>
30
+ <article-title>Effects of Caffeine on Human Health</article-title>
31
+ <subtitle>A Systematic Review and Meta-Analysis</subtitle>
32
+ <contrib-group>
33
+ <contrib contrib-type="author">
34
+ <name>
35
+ <surname>Smith</surname>
36
+ <given-names>John A.</given-names>
37
+ </name>
38
+ </contrib>
39
+ <contrib contrib-type="author">
40
+ <name>
41
+ <surname>Johnson</surname>
42
+ <given-names>Jane B.</given-names>
43
+ </name>
44
+ </contrib>
45
+ </contrib-group>
46
+ <aff id="aff1">Department of Medicine, Harvard University, Cambridge, MA</aff>
47
+ <article-id pub-id-type="doi">10.1371/journal.pmed.0020124</article-id>
48
+ <article-id pub-id-type="pii">05-PLME-RA-0071R2</article-id>
49
+ <pub-date pub-type="epub">
50
+ <day>18</day>
51
+ <month>04</month>
52
+ <year>2005</year>
53
+ </pub-date>
54
+ <volume>2</volume>
55
+ <issue>4</issue>
56
+ <fpage>e124</fpage>
57
+ <lpage>e132</lpage>
58
+ <kwd-group>
59
+ <kwd>caffeine</kwd>
60
+ <kwd>meta-analysis</kwd>
61
+ <kwd>systematic review</kwd>
62
+ </kwd-group>
63
+ <abstract>
64
+ <sec>
65
+ <title>Background</title>
66
+ <p>Caffeine is one of the most widely consumed psychoactive substances.</p>
67
+ </sec>
68
+ </abstract>
69
+ </article-meta>
70
+ </front>
71
+ <body>
72
+ <sec id="s1">
73
+ <title>Introduction</title>
74
+ <p>This review examines the evidence for effects of caffeine.</p>
75
+ </sec>
76
+ </body>
77
+ </article>"#;
78
+
79
+ let extractor = JatsExtractor::new();
80
+ let config = ExtractionConfig::default();
81
+ let result = extractor
82
+ .extract_bytes(jats_content.as_bytes(), "application/x-jats+xml", &config)
83
+ .await;
84
+
85
+ assert!(result.is_ok());
86
+ let extraction = result.unwrap();
87
+
88
+ assert!(extraction.content.contains("Effects of Caffeine"));
89
+ assert!(extraction.content.contains("Introduction"));
90
+
91
+ assert!(extraction.metadata.subject.is_some());
92
+ let subject = extraction.metadata.subject.unwrap();
93
+ assert!(subject.contains("Effects of Caffeine"));
94
+
95
+ assert!(subject.contains("10.1371"));
96
+
97
+ assert!(subject.contains("caffeine") || subject.contains("Keywords"));
98
+ }
99
+
100
+ /// Test extraction of rich metadata including all author and affiliation data
101
+ #[tokio::test]
102
+ async fn test_extract_rich_author_affiliation_metadata() {
103
+ let jats_content = r#"<?xml version="1.0" encoding="UTF-8"?>
104
+ <article>
105
+ <front>
106
+ <article-meta>
107
+ <article-title>Advanced Study</article-title>
108
+ <contrib-group>
109
+ <contrib contrib-type="author">
110
+ <name>
111
+ <surname>Alpha</surname>
112
+ <given-names>First</given-names>
113
+ </name>
114
+ <xref ref-type="aff" rid="aff1">1</xref>
115
+ <xref ref-type="aff" rid="aff2">2</xref>
116
+ </contrib>
117
+ <contrib contrib-type="author">
118
+ <name>
119
+ <surname>Beta</surname>
120
+ <given-names>Second</given-names>
121
+ </name>
122
+ <xref ref-type="aff" rid="aff1">1</xref>
123
+ </contrib>
124
+ <contrib contrib-type="author">
125
+ <name>
126
+ <surname>Gamma</surname>
127
+ <given-names>Third</given-names>
128
+ </name>
129
+ <xref ref-type="aff" rid="aff3">3</xref>
130
+ <role>Correspondence</role>
131
+ </contrib>
132
+ </contrib-group>
133
+ <aff id="aff1"><label>1</label>Department of Science, University A, City A</aff>
134
+ <aff id="aff2"><label>2</label>Research Institute, City B</aff>
135
+ <aff id="aff3"><label>3</label>Medical Center, City C</aff>
136
+ </article-meta>
137
+ </front>
138
+ </article>"#;
139
+
140
+ let extractor = JatsExtractor::new();
141
+ let config = ExtractionConfig::default();
142
+ let result = extractor
143
+ .extract_bytes(jats_content.as_bytes(), "application/x-jats+xml", &config)
144
+ .await;
145
+
146
+ assert!(result.is_ok());
147
+ let extraction = result.unwrap();
148
+
149
+ let subject = extraction.metadata.subject.unwrap();
150
+ assert!(subject.contains("Alpha"));
151
+ assert!(subject.contains("Beta"));
152
+ assert!(subject.contains("Gamma"));
153
+ assert!(subject.contains("Department of Science"));
154
+ }
155
+
156
+ /// Test section hierarchy extraction in article body
157
+ #[tokio::test]
158
+ async fn test_extract_section_hierarchy() {
159
+ let jats_content = r#"<?xml version="1.0" encoding="UTF-8"?>
160
+ <article>
161
+ <front>
162
+ <article-meta>
163
+ <article-title>Research Article</article-title>
164
+ </article-meta>
165
+ </front>
166
+ <body>
167
+ <sec id="s1">
168
+ <title>Introduction</title>
169
+ <p>Introduction content here.</p>
170
+ </sec>
171
+ <sec id="s2">
172
+ <title>Methods</title>
173
+ <sec id="s2a">
174
+ <title>Study Design</title>
175
+ <p>Design content here.</p>
176
+ </sec>
177
+ <sec id="s2b">
178
+ <title>Participants</title>
179
+ <p>Participant content here.</p>
180
+ </sec>
181
+ </sec>
182
+ <sec id="s3">
183
+ <title>Results</title>
184
+ <p>Results content here.</p>
185
+ </sec>
186
+ <sec id="s4">
187
+ <title>Discussion</title>
188
+ <p>Discussion content here.</p>
189
+ </sec>
190
+ <sec id="s5">
191
+ <title>Conclusions</title>
192
+ <p>Conclusion content here.</p>
193
+ </sec>
194
+ </body>
195
+ </article>"#;
196
+
197
+ let extractor = JatsExtractor::new();
198
+ let config = ExtractionConfig::default();
199
+ let result = extractor
200
+ .extract_bytes(jats_content.as_bytes(), "application/x-jats+xml", &config)
201
+ .await;
202
+
203
+ assert!(result.is_ok());
204
+ let extraction = result.unwrap();
205
+
206
+ assert!(extraction.content.contains("Introduction"));
207
+ assert!(extraction.content.contains("Methods"));
208
+ assert!(extraction.content.contains("Results"));
209
+ assert!(extraction.content.contains("Discussion"));
210
+ assert!(extraction.content.contains("Conclusions"));
211
+ assert!(extraction.content.contains("Study Design"));
212
+ assert!(extraction.content.contains("Participants"));
213
+ }
214
+
215
+ /// Test table extraction with headers and data rows
216
+ #[tokio::test]
217
+ async fn test_extract_tables_with_captions() {
218
+ let jats_content = r#"<?xml version="1.0" encoding="UTF-8"?>
219
+ <article>
220
+ <front>
221
+ <article-meta>
222
+ <article-title>Study Results</article-title>
223
+ </article-meta>
224
+ </front>
225
+ <body>
226
+ <sec id="s1">
227
+ <title>Results</title>
228
+ <table-wrap id="tbl1">
229
+ <label>Table 1</label>
230
+ <caption>
231
+ <title>Characteristics of Study Population</title>
232
+ <p>Baseline characteristics of enrolled subjects.</p>
233
+ </caption>
234
+ <table>
235
+ <thead>
236
+ <tr>
237
+ <th>Parameter</th>
238
+ <th>Group A (n=50)</th>
239
+ <th>Group B (n=50)</th>
240
+ <th>P-value</th>
241
+ </tr>
242
+ </thead>
243
+ <tbody>
244
+ <tr>
245
+ <td>Age (years)</td>
246
+ <td>45.3 ± 8.2</td>
247
+ <td>44.9 ± 7.8</td>
248
+ <td>0.45</td>
249
+ </tr>
250
+ <tr>
251
+ <td>Sex (M/F)</td>
252
+ <td>28/22</td>
253
+ <td>26/24</td>
254
+ <td>0.58</td>
255
+ </tr>
256
+ <tr>
257
+ <td>BMI (kg/m²)</td>
258
+ <td>25.1 ± 3.2</td>
259
+ <td>24.8 ± 2.9</td>
260
+ <td>0.62</td>
261
+ </tr>
262
+ </tbody>
263
+ </table>
264
+ </table-wrap>
265
+ </sec>
266
+ </body>
267
+ </article>"#;
268
+
269
+ let extractor = JatsExtractor::new();
270
+ let config = ExtractionConfig::default();
271
+ let result = extractor
272
+ .extract_bytes(jats_content.as_bytes(), "application/x-jats+xml", &config)
273
+ .await;
274
+
275
+ assert!(result.is_ok());
276
+ let extraction = result.unwrap();
277
+
278
+ assert_eq!(extraction.tables.len(), 1);
279
+ let table = &extraction.tables[0];
280
+
281
+ assert!(table.cells.len() >= 3);
282
+ assert_eq!(table.cells[0].len(), 4);
283
+
284
+ assert!(table.cells[0][0].contains("Parameter"));
285
+ assert!(table.cells[1][0].contains("Age"));
286
+ assert!(table.cells[2][0].contains("Sex"));
287
+ }
288
+
289
+ /// Test multiple tables extraction
290
+ #[tokio::test]
291
+ async fn test_extract_multiple_tables() {
292
+ let jats_content = r#"<?xml version="1.0" encoding="UTF-8"?>
293
+ <article>
294
+ <front>
295
+ <article-meta>
296
+ <article-title>Multi-Table Article</article-title>
297
+ </article-meta>
298
+ </front>
299
+ <body>
300
+ <table-wrap id="tbl1">
301
+ <table>
302
+ <thead>
303
+ <tr><th>A</th><th>B</th></tr>
304
+ </thead>
305
+ <tbody>
306
+ <tr><td>1</td><td>2</td></tr>
307
+ </tbody>
308
+ </table>
309
+ </table-wrap>
310
+ <table-wrap id="tbl2">
311
+ <table>
312
+ <thead>
313
+ <tr><th>X</th><th>Y</th><th>Z</th></tr>
314
+ </thead>
315
+ <tbody>
316
+ <tr><td>a</td><td>b</td><td>c</td></tr>
317
+ </tbody>
318
+ </table>
319
+ </table-wrap>
320
+ </body>
321
+ </article>"#;
322
+
323
+ let extractor = JatsExtractor::new();
324
+ let config = ExtractionConfig::default();
325
+ let result = extractor
326
+ .extract_bytes(jats_content.as_bytes(), "application/x-jats+xml", &config)
327
+ .await;
328
+
329
+ assert!(result.is_ok());
330
+ let extraction = result.unwrap();
331
+
332
+ assert_eq!(extraction.tables.len(), 2);
333
+ assert_eq!(extraction.tables[0].cells[0].len(), 2);
334
+ assert_eq!(extraction.tables[1].cells[0].len(), 3);
335
+ }
336
+
337
+ /// Test citation extraction in text with xref elements
338
+ #[tokio::test]
339
+ async fn test_extract_citations_in_text() {
340
+ let jats_content = r#"<?xml version="1.0" encoding="UTF-8"?>
341
+ <article>
342
+ <front>
343
+ <article-meta>
344
+ <article-title>Citation Study</article-title>
345
+ </article-meta>
346
+ </front>
347
+ <body>
348
+ <sec id="s1">
349
+ <title>Introduction</title>
350
+ <p>Previous research has shown effectiveness <xref ref-type="bibr" rid="ref1">1</xref>.
351
+ Other studies confirm this finding <xref ref-type="bibr" rid="ref2">2</xref>.</p>
352
+ </sec>
353
+ </body>
354
+ <back>
355
+ <ref-list>
356
+ <ref id="ref1">
357
+ <element-citation publication-type="journal">
358
+ <person-group person-group-type="author">
359
+ <name>
360
+ <surname>Author</surname>
361
+ <given-names>First</given-names>
362
+ </name>
363
+ </person-group>
364
+ <article-title>Original Research</article-title>
365
+ <source>Journal Name</source>
366
+ <year>2020</year>
367
+ </element-citation>
368
+ </ref>
369
+ <ref id="ref2">
370
+ <element-citation publication-type="journal">
371
+ <person-group person-group-type="author">
372
+ <name>
373
+ <surname>Researcher</surname>
374
+ <given-names>Second</given-names>
375
+ </name>
376
+ </person-group>
377
+ <article-title>Confirmatory Study</article-title>
378
+ <source>Other Journal</source>
379
+ <year>2021</year>
380
+ </element-citation>
381
+ </ref>
382
+ </ref-list>
383
+ </back>
384
+ </article>"#;
385
+
386
+ let extractor = JatsExtractor::new();
387
+ let config = ExtractionConfig::default();
388
+ let result = extractor
389
+ .extract_bytes(jats_content.as_bytes(), "application/x-jats+xml", &config)
390
+ .await;
391
+
392
+ assert!(result.is_ok());
393
+ let extraction = result.unwrap();
394
+
395
+ assert!(extraction.content.contains("Previous research"));
396
+ assert!(extraction.content.contains("Other studies"));
397
+ }
398
+
399
+ /// Test abstract extraction with structured sections
400
+ #[tokio::test]
401
+ async fn test_extract_structured_abstract() {
402
+ let jats_content = r#"<?xml version="1.0" encoding="UTF-8"?>
403
+ <article>
404
+ <front>
405
+ <article-meta>
406
+ <article-title>Abstract Study</article-title>
407
+ <abstract>
408
+ <sec>
409
+ <title>Background</title>
410
+ <p>This is the background information of the study.</p>
411
+ </sec>
412
+ <sec>
413
+ <title>Methods and Findings</title>
414
+ <p>We used quantitative analysis to evaluate the hypothesis.</p>
415
+ </sec>
416
+ <sec>
417
+ <title>Conclusions</title>
418
+ <p>The study provides evidence that the hypothesis is correct.</p>
419
+ </sec>
420
+ </abstract>
421
+ </article-meta>
422
+ </front>
423
+ </article>"#;
424
+
425
+ let extractor = JatsExtractor::new();
426
+ let config = ExtractionConfig::default();
427
+ let result = extractor
428
+ .extract_bytes(jats_content.as_bytes(), "application/x-jats+xml", &config)
429
+ .await;
430
+
431
+ assert!(result.is_ok());
432
+ let extraction = result.unwrap();
433
+
434
+ let subject = extraction.metadata.subject.unwrap();
435
+ assert!(subject.contains("background") || subject.contains("Background") || subject.contains("Abstract"));
436
+ }
437
+
438
+ /// Test corresponding author extraction
439
+ #[tokio::test]
440
+ async fn test_extract_corresponding_author() {
441
+ let jats_content = r#"<?xml version="1.0" encoding="UTF-8"?>
442
+ <article>
443
+ <front>
444
+ <article-meta>
445
+ <article-title>Study</article-title>
446
+ <author-notes>
447
+ <corresp id="cor1"><label>*</label>Corresponding author. E-mail: john.smith@example.com</corresp>
448
+ </author-notes>
449
+ </article-meta>
450
+ </front>
451
+ </article>"#;
452
+
453
+ let extractor = JatsExtractor::new();
454
+ let config = ExtractionConfig::default();
455
+ let result = extractor
456
+ .extract_bytes(jats_content.as_bytes(), "application/x-jats+xml", &config)
457
+ .await;
458
+
459
+ assert!(result.is_ok());
460
+ let extraction = result.unwrap();
461
+
462
+ assert!(extraction.metadata.subject.is_some());
463
+ }
464
+
465
+ /// Test publication date extraction in various formats
466
+ #[tokio::test]
467
+ async fn test_extract_publication_date() {
468
+ let jats_content = r#"<?xml version="1.0" encoding="UTF-8"?>
469
+ <article>
470
+ <front>
471
+ <article-meta>
472
+ <article-title>Publication Test</article-title>
473
+ <pub-date pub-type="epub">
474
+ <day>15</day>
475
+ <month>06</month>
476
+ <year>2023</year>
477
+ </pub-date>
478
+ </article-meta>
479
+ </front>
480
+ </article>"#;
481
+
482
+ let extractor = JatsExtractor::new();
483
+ let config = ExtractionConfig::default();
484
+ let result = extractor
485
+ .extract_bytes(jats_content.as_bytes(), "application/x-jats+xml", &config)
486
+ .await;
487
+
488
+ assert!(result.is_ok());
489
+ let extraction = result.unwrap();
490
+
491
+ assert!(extraction.metadata.date.is_some());
492
+ }
493
+
494
+ /// Test handling of empty/minimal JATS documents
495
+ #[tokio::test]
496
+ async fn test_extract_minimal_jats() {
497
+ let jats_content = r#"<?xml version="1.0" encoding="UTF-8"?>
498
+ <article>
499
+ <front>
500
+ <article-meta>
501
+ </article-meta>
502
+ </front>
503
+ <body>
504
+ </body>
505
+ </article>"#;
506
+
507
+ let extractor = JatsExtractor::new();
508
+ let config = ExtractionConfig::default();
509
+ let result = extractor
510
+ .extract_bytes(jats_content.as_bytes(), "application/x-jats+xml", &config)
511
+ .await;
512
+
513
+ assert!(result.is_ok());
514
+ let extraction = result.unwrap();
515
+ assert!(extraction.content.is_empty() || extraction.content.trim().is_empty());
516
+ }
517
+
518
+ /// Test MIME type support
519
+ #[test]
520
+ fn test_jats_supported_mime_types() {
521
+ let extractor = JatsExtractor::new();
522
+ let mime_types = extractor.supported_mime_types();
523
+
524
+ assert!(mime_types.contains(&"application/x-jats+xml"));
525
+ assert!(mime_types.contains(&"text/jats"));
526
+ }
527
+
528
+ /// Test extractor priority value
529
+ #[test]
530
+ fn test_jats_extractor_priority() {
531
+ let extractor = JatsExtractor::new();
532
+ assert_eq!(extractor.priority(), 50);
533
+ }
534
+
535
+ /// Test plugin interface compliance
536
+ #[test]
537
+ fn test_jats_plugin_interface() {
538
+ let extractor = JatsExtractor::new();
539
+ assert_eq!(extractor.name(), "jats-extractor");
540
+ assert!(!extractor.version().is_empty());
541
+ assert!(extractor.initialize().is_ok());
542
+ assert!(extractor.shutdown().is_ok());
543
+ }
544
+
545
+ /// Test mixed content with tables and paragraphs
546
+ #[tokio::test]
547
+ async fn test_extract_mixed_content() {
548
+ let jats_content = r#"<?xml version="1.0" encoding="UTF-8"?>
549
+ <article>
550
+ <front>
551
+ <article-meta>
552
+ <article-title>Mixed Content</article-title>
553
+ </article-meta>
554
+ </front>
555
+ <body>
556
+ <sec id="s1">
557
+ <title>Analysis</title>
558
+ <p>First paragraph with data.</p>
559
+ <table-wrap id="tbl1">
560
+ <table>
561
+ <thead>
562
+ <tr><th>Data</th><th>Value</th></tr>
563
+ </thead>
564
+ <tbody>
565
+ <tr><td>Sample</td><td>100</td></tr>
566
+ </tbody>
567
+ </table>
568
+ </table-wrap>
569
+ <p>Second paragraph after table.</p>
570
+ </sec>
571
+ </body>
572
+ </article>"#;
573
+
574
+ let extractor = JatsExtractor::new();
575
+ let config = ExtractionConfig::default();
576
+ let result = extractor
577
+ .extract_bytes(jats_content.as_bytes(), "application/x-jats+xml", &config)
578
+ .await;
579
+
580
+ assert!(result.is_ok());
581
+ let extraction = result.unwrap();
582
+
583
+ assert!(extraction.content.contains("First paragraph"));
584
+ assert!(extraction.content.contains("Second paragraph"));
585
+ assert_eq!(extraction.tables.len(), 1);
586
+ }
587
+
588
+ /// Test extraction with multiple keyword groups
589
+ #[tokio::test]
590
+ async fn test_extract_multiple_keywords() {
591
+ let jats_content = r#"<?xml version="1.0" encoding="UTF-8"?>
592
+ <article>
593
+ <front>
594
+ <article-meta>
595
+ <article-title>Keyword Test</article-title>
596
+ <kwd-group xml:lang="en">
597
+ <kwd>primary keyword</kwd>
598
+ <kwd>secondary keyword</kwd>
599
+ </kwd-group>
600
+ <kwd-group xml:lang="es">
601
+ <kwd>palabra clave</kwd>
602
+ </kwd-group>
603
+ </article-meta>
604
+ </front>
605
+ </article>"#;
606
+
607
+ let extractor = JatsExtractor::new();
608
+ let config = ExtractionConfig::default();
609
+ let result = extractor
610
+ .extract_bytes(jats_content.as_bytes(), "application/x-jats+xml", &config)
611
+ .await;
612
+
613
+ assert!(result.is_ok());
614
+ let extraction = result.unwrap();
615
+
616
+ let subject = extraction.metadata.subject.unwrap();
617
+ assert!(subject.contains("keyword") || subject.contains("Keyword"));
618
+ }
619
+
620
+ /// Test full extraction workflow on file
621
+ #[tokio::test]
622
+ async fn test_extract_jats_file() {
623
+ let extractor = JatsExtractor::new();
624
+ let config = ExtractionConfig::default();
625
+
626
+ let test_file = jats_fixture("sample_article.jats");
627
+ if test_file.exists() {
628
+ let result = extractor
629
+ .extract_file(&test_file, "application/x-jats+xml", &config)
630
+ .await;
631
+
632
+ assert!(result.is_ok());
633
+ let extraction = result.unwrap();
634
+
635
+ assert!(!extraction.content.is_empty());
636
+ assert!(extraction.metadata.subject.is_some());
637
+ }
638
+ }
639
+ }