kreuzberg 4.0.0.rc1 → 4.0.0.rc2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (342) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +14 -8
  3. data/.rspec +3 -3
  4. data/.rubocop.yaml +1 -534
  5. data/.rubocop.yml +538 -0
  6. data/Gemfile +8 -9
  7. data/Gemfile.lock +9 -109
  8. data/README.md +426 -421
  9. data/Rakefile +25 -25
  10. data/Steepfile +47 -47
  11. data/examples/async_patterns.rb +341 -340
  12. data/ext/kreuzberg_rb/extconf.rb +45 -35
  13. data/ext/kreuzberg_rb/native/Cargo.lock +6535 -0
  14. data/ext/kreuzberg_rb/native/Cargo.toml +44 -36
  15. data/ext/kreuzberg_rb/native/README.md +425 -425
  16. data/ext/kreuzberg_rb/native/build.rs +15 -17
  17. data/ext/kreuzberg_rb/native/include/ieeefp.h +11 -11
  18. data/ext/kreuzberg_rb/native/include/msvc_compat/strings.h +14 -14
  19. data/ext/kreuzberg_rb/native/include/strings.h +20 -20
  20. data/ext/kreuzberg_rb/native/include/unistd.h +47 -47
  21. data/ext/kreuzberg_rb/native/src/lib.rs +2998 -2939
  22. data/extconf.rb +28 -28
  23. data/kreuzberg.gemspec +148 -105
  24. data/lib/kreuzberg/api_proxy.rb +142 -142
  25. data/lib/kreuzberg/cache_api.rb +46 -45
  26. data/lib/kreuzberg/cli.rb +55 -55
  27. data/lib/kreuzberg/cli_proxy.rb +127 -127
  28. data/lib/kreuzberg/config.rb +691 -684
  29. data/lib/kreuzberg/error_context.rb +32 -0
  30. data/lib/kreuzberg/errors.rb +118 -50
  31. data/lib/kreuzberg/extraction_api.rb +85 -84
  32. data/lib/kreuzberg/mcp_proxy.rb +186 -186
  33. data/lib/kreuzberg/ocr_backend_protocol.rb +113 -113
  34. data/lib/kreuzberg/post_processor_protocol.rb +86 -86
  35. data/lib/kreuzberg/result.rb +216 -216
  36. data/lib/kreuzberg/setup_lib_path.rb +80 -79
  37. data/lib/kreuzberg/validator_protocol.rb +89 -89
  38. data/lib/kreuzberg/version.rb +5 -5
  39. data/lib/kreuzberg.rb +103 -82
  40. data/sig/kreuzberg/internal.rbs +184 -184
  41. data/sig/kreuzberg.rbs +520 -468
  42. data/spec/binding/cache_spec.rb +227 -227
  43. data/spec/binding/cli_proxy_spec.rb +85 -87
  44. data/spec/binding/cli_spec.rb +55 -54
  45. data/spec/binding/config_spec.rb +345 -345
  46. data/spec/binding/config_validation_spec.rb +283 -283
  47. data/spec/binding/error_handling_spec.rb +213 -213
  48. data/spec/binding/errors_spec.rb +66 -66
  49. data/spec/binding/plugins/ocr_backend_spec.rb +307 -307
  50. data/spec/binding/plugins/postprocessor_spec.rb +269 -269
  51. data/spec/binding/plugins/validator_spec.rb +274 -274
  52. data/spec/fixtures/config.toml +39 -39
  53. data/spec/fixtures/config.yaml +41 -42
  54. data/spec/fixtures/invalid_config.toml +4 -4
  55. data/spec/smoke/package_spec.rb +178 -178
  56. data/spec/spec_helper.rb +42 -42
  57. data/vendor/kreuzberg/Cargo.toml +204 -134
  58. data/vendor/kreuzberg/README.md +175 -175
  59. data/vendor/kreuzberg/benches/otel_overhead.rs +48 -0
  60. data/vendor/kreuzberg/build.rs +474 -460
  61. data/vendor/kreuzberg/src/api/error.rs +81 -81
  62. data/vendor/kreuzberg/src/api/handlers.rs +199 -199
  63. data/vendor/kreuzberg/src/api/mod.rs +79 -79
  64. data/vendor/kreuzberg/src/api/server.rs +353 -353
  65. data/vendor/kreuzberg/src/api/types.rs +170 -170
  66. data/vendor/kreuzberg/src/cache/mod.rs +1167 -1143
  67. data/vendor/kreuzberg/src/chunking/mod.rs +677 -677
  68. data/vendor/kreuzberg/src/core/batch_mode.rs +95 -35
  69. data/vendor/kreuzberg/src/core/config.rs +1032 -1032
  70. data/vendor/kreuzberg/src/core/extractor.rs +1024 -903
  71. data/vendor/kreuzberg/src/core/io.rs +329 -327
  72. data/vendor/kreuzberg/src/core/mime.rs +605 -615
  73. data/vendor/kreuzberg/src/core/mod.rs +45 -42
  74. data/vendor/kreuzberg/src/core/pipeline.rs +984 -906
  75. data/vendor/kreuzberg/src/embeddings.rs +432 -323
  76. data/vendor/kreuzberg/src/error.rs +431 -431
  77. data/vendor/kreuzberg/src/extraction/archive.rs +954 -954
  78. data/vendor/kreuzberg/src/extraction/docx.rs +40 -40
  79. data/vendor/kreuzberg/src/extraction/email.rs +854 -854
  80. data/vendor/kreuzberg/src/extraction/excel.rs +688 -688
  81. data/vendor/kreuzberg/src/extraction/html.rs +553 -553
  82. data/vendor/kreuzberg/src/extraction/image.rs +368 -368
  83. data/vendor/kreuzberg/src/extraction/libreoffice.rs +563 -564
  84. data/vendor/kreuzberg/src/extraction/markdown.rs +213 -0
  85. data/vendor/kreuzberg/src/extraction/mod.rs +81 -77
  86. data/vendor/kreuzberg/src/extraction/office_metadata/app_properties.rs +398 -398
  87. data/vendor/kreuzberg/src/extraction/office_metadata/core_properties.rs +247 -247
  88. data/vendor/kreuzberg/src/extraction/office_metadata/custom_properties.rs +240 -240
  89. data/vendor/kreuzberg/src/extraction/office_metadata/mod.rs +130 -128
  90. data/vendor/kreuzberg/src/extraction/office_metadata/odt_properties.rs +287 -0
  91. data/vendor/kreuzberg/src/extraction/pptx.rs +3000 -3000
  92. data/vendor/kreuzberg/src/extraction/structured.rs +490 -490
  93. data/vendor/kreuzberg/src/extraction/table.rs +328 -328
  94. data/vendor/kreuzberg/src/extraction/text.rs +269 -269
  95. data/vendor/kreuzberg/src/extraction/xml.rs +333 -333
  96. data/vendor/kreuzberg/src/extractors/archive.rs +446 -425
  97. data/vendor/kreuzberg/src/extractors/bibtex.rs +469 -0
  98. data/vendor/kreuzberg/src/extractors/docbook.rs +502 -0
  99. data/vendor/kreuzberg/src/extractors/docx.rs +367 -479
  100. data/vendor/kreuzberg/src/extractors/email.rs +143 -129
  101. data/vendor/kreuzberg/src/extractors/epub.rs +707 -0
  102. data/vendor/kreuzberg/src/extractors/excel.rs +343 -344
  103. data/vendor/kreuzberg/src/extractors/fictionbook.rs +491 -0
  104. data/vendor/kreuzberg/src/extractors/fictionbook.rs.backup2 +738 -0
  105. data/vendor/kreuzberg/src/extractors/html.rs +393 -410
  106. data/vendor/kreuzberg/src/extractors/image.rs +198 -195
  107. data/vendor/kreuzberg/src/extractors/jats.rs +1051 -0
  108. data/vendor/kreuzberg/src/extractors/jupyter.rs +367 -0
  109. data/vendor/kreuzberg/src/extractors/latex.rs +652 -0
  110. data/vendor/kreuzberg/src/extractors/markdown.rs +700 -0
  111. data/vendor/kreuzberg/src/extractors/mod.rs +365 -268
  112. data/vendor/kreuzberg/src/extractors/odt.rs +628 -0
  113. data/vendor/kreuzberg/src/extractors/opml.rs +634 -0
  114. data/vendor/kreuzberg/src/extractors/orgmode.rs +528 -0
  115. data/vendor/kreuzberg/src/extractors/pdf.rs +493 -496
  116. data/vendor/kreuzberg/src/extractors/pptx.rs +248 -234
  117. data/vendor/kreuzberg/src/extractors/rst.rs +576 -0
  118. data/vendor/kreuzberg/src/extractors/rtf.rs +810 -0
  119. data/vendor/kreuzberg/src/extractors/security.rs +484 -0
  120. data/vendor/kreuzberg/src/extractors/security_tests.rs +367 -0
  121. data/vendor/kreuzberg/src/extractors/structured.rs +140 -126
  122. data/vendor/kreuzberg/src/extractors/text.rs +260 -242
  123. data/vendor/kreuzberg/src/extractors/typst.rs +650 -0
  124. data/vendor/kreuzberg/src/extractors/xml.rs +135 -128
  125. data/vendor/kreuzberg/src/image/dpi.rs +164 -164
  126. data/vendor/kreuzberg/src/image/mod.rs +6 -6
  127. data/vendor/kreuzberg/src/image/preprocessing.rs +417 -417
  128. data/vendor/kreuzberg/src/image/resize.rs +89 -89
  129. data/vendor/kreuzberg/src/keywords/config.rs +154 -154
  130. data/vendor/kreuzberg/src/keywords/mod.rs +237 -237
  131. data/vendor/kreuzberg/src/keywords/processor.rs +267 -267
  132. data/vendor/kreuzberg/src/keywords/rake.rs +293 -294
  133. data/vendor/kreuzberg/src/keywords/types.rs +68 -68
  134. data/vendor/kreuzberg/src/keywords/yake.rs +163 -163
  135. data/vendor/kreuzberg/src/language_detection/mod.rs +942 -942
  136. data/vendor/kreuzberg/src/lib.rs +105 -102
  137. data/vendor/kreuzberg/src/mcp/mod.rs +32 -32
  138. data/vendor/kreuzberg/src/mcp/server.rs +1968 -1966
  139. data/vendor/kreuzberg/src/ocr/cache.rs +469 -469
  140. data/vendor/kreuzberg/src/ocr/error.rs +37 -37
  141. data/vendor/kreuzberg/src/ocr/hocr.rs +216 -216
  142. data/vendor/kreuzberg/src/ocr/mod.rs +58 -58
  143. data/vendor/kreuzberg/src/ocr/processor.rs +863 -847
  144. data/vendor/kreuzberg/src/ocr/table/mod.rs +4 -4
  145. data/vendor/kreuzberg/src/ocr/table/tsv_parser.rs +144 -144
  146. data/vendor/kreuzberg/src/ocr/tesseract_backend.rs +450 -450
  147. data/vendor/kreuzberg/src/ocr/types.rs +393 -393
  148. data/vendor/kreuzberg/src/ocr/utils.rs +47 -47
  149. data/vendor/kreuzberg/src/ocr/validation.rs +206 -206
  150. data/vendor/kreuzberg/src/panic_context.rs +154 -0
  151. data/vendor/kreuzberg/src/pdf/error.rs +122 -122
  152. data/vendor/kreuzberg/src/pdf/images.rs +139 -139
  153. data/vendor/kreuzberg/src/pdf/metadata.rs +346 -346
  154. data/vendor/kreuzberg/src/pdf/mod.rs +50 -50
  155. data/vendor/kreuzberg/src/pdf/rendering.rs +369 -369
  156. data/vendor/kreuzberg/src/pdf/table.rs +393 -420
  157. data/vendor/kreuzberg/src/pdf/text.rs +158 -161
  158. data/vendor/kreuzberg/src/plugins/extractor.rs +1013 -1010
  159. data/vendor/kreuzberg/src/plugins/mod.rs +209 -209
  160. data/vendor/kreuzberg/src/plugins/ocr.rs +620 -629
  161. data/vendor/kreuzberg/src/plugins/processor.rs +642 -641
  162. data/vendor/kreuzberg/src/plugins/registry.rs +1337 -1324
  163. data/vendor/kreuzberg/src/plugins/traits.rs +258 -258
  164. data/vendor/kreuzberg/src/plugins/validator.rs +956 -955
  165. data/vendor/kreuzberg/src/stopwords/mod.rs +1470 -1470
  166. data/vendor/kreuzberg/src/text/mod.rs +19 -19
  167. data/vendor/kreuzberg/src/text/quality.rs +697 -697
  168. data/vendor/kreuzberg/src/text/string_utils.rs +217 -217
  169. data/vendor/kreuzberg/src/text/token_reduction/cjk_utils.rs +164 -164
  170. data/vendor/kreuzberg/src/text/token_reduction/config.rs +100 -100
  171. data/vendor/kreuzberg/src/text/token_reduction/core.rs +796 -796
  172. data/vendor/kreuzberg/src/text/token_reduction/filters.rs +902 -902
  173. data/vendor/kreuzberg/src/text/token_reduction/mod.rs +160 -160
  174. data/vendor/kreuzberg/src/text/token_reduction/semantic.rs +619 -619
  175. data/vendor/kreuzberg/src/text/token_reduction/simd_text.rs +147 -147
  176. data/vendor/kreuzberg/src/types.rs +903 -873
  177. data/vendor/kreuzberg/src/utils/mod.rs +17 -17
  178. data/vendor/kreuzberg/src/utils/quality.rs +959 -959
  179. data/vendor/kreuzberg/src/utils/string_utils.rs +381 -381
  180. data/vendor/kreuzberg/stopwords/af_stopwords.json +53 -53
  181. data/vendor/kreuzberg/stopwords/ar_stopwords.json +482 -482
  182. data/vendor/kreuzberg/stopwords/bg_stopwords.json +261 -261
  183. data/vendor/kreuzberg/stopwords/bn_stopwords.json +400 -400
  184. data/vendor/kreuzberg/stopwords/br_stopwords.json +1205 -1205
  185. data/vendor/kreuzberg/stopwords/ca_stopwords.json +280 -280
  186. data/vendor/kreuzberg/stopwords/cs_stopwords.json +425 -425
  187. data/vendor/kreuzberg/stopwords/da_stopwords.json +172 -172
  188. data/vendor/kreuzberg/stopwords/de_stopwords.json +622 -622
  189. data/vendor/kreuzberg/stopwords/el_stopwords.json +849 -849
  190. data/vendor/kreuzberg/stopwords/en_stopwords.json +1300 -1300
  191. data/vendor/kreuzberg/stopwords/eo_stopwords.json +175 -175
  192. data/vendor/kreuzberg/stopwords/es_stopwords.json +734 -734
  193. data/vendor/kreuzberg/stopwords/et_stopwords.json +37 -37
  194. data/vendor/kreuzberg/stopwords/eu_stopwords.json +100 -100
  195. data/vendor/kreuzberg/stopwords/fa_stopwords.json +801 -801
  196. data/vendor/kreuzberg/stopwords/fi_stopwords.json +849 -849
  197. data/vendor/kreuzberg/stopwords/fr_stopwords.json +693 -693
  198. data/vendor/kreuzberg/stopwords/ga_stopwords.json +111 -111
  199. data/vendor/kreuzberg/stopwords/gl_stopwords.json +162 -162
  200. data/vendor/kreuzberg/stopwords/gu_stopwords.json +226 -226
  201. data/vendor/kreuzberg/stopwords/ha_stopwords.json +41 -41
  202. data/vendor/kreuzberg/stopwords/he_stopwords.json +196 -196
  203. data/vendor/kreuzberg/stopwords/hi_stopwords.json +227 -227
  204. data/vendor/kreuzberg/stopwords/hr_stopwords.json +181 -181
  205. data/vendor/kreuzberg/stopwords/hu_stopwords.json +791 -791
  206. data/vendor/kreuzberg/stopwords/hy_stopwords.json +47 -47
  207. data/vendor/kreuzberg/stopwords/id_stopwords.json +760 -760
  208. data/vendor/kreuzberg/stopwords/it_stopwords.json +634 -634
  209. data/vendor/kreuzberg/stopwords/ja_stopwords.json +136 -136
  210. data/vendor/kreuzberg/stopwords/kn_stopwords.json +84 -84
  211. data/vendor/kreuzberg/stopwords/ko_stopwords.json +681 -681
  212. data/vendor/kreuzberg/stopwords/ku_stopwords.json +64 -64
  213. data/vendor/kreuzberg/stopwords/la_stopwords.json +51 -51
  214. data/vendor/kreuzberg/stopwords/lt_stopwords.json +476 -476
  215. data/vendor/kreuzberg/stopwords/lv_stopwords.json +163 -163
  216. data/vendor/kreuzberg/stopwords/ml_stopwords.json +1 -1
  217. data/vendor/kreuzberg/stopwords/mr_stopwords.json +101 -101
  218. data/vendor/kreuzberg/stopwords/ms_stopwords.json +477 -477
  219. data/vendor/kreuzberg/stopwords/ne_stopwords.json +490 -490
  220. data/vendor/kreuzberg/stopwords/nl_stopwords.json +415 -415
  221. data/vendor/kreuzberg/stopwords/no_stopwords.json +223 -223
  222. data/vendor/kreuzberg/stopwords/pl_stopwords.json +331 -331
  223. data/vendor/kreuzberg/stopwords/pt_stopwords.json +562 -562
  224. data/vendor/kreuzberg/stopwords/ro_stopwords.json +436 -436
  225. data/vendor/kreuzberg/stopwords/ru_stopwords.json +561 -561
  226. data/vendor/kreuzberg/stopwords/si_stopwords.json +193 -193
  227. data/vendor/kreuzberg/stopwords/sk_stopwords.json +420 -420
  228. data/vendor/kreuzberg/stopwords/sl_stopwords.json +448 -448
  229. data/vendor/kreuzberg/stopwords/so_stopwords.json +32 -32
  230. data/vendor/kreuzberg/stopwords/st_stopwords.json +33 -33
  231. data/vendor/kreuzberg/stopwords/sv_stopwords.json +420 -420
  232. data/vendor/kreuzberg/stopwords/sw_stopwords.json +76 -76
  233. data/vendor/kreuzberg/stopwords/ta_stopwords.json +129 -129
  234. data/vendor/kreuzberg/stopwords/te_stopwords.json +54 -54
  235. data/vendor/kreuzberg/stopwords/th_stopwords.json +118 -118
  236. data/vendor/kreuzberg/stopwords/tl_stopwords.json +149 -149
  237. data/vendor/kreuzberg/stopwords/tr_stopwords.json +506 -506
  238. data/vendor/kreuzberg/stopwords/uk_stopwords.json +75 -75
  239. data/vendor/kreuzberg/stopwords/ur_stopwords.json +519 -519
  240. data/vendor/kreuzberg/stopwords/vi_stopwords.json +647 -647
  241. data/vendor/kreuzberg/stopwords/yo_stopwords.json +62 -62
  242. data/vendor/kreuzberg/stopwords/zh_stopwords.json +796 -796
  243. data/vendor/kreuzberg/stopwords/zu_stopwords.json +31 -31
  244. data/vendor/kreuzberg/tests/api_extract_multipart.rs +52 -0
  245. data/vendor/kreuzberg/tests/api_tests.rs +966 -966
  246. data/vendor/kreuzberg/tests/archive_integration.rs +543 -543
  247. data/vendor/kreuzberg/tests/batch_orchestration.rs +556 -542
  248. data/vendor/kreuzberg/tests/batch_processing.rs +316 -304
  249. data/vendor/kreuzberg/tests/bibtex_parity_test.rs +421 -0
  250. data/vendor/kreuzberg/tests/concurrency_stress.rs +525 -509
  251. data/vendor/kreuzberg/tests/config_features.rs +598 -580
  252. data/vendor/kreuzberg/tests/config_loading_tests.rs +415 -439
  253. data/vendor/kreuzberg/tests/core_integration.rs +510 -493
  254. data/vendor/kreuzberg/tests/csv_integration.rs +414 -424
  255. data/vendor/kreuzberg/tests/docbook_extractor_tests.rs +498 -0
  256. data/vendor/kreuzberg/tests/docx_metadata_extraction_test.rs +122 -124
  257. data/vendor/kreuzberg/tests/docx_vs_pandoc_comparison.rs +370 -0
  258. data/vendor/kreuzberg/tests/email_integration.rs +325 -325
  259. data/vendor/kreuzberg/tests/epub_native_extractor_tests.rs +275 -0
  260. data/vendor/kreuzberg/tests/error_handling.rs +393 -393
  261. data/vendor/kreuzberg/tests/fictionbook_extractor_tests.rs +228 -0
  262. data/vendor/kreuzberg/tests/format_integration.rs +159 -159
  263. data/vendor/kreuzberg/tests/helpers/mod.rs +142 -142
  264. data/vendor/kreuzberg/tests/html_table_test.rs +551 -0
  265. data/vendor/kreuzberg/tests/image_integration.rs +253 -253
  266. data/vendor/kreuzberg/tests/instrumentation_test.rs +139 -0
  267. data/vendor/kreuzberg/tests/jats_extractor_tests.rs +639 -0
  268. data/vendor/kreuzberg/tests/jupyter_extractor_tests.rs +704 -0
  269. data/vendor/kreuzberg/tests/keywords_integration.rs +479 -479
  270. data/vendor/kreuzberg/tests/keywords_quality.rs +509 -509
  271. data/vendor/kreuzberg/tests/latex_extractor_tests.rs +496 -0
  272. data/vendor/kreuzberg/tests/markdown_extractor_tests.rs +490 -0
  273. data/vendor/kreuzberg/tests/mime_detection.rs +428 -428
  274. data/vendor/kreuzberg/tests/ocr_configuration.rs +510 -510
  275. data/vendor/kreuzberg/tests/ocr_errors.rs +676 -676
  276. data/vendor/kreuzberg/tests/ocr_quality.rs +627 -627
  277. data/vendor/kreuzberg/tests/ocr_stress.rs +469 -469
  278. data/vendor/kreuzberg/tests/odt_extractor_tests.rs +695 -0
  279. data/vendor/kreuzberg/tests/opml_extractor_tests.rs +616 -0
  280. data/vendor/kreuzberg/tests/orgmode_extractor_tests.rs +822 -0
  281. data/vendor/kreuzberg/tests/pdf_integration.rs +43 -43
  282. data/vendor/kreuzberg/tests/pipeline_integration.rs +1411 -1412
  283. data/vendor/kreuzberg/tests/plugin_ocr_backend_test.rs +771 -771
  284. data/vendor/kreuzberg/tests/plugin_postprocessor_test.rs +560 -561
  285. data/vendor/kreuzberg/tests/plugin_system.rs +921 -921
  286. data/vendor/kreuzberg/tests/plugin_validator_test.rs +783 -783
  287. data/vendor/kreuzberg/tests/registry_integration_tests.rs +586 -607
  288. data/vendor/kreuzberg/tests/rst_extractor_tests.rs +692 -0
  289. data/vendor/kreuzberg/tests/rtf_extractor_tests.rs +776 -0
  290. data/vendor/kreuzberg/tests/security_validation.rs +415 -404
  291. data/vendor/kreuzberg/tests/stopwords_integration_test.rs +888 -888
  292. data/vendor/kreuzberg/tests/test_fastembed.rs +609 -609
  293. data/vendor/kreuzberg/tests/typst_behavioral_tests.rs +1259 -0
  294. data/vendor/kreuzberg/tests/typst_extractor_tests.rs +647 -0
  295. data/vendor/kreuzberg/tests/xlsx_metadata_extraction_test.rs +87 -87
  296. data/vendor/rb-sys/.cargo-ok +1 -0
  297. data/vendor/rb-sys/.cargo_vcs_info.json +6 -0
  298. data/vendor/rb-sys/Cargo.lock +393 -0
  299. data/vendor/rb-sys/Cargo.toml +70 -0
  300. data/vendor/rb-sys/Cargo.toml.orig +57 -0
  301. data/vendor/rb-sys/LICENSE-APACHE +190 -0
  302. data/vendor/rb-sys/LICENSE-MIT +21 -0
  303. data/vendor/rb-sys/bin/release.sh +21 -0
  304. data/vendor/rb-sys/build/features.rs +108 -0
  305. data/vendor/rb-sys/build/main.rs +246 -0
  306. data/vendor/rb-sys/build/stable_api_config.rs +153 -0
  307. data/vendor/rb-sys/build/version.rs +48 -0
  308. data/vendor/rb-sys/readme.md +36 -0
  309. data/vendor/rb-sys/src/bindings.rs +21 -0
  310. data/vendor/rb-sys/src/hidden.rs +11 -0
  311. data/vendor/rb-sys/src/lib.rs +34 -0
  312. data/vendor/rb-sys/src/macros.rs +371 -0
  313. data/vendor/rb-sys/src/memory.rs +53 -0
  314. data/vendor/rb-sys/src/ruby_abi_version.rs +38 -0
  315. data/vendor/rb-sys/src/special_consts.rs +31 -0
  316. data/vendor/rb-sys/src/stable_api/compiled.c +179 -0
  317. data/vendor/rb-sys/src/stable_api/compiled.rs +257 -0
  318. data/vendor/rb-sys/src/stable_api/ruby_2_6.rs +316 -0
  319. data/vendor/rb-sys/src/stable_api/ruby_2_7.rs +316 -0
  320. data/vendor/rb-sys/src/stable_api/ruby_3_0.rs +324 -0
  321. data/vendor/rb-sys/src/stable_api/ruby_3_1.rs +317 -0
  322. data/vendor/rb-sys/src/stable_api/ruby_3_2.rs +315 -0
  323. data/vendor/rb-sys/src/stable_api/ruby_3_3.rs +326 -0
  324. data/vendor/rb-sys/src/stable_api/ruby_3_4.rs +327 -0
  325. data/vendor/rb-sys/src/stable_api.rs +261 -0
  326. data/vendor/rb-sys/src/symbol.rs +31 -0
  327. data/vendor/rb-sys/src/tracking_allocator.rs +332 -0
  328. data/vendor/rb-sys/src/utils.rs +89 -0
  329. data/vendor/rb-sys/src/value_type.rs +7 -0
  330. metadata +90 -95
  331. data/pkg/kreuzberg-4.0.0.rc1.gem +0 -0
  332. data/spec/examples.txt +0 -104
  333. data/vendor/kreuzberg/src/bin/profile_extract.rs +0 -455
  334. data/vendor/kreuzberg/src/extraction/pandoc/batch.rs +0 -275
  335. data/vendor/kreuzberg/src/extraction/pandoc/mime_types.rs +0 -178
  336. data/vendor/kreuzberg/src/extraction/pandoc/mod.rs +0 -491
  337. data/vendor/kreuzberg/src/extraction/pandoc/server.rs +0 -496
  338. data/vendor/kreuzberg/src/extraction/pandoc/subprocess.rs +0 -1188
  339. data/vendor/kreuzberg/src/extraction/pandoc/version.rs +0 -162
  340. data/vendor/kreuzberg/src/extractors/pandoc.rs +0 -201
  341. data/vendor/kreuzberg/tests/chunking_offset_demo.rs +0 -92
  342. data/vendor/kreuzberg/tests/pandoc_integration.rs +0 -503
data/vendor/kreuzberg/stopwords/id_stopwords.json CHANGED
@@ -1,760 +1,760 @@
1
- [
2
- "ada",
3
- "adalah",
4
- "adanya",
5
- "adapun",
6
- "agak",
7
- "agaknya",
8
- "agar",
9
- "akan",
10
- "akankah",
11
- "akhir",
12
- "akhiri",
13
- "akhirnya",
14
- "aku",
15
- "akulah",
16
- "amat",
17
- "amatlah",
18
- "anda",
19
- "andalah",
20
- "antar",
21
- "antara",
22
- "antaranya",
23
- "apa",
24
- "apaan",
25
- "apabila",
26
- "apakah",
27
- "apalagi",
28
- "apatah",
29
- "artinya",
30
- "asal",
31
- "asalkan",
32
- "atas",
33
- "atau",
34
- "ataukah",
35
- "ataupun",
36
- "awal",
37
- "awalnya",
38
- "bagai",
39
- "bagaikan",
40
- "bagaimana",
41
- "bagaimanakah",
42
- "bagaimanapun",
43
- "bagi",
44
- "bagian",
45
- "bahkan",
46
- "bahwa",
47
- "bahwasanya",
48
- "baik",
49
- "bakal",
50
- "bakalan",
51
- "balik",
52
- "banyak",
53
- "bapak",
54
- "baru",
55
- "bawah",
56
- "beberapa",
57
- "begini",
58
- "beginian",
59
- "beginikah",
60
- "beginilah",
61
- "begitu",
62
- "begitukah",
63
- "begitulah",
64
- "begitupun",
65
- "bekerja",
66
- "belakang",
67
- "belakangan",
68
- "belum",
69
- "belumlah",
70
- "benar",
71
- "benarkah",
72
- "benarlah",
73
- "berada",
74
- "berakhir",
75
- "berakhirlah",
76
- "berakhirnya",
77
- "berapa",
78
- "berapakah",
79
- "berapalah",
80
- "berapapun",
81
- "berarti",
82
- "berawal",
83
- "berbagai",
84
- "berdatangan",
85
- "beri",
86
- "berikan",
87
- "berikut",
88
- "berikutnya",
89
- "berjumlah",
90
- "berkali-kali",
91
- "berkata",
92
- "berkehendak",
93
- "berkeinginan",
94
- "berkenaan",
95
- "berlainan",
96
- "berlalu",
97
- "berlangsung",
98
- "berlebihan",
99
- "bermacam",
100
- "bermacam-macam",
101
- "bermaksud",
102
- "bermula",
103
- "bersama",
104
- "bersama-sama",
105
- "bersiap",
106
- "bersiap-siap",
107
- "bertanya",
108
- "bertanya-tanya",
109
- "berturut",
110
- "berturut-turut",
111
- "bertutur",
112
- "berujar",
113
- "berupa",
114
- "besar",
115
- "betul",
116
- "betulkah",
117
- "biasa",
118
- "biasanya",
119
- "bila",
120
- "bilakah",
121
- "bisa",
122
- "bisakah",
123
- "boleh",
124
- "bolehkah",
125
- "bolehlah",
126
- "buat",
127
- "bukan",
128
- "bukankah",
129
- "bukanlah",
130
- "bukannya",
131
- "bulan",
132
- "bung",
133
- "cara",
134
- "caranya",
135
- "cukup",
136
- "cukupkah",
137
- "cukuplah",
138
- "cuma",
139
- "dahulu",
140
- "dalam",
141
- "dan",
142
- "dapat",
143
- "dari",
144
- "daripada",
145
- "datang",
146
- "dekat",
147
- "demi",
148
- "demikian",
149
- "demikianlah",
150
- "dengan",
151
- "depan",
152
- "di",
153
- "dia",
154
- "diakhiri",
155
- "diakhirinya",
156
- "dialah",
157
- "diantara",
158
- "diantaranya",
159
- "diberi",
160
- "diberikan",
161
- "diberikannya",
162
- "dibuat",
163
- "dibuatnya",
164
- "didapat",
165
- "didatangkan",
166
- "digunakan",
167
- "diibaratkan",
168
- "diibaratkannya",
169
- "diingat",
170
- "diingatkan",
171
- "diinginkan",
172
- "dijawab",
173
- "dijelaskan",
174
- "dijelaskannya",
175
- "dikarenakan",
176
- "dikatakan",
177
- "dikatakannya",
178
- "dikerjakan",
179
- "diketahui",
180
- "diketahuinya",
181
- "dikira",
182
- "dilakukan",
183
- "dilalui",
184
- "dilihat",
185
- "dimaksud",
186
- "dimaksudkan",
187
- "dimaksudkannya",
188
- "dimaksudnya",
189
- "diminta",
190
- "dimintai",
191
- "dimisalkan",
192
- "dimulai",
193
- "dimulailah",
194
- "dimulainya",
195
- "dimungkinkan",
196
- "dini",
197
- "dipastikan",
198
- "diperbuat",
199
- "diperbuatnya",
200
- "dipergunakan",
201
- "diperkirakan",
202
- "diperlihatkan",
203
- "diperlukan",
204
- "diperlukannya",
205
- "dipersoalkan",
206
- "dipertanyakan",
207
- "dipunyai",
208
- "diri",
209
- "dirinya",
210
- "disampaikan",
211
- "disebut",
212
- "disebutkan",
213
- "disebutkannya",
214
- "disini",
215
- "disinilah",
216
- "ditambahkan",
217
- "ditandaskan",
218
- "ditanya",
219
- "ditanyai",
220
- "ditanyakan",
221
- "ditegaskan",
222
- "ditujukan",
223
- "ditunjuk",
224
- "ditunjuki",
225
- "ditunjukkan",
226
- "ditunjukkannya",
227
- "ditunjuknya",
228
- "dituturkan",
229
- "dituturkannya",
230
- "diucapkan",
231
- "diucapkannya",
232
- "diungkapkan",
233
- "dong",
234
- "dua",
235
- "dulu",
236
- "empat",
237
- "enggak",
238
- "enggaknya",
239
- "entah",
240
- "entahlah",
241
- "guna",
242
- "gunakan",
243
- "hal",
244
- "hampir",
245
- "hanya",
246
- "hanyalah",
247
- "hari",
248
- "harus",
249
- "haruslah",
250
- "harusnya",
251
- "hendak",
252
- "hendaklah",
253
- "hendaknya",
254
- "hingga",
255
- "ia",
256
- "ialah",
257
- "ibarat",
258
- "ibaratkan",
259
- "ibaratnya",
260
- "ibu",
261
- "ikut",
262
- "ingat",
263
- "ingat-ingat",
264
- "ingin",
265
- "inginkah",
266
- "inginkan",
267
- "ini",
268
- "inikah",
269
- "inilah",
270
- "itu",
271
- "itukah",
272
- "itulah",
273
- "jadi",
274
- "jadilah",
275
- "jadinya",
276
- "jangan",
277
- "jangankan",
278
- "janganlah",
279
- "jauh",
280
- "jawab",
281
- "jawaban",
282
- "jawabnya",
283
- "jelas",
284
- "jelaskan",
285
- "jelaslah",
286
- "jelasnya",
287
- "jika",
288
- "jikalau",
289
- "juga",
290
- "jumlah",
291
- "jumlahnya",
292
- "justru",
293
- "kala",
294
- "kalau",
295
- "kalaulah",
296
- "kalaupun",
297
- "kalian",
298
- "kami",
299
- "kamilah",
300
- "kamu",
301
- "kamulah",
302
- "kan",
303
- "kapan",
304
- "kapankah",
305
- "kapanpun",
306
- "karena",
307
- "karenanya",
308
- "kasus",
309
- "kata",
310
- "katakan",
311
- "katakanlah",
312
- "katanya",
313
- "ke",
314
- "keadaan",
315
- "kebetulan",
316
- "kecil",
317
- "kedua",
318
- "keduanya",
319
- "keinginan",
320
- "kelamaan",
321
- "kelihatan",
322
- "kelihatannya",
323
- "kelima",
324
- "keluar",
325
- "kembali",
326
- "kemudian",
327
- "kemungkinan",
328
- "kemungkinannya",
329
- "kenapa",
330
- "kepada",
331
- "kepadanya",
332
- "kesampaian",
333
- "keseluruhan",
334
- "keseluruhannya",
335
- "keterlaluan",
336
- "ketika",
337
- "khususnya",
338
- "kini",
339
- "kinilah",
340
- "kira",
341
- "kira-kira",
342
- "kiranya",
343
- "kita",
344
- "kitalah",
345
- "kok",
346
- "kurang",
347
- "lagi",
348
- "lagian",
349
- "lah",
350
- "lain",
351
- "lainnya",
352
- "lalu",
353
- "lama",
354
- "lamanya",
355
- "lanjut",
356
- "lanjutnya",
357
- "lebih",
358
- "lewat",
359
- "lima",
360
- "luar",
361
- "macam",
362
- "maka",
363
- "makanya",
364
- "makin",
365
- "malah",
366
- "malahan",
367
- "mampu",
368
- "mampukah",
369
- "mana",
370
- "manakala",
371
- "manalagi",
372
- "masa",
373
- "masalah",
374
- "masalahnya",
375
- "masih",
376
- "masihkah",
377
- "masing",
378
- "masing-masing",
379
- "mau",
380
- "maupun",
381
- "melainkan",
382
- "melakukan",
383
- "melalui",
384
- "melihat",
385
- "melihatnya",
386
- "memang",
387
- "memastikan",
388
- "memberi",
389
- "memberikan",
390
- "membuat",
391
- "memerlukan",
392
- "memihak",
393
- "meminta",
394
- "memintakan",
395
- "memisalkan",
396
- "memperbuat",
397
- "mempergunakan",
398
- "memperkirakan",
399
- "memperlihatkan",
400
- "mempersiapkan",
401
- "mempersoalkan",
402
- "mempertanyakan",
403
- "mempunyai",
404
- "memulai",
405
- "memungkinkan",
406
- "menaiki",
407
- "menambahkan",
408
- "menandaskan",
409
- "menanti",
410
- "menanti-nanti",
411
- "menantikan",
412
- "menanya",
413
- "menanyai",
414
- "menanyakan",
415
- "mendapat",
416
- "mendapatkan",
417
- "mendatang",
418
- "mendatangi",
419
- "mendatangkan",
420
- "menegaskan",
421
- "mengakhiri",
422
- "mengapa",
423
- "mengatakan",
424
- "mengatakannya",
425
- "mengenai",
426
- "mengerjakan",
427
- "mengetahui",
428
- "menggunakan",
429
- "menghendaki",
430
- "mengibaratkan",
431
- "mengibaratkannya",
432
- "mengingat",
433
- "mengingatkan",
434
- "menginginkan",
435
- "mengira",
436
- "mengucapkan",
437
- "mengucapkannya",
438
- "mengungkapkan",
439
- "menjadi",
440
- "menjawab",
441
- "menjelaskan",
442
- "menuju",
443
- "menunjuk",
444
- "menunjuki",
445
- "menunjukkan",
446
- "menunjuknya",
447
- "menurut",
448
- "menuturkan",
449
- "menyampaikan",
450
- "menyangkut",
451
- "menyatakan",
452
- "menyebutkan",
453
- "menyeluruh",
454
- "menyiapkan",
455
- "merasa",
456
- "mereka",
457
- "merekalah",
458
- "merupakan",
459
- "meski",
460
- "meskipun",
461
- "meyakini",
462
- "meyakinkan",
463
- "minta",
464
- "mirip",
465
- "misal",
466
- "misalkan",
467
- "misalnya",
468
- "mula",
469
- "mulai",
470
- "mulailah",
471
- "mulanya",
472
- "mungkin",
473
- "mungkinkah",
474
- "nah",
475
- "naik",
476
- "namun",
477
- "nanti",
478
- "nantinya",
479
- "nyaris",
480
- "nyatanya",
481
- "oleh",
482
- "olehnya",
483
- "pada",
484
- "padahal",
485
- "padanya",
486
- "pak",
487
- "paling",
488
- "panjang",
489
- "pantas",
490
- "para",
491
- "pasti",
492
- "pastilah",
493
- "penting",
494
- "pentingnya",
495
- "per",
496
- "percuma",
497
- "perlu",
498
- "perlukah",
499
- "perlunya",
500
- "pernah",
501
- "persoalan",
502
- "pertama",
503
- "pertama-tama",
504
- "pertanyaan",
505
- "pertanyakan",
506
- "pihak",
507
- "pihaknya",
508
- "pukul",
509
- "pula",
510
- "pun",
511
- "punya",
512
- "rasa",
513
- "rasanya",
514
- "rata",
515
- "rupanya",
516
- "saat",
517
- "saatnya",
518
- "saja",
519
- "sajalah",
520
- "saling",
521
- "sama",
522
- "sama-sama",
523
- "sambil",
524
- "sampai",
525
- "sampai-sampai",
526
- "sampaikan",
527
- "sana",
528
- "sangat",
529
- "sangatlah",
530
- "satu",
531
- "saya",
532
- "sayalah",
533
- "se",
534
- "sebab",
535
- "sebabnya",
536
- "sebagai",
537
- "sebagaimana",
538
- "sebagainya",
539
- "sebagian",
540
- "sebaik",
541
- "sebaik-baiknya",
542
- "sebaiknya",
543
- "sebaliknya",
544
- "sebanyak",
545
- "sebegini",
546
- "sebegitu",
547
- "sebelum",
548
- "sebelumnya",
549
- "sebenarnya",
550
- "seberapa",
551
- "sebesar",
552
- "sebetulnya",
553
- "sebisanya",
554
- "sebuah",
555
- "sebut",
556
- "sebutlah",
557
- "sebutnya",
558
- "secara",
559
- "secukupnya",
560
- "sedang",
561
- "sedangkan",
562
- "sedemikian",
563
- "sedikit",
564
- "sedikitnya",
565
- "seenaknya",
566
- "segala",
567
- "segalanya",
568
- "segera",
569
- "seharusnya",
570
- "sehingga",
571
- "seingat",
572
- "sejak",
573
- "sejauh",
574
- "sejenak",
575
- "sejumlah",
576
- "sekadar",
577
- "sekadarnya",
578
- "sekali",
579
- "sekali-kali",
580
- "sekalian",
581
- "sekaligus",
582
- "sekalipun",
583
- "sekarang",
584
- "sekecil",
585
- "seketika",
586
- "sekiranya",
587
- "sekitar",
588
- "sekitarnya",
589
- "sekurang-kurangnya",
590
- "sekurangnya",
591
- "sela",
592
- "selagi",
593
- "selain",
594
- "selaku",
595
- "selalu",
596
- "selama",
597
- "selama-lamanya",
598
- "selamanya",
599
- "selanjutnya",
600
- "seluruh",
601
- "seluruhnya",
602
- "semacam",
603
- "semakin",
604
- "semampu",
605
- "semampunya",
606
- "semasa",
607
- "semasih",
608
- "semata",
609
- "semata-mata",
610
- "semaunya",
611
- "sementara",
612
- "semisal",
613
- "semisalnya",
614
- "sempat",
615
- "semua",
616
- "semuanya",
617
- "semula",
618
- "sendiri",
619
- "sendirian",
620
- "sendirinya",
621
- "seolah",
622
- "seolah-olah",
623
- "seorang",
624
- "sepanjang",
625
- "sepantasnya",
626
- "sepantasnyalah",
627
- "seperlunya",
628
- "seperti",
629
- "sepertinya",
630
- "sepihak",
631
- "sering",
632
- "seringnya",
633
- "serta",
634
- "serupa",
635
- "sesaat",
636
- "sesama",
637
- "sesampai",
638
- "sesegera",
639
- "sesekali",
640
- "seseorang",
641
- "sesuatu",
642
- "sesuatunya",
643
- "sesudah",
644
- "sesudahnya",
645
- "setelah",
646
- "setempat",
647
- "setengah",
648
- "seterusnya",
649
- "setiap",
650
- "setiba",
651
- "setibanya",
652
- "setidak-tidaknya",
653
- "setidaknya",
654
- "setinggi",
655
- "seusai",
656
- "sewaktu",
657
- "siap",
658
- "siapa",
659
- "siapakah",
660
- "siapapun",
661
- "sini",
662
- "sinilah",
663
- "soal",
664
- "soalnya",
665
- "suatu",
666
- "sudah",
667
- "sudahkah",
668
- "sudahlah",
669
- "supaya",
670
- "tadi",
671
- "tadinya",
672
- "tahu",
673
- "tahun",
674
- "tak",
675
- "tambah",
676
- "tambahnya",
677
- "tampak",
678
- "tampaknya",
679
- "tandas",
680
- "tandasnya",
681
- "tanpa",
682
- "tanya",
683
- "tanyakan",
684
- "tanyanya",
685
- "tapi",
686
- "tegas",
687
- "tegasnya",
688
- "telah",
689
- "tempat",
690
- "tengah",
691
- "tentang",
692
- "tentu",
693
- "tentulah",
694
- "tentunya",
695
- "tepat",
696
- "terakhir",
697
- "terasa",
698
- "terbanyak",
699
- "terdahulu",
700
- "terdapat",
701
- "terdiri",
702
- "terhadap",
703
- "terhadapnya",
704
- "teringat",
705
- "teringat-ingat",
706
- "terjadi",
707
- "terjadilah",
708
- "terjadinya",
709
- "terkira",
710
- "terlalu",
711
- "terlebih",
712
- "terlihat",
713
- "termasuk",
714
- "ternyata",
715
- "tersampaikan",
716
- "tersebut",
717
- "tersebutlah",
718
- "tertentu",
719
- "tertuju",
720
- "terus",
721
- "terutama",
722
- "tetap",
723
- "tetapi",
724
- "tiap",
725
- "tiba",
726
- "tiba-tiba",
727
- "tidak",
728
- "tidakkah",
729
- "tidaklah",
730
- "tiga",
731
- "tinggi",
732
- "toh",
733
- "tunjuk",
734
- "turut",
735
- "tutur",
736
- "tuturnya",
737
- "ucap",
738
- "ucapnya",
739
- "ujar",
740
- "ujarnya",
741
- "umum",
742
- "umumnya",
743
- "ungkap",
744
- "ungkapnya",
745
- "untuk",
746
- "usah",
747
- "usai",
748
- "waduh",
749
- "wah",
750
- "wahai",
751
- "waktu",
752
- "waktunya",
753
- "walau",
754
- "walaupun",
755
- "wong",
756
- "yaitu",
757
- "yakin",
758
- "yakni",
759
- "yang"
760
- ]
1
+ [
2
+ "ada",
3
+ "adalah",
4
+ "adanya",
5
+ "adapun",
6
+ "agak",
7
+ "agaknya",
8
+ "agar",
9
+ "akan",
10
+ "akankah",
11
+ "akhir",
12
+ "akhiri",
13
+ "akhirnya",
14
+ "aku",
15
+ "akulah",
16
+ "amat",
17
+ "amatlah",
18
+ "anda",
19
+ "andalah",
20
+ "antar",
21
+ "antara",
22
+ "antaranya",
23
+ "apa",
24
+ "apaan",
25
+ "apabila",
26
+ "apakah",
27
+ "apalagi",
28
+ "apatah",
29
+ "artinya",
30
+ "asal",
31
+ "asalkan",
32
+ "atas",
33
+ "atau",
34
+ "ataukah",
35
+ "ataupun",
36
+ "awal",
37
+ "awalnya",
38
+ "bagai",
39
+ "bagaikan",
40
+ "bagaimana",
41
+ "bagaimanakah",
42
+ "bagaimanapun",
43
+ "bagi",
44
+ "bagian",
45
+ "bahkan",
46
+ "bahwa",
47
+ "bahwasanya",
48
+ "baik",
49
+ "bakal",
50
+ "bakalan",
51
+ "balik",
52
+ "banyak",
53
+ "bapak",
54
+ "baru",
55
+ "bawah",
56
+ "beberapa",
57
+ "begini",
58
+ "beginian",
59
+ "beginikah",
60
+ "beginilah",
61
+ "begitu",
62
+ "begitukah",
63
+ "begitulah",
64
+ "begitupun",
65
+ "bekerja",
66
+ "belakang",
67
+ "belakangan",
68
+ "belum",
69
+ "belumlah",
70
+ "benar",
71
+ "benarkah",
72
+ "benarlah",
73
+ "berada",
74
+ "berakhir",
75
+ "berakhirlah",
76
+ "berakhirnya",
77
+ "berapa",
78
+ "berapakah",
79
+ "berapalah",
80
+ "berapapun",
81
+ "berarti",
82
+ "berawal",
83
+ "berbagai",
84
+ "berdatangan",
85
+ "beri",
86
+ "berikan",
87
+ "berikut",
88
+ "berikutnya",
89
+ "berjumlah",
90
+ "berkali-kali",
91
+ "berkata",
92
+ "berkehendak",
93
+ "berkeinginan",
94
+ "berkenaan",
95
+ "berlainan",
96
+ "berlalu",
97
+ "berlangsung",
98
+ "berlebihan",
99
+ "bermacam",
100
+ "bermacam-macam",
101
+ "bermaksud",
102
+ "bermula",
103
+ "bersama",
104
+ "bersama-sama",
105
+ "bersiap",
106
+ "bersiap-siap",
107
+ "bertanya",
108
+ "bertanya-tanya",
109
+ "berturut",
110
+ "berturut-turut",
111
+ "bertutur",
112
+ "berujar",
113
+ "berupa",
114
+ "besar",
115
+ "betul",
116
+ "betulkah",
117
+ "biasa",
118
+ "biasanya",
119
+ "bila",
120
+ "bilakah",
121
+ "bisa",
122
+ "bisakah",
123
+ "boleh",
124
+ "bolehkah",
125
+ "bolehlah",
126
+ "buat",
127
+ "bukan",
128
+ "bukankah",
129
+ "bukanlah",
130
+ "bukannya",
131
+ "bulan",
132
+ "bung",
133
+ "cara",
134
+ "caranya",
135
+ "cukup",
136
+ "cukupkah",
137
+ "cukuplah",
138
+ "cuma",
139
+ "dahulu",
140
+ "dalam",
141
+ "dan",
142
+ "dapat",
143
+ "dari",
144
+ "daripada",
145
+ "datang",
146
+ "dekat",
147
+ "demi",
148
+ "demikian",
149
+ "demikianlah",
150
+ "dengan",
151
+ "depan",
152
+ "di",
153
+ "dia",
154
+ "diakhiri",
155
+ "diakhirinya",
156
+ "dialah",
157
+ "diantara",
158
+ "diantaranya",
159
+ "diberi",
160
+ "diberikan",
161
+ "diberikannya",
162
+ "dibuat",
163
+ "dibuatnya",
164
+ "didapat",
165
+ "didatangkan",
166
+ "digunakan",
167
+ "diibaratkan",
168
+ "diibaratkannya",
169
+ "diingat",
170
+ "diingatkan",
171
+ "diinginkan",
172
+ "dijawab",
173
+ "dijelaskan",
174
+ "dijelaskannya",
175
+ "dikarenakan",
176
+ "dikatakan",
177
+ "dikatakannya",
178
+ "dikerjakan",
179
+ "diketahui",
180
+ "diketahuinya",
181
+ "dikira",
182
+ "dilakukan",
183
+ "dilalui",
184
+ "dilihat",
185
+ "dimaksud",
186
+ "dimaksudkan",
187
+ "dimaksudkannya",
188
+ "dimaksudnya",
189
+ "diminta",
190
+ "dimintai",
191
+ "dimisalkan",
192
+ "dimulai",
193
+ "dimulailah",
194
+ "dimulainya",
195
+ "dimungkinkan",
196
+ "dini",
197
+ "dipastikan",
198
+ "diperbuat",
199
+ "diperbuatnya",
200
+ "dipergunakan",
201
+ "diperkirakan",
202
+ "diperlihatkan",
203
+ "diperlukan",
204
+ "diperlukannya",
205
+ "dipersoalkan",
206
+ "dipertanyakan",
207
+ "dipunyai",
208
+ "diri",
209
+ "dirinya",
210
+ "disampaikan",
211
+ "disebut",
212
+ "disebutkan",
213
+ "disebutkannya",
214
+ "disini",
215
+ "disinilah",
216
+ "ditambahkan",
217
+ "ditandaskan",
218
+ "ditanya",
219
+ "ditanyai",
220
+ "ditanyakan",
221
+ "ditegaskan",
222
+ "ditujukan",
223
+ "ditunjuk",
224
+ "ditunjuki",
225
+ "ditunjukkan",
226
+ "ditunjukkannya",
227
+ "ditunjuknya",
228
+ "dituturkan",
229
+ "dituturkannya",
230
+ "diucapkan",
231
+ "diucapkannya",
232
+ "diungkapkan",
233
+ "dong",
234
+ "dua",
235
+ "dulu",
236
+ "empat",
237
+ "enggak",
238
+ "enggaknya",
239
+ "entah",
240
+ "entahlah",
241
+ "guna",
242
+ "gunakan",
243
+ "hal",
244
+ "hampir",
245
+ "hanya",
246
+ "hanyalah",
247
+ "hari",
248
+ "harus",
249
+ "haruslah",
250
+ "harusnya",
251
+ "hendak",
252
+ "hendaklah",
253
+ "hendaknya",
254
+ "hingga",
255
+ "ia",
256
+ "ialah",
257
+ "ibarat",
258
+ "ibaratkan",
259
+ "ibaratnya",
260
+ "ibu",
261
+ "ikut",
262
+ "ingat",
263
+ "ingat-ingat",
264
+ "ingin",
265
+ "inginkah",
266
+ "inginkan",
267
+ "ini",
268
+ "inikah",
269
+ "inilah",
270
+ "itu",
271
+ "itukah",
272
+ "itulah",
273
+ "jadi",
274
+ "jadilah",
275
+ "jadinya",
276
+ "jangan",
277
+ "jangankan",
278
+ "janganlah",
279
+ "jauh",
280
+ "jawab",
281
+ "jawaban",
282
+ "jawabnya",
283
+ "jelas",
284
+ "jelaskan",
285
+ "jelaslah",
286
+ "jelasnya",
287
+ "jika",
288
+ "jikalau",
289
+ "juga",
290
+ "jumlah",
291
+ "jumlahnya",
292
+ "justru",
293
+ "kala",
294
+ "kalau",
295
+ "kalaulah",
296
+ "kalaupun",
297
+ "kalian",
298
+ "kami",
299
+ "kamilah",
300
+ "kamu",
301
+ "kamulah",
302
+ "kan",
303
+ "kapan",
304
+ "kapankah",
305
+ "kapanpun",
306
+ "karena",
307
+ "karenanya",
308
+ "kasus",
309
+ "kata",
310
+ "katakan",
311
+ "katakanlah",
312
+ "katanya",
313
+ "ke",
314
+ "keadaan",
315
+ "kebetulan",
316
+ "kecil",
317
+ "kedua",
318
+ "keduanya",
319
+ "keinginan",
320
+ "kelamaan",
321
+ "kelihatan",
322
+ "kelihatannya",
323
+ "kelima",
324
+ "keluar",
325
+ "kembali",
326
+ "kemudian",
327
+ "kemungkinan",
328
+ "kemungkinannya",
329
+ "kenapa",
330
+ "kepada",
331
+ "kepadanya",
332
+ "kesampaian",
333
+ "keseluruhan",
334
+ "keseluruhannya",
335
+ "keterlaluan",
336
+ "ketika",
337
+ "khususnya",
338
+ "kini",
339
+ "kinilah",
340
+ "kira",
341
+ "kira-kira",
342
+ "kiranya",
343
+ "kita",
344
+ "kitalah",
345
+ "kok",
346
+ "kurang",
347
+ "lagi",
348
+ "lagian",
349
+ "lah",
350
+ "lain",
351
+ "lainnya",
352
+ "lalu",
353
+ "lama",
354
+ "lamanya",
355
+ "lanjut",
356
+ "lanjutnya",
357
+ "lebih",
358
+ "lewat",
359
+ "lima",
360
+ "luar",
361
+ "macam",
362
+ "maka",
363
+ "makanya",
364
+ "makin",
365
+ "malah",
366
+ "malahan",
367
+ "mampu",
368
+ "mampukah",
369
+ "mana",
370
+ "manakala",
371
+ "manalagi",
372
+ "masa",
373
+ "masalah",
374
+ "masalahnya",
375
+ "masih",
376
+ "masihkah",
377
+ "masing",
378
+ "masing-masing",
379
+ "mau",
380
+ "maupun",
381
+ "melainkan",
382
+ "melakukan",
383
+ "melalui",
384
+ "melihat",
385
+ "melihatnya",
386
+ "memang",
387
+ "memastikan",
388
+ "memberi",
389
+ "memberikan",
390
+ "membuat",
391
+ "memerlukan",
392
+ "memihak",
393
+ "meminta",
394
+ "memintakan",
395
+ "memisalkan",
396
+ "memperbuat",
397
+ "mempergunakan",
398
+ "memperkirakan",
399
+ "memperlihatkan",
400
+ "mempersiapkan",
401
+ "mempersoalkan",
402
+ "mempertanyakan",
403
+ "mempunyai",
404
+ "memulai",
405
+ "memungkinkan",
406
+ "menaiki",
407
+ "menambahkan",
408
+ "menandaskan",
409
+ "menanti",
410
+ "menanti-nanti",
411
+ "menantikan",
412
+ "menanya",
413
+ "menanyai",
414
+ "menanyakan",
415
+ "mendapat",
416
+ "mendapatkan",
417
+ "mendatang",
418
+ "mendatangi",
419
+ "mendatangkan",
420
+ "menegaskan",
421
+ "mengakhiri",
422
+ "mengapa",
423
+ "mengatakan",
424
+ "mengatakannya",
425
+ "mengenai",
426
+ "mengerjakan",
427
+ "mengetahui",
428
+ "menggunakan",
429
+ "menghendaki",
430
+ "mengibaratkan",
431
+ "mengibaratkannya",
432
+ "mengingat",
433
+ "mengingatkan",
434
+ "menginginkan",
435
+ "mengira",
436
+ "mengucapkan",
437
+ "mengucapkannya",
438
+ "mengungkapkan",
439
+ "menjadi",
440
+ "menjawab",
441
+ "menjelaskan",
442
+ "menuju",
443
+ "menunjuk",
444
+ "menunjuki",
445
+ "menunjukkan",
446
+ "menunjuknya",
447
+ "menurut",
448
+ "menuturkan",
449
+ "menyampaikan",
450
+ "menyangkut",
451
+ "menyatakan",
452
+ "menyebutkan",
453
+ "menyeluruh",
454
+ "menyiapkan",
455
+ "merasa",
456
+ "mereka",
457
+ "merekalah",
458
+ "merupakan",
459
+ "meski",
460
+ "meskipun",
461
+ "meyakini",
462
+ "meyakinkan",
463
+ "minta",
464
+ "mirip",
465
+ "misal",
466
+ "misalkan",
467
+ "misalnya",
468
+ "mula",
469
+ "mulai",
470
+ "mulailah",
471
+ "mulanya",
472
+ "mungkin",
473
+ "mungkinkah",
474
+ "nah",
475
+ "naik",
476
+ "namun",
477
+ "nanti",
478
+ "nantinya",
479
+ "nyaris",
480
+ "nyatanya",
481
+ "oleh",
482
+ "olehnya",
483
+ "pada",
484
+ "padahal",
485
+ "padanya",
486
+ "pak",
487
+ "paling",
488
+ "panjang",
489
+ "pantas",
490
+ "para",
491
+ "pasti",
492
+ "pastilah",
493
+ "penting",
494
+ "pentingnya",
495
+ "per",
496
+ "percuma",
497
+ "perlu",
498
+ "perlukah",
499
+ "perlunya",
500
+ "pernah",
501
+ "persoalan",
502
+ "pertama",
503
+ "pertama-tama",
504
+ "pertanyaan",
505
+ "pertanyakan",
506
+ "pihak",
507
+ "pihaknya",
508
+ "pukul",
509
+ "pula",
510
+ "pun",
511
+ "punya",
512
+ "rasa",
513
+ "rasanya",
514
+ "rata",
515
+ "rupanya",
516
+ "saat",
517
+ "saatnya",
518
+ "saja",
519
+ "sajalah",
520
+ "saling",
521
+ "sama",
522
+ "sama-sama",
523
+ "sambil",
524
+ "sampai",
525
+ "sampai-sampai",
526
+ "sampaikan",
527
+ "sana",
528
+ "sangat",
529
+ "sangatlah",
530
+ "satu",
531
+ "saya",
532
+ "sayalah",
533
+ "se",
534
+ "sebab",
535
+ "sebabnya",
536
+ "sebagai",
537
+ "sebagaimana",
538
+ "sebagainya",
539
+ "sebagian",
540
+ "sebaik",
541
+ "sebaik-baiknya",
542
+ "sebaiknya",
543
+ "sebaliknya",
544
+ "sebanyak",
545
+ "sebegini",
546
+ "sebegitu",
547
+ "sebelum",
548
+ "sebelumnya",
549
+ "sebenarnya",
550
+ "seberapa",
551
+ "sebesar",
552
+ "sebetulnya",
553
+ "sebisanya",
554
+ "sebuah",
555
+ "sebut",
556
+ "sebutlah",
557
+ "sebutnya",
558
+ "secara",
559
+ "secukupnya",
560
+ "sedang",
561
+ "sedangkan",
562
+ "sedemikian",
563
+ "sedikit",
564
+ "sedikitnya",
565
+ "seenaknya",
566
+ "segala",
567
+ "segalanya",
568
+ "segera",
569
+ "seharusnya",
570
+ "sehingga",
571
+ "seingat",
572
+ "sejak",
573
+ "sejauh",
574
+ "sejenak",
575
+ "sejumlah",
576
+ "sekadar",
577
+ "sekadarnya",
578
+ "sekali",
579
+ "sekali-kali",
580
+ "sekalian",
581
+ "sekaligus",
582
+ "sekalipun",
583
+ "sekarang",
584
+ "sekecil",
585
+ "seketika",
586
+ "sekiranya",
587
+ "sekitar",
588
+ "sekitarnya",
589
+ "sekurang-kurangnya",
590
+ "sekurangnya",
591
+ "sela",
592
+ "selagi",
593
+ "selain",
594
+ "selaku",
595
+ "selalu",
596
+ "selama",
597
+ "selama-lamanya",
598
+ "selamanya",
599
+ "selanjutnya",
600
+ "seluruh",
601
+ "seluruhnya",
602
+ "semacam",
603
+ "semakin",
604
+ "semampu",
605
+ "semampunya",
606
+ "semasa",
607
+ "semasih",
608
+ "semata",
609
+ "semata-mata",
610
+ "semaunya",
611
+ "sementara",
612
+ "semisal",
613
+ "semisalnya",
614
+ "sempat",
615
+ "semua",
616
+ "semuanya",
617
+ "semula",
618
+ "sendiri",
619
+ "sendirian",
620
+ "sendirinya",
621
+ "seolah",
622
+ "seolah-olah",
623
+ "seorang",
624
+ "sepanjang",
625
+ "sepantasnya",
626
+ "sepantasnyalah",
627
+ "seperlunya",
628
+ "seperti",
629
+ "sepertinya",
630
+ "sepihak",
631
+ "sering",
632
+ "seringnya",
633
+ "serta",
634
+ "serupa",
635
+ "sesaat",
636
+ "sesama",
637
+ "sesampai",
638
+ "sesegera",
639
+ "sesekali",
640
+ "seseorang",
641
+ "sesuatu",
642
+ "sesuatunya",
643
+ "sesudah",
644
+ "sesudahnya",
645
+ "setelah",
646
+ "setempat",
647
+ "setengah",
648
+ "seterusnya",
649
+ "setiap",
650
+ "setiba",
651
+ "setibanya",
652
+ "setidak-tidaknya",
653
+ "setidaknya",
654
+ "setinggi",
655
+ "seusai",
656
+ "sewaktu",
657
+ "siap",
658
+ "siapa",
659
+ "siapakah",
660
+ "siapapun",
661
+ "sini",
662
+ "sinilah",
663
+ "soal",
664
+ "soalnya",
665
+ "suatu",
666
+ "sudah",
667
+ "sudahkah",
668
+ "sudahlah",
669
+ "supaya",
670
+ "tadi",
671
+ "tadinya",
672
+ "tahu",
673
+ "tahun",
674
+ "tak",
675
+ "tambah",
676
+ "tambahnya",
677
+ "tampak",
678
+ "tampaknya",
679
+ "tandas",
680
+ "tandasnya",
681
+ "tanpa",
682
+ "tanya",
683
+ "tanyakan",
684
+ "tanyanya",
685
+ "tapi",
686
+ "tegas",
687
+ "tegasnya",
688
+ "telah",
689
+ "tempat",
690
+ "tengah",
691
+ "tentang",
692
+ "tentu",
693
+ "tentulah",
694
+ "tentunya",
695
+ "tepat",
696
+ "terakhir",
697
+ "terasa",
698
+ "terbanyak",
699
+ "terdahulu",
700
+ "terdapat",
701
+ "terdiri",
702
+ "terhadap",
703
+ "terhadapnya",
704
+ "teringat",
705
+ "teringat-ingat",
706
+ "terjadi",
707
+ "terjadilah",
708
+ "terjadinya",
709
+ "terkira",
710
+ "terlalu",
711
+ "terlebih",
712
+ "terlihat",
713
+ "termasuk",
714
+ "ternyata",
715
+ "tersampaikan",
716
+ "tersebut",
717
+ "tersebutlah",
718
+ "tertentu",
719
+ "tertuju",
720
+ "terus",
721
+ "terutama",
722
+ "tetap",
723
+ "tetapi",
724
+ "tiap",
725
+ "tiba",
726
+ "tiba-tiba",
727
+ "tidak",
728
+ "tidakkah",
729
+ "tidaklah",
730
+ "tiga",
731
+ "tinggi",
732
+ "toh",
733
+ "tunjuk",
734
+ "turut",
735
+ "tutur",
736
+ "tuturnya",
737
+ "ucap",
738
+ "ucapnya",
739
+ "ujar",
740
+ "ujarnya",
741
+ "umum",
742
+ "umumnya",
743
+ "ungkap",
744
+ "ungkapnya",
745
+ "untuk",
746
+ "usah",
747
+ "usai",
748
+ "waduh",
749
+ "wah",
750
+ "wahai",
751
+ "waktu",
752
+ "waktunya",
753
+ "walau",
754
+ "walaupun",
755
+ "wong",
756
+ "yaitu",
757
+ "yakin",
758
+ "yakni",
759
+ "yang"
760
+ ]