RubyGems - kreuzberg - Versions diffs - 4.0.0.pre.rc.8 → 4.0.0.pre.rc.13 - Mend

kreuzberg 4.0.0.pre.rc.8 → 4.0.0.pre.rc.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (370) hide show

checksums.yaml +4 -4
data/.gitignore +14 -14
data/.rspec +3 -3
data/.rubocop.yaml +1 -1
data/.rubocop.yml +538 -538
data/Gemfile +8 -8
data/Gemfile.lock +4 -104
data/README.md +454 -432
data/Rakefile +25 -25
data/Steepfile +47 -47
data/examples/async_patterns.rb +341 -341
data/ext/kreuzberg_rb/extconf.rb +45 -45
data/ext/kreuzberg_rb/native/.cargo/config.toml +2 -2
data/ext/kreuzberg_rb/native/Cargo.lock +6941 -6721
data/ext/kreuzberg_rb/native/Cargo.toml +54 -54
data/ext/kreuzberg_rb/native/README.md +425 -425
data/ext/kreuzberg_rb/native/build.rs +15 -15
data/ext/kreuzberg_rb/native/include/ieeefp.h +11 -11
data/ext/kreuzberg_rb/native/include/msvc_compat/strings.h +14 -14
data/ext/kreuzberg_rb/native/include/strings.h +20 -20
data/ext/kreuzberg_rb/native/include/unistd.h +47 -47
data/ext/kreuzberg_rb/native/src/lib.rs +3158 -3135
data/extconf.rb +28 -28
data/kreuzberg.gemspec +214 -182
data/lib/kreuzberg/api_proxy.rb +142 -142
data/lib/kreuzberg/cache_api.rb +81 -46
data/lib/kreuzberg/cli.rb +55 -55
data/lib/kreuzberg/cli_proxy.rb +127 -127
data/lib/kreuzberg/config.rb +724 -724
data/lib/kreuzberg/error_context.rb +80 -32
data/lib/kreuzberg/errors.rb +118 -118
data/lib/kreuzberg/extraction_api.rb +340 -85
data/lib/kreuzberg/mcp_proxy.rb +186 -186
data/lib/kreuzberg/ocr_backend_protocol.rb +113 -113
data/lib/kreuzberg/post_processor_protocol.rb +86 -86
data/lib/kreuzberg/result.rb +279 -279
data/lib/kreuzberg/setup_lib_path.rb +80 -80
data/lib/kreuzberg/validator_protocol.rb +89 -89
data/lib/kreuzberg/version.rb +5 -5
data/lib/kreuzberg.rb +109 -103
data/lib/pdfium.dll +0 -0
data/sig/kreuzberg/internal.rbs +184 -184
data/sig/kreuzberg.rbs +546 -537
data/spec/binding/cache_spec.rb +227 -227
data/spec/binding/cli_proxy_spec.rb +85 -85
data/spec/binding/cli_spec.rb +55 -55
data/spec/binding/config_spec.rb +345 -345
data/spec/binding/config_validation_spec.rb +283 -283
data/spec/binding/error_handling_spec.rb +213 -213
data/spec/binding/errors_spec.rb +66 -66
data/spec/binding/plugins/ocr_backend_spec.rb +307 -307
data/spec/binding/plugins/postprocessor_spec.rb +269 -269
data/spec/binding/plugins/validator_spec.rb +274 -274
data/spec/fixtures/config.toml +39 -39
data/spec/fixtures/config.yaml +41 -41
data/spec/fixtures/invalid_config.toml +4 -4
data/spec/smoke/package_spec.rb +178 -178
data/spec/spec_helper.rb +42 -42
data/vendor/Cargo.toml +45 -0
data/vendor/kreuzberg/Cargo.toml +61 -38
data/vendor/kreuzberg/README.md +230 -221
data/vendor/kreuzberg/benches/otel_overhead.rs +48 -48
data/vendor/kreuzberg/build.rs +843 -891
data/vendor/kreuzberg/src/api/error.rs +81 -81
data/vendor/kreuzberg/src/api/handlers.rs +199 -199
data/vendor/kreuzberg/src/api/mod.rs +79 -79
data/vendor/kreuzberg/src/api/server.rs +353 -353
data/vendor/kreuzberg/src/api/types.rs +170 -170
data/vendor/kreuzberg/src/cache/mod.rs +1167 -1167
data/vendor/kreuzberg/src/chunking/mod.rs +1877 -1877
data/vendor/kreuzberg/src/chunking/processor.rs +220 -220
data/vendor/kreuzberg/src/core/batch_mode.rs +95 -95
data/vendor/kreuzberg/src/core/config.rs +1080 -1080
data/vendor/kreuzberg/src/core/extractor.rs +1156 -1156
data/vendor/kreuzberg/src/core/io.rs +329 -329
data/vendor/kreuzberg/src/core/mime.rs +605 -605
data/vendor/kreuzberg/src/core/mod.rs +47 -47
data/vendor/kreuzberg/src/core/pipeline.rs +1184 -1171
data/vendor/kreuzberg/src/embeddings.rs +500 -432
data/vendor/kreuzberg/src/error.rs +431 -431
data/vendor/kreuzberg/src/extraction/archive.rs +954 -954
data/vendor/kreuzberg/src/extraction/docx.rs +398 -398
data/vendor/kreuzberg/src/extraction/email.rs +854 -854
data/vendor/kreuzberg/src/extraction/excel.rs +688 -688
data/vendor/kreuzberg/src/extraction/html.rs +601 -569
data/vendor/kreuzberg/src/extraction/image.rs +491 -491
data/vendor/kreuzberg/src/extraction/libreoffice.rs +574 -562
data/vendor/kreuzberg/src/extraction/markdown.rs +213 -213
data/vendor/kreuzberg/src/extraction/mod.rs +81 -81
data/vendor/kreuzberg/src/extraction/office_metadata/app_properties.rs +398 -398
data/vendor/kreuzberg/src/extraction/office_metadata/core_properties.rs +247 -247
data/vendor/kreuzberg/src/extraction/office_metadata/custom_properties.rs +240 -240
data/vendor/kreuzberg/src/extraction/office_metadata/mod.rs +130 -130
data/vendor/kreuzberg/src/extraction/office_metadata/odt_properties.rs +284 -284
data/vendor/kreuzberg/src/extraction/pptx.rs +3100 -3100
data/vendor/kreuzberg/src/extraction/structured.rs +490 -490
data/vendor/kreuzberg/src/extraction/table.rs +328 -328
data/vendor/kreuzberg/src/extraction/text.rs +269 -269
data/vendor/kreuzberg/src/extraction/xml.rs +333 -333
data/vendor/kreuzberg/src/extractors/archive.rs +447 -447
data/vendor/kreuzberg/src/extractors/bibtex.rs +470 -470
data/vendor/kreuzberg/src/extractors/docbook.rs +504 -504
data/vendor/kreuzberg/src/extractors/docx.rs +400 -400
data/vendor/kreuzberg/src/extractors/email.rs +157 -157
data/vendor/kreuzberg/src/extractors/epub.rs +708 -708
data/vendor/kreuzberg/src/extractors/excel.rs +345 -345
data/vendor/kreuzberg/src/extractors/fictionbook.rs +492 -492
data/vendor/kreuzberg/src/extractors/html.rs +407 -407
data/vendor/kreuzberg/src/extractors/image.rs +219 -219
data/vendor/kreuzberg/src/extractors/jats.rs +1054 -1054
data/vendor/kreuzberg/src/extractors/jupyter.rs +368 -368
data/vendor/kreuzberg/src/extractors/latex.rs +653 -653
data/vendor/kreuzberg/src/extractors/markdown.rs +701 -701
data/vendor/kreuzberg/src/extractors/mod.rs +429 -429
data/vendor/kreuzberg/src/extractors/odt.rs +628 -628
data/vendor/kreuzberg/src/extractors/opml.rs +635 -635
data/vendor/kreuzberg/src/extractors/orgmode.rs +529 -529
data/vendor/kreuzberg/src/extractors/pdf.rs +749 -673
data/vendor/kreuzberg/src/extractors/pptx.rs +267 -267
data/vendor/kreuzberg/src/extractors/rst.rs +577 -577
data/vendor/kreuzberg/src/extractors/rtf.rs +809 -809
data/vendor/kreuzberg/src/extractors/security.rs +484 -484
data/vendor/kreuzberg/src/extractors/security_tests.rs +367 -367
data/vendor/kreuzberg/src/extractors/structured.rs +142 -142
data/vendor/kreuzberg/src/extractors/text.rs +265 -265
data/vendor/kreuzberg/src/extractors/typst.rs +651 -651
data/vendor/kreuzberg/src/extractors/xml.rs +147 -147
data/vendor/kreuzberg/src/image/dpi.rs +164 -164
data/vendor/kreuzberg/src/image/mod.rs +6 -6
data/vendor/kreuzberg/src/image/preprocessing.rs +417 -417
data/vendor/kreuzberg/src/image/resize.rs +89 -89
data/vendor/kreuzberg/src/keywords/config.rs +154 -154
data/vendor/kreuzberg/src/keywords/mod.rs +237 -237
data/vendor/kreuzberg/src/keywords/processor.rs +275 -275
data/vendor/kreuzberg/src/keywords/rake.rs +293 -293
data/vendor/kreuzberg/src/keywords/types.rs +68 -68
data/vendor/kreuzberg/src/keywords/yake.rs +163 -163
data/vendor/kreuzberg/src/language_detection/mod.rs +985 -985
data/vendor/kreuzberg/src/language_detection/processor.rs +219 -219
data/vendor/kreuzberg/src/lib.rs +113 -113
data/vendor/kreuzberg/src/mcp/mod.rs +35 -35
data/vendor/kreuzberg/src/mcp/server.rs +2076 -2076
data/vendor/kreuzberg/src/ocr/cache.rs +469 -469
data/vendor/kreuzberg/src/ocr/error.rs +37 -37
data/vendor/kreuzberg/src/ocr/hocr.rs +216 -216
data/vendor/kreuzberg/src/ocr/mod.rs +58 -58
data/vendor/kreuzberg/src/ocr/processor.rs +863 -863
data/vendor/kreuzberg/src/ocr/table/mod.rs +4 -4
data/vendor/kreuzberg/src/ocr/table/tsv_parser.rs +144 -144
data/vendor/kreuzberg/src/ocr/tesseract_backend.rs +452 -452
data/vendor/kreuzberg/src/ocr/types.rs +393 -393
data/vendor/kreuzberg/src/ocr/utils.rs +47 -47
data/vendor/kreuzberg/src/ocr/validation.rs +206 -206
data/vendor/kreuzberg/src/panic_context.rs +154 -154
data/vendor/kreuzberg/src/pdf/bindings.rs +44 -0
data/vendor/kreuzberg/src/pdf/bundled.rs +346 -328
data/vendor/kreuzberg/src/pdf/error.rs +130 -130
data/vendor/kreuzberg/src/pdf/images.rs +139 -139
data/vendor/kreuzberg/src/pdf/metadata.rs +489 -489
data/vendor/kreuzberg/src/pdf/mod.rs +68 -66
data/vendor/kreuzberg/src/pdf/rendering.rs +368 -368
data/vendor/kreuzberg/src/pdf/table.rs +420 -417
data/vendor/kreuzberg/src/pdf/text.rs +240 -240
data/vendor/kreuzberg/src/plugins/extractor.rs +1044 -1044
data/vendor/kreuzberg/src/plugins/mod.rs +212 -212
data/vendor/kreuzberg/src/plugins/ocr.rs +639 -639
data/vendor/kreuzberg/src/plugins/processor.rs +650 -650
data/vendor/kreuzberg/src/plugins/registry.rs +1339 -1339
data/vendor/kreuzberg/src/plugins/traits.rs +258 -258
data/vendor/kreuzberg/src/plugins/validator.rs +967 -967
data/vendor/kreuzberg/src/stopwords/mod.rs +1470 -1470
data/vendor/kreuzberg/src/text/mod.rs +25 -25
data/vendor/kreuzberg/src/text/quality.rs +697 -697
data/vendor/kreuzberg/src/text/quality_processor.rs +219 -219
data/vendor/kreuzberg/src/text/string_utils.rs +217 -217
data/vendor/kreuzberg/src/text/token_reduction/cjk_utils.rs +164 -164
data/vendor/kreuzberg/src/text/token_reduction/config.rs +100 -100
data/vendor/kreuzberg/src/text/token_reduction/core.rs +796 -796
data/vendor/kreuzberg/src/text/token_reduction/filters.rs +902 -902
data/vendor/kreuzberg/src/text/token_reduction/mod.rs +160 -160
data/vendor/kreuzberg/src/text/token_reduction/semantic.rs +619 -619
data/vendor/kreuzberg/src/text/token_reduction/simd_text.rs +147 -147
data/vendor/kreuzberg/src/types.rs +1055 -1055
data/vendor/kreuzberg/src/utils/mod.rs +17 -17
data/vendor/kreuzberg/src/utils/quality.rs +959 -959
data/vendor/kreuzberg/src/utils/string_utils.rs +381 -381
data/vendor/kreuzberg/stopwords/af_stopwords.json +53 -53
data/vendor/kreuzberg/stopwords/ar_stopwords.json +482 -482
data/vendor/kreuzberg/stopwords/bg_stopwords.json +261 -261
data/vendor/kreuzberg/stopwords/bn_stopwords.json +400 -400
data/vendor/kreuzberg/stopwords/br_stopwords.json +1205 -1205
data/vendor/kreuzberg/stopwords/ca_stopwords.json +280 -280
data/vendor/kreuzberg/stopwords/cs_stopwords.json +425 -425
data/vendor/kreuzberg/stopwords/da_stopwords.json +172 -172
data/vendor/kreuzberg/stopwords/de_stopwords.json +622 -622
data/vendor/kreuzberg/stopwords/el_stopwords.json +849 -849
data/vendor/kreuzberg/stopwords/en_stopwords.json +1300 -1300
data/vendor/kreuzberg/stopwords/eo_stopwords.json +175 -175
data/vendor/kreuzberg/stopwords/es_stopwords.json +734 -734
data/vendor/kreuzberg/stopwords/et_stopwords.json +37 -37
data/vendor/kreuzberg/stopwords/eu_stopwords.json +100 -100
data/vendor/kreuzberg/stopwords/fa_stopwords.json +801 -801
data/vendor/kreuzberg/stopwords/fi_stopwords.json +849 -849
data/vendor/kreuzberg/stopwords/fr_stopwords.json +693 -693
data/vendor/kreuzberg/stopwords/ga_stopwords.json +111 -111
data/vendor/kreuzberg/stopwords/gl_stopwords.json +162 -162
data/vendor/kreuzberg/stopwords/gu_stopwords.json +226 -226
data/vendor/kreuzberg/stopwords/ha_stopwords.json +41 -41
data/vendor/kreuzberg/stopwords/he_stopwords.json +196 -196
data/vendor/kreuzberg/stopwords/hi_stopwords.json +227 -227
data/vendor/kreuzberg/stopwords/hr_stopwords.json +181 -181
data/vendor/kreuzberg/stopwords/hu_stopwords.json +791 -791
data/vendor/kreuzberg/stopwords/hy_stopwords.json +47 -47
data/vendor/kreuzberg/stopwords/id_stopwords.json +760 -760
data/vendor/kreuzberg/stopwords/it_stopwords.json +634 -634
data/vendor/kreuzberg/stopwords/ja_stopwords.json +136 -136
data/vendor/kreuzberg/stopwords/kn_stopwords.json +84 -84
data/vendor/kreuzberg/stopwords/ko_stopwords.json +681 -681
data/vendor/kreuzberg/stopwords/ku_stopwords.json +64 -64
data/vendor/kreuzberg/stopwords/la_stopwords.json +51 -51
data/vendor/kreuzberg/stopwords/lt_stopwords.json +476 -476
data/vendor/kreuzberg/stopwords/lv_stopwords.json +163 -163
data/vendor/kreuzberg/stopwords/ml_stopwords.json +1 -1
data/vendor/kreuzberg/stopwords/mr_stopwords.json +101 -101
data/vendor/kreuzberg/stopwords/ms_stopwords.json +477 -477
data/vendor/kreuzberg/stopwords/ne_stopwords.json +490 -490
data/vendor/kreuzberg/stopwords/nl_stopwords.json +415 -415
data/vendor/kreuzberg/stopwords/no_stopwords.json +223 -223
data/vendor/kreuzberg/stopwords/pl_stopwords.json +331 -331
data/vendor/kreuzberg/stopwords/pt_stopwords.json +562 -562
data/vendor/kreuzberg/stopwords/ro_stopwords.json +436 -436
data/vendor/kreuzberg/stopwords/ru_stopwords.json +561 -561
data/vendor/kreuzberg/stopwords/si_stopwords.json +193 -193
data/vendor/kreuzberg/stopwords/sk_stopwords.json +420 -420
data/vendor/kreuzberg/stopwords/sl_stopwords.json +448 -448
data/vendor/kreuzberg/stopwords/so_stopwords.json +32 -32
data/vendor/kreuzberg/stopwords/st_stopwords.json +33 -33
data/vendor/kreuzberg/stopwords/sv_stopwords.json +420 -420
data/vendor/kreuzberg/stopwords/sw_stopwords.json +76 -76
data/vendor/kreuzberg/stopwords/ta_stopwords.json +129 -129
data/vendor/kreuzberg/stopwords/te_stopwords.json +54 -54
data/vendor/kreuzberg/stopwords/th_stopwords.json +118 -118
data/vendor/kreuzberg/stopwords/tl_stopwords.json +149 -149
data/vendor/kreuzberg/stopwords/tr_stopwords.json +506 -506
data/vendor/kreuzberg/stopwords/uk_stopwords.json +75 -75
data/vendor/kreuzberg/stopwords/ur_stopwords.json +519 -519
data/vendor/kreuzberg/stopwords/vi_stopwords.json +647 -647
data/vendor/kreuzberg/stopwords/yo_stopwords.json +62 -62
data/vendor/kreuzberg/stopwords/zh_stopwords.json +796 -796
data/vendor/kreuzberg/stopwords/zu_stopwords.json +31 -31
data/vendor/kreuzberg/tests/api_extract_multipart.rs +52 -52
data/vendor/kreuzberg/tests/api_tests.rs +966 -966
data/vendor/kreuzberg/tests/archive_integration.rs +545 -545
data/vendor/kreuzberg/tests/batch_orchestration.rs +556 -556
data/vendor/kreuzberg/tests/batch_processing.rs +318 -318
data/vendor/kreuzberg/tests/bibtex_parity_test.rs +421 -421
data/vendor/kreuzberg/tests/concurrency_stress.rs +533 -533
data/vendor/kreuzberg/tests/config_features.rs +612 -612
data/vendor/kreuzberg/tests/config_loading_tests.rs +416 -416
data/vendor/kreuzberg/tests/core_integration.rs +510 -510
data/vendor/kreuzberg/tests/csv_integration.rs +414 -414
data/vendor/kreuzberg/tests/docbook_extractor_tests.rs +500 -500
data/vendor/kreuzberg/tests/docx_metadata_extraction_test.rs +122 -122
data/vendor/kreuzberg/tests/docx_vs_pandoc_comparison.rs +370 -370
data/vendor/kreuzberg/tests/email_integration.rs +327 -327
data/vendor/kreuzberg/tests/epub_native_extractor_tests.rs +275 -275
data/vendor/kreuzberg/tests/error_handling.rs +402 -402
data/vendor/kreuzberg/tests/fictionbook_extractor_tests.rs +228 -228
data/vendor/kreuzberg/tests/format_integration.rs +164 -161
data/vendor/kreuzberg/tests/helpers/mod.rs +142 -142
data/vendor/kreuzberg/tests/html_table_test.rs +551 -551
data/vendor/kreuzberg/tests/image_integration.rs +255 -255
data/vendor/kreuzberg/tests/instrumentation_test.rs +139 -139
data/vendor/kreuzberg/tests/jats_extractor_tests.rs +639 -639
data/vendor/kreuzberg/tests/jupyter_extractor_tests.rs +704 -704
data/vendor/kreuzberg/tests/keywords_integration.rs +479 -479
data/vendor/kreuzberg/tests/keywords_quality.rs +509 -509
data/vendor/kreuzberg/tests/latex_extractor_tests.rs +496 -496
data/vendor/kreuzberg/tests/markdown_extractor_tests.rs +490 -490
data/vendor/kreuzberg/tests/mime_detection.rs +429 -429
data/vendor/kreuzberg/tests/ocr_configuration.rs +514 -514
data/vendor/kreuzberg/tests/ocr_errors.rs +698 -698
data/vendor/kreuzberg/tests/ocr_quality.rs +629 -629
data/vendor/kreuzberg/tests/ocr_stress.rs +469 -469
data/vendor/kreuzberg/tests/odt_extractor_tests.rs +674 -674
data/vendor/kreuzberg/tests/opml_extractor_tests.rs +616 -616
data/vendor/kreuzberg/tests/orgmode_extractor_tests.rs +822 -822
data/vendor/kreuzberg/tests/pdf_integration.rs +45 -45
data/vendor/kreuzberg/tests/pdfium_linking.rs +374 -374
data/vendor/kreuzberg/tests/pipeline_integration.rs +1436 -1436
data/vendor/kreuzberg/tests/plugin_ocr_backend_test.rs +776 -776
data/vendor/kreuzberg/tests/plugin_postprocessor_test.rs +560 -560
data/vendor/kreuzberg/tests/plugin_system.rs +927 -927
data/vendor/kreuzberg/tests/plugin_validator_test.rs +783 -783
data/vendor/kreuzberg/tests/registry_integration_tests.rs +587 -587
data/vendor/kreuzberg/tests/rst_extractor_tests.rs +694 -694
data/vendor/kreuzberg/tests/rtf_extractor_tests.rs +775 -775
data/vendor/kreuzberg/tests/security_validation.rs +416 -416
data/vendor/kreuzberg/tests/stopwords_integration_test.rs +888 -888
data/vendor/kreuzberg/tests/test_fastembed.rs +631 -631
data/vendor/kreuzberg/tests/typst_behavioral_tests.rs +1260 -1260
data/vendor/kreuzberg/tests/typst_extractor_tests.rs +648 -648
data/vendor/kreuzberg/tests/xlsx_metadata_extraction_test.rs +87 -87
data/vendor/kreuzberg-ffi/Cargo.toml +63 -0
data/vendor/kreuzberg-ffi/README.md +851 -0
data/vendor/kreuzberg-ffi/build.rs +176 -0
data/vendor/kreuzberg-ffi/cbindgen.toml +27 -0
data/vendor/kreuzberg-ffi/kreuzberg-ffi-install.pc +12 -0
data/vendor/kreuzberg-ffi/kreuzberg-ffi.pc.in +12 -0
data/vendor/kreuzberg-ffi/kreuzberg.h +1087 -0
data/vendor/kreuzberg-ffi/src/lib.rs +3616 -0
data/vendor/kreuzberg-ffi/src/panic_shield.rs +247 -0
data/vendor/kreuzberg-ffi/tests.disabled/README.md +48 -0
data/vendor/kreuzberg-ffi/tests.disabled/config_loading_tests.rs +299 -0
data/vendor/kreuzberg-ffi/tests.disabled/config_tests.rs +346 -0
data/vendor/kreuzberg-ffi/tests.disabled/extractor_tests.rs +232 -0
data/vendor/kreuzberg-ffi/tests.disabled/plugin_registration_tests.rs +470 -0
data/vendor/kreuzberg-tesseract/.commitlintrc.json +13 -0
data/vendor/kreuzberg-tesseract/.crate-ignore +2 -0
data/vendor/kreuzberg-tesseract/Cargo.lock +2933 -0
data/vendor/kreuzberg-tesseract/Cargo.toml +48 -0
data/vendor/kreuzberg-tesseract/LICENSE +22 -0
data/vendor/kreuzberg-tesseract/README.md +399 -0
data/vendor/kreuzberg-tesseract/build.rs +1354 -0
data/vendor/kreuzberg-tesseract/patches/README.md +71 -0
data/vendor/kreuzberg-tesseract/patches/tesseract.diff +199 -0
data/vendor/kreuzberg-tesseract/src/api.rs +1371 -0
data/vendor/kreuzberg-tesseract/src/choice_iterator.rs +77 -0
data/vendor/kreuzberg-tesseract/src/enums.rs +297 -0
data/vendor/kreuzberg-tesseract/src/error.rs +81 -0
data/vendor/kreuzberg-tesseract/src/lib.rs +145 -0
data/vendor/kreuzberg-tesseract/src/monitor.rs +57 -0
data/vendor/kreuzberg-tesseract/src/mutable_iterator.rs +197 -0
data/vendor/kreuzberg-tesseract/src/page_iterator.rs +253 -0
data/vendor/kreuzberg-tesseract/src/result_iterator.rs +286 -0
data/vendor/kreuzberg-tesseract/src/result_renderer.rs +183 -0
data/vendor/kreuzberg-tesseract/tests/integration_test.rs +211 -0
data/vendor/rb-sys/.cargo_vcs_info.json +5 -5
data/vendor/rb-sys/Cargo.lock +393 -393
data/vendor/rb-sys/Cargo.toml +70 -70
data/vendor/rb-sys/Cargo.toml.orig +57 -57
data/vendor/rb-sys/LICENSE-APACHE +190 -190
data/vendor/rb-sys/LICENSE-MIT +21 -21
data/vendor/rb-sys/build/features.rs +111 -111
data/vendor/rb-sys/build/main.rs +286 -286
data/vendor/rb-sys/build/stable_api_config.rs +155 -155
data/vendor/rb-sys/build/version.rs +50 -50
data/vendor/rb-sys/readme.md +36 -36
data/vendor/rb-sys/src/bindings.rs +21 -21
data/vendor/rb-sys/src/hidden.rs +11 -11
data/vendor/rb-sys/src/lib.rs +35 -35
data/vendor/rb-sys/src/macros.rs +371 -371
data/vendor/rb-sys/src/memory.rs +53 -53
data/vendor/rb-sys/src/ruby_abi_version.rs +38 -38
data/vendor/rb-sys/src/special_consts.rs +31 -31
data/vendor/rb-sys/src/stable_api/compiled.c +179 -179
data/vendor/rb-sys/src/stable_api/compiled.rs +257 -257
data/vendor/rb-sys/src/stable_api/ruby_2_7.rs +324 -324
data/vendor/rb-sys/src/stable_api/ruby_3_0.rs +332 -332
data/vendor/rb-sys/src/stable_api/ruby_3_1.rs +325 -325
data/vendor/rb-sys/src/stable_api/ruby_3_2.rs +323 -323
data/vendor/rb-sys/src/stable_api/ruby_3_3.rs +339 -339
data/vendor/rb-sys/src/stable_api/ruby_3_4.rs +339 -339
data/vendor/rb-sys/src/stable_api.rs +260 -260
data/vendor/rb-sys/src/symbol.rs +31 -31
data/vendor/rb-sys/src/tracking_allocator.rs +330 -330
data/vendor/rb-sys/src/utils.rs +89 -89
data/vendor/rb-sys/src/value_type.rs +7 -7
metadata +44 -81
data/vendor/rb-sys/bin/release.sh +0 -21

data/vendor/kreuzberg/stopwords/zh_stopwords.json CHANGED Viewed

@@ -1,796 +1,796 @@
-[
-	"、",
-	"。",
-	"〈",
-	"〉",
-	"《",
-	"》",
-	"一",
-	"一个",
-	"一些",
-	"一何",
-	"一切",
-	"一则",
-	"一方面",
-	"一旦",
-	"一来",
-	"一样",
-	"一种",
-	"一般",
-	"一转眼",
-	"七",
-	"万一",
-	"三",
-	"上",
-	"上下",
-	"下",
-	"不",
-	"不仅",
-	"不但",
-	"不光",
-	"不单",
-	"不只",
-	"不外乎",
-	"不如",
-	"不妨",
-	"不尽",
-	"不尽然",
-	"不得",
-	"不怕",
-	"不惟",
-	"不成",
-	"不拘",
-	"不料",
-	"不是",
-	"不比",
-	"不然",
-	"不特",
-	"不独",
-	"不管",
-	"不至于",
-	"不若",
-	"不论",
-	"不过",
-	"不问",
-	"与",
-	"与其",
-	"与其说",
-	"与否",
-	"与此同时",
-	"且",
-	"且不说",
-	"且说",
-	"两者",
-	"个",
-	"个别",
-	"中",
-	"临",
-	"为",
-	"为了",
-	"为什么",
-	"为何",
-	"为止",
-	"为此",
-	"为着",
-	"乃",
-	"乃至",
-	"乃至于",
-	"么",
-	"之",
-	"之一",
-	"之所以",
-	"之类",
-	"乌乎",
-	"乎",
-	"乘",
-	"九",
-	"也",
-	"也好",
-	"也罢",
-	"了",
-	"二",
-	"二来",
-	"于",
-	"于是",
-	"于是乎",
-	"云云",
-	"云尔",
-	"五",
-	"些",
-	"亦",
-	"人",
-	"人们",
-	"人家",
-	"什",
-	"什么",
-	"什么样",
-	"今",
-	"介于",
-	"仍",
-	"仍旧",
-	"从",
-	"从此",
-	"从而",
-	"他",
-	"他人",
-	"他们",
-	"他们们",
-	"以",
-	"以上",
-	"以为",
-	"以便",
-	"以免",
-	"以及",
-	"以故",
-	"以期",
-	"以来",
-	"以至",
-	"以至于",
-	"以致",
-	"们",
-	"任",
-	"任何",
-	"任凭",
-	"会",
-	"似的",
-	"但",
-	"但凡",
-	"但是",
-	"何",
-	"何以",
-	"何况",
-	"何处",
-	"何时",
-	"余外",
-	"作为",
-	"你",
-	"你们",
-	"使",
-	"使得",
-	"例如",
-	"依",
-	"依据",
-	"依照",
-	"便于",
-	"俺",
-	"俺们",
-	"倘",
-	"倘使",
-	"倘或",
-	"倘然",
-	"倘若",
-	"借",
-	"借傥然",
-	"假使",
-	"假如",
-	"假若",
-	"做",
-	"像",
-	"儿",
-	"先不先",
-	"光",
-	"光是",
-	"全体",
-	"全部",
-	"八",
-	"六",
-	"兮",
-	"共",
-	"关于",
-	"关于具体地说",
-	"其",
-	"其一",
-	"其中",
-	"其二",
-	"其他",
-	"其余",
-	"其它",
-	"其次",
-	"具体地说",
-	"具体说来",
-	"兼之",
-	"内",
-	"再",
-	"再其次",
-	"再则",
-	"再有",
-	"再者",
-	"再者说",
-	"再说",
-	"冒",
-	"冲",
-	"况且",
-	"几",
-	"几时",
-	"凡",
-	"凡是",
-	"凭",
-	"凭借",
-	"出于",
-	"出来",
-	"分",
-	"分别",
-	"则",
-	"则甚",
-	"别",
-	"别人",
-	"别处",
-	"别是",
-	"别的",
-	"别管",
-	"别说",
-	"到",
-	"前后",
-	"前此",
-	"前者",
-	"加之",
-	"加以",
-	"区",
-	"即",
-	"即令",
-	"即使",
-	"即便",
-	"即如",
-	"即或",
-	"即若",
-	"却",
-	"去",
-	"又",
-	"又及",
-	"及",
-	"及其",
-	"及至",
-	"反之",
-	"反而",
-	"反过来",
-	"反过来说",
-	"受到",
-	"另",
-	"另一方面",
-	"另外",
-	"另悉",
-	"只",
-	"只当",
-	"只怕",
-	"只是",
-	"只有",
-	"只消",
-	"只要",
-	"只限",
-	"叫",
-	"叮咚",
-	"可",
-	"可以",
-	"可是",
-	"可见",
-	"各",
-	"各个",
-	"各位",
-	"各种",
-	"各自",
-	"同",
-	"同时",
-	"后",
-	"后者",
-	"向",
-	"向使",
-	"向着",
-	"吓",
-	"吗",
-	"否则",
-	"吧",
-	"吧哒",
-	"含",
-	"吱",
-	"呀",
-	"呃",
-	"呕",
-	"呗",
-	"呜",
-	"呜呼",
-	"呢",
-	"呵",
-	"呵呵",
-	"呸",
-	"呼哧",
-	"咋",
-	"和",
-	"咚",
-	"咦",
-	"咧",
-	"咱",
-	"咱们",
-	"咳",
-	"哇",
-	"哈",
-	"哈哈",
-	"哉",
-	"哎",
-	"哎呀",
-	"哎哟",
-	"哗",
-	"哟",
-	"哦",
-	"哩",
-	"哪",
-	"哪个",
-	"哪些",
-	"哪儿",
-	"哪天",
-	"哪年",
-	"哪怕",
-	"哪样",
-	"哪边",
-	"哪里",
-	"哼",
-	"哼唷",
-	"唉",
-	"唯有",
-	"啊",
-	"啐",
-	"啥",
-	"啦",
-	"啪达",
-	"啷当",
-	"喂",
-	"喏",
-	"喔唷",
-	"喽",
-	"嗡",
-	"嗡嗡",
-	"嗬",
-	"嗯",
-	"嗳",
-	"嘎",
-	"嘎登",
-	"嘘",
-	"嘛",
-	"嘻",
-	"嘿",
-	"嘿嘿",
-	"四",
-	"因",
-	"因为",
-	"因了",
-	"因此",
-	"因着",
-	"因而",
-	"固然",
-	"在",
-	"在下",
-	"在于",
-	"地",
-	"基于",
-	"处在",
-	"多",
-	"多么",
-	"多少",
-	"大",
-	"大家",
-	"她",
-	"她们",
-	"好",
-	"如",
-	"如上",
-	"如上所述",
-	"如下",
-	"如何",
-	"如其",
-	"如同",
-	"如是",
-	"如果",
-	"如此",
-	"如若",
-	"始而",
-	"孰料",
-	"孰知",
-	"宁",
-	"宁可",
-	"宁愿",
-	"宁肯",
-	"它",
-	"它们",
-	"对",
-	"对于",
-	"对待",
-	"对方",
-	"对比",
-	"将",
-	"小",
-	"尔",
-	"尔后",
-	"尔尔",
-	"尚且",
-	"就",
-	"就是",
-	"就是了",
-	"就是说",
-	"就算",
-	"就要",
-	"尽",
-	"尽管",
-	"尽管如此",
-	"岂但",
-	"己",
-	"已",
-	"已矣",
-	"巴",
-	"巴巴",
-	"年",
-	"并",
-	"并且",
-	"庶乎",
-	"庶几",
-	"开外",
-	"开始",
-	"归",
-	"归齐",
-	"当",
-	"当地",
-	"当然",
-	"当着",
-	"彼",
-	"彼时",
-	"彼此",
-	"往",
-	"待",
-	"很",
-	"得",
-	"得了",
-	"怎",
-	"怎么",
-	"怎么办",
-	"怎么样",
-	"怎奈",
-	"怎样",
-	"总之",
-	"总的来看",
-	"总的来说",
-	"总的说来",
-	"总而言之",
-	"恰恰相反",
-	"您",
-	"惟其",
-	"慢说",
-	"我",
-	"我们",
-	"或",
-	"或则",
-	"或是",
-	"或曰",
-	"或者",
-	"截至",
-	"所",
-	"所以",
-	"所在",
-	"所幸",
-	"所有",
-	"才",
-	"才能",
-	"打",
-	"打从",
-	"把",
-	"抑或",
-	"拿",
-	"按",
-	"按照",
-	"换句话说",
-	"换言之",
-	"据",
-	"据此",
-	"接着",
-	"故",
-	"故此",
-	"故而",
-	"旁人",
-	"无",
-	"无宁",
-	"无论",
-	"既",
-	"既往",
-	"既是",
-	"既然",
-	"日",
-	"时",
-	"时候",
-	"是",
-	"是以",
-	"是的",
-	"更",
-	"曾",
-	"替",
-	"替代",
-	"最",
-	"月",
-	"有",
-	"有些",
-	"有关",
-	"有及",
-	"有时",
-	"有的",
-	"望",
-	"朝",
-	"朝着",
-	"本",
-	"本人",
-	"本地",
-	"本着",
-	"本身",
-	"来",
-	"来着",
-	"来自",
-	"来说",
-	"极了",
-	"果然",
-	"果真",
-	"某",
-	"某个",
-	"某些",
-	"某某",
-	"根据",
-	"欤",
-	"正值",
-	"正如",
-	"正巧",
-	"正是",
-	"此",
-	"此地",
-	"此处",
-	"此外",
-	"此时",
-	"此次",
-	"此间",
-	"毋宁",
-	"每",
-	"每当",
-	"比",
-	"比及",
-	"比如",
-	"比方",
-	"没奈何",
-	"沿",
-	"沿着",
-	"漫说",
-	"点",
-	"焉",
-	"然则",
-	"然后",
-	"然而",
-	"照",
-	"照着",
-	"犹且",
-	"犹自",
-	"甚且",
-	"甚么",
-	"甚或",
-	"甚而",
-	"甚至",
-	"甚至于",
-	"用",
-	"用来",
-	"由",
-	"由于",
-	"由是",
-	"由此",
-	"由此可见",
-	"的",
-	"的确",
-	"的话",
-	"直到",
-	"相对而言",
-	"省得",
-	"看",
-	"眨眼",
-	"着",
-	"着呢",
-	"矣",
-	"矣乎",
-	"矣哉",
-	"离",
-	"秒",
-	"称",
-	"竟而",
-	"第",
-	"等",
-	"等到",
-	"等等",
-	"简言之",
-	"管",
-	"类如",
-	"紧接着",
-	"纵",
-	"纵令",
-	"纵使",
-	"纵然",
-	"经",
-	"经过",
-	"结果",
-	"给",
-	"继之",
-	"继后",
-	"继而",
-	"综上所述",
-	"罢了",
-	"者",
-	"而",
-	"而且",
-	"而况",
-	"而后",
-	"而外",
-	"而已",
-	"而是",
-	"而言",
-	"能",
-	"能否",
-	"腾",
-	"自",
-	"自个儿",
-	"自从",
-	"自各儿",
-	"自后",
-	"自家",
-	"自己",
-	"自打",
-	"自身",
-	"至",
-	"至于",
-	"至今",
-	"至若",
-	"致",
-	"般的",
-	"若",
-	"若夫",
-	"若是",
-	"若果",
-	"若非",
-	"莫不然",
-	"莫如",
-	"莫若",
-	"虽",
-	"虽则",
-	"虽然",
-	"虽说",
-	"被",
-	"要",
-	"要不",
-	"要不是",
-	"要不然",
-	"要么",
-	"要是",
-	"譬喻",
-	"譬如",
-	"让",
-	"许多",
-	"论",
-	"设使",
-	"设或",
-	"设若",
-	"诚如",
-	"诚然",
-	"该",
-	"说",
-	"说来",
-	"请",
-	"诸",
-	"诸位",
-	"诸如",
-	"谁",
-	"谁人",
-	"谁料",
-	"谁知",
-	"贼死",
-	"赖以",
-	"赶",
-	"起",
-	"起见",
-	"趁",
-	"趁着",
-	"越是",
-	"距",
-	"跟",
-	"较",
-	"较之",
-	"边",
-	"过",
-	"还",
-	"还是",
-	"还有",
-	"还要",
-	"这",
-	"这一来",
-	"这个",
-	"这么",
-	"这么些",
-	"这么样",
-	"这么点儿",
-	"这些",
-	"这会儿",
-	"这儿",
-	"这就是说",
-	"这时",
-	"这样",
-	"这次",
-	"这般",
-	"这边",
-	"这里",
-	"进而",
-	"连",
-	"连同",
-	"逐步",
-	"通过",
-	"遵循",
-	"遵照",
-	"那",
-	"那个",
-	"那么",
-	"那么些",
-	"那么样",
-	"那些",
-	"那会儿",
-	"那儿",
-	"那时",
-	"那样",
-	"那般",
-	"那边",
-	"那里",
-	"都",
-	"鄙人",
-	"鉴于",
-	"针对",
-	"阿",
-	"除",
-	"除了",
-	"除外",
-	"除开",
-	"除此之外",
-	"除非",
-	"随",
-	"随后",
-	"随时",
-	"随着",
-	"难道说",
-	"零",
-	"非",
-	"非但",
-	"非徒",
-	"非特",
-	"非独",
-	"靠",
-	"顺",
-	"顺着",
-	"首先",
-	"︿",
-	"！",
-	"＃",
-	"＄",
-	"％",
-	"＆",
-	"（",
-	"）",
-	"＊",
-	"＋",
-	"，",
-	"０",
-	"１",
-	"２",
-	"３",
-	"４",
-	"５",
-	"６",
-	"７",
-	"８",
-	"９",
-	"：",
-	"；",
-	"＜",
-	"＞",
-	"？",
-	"＠",
-	"［",
-	"］",
-	"｛",
-	"｜",
-	"｝",
-	"～",
-	"￥"
-]
+[
+	"、",
+	"。",
+	"〈",
+	"〉",
+	"《",
+	"》",
+	"一",
+	"一个",
+	"一些",
+	"一何",
+	"一切",
+	"一则",
+	"一方面",
+	"一旦",
+	"一来",
+	"一样",
+	"一种",
+	"一般",
+	"一转眼",
+	"七",
+	"万一",
+	"三",
+	"上",
+	"上下",
+	"下",
+	"不",
+	"不仅",
+	"不但",
+	"不光",
+	"不单",
+	"不只",
+	"不外乎",
+	"不如",
+	"不妨",
+	"不尽",
+	"不尽然",
+	"不得",
+	"不怕",
+	"不惟",
+	"不成",
+	"不拘",
+	"不料",
+	"不是",
+	"不比",
+	"不然",
+	"不特",
+	"不独",
+	"不管",
+	"不至于",
+	"不若",
+	"不论",
+	"不过",
+	"不问",
+	"与",
+	"与其",
+	"与其说",
+	"与否",
+	"与此同时",
+	"且",
+	"且不说",
+	"且说",
+	"两者",
+	"个",
+	"个别",
+	"中",
+	"临",
+	"为",
+	"为了",
+	"为什么",
+	"为何",
+	"为止",
+	"为此",
+	"为着",
+	"乃",
+	"乃至",
+	"乃至于",
+	"么",
+	"之",
+	"之一",
+	"之所以",
+	"之类",
+	"乌乎",
+	"乎",
+	"乘",
+	"九",
+	"也",
+	"也好",
+	"也罢",
+	"了",
+	"二",
+	"二来",
+	"于",
+	"于是",
+	"于是乎",
+	"云云",
+	"云尔",
+	"五",
+	"些",
+	"亦",
+	"人",
+	"人们",
+	"人家",
+	"什",
+	"什么",
+	"什么样",
+	"今",
+	"介于",
+	"仍",
+	"仍旧",
+	"从",
+	"从此",
+	"从而",
+	"他",
+	"他人",
+	"他们",
+	"他们们",
+	"以",
+	"以上",
+	"以为",
+	"以便",
+	"以免",
+	"以及",
+	"以故",
+	"以期",
+	"以来",
+	"以至",
+	"以至于",
+	"以致",
+	"们",
+	"任",
+	"任何",
+	"任凭",
+	"会",
+	"似的",
+	"但",
+	"但凡",
+	"但是",
+	"何",
+	"何以",
+	"何况",
+	"何处",
+	"何时",
+	"余外",
+	"作为",
+	"你",
+	"你们",
+	"使",
+	"使得",
+	"例如",
+	"依",
+	"依据",
+	"依照",
+	"便于",
+	"俺",
+	"俺们",
+	"倘",
+	"倘使",
+	"倘或",
+	"倘然",
+	"倘若",
+	"借",
+	"借傥然",
+	"假使",
+	"假如",
+	"假若",
+	"做",
+	"像",
+	"儿",
+	"先不先",
+	"光",
+	"光是",
+	"全体",
+	"全部",
+	"八",
+	"六",
+	"兮",
+	"共",
+	"关于",
+	"关于具体地说",
+	"其",
+	"其一",
+	"其中",
+	"其二",
+	"其他",
+	"其余",
+	"其它",
+	"其次",
+	"具体地说",
+	"具体说来",
+	"兼之",
+	"内",
+	"再",
+	"再其次",
+	"再则",
+	"再有",
+	"再者",
+	"再者说",
+	"再说",
+	"冒",
+	"冲",
+	"况且",
+	"几",
+	"几时",
+	"凡",
+	"凡是",
+	"凭",
+	"凭借",
+	"出于",
+	"出来",
+	"分",
+	"分别",
+	"则",
+	"则甚",
+	"别",
+	"别人",
+	"别处",
+	"别是",
+	"别的",
+	"别管",
+	"别说",
+	"到",
+	"前后",
+	"前此",
+	"前者",
+	"加之",
+	"加以",
+	"区",
+	"即",
+	"即令",
+	"即使",
+	"即便",
+	"即如",
+	"即或",
+	"即若",
+	"却",
+	"去",
+	"又",
+	"又及",
+	"及",
+	"及其",
+	"及至",
+	"反之",
+	"反而",
+	"反过来",
+	"反过来说",
+	"受到",
+	"另",
+	"另一方面",
+	"另外",
+	"另悉",
+	"只",
+	"只当",
+	"只怕",
+	"只是",
+	"只有",
+	"只消",
+	"只要",
+	"只限",
+	"叫",
+	"叮咚",
+	"可",
+	"可以",
+	"可是",
+	"可见",
+	"各",
+	"各个",
+	"各位",
+	"各种",
+	"各自",
+	"同",
+	"同时",
+	"后",
+	"后者",
+	"向",
+	"向使",
+	"向着",
+	"吓",
+	"吗",
+	"否则",
+	"吧",
+	"吧哒",
+	"含",
+	"吱",
+	"呀",
+	"呃",
+	"呕",
+	"呗",
+	"呜",
+	"呜呼",
+	"呢",
+	"呵",
+	"呵呵",
+	"呸",
+	"呼哧",
+	"咋",
+	"和",
+	"咚",
+	"咦",
+	"咧",
+	"咱",
+	"咱们",
+	"咳",
+	"哇",
+	"哈",
+	"哈哈",
+	"哉",
+	"哎",
+	"哎呀",
+	"哎哟",
+	"哗",
+	"哟",
+	"哦",
+	"哩",
+	"哪",
+	"哪个",
+	"哪些",
+	"哪儿",
+	"哪天",
+	"哪年",
+	"哪怕",
+	"哪样",
+	"哪边",
+	"哪里",
+	"哼",
+	"哼唷",
+	"唉",
+	"唯有",
+	"啊",
+	"啐",
+	"啥",
+	"啦",
+	"啪达",
+	"啷当",
+	"喂",
+	"喏",
+	"喔唷",
+	"喽",
+	"嗡",
+	"嗡嗡",
+	"嗬",
+	"嗯",
+	"嗳",
+	"嘎",
+	"嘎登",
+	"嘘",
+	"嘛",
+	"嘻",
+	"嘿",
+	"嘿嘿",
+	"四",
+	"因",
+	"因为",
+	"因了",
+	"因此",
+	"因着",
+	"因而",
+	"固然",
+	"在",
+	"在下",
+	"在于",
+	"地",
+	"基于",
+	"处在",
+	"多",
+	"多么",
+	"多少",
+	"大",
+	"大家",
+	"她",
+	"她们",
+	"好",
+	"如",
+	"如上",
+	"如上所述",
+	"如下",
+	"如何",
+	"如其",
+	"如同",
+	"如是",
+	"如果",
+	"如此",
+	"如若",
+	"始而",
+	"孰料",
+	"孰知",
+	"宁",
+	"宁可",
+	"宁愿",
+	"宁肯",
+	"它",
+	"它们",
+	"对",
+	"对于",
+	"对待",
+	"对方",
+	"对比",
+	"将",
+	"小",
+	"尔",
+	"尔后",
+	"尔尔",
+	"尚且",
+	"就",
+	"就是",
+	"就是了",
+	"就是说",
+	"就算",
+	"就要",
+	"尽",
+	"尽管",
+	"尽管如此",
+	"岂但",
+	"己",
+	"已",
+	"已矣",
+	"巴",
+	"巴巴",
+	"年",
+	"并",
+	"并且",
+	"庶乎",
+	"庶几",
+	"开外",
+	"开始",
+	"归",
+	"归齐",
+	"当",
+	"当地",
+	"当然",
+	"当着",
+	"彼",
+	"彼时",
+	"彼此",
+	"往",
+	"待",
+	"很",
+	"得",
+	"得了",
+	"怎",
+	"怎么",
+	"怎么办",
+	"怎么样",
+	"怎奈",
+	"怎样",
+	"总之",
+	"总的来看",
+	"总的来说",
+	"总的说来",
+	"总而言之",
+	"恰恰相反",
+	"您",
+	"惟其",
+	"慢说",
+	"我",
+	"我们",
+	"或",
+	"或则",
+	"或是",
+	"或曰",
+	"或者",
+	"截至",
+	"所",
+	"所以",
+	"所在",
+	"所幸",
+	"所有",
+	"才",
+	"才能",
+	"打",
+	"打从",
+	"把",
+	"抑或",
+	"拿",
+	"按",
+	"按照",
+	"换句话说",
+	"换言之",
+	"据",
+	"据此",
+	"接着",
+	"故",
+	"故此",
+	"故而",
+	"旁人",
+	"无",
+	"无宁",
+	"无论",
+	"既",
+	"既往",
+	"既是",
+	"既然",
+	"日",
+	"时",
+	"时候",
+	"是",
+	"是以",
+	"是的",
+	"更",
+	"曾",
+	"替",
+	"替代",
+	"最",
+	"月",
+	"有",
+	"有些",
+	"有关",
+	"有及",
+	"有时",
+	"有的",
+	"望",
+	"朝",
+	"朝着",
+	"本",
+	"本人",
+	"本地",
+	"本着",
+	"本身",
+	"来",
+	"来着",
+	"来自",
+	"来说",
+	"极了",
+	"果然",
+	"果真",
+	"某",
+	"某个",
+	"某些",
+	"某某",
+	"根据",
+	"欤",
+	"正值",
+	"正如",
+	"正巧",
+	"正是",
+	"此",
+	"此地",
+	"此处",
+	"此外",
+	"此时",
+	"此次",
+	"此间",
+	"毋宁",
+	"每",
+	"每当",
+	"比",
+	"比及",
+	"比如",
+	"比方",
+	"没奈何",
+	"沿",
+	"沿着",
+	"漫说",
+	"点",
+	"焉",
+	"然则",
+	"然后",
+	"然而",
+	"照",
+	"照着",
+	"犹且",
+	"犹自",
+	"甚且",
+	"甚么",
+	"甚或",
+	"甚而",
+	"甚至",
+	"甚至于",
+	"用",
+	"用来",
+	"由",
+	"由于",
+	"由是",
+	"由此",
+	"由此可见",
+	"的",
+	"的确",
+	"的话",
+	"直到",
+	"相对而言",
+	"省得",
+	"看",
+	"眨眼",
+	"着",
+	"着呢",
+	"矣",
+	"矣乎",
+	"矣哉",
+	"离",
+	"秒",
+	"称",
+	"竟而",
+	"第",
+	"等",
+	"等到",
+	"等等",
+	"简言之",
+	"管",
+	"类如",
+	"紧接着",
+	"纵",
+	"纵令",
+	"纵使",
+	"纵然",
+	"经",
+	"经过",
+	"结果",
+	"给",
+	"继之",
+	"继后",
+	"继而",
+	"综上所述",
+	"罢了",
+	"者",
+	"而",
+	"而且",
+	"而况",
+	"而后",
+	"而外",
+	"而已",
+	"而是",
+	"而言",
+	"能",
+	"能否",
+	"腾",
+	"自",
+	"自个儿",
+	"自从",
+	"自各儿",
+	"自后",
+	"自家",
+	"自己",
+	"自打",
+	"自身",
+	"至",
+	"至于",
+	"至今",
+	"至若",
+	"致",
+	"般的",
+	"若",
+	"若夫",
+	"若是",
+	"若果",
+	"若非",
+	"莫不然",
+	"莫如",
+	"莫若",
+	"虽",
+	"虽则",
+	"虽然",
+	"虽说",
+	"被",
+	"要",
+	"要不",
+	"要不是",
+	"要不然",
+	"要么",
+	"要是",
+	"譬喻",
+	"譬如",
+	"让",
+	"许多",
+	"论",
+	"设使",
+	"设或",
+	"设若",
+	"诚如",
+	"诚然",
+	"该",
+	"说",
+	"说来",
+	"请",
+	"诸",
+	"诸位",
+	"诸如",
+	"谁",
+	"谁人",
+	"谁料",
+	"谁知",
+	"贼死",
+	"赖以",
+	"赶",
+	"起",
+	"起见",
+	"趁",
+	"趁着",
+	"越是",
+	"距",
+	"跟",
+	"较",
+	"较之",
+	"边",
+	"过",
+	"还",
+	"还是",
+	"还有",
+	"还要",
+	"这",
+	"这一来",
+	"这个",
+	"这么",
+	"这么些",
+	"这么样",
+	"这么点儿",
+	"这些",
+	"这会儿",
+	"这儿",
+	"这就是说",
+	"这时",
+	"这样",
+	"这次",
+	"这般",
+	"这边",
+	"这里",
+	"进而",
+	"连",
+	"连同",
+	"逐步",
+	"通过",
+	"遵循",
+	"遵照",
+	"那",
+	"那个",
+	"那么",
+	"那么些",
+	"那么样",
+	"那些",
+	"那会儿",
+	"那儿",
+	"那时",
+	"那样",
+	"那般",
+	"那边",
+	"那里",
+	"都",
+	"鄙人",
+	"鉴于",
+	"针对",
+	"阿",
+	"除",
+	"除了",
+	"除外",
+	"除开",
+	"除此之外",
+	"除非",
+	"随",
+	"随后",
+	"随时",
+	"随着",
+	"难道说",
+	"零",
+	"非",
+	"非但",
+	"非徒",
+	"非特",
+	"非独",
+	"靠",
+	"顺",
+	"顺着",
+	"首先",
+	"︿",
+	"！",
+	"＃",
+	"＄",
+	"％",
+	"＆",
+	"（",
+	"）",
+	"＊",
+	"＋",
+	"，",
+	"０",
+	"１",
+	"２",
+	"３",
+	"４",
+	"５",
+	"６",
+	"７",
+	"８",
+	"９",
+	"：",
+	"；",
+	"＜",
+	"＞",
+	"？",
+	"＠",
+	"［",
+	"］",
+	"｛",
+	"｜",
+	"｝",
+	"～",
+	"￥"
+]