RubyGems - kreuzberg - Versions diffs - 4.0.0.pre.rc.13 → 4.0.0.pre.rc.15 - Mend

kreuzberg 4.0.0.pre.rc.13 → 4.0.0.pre.rc.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (369) hide show

checksums.yaml +4 -4
data/.gitignore +14 -14
data/.rspec +3 -3
data/.rubocop.yaml +1 -1
data/.rubocop.yml +538 -538
data/Gemfile +8 -8
data/Gemfile.lock +104 -2
data/README.md +454 -454
data/Rakefile +33 -25
data/Steepfile +47 -47
data/examples/async_patterns.rb +341 -341
data/ext/kreuzberg_rb/extconf.rb +45 -45
data/ext/kreuzberg_rb/native/.cargo/config.toml +2 -2
data/ext/kreuzberg_rb/native/Cargo.lock +6750 -6941
data/ext/kreuzberg_rb/native/Cargo.toml +53 -54
data/ext/kreuzberg_rb/native/README.md +425 -425
data/ext/kreuzberg_rb/native/build.rs +52 -15
data/ext/kreuzberg_rb/native/include/ieeefp.h +11 -11
data/ext/kreuzberg_rb/native/include/msvc_compat/strings.h +14 -14
data/ext/kreuzberg_rb/native/include/strings.h +20 -20
data/ext/kreuzberg_rb/native/include/unistd.h +47 -47
data/ext/kreuzberg_rb/native/src/lib.rs +3158 -3158
data/extconf.rb +28 -28
data/kreuzberg.gemspec +214 -214
data/lib/kreuzberg/api_proxy.rb +142 -142
data/lib/kreuzberg/cache_api.rb +81 -81
data/lib/kreuzberg/cli.rb +55 -55
data/lib/kreuzberg/cli_proxy.rb +127 -127
data/lib/kreuzberg/config.rb +724 -724
data/lib/kreuzberg/error_context.rb +80 -80
data/lib/kreuzberg/errors.rb +118 -118
data/lib/kreuzberg/extraction_api.rb +340 -340
data/lib/kreuzberg/mcp_proxy.rb +186 -186
data/lib/kreuzberg/ocr_backend_protocol.rb +113 -113
data/lib/kreuzberg/post_processor_protocol.rb +86 -86
data/lib/kreuzberg/result.rb +279 -279
data/lib/kreuzberg/setup_lib_path.rb +80 -80
data/lib/kreuzberg/validator_protocol.rb +89 -89
data/lib/kreuzberg/version.rb +5 -5
data/lib/kreuzberg.rb +109 -109
data/lib/{pdfium.dll → libpdfium.so} +0 -0
data/sig/kreuzberg/internal.rbs +184 -184
data/sig/kreuzberg.rbs +546 -546
data/spec/binding/cache_spec.rb +227 -227
data/spec/binding/cli_proxy_spec.rb +85 -85
data/spec/binding/cli_spec.rb +55 -55
data/spec/binding/config_spec.rb +345 -345
data/spec/binding/config_validation_spec.rb +283 -283
data/spec/binding/error_handling_spec.rb +213 -213
data/spec/binding/errors_spec.rb +66 -66
data/spec/binding/plugins/ocr_backend_spec.rb +307 -307
data/spec/binding/plugins/postprocessor_spec.rb +269 -269
data/spec/binding/plugins/validator_spec.rb +274 -274
data/spec/fixtures/config.toml +39 -39
data/spec/fixtures/config.yaml +41 -41
data/spec/fixtures/invalid_config.toml +4 -4
data/spec/smoke/package_spec.rb +178 -178
data/spec/spec_helper.rb +42 -42
data/vendor/Cargo.toml +2 -2
data/vendor/kreuzberg/Cargo.toml +5 -5
data/vendor/kreuzberg/README.md +230 -230
data/vendor/kreuzberg/benches/otel_overhead.rs +48 -48
data/vendor/kreuzberg/build.rs +887 -843
data/vendor/kreuzberg/src/api/error.rs +81 -81
data/vendor/kreuzberg/src/api/handlers.rs +199 -199
data/vendor/kreuzberg/src/api/mod.rs +87 -79
data/vendor/kreuzberg/src/api/server.rs +353 -353
data/vendor/kreuzberg/src/api/types.rs +170 -170
data/vendor/kreuzberg/src/cache/mod.rs +1167 -1167
data/vendor/kreuzberg/src/chunking/mod.rs +1877 -1877
data/vendor/kreuzberg/src/chunking/processor.rs +220 -220
data/vendor/kreuzberg/src/core/batch_mode.rs +95 -95
data/vendor/kreuzberg/src/core/config.rs +1080 -1080
data/vendor/kreuzberg/src/core/extractor.rs +1156 -1156
data/vendor/kreuzberg/src/core/io.rs +329 -329
data/vendor/kreuzberg/src/core/mime.rs +605 -605
data/vendor/kreuzberg/src/core/mod.rs +47 -47
data/vendor/kreuzberg/src/core/pipeline.rs +1184 -1184
data/vendor/kreuzberg/src/embeddings.rs +500 -500
data/vendor/kreuzberg/src/error.rs +431 -431
data/vendor/kreuzberg/src/extraction/archive.rs +954 -954
data/vendor/kreuzberg/src/extraction/docx.rs +398 -398
data/vendor/kreuzberg/src/extraction/email.rs +854 -854
data/vendor/kreuzberg/src/extraction/excel.rs +688 -688
data/vendor/kreuzberg/src/extraction/html.rs +634 -601
data/vendor/kreuzberg/src/extraction/image.rs +491 -491
data/vendor/kreuzberg/src/extraction/libreoffice.rs +574 -574
data/vendor/kreuzberg/src/extraction/markdown.rs +213 -213
data/vendor/kreuzberg/src/extraction/mod.rs +81 -81
data/vendor/kreuzberg/src/extraction/office_metadata/app_properties.rs +398 -398
data/vendor/kreuzberg/src/extraction/office_metadata/core_properties.rs +247 -247
data/vendor/kreuzberg/src/extraction/office_metadata/custom_properties.rs +240 -240
data/vendor/kreuzberg/src/extraction/office_metadata/mod.rs +130 -130
data/vendor/kreuzberg/src/extraction/office_metadata/odt_properties.rs +284 -284
data/vendor/kreuzberg/src/extraction/pptx.rs +3100 -3100
data/vendor/kreuzberg/src/extraction/structured.rs +490 -490
data/vendor/kreuzberg/src/extraction/table.rs +328 -328
data/vendor/kreuzberg/src/extraction/text.rs +269 -269
data/vendor/kreuzberg/src/extraction/xml.rs +333 -333
data/vendor/kreuzberg/src/extractors/archive.rs +447 -447
data/vendor/kreuzberg/src/extractors/bibtex.rs +470 -470
data/vendor/kreuzberg/src/extractors/docbook.rs +504 -504
data/vendor/kreuzberg/src/extractors/docx.rs +400 -400
data/vendor/kreuzberg/src/extractors/email.rs +157 -157
data/vendor/kreuzberg/src/extractors/epub.rs +708 -708
data/vendor/kreuzberg/src/extractors/excel.rs +345 -345
data/vendor/kreuzberg/src/extractors/fictionbook.rs +492 -492
data/vendor/kreuzberg/src/extractors/html.rs +407 -407
data/vendor/kreuzberg/src/extractors/image.rs +219 -219
data/vendor/kreuzberg/src/extractors/jats.rs +1054 -1054
data/vendor/kreuzberg/src/extractors/jupyter.rs +368 -368
data/vendor/kreuzberg/src/extractors/latex.rs +653 -653
data/vendor/kreuzberg/src/extractors/markdown.rs +701 -701
data/vendor/kreuzberg/src/extractors/mod.rs +429 -429
data/vendor/kreuzberg/src/extractors/odt.rs +628 -628
data/vendor/kreuzberg/src/extractors/opml.rs +635 -635
data/vendor/kreuzberg/src/extractors/orgmode.rs +529 -529
data/vendor/kreuzberg/src/extractors/pdf.rs +749 -749
data/vendor/kreuzberg/src/extractors/pptx.rs +267 -267
data/vendor/kreuzberg/src/extractors/rst.rs +577 -577
data/vendor/kreuzberg/src/extractors/rtf.rs +809 -809
data/vendor/kreuzberg/src/extractors/security.rs +484 -484
data/vendor/kreuzberg/src/extractors/security_tests.rs +367 -367
data/vendor/kreuzberg/src/extractors/structured.rs +142 -142
data/vendor/kreuzberg/src/extractors/text.rs +265 -265
data/vendor/kreuzberg/src/extractors/typst.rs +651 -651
data/vendor/kreuzberg/src/extractors/xml.rs +147 -147
data/vendor/kreuzberg/src/image/dpi.rs +164 -164
data/vendor/kreuzberg/src/image/mod.rs +6 -6
data/vendor/kreuzberg/src/image/preprocessing.rs +417 -417
data/vendor/kreuzberg/src/image/resize.rs +89 -89
data/vendor/kreuzberg/src/keywords/config.rs +154 -154
data/vendor/kreuzberg/src/keywords/mod.rs +237 -237
data/vendor/kreuzberg/src/keywords/processor.rs +275 -275
data/vendor/kreuzberg/src/keywords/rake.rs +293 -293
data/vendor/kreuzberg/src/keywords/types.rs +68 -68
data/vendor/kreuzberg/src/keywords/yake.rs +163 -163
data/vendor/kreuzberg/src/language_detection/mod.rs +985 -985
data/vendor/kreuzberg/src/language_detection/processor.rs +219 -219
data/vendor/kreuzberg/src/lib.rs +113 -113
data/vendor/kreuzberg/src/mcp/mod.rs +35 -35
data/vendor/kreuzberg/src/mcp/server.rs +2076 -2076
data/vendor/kreuzberg/src/ocr/cache.rs +469 -469
data/vendor/kreuzberg/src/ocr/error.rs +37 -37
data/vendor/kreuzberg/src/ocr/hocr.rs +216 -216
data/vendor/kreuzberg/src/ocr/mod.rs +58 -58
data/vendor/kreuzberg/src/ocr/processor.rs +863 -863
data/vendor/kreuzberg/src/ocr/table/mod.rs +4 -4
data/vendor/kreuzberg/src/ocr/table/tsv_parser.rs +144 -144
data/vendor/kreuzberg/src/ocr/tesseract_backend.rs +452 -452
data/vendor/kreuzberg/src/ocr/types.rs +393 -393
data/vendor/kreuzberg/src/ocr/utils.rs +47 -47
data/vendor/kreuzberg/src/ocr/validation.rs +206 -206
data/vendor/kreuzberg/src/panic_context.rs +154 -154
data/vendor/kreuzberg/src/pdf/bindings.rs +44 -44
data/vendor/kreuzberg/src/pdf/bundled.rs +452 -346
data/vendor/kreuzberg/src/pdf/error.rs +130 -130
data/vendor/kreuzberg/src/pdf/images.rs +139 -139
data/vendor/kreuzberg/src/pdf/metadata.rs +489 -489
data/vendor/kreuzberg/src/pdf/mod.rs +68 -68
data/vendor/kreuzberg/src/pdf/rendering.rs +368 -368
data/vendor/kreuzberg/src/pdf/table.rs +420 -420
data/vendor/kreuzberg/src/pdf/text.rs +240 -240
data/vendor/kreuzberg/src/plugins/extractor.rs +1044 -1044
data/vendor/kreuzberg/src/plugins/mod.rs +212 -212
data/vendor/kreuzberg/src/plugins/ocr.rs +639 -639
data/vendor/kreuzberg/src/plugins/processor.rs +650 -650
data/vendor/kreuzberg/src/plugins/registry.rs +1339 -1339
data/vendor/kreuzberg/src/plugins/traits.rs +258 -258
data/vendor/kreuzberg/src/plugins/validator.rs +967 -967
data/vendor/kreuzberg/src/stopwords/mod.rs +1470 -1470
data/vendor/kreuzberg/src/text/mod.rs +25 -25
data/vendor/kreuzberg/src/text/quality.rs +697 -697
data/vendor/kreuzberg/src/text/quality_processor.rs +219 -219
data/vendor/kreuzberg/src/text/string_utils.rs +217 -217
data/vendor/kreuzberg/src/text/token_reduction/cjk_utils.rs +164 -164
data/vendor/kreuzberg/src/text/token_reduction/config.rs +100 -100
data/vendor/kreuzberg/src/text/token_reduction/core.rs +796 -796
data/vendor/kreuzberg/src/text/token_reduction/filters.rs +902 -902
data/vendor/kreuzberg/src/text/token_reduction/mod.rs +160 -160
data/vendor/kreuzberg/src/text/token_reduction/semantic.rs +619 -619
data/vendor/kreuzberg/src/text/token_reduction/simd_text.rs +147 -147
data/vendor/kreuzberg/src/types.rs +1055 -1055
data/vendor/kreuzberg/src/utils/mod.rs +17 -17
data/vendor/kreuzberg/src/utils/quality.rs +959 -959
data/vendor/kreuzberg/src/utils/string_utils.rs +381 -381
data/vendor/kreuzberg/stopwords/af_stopwords.json +53 -53
data/vendor/kreuzberg/stopwords/ar_stopwords.json +482 -482
data/vendor/kreuzberg/stopwords/bg_stopwords.json +261 -261
data/vendor/kreuzberg/stopwords/bn_stopwords.json +400 -400
data/vendor/kreuzberg/stopwords/br_stopwords.json +1205 -1205
data/vendor/kreuzberg/stopwords/ca_stopwords.json +280 -280
data/vendor/kreuzberg/stopwords/cs_stopwords.json +425 -425
data/vendor/kreuzberg/stopwords/da_stopwords.json +172 -172
data/vendor/kreuzberg/stopwords/de_stopwords.json +622 -622
data/vendor/kreuzberg/stopwords/el_stopwords.json +849 -849
data/vendor/kreuzberg/stopwords/en_stopwords.json +1300 -1300
data/vendor/kreuzberg/stopwords/eo_stopwords.json +175 -175
data/vendor/kreuzberg/stopwords/es_stopwords.json +734 -734
data/vendor/kreuzberg/stopwords/et_stopwords.json +37 -37
data/vendor/kreuzberg/stopwords/eu_stopwords.json +100 -100
data/vendor/kreuzberg/stopwords/fa_stopwords.json +801 -801
data/vendor/kreuzberg/stopwords/fi_stopwords.json +849 -849
data/vendor/kreuzberg/stopwords/fr_stopwords.json +693 -693
data/vendor/kreuzberg/stopwords/ga_stopwords.json +111 -111
data/vendor/kreuzberg/stopwords/gl_stopwords.json +162 -162
data/vendor/kreuzberg/stopwords/gu_stopwords.json +226 -226
data/vendor/kreuzberg/stopwords/ha_stopwords.json +41 -41
data/vendor/kreuzberg/stopwords/he_stopwords.json +196 -196
data/vendor/kreuzberg/stopwords/hi_stopwords.json +227 -227
data/vendor/kreuzberg/stopwords/hr_stopwords.json +181 -181
data/vendor/kreuzberg/stopwords/hu_stopwords.json +791 -791
data/vendor/kreuzberg/stopwords/hy_stopwords.json +47 -47
data/vendor/kreuzberg/stopwords/id_stopwords.json +760 -760
data/vendor/kreuzberg/stopwords/it_stopwords.json +634 -634
data/vendor/kreuzberg/stopwords/ja_stopwords.json +136 -136
data/vendor/kreuzberg/stopwords/kn_stopwords.json +84 -84
data/vendor/kreuzberg/stopwords/ko_stopwords.json +681 -681
data/vendor/kreuzberg/stopwords/ku_stopwords.json +64 -64
data/vendor/kreuzberg/stopwords/la_stopwords.json +51 -51
data/vendor/kreuzberg/stopwords/lt_stopwords.json +476 -476
data/vendor/kreuzberg/stopwords/lv_stopwords.json +163 -163
data/vendor/kreuzberg/stopwords/ml_stopwords.json +1 -1
data/vendor/kreuzberg/stopwords/mr_stopwords.json +101 -101
data/vendor/kreuzberg/stopwords/ms_stopwords.json +477 -477
data/vendor/kreuzberg/stopwords/ne_stopwords.json +490 -490
data/vendor/kreuzberg/stopwords/nl_stopwords.json +415 -415
data/vendor/kreuzberg/stopwords/no_stopwords.json +223 -223
data/vendor/kreuzberg/stopwords/pl_stopwords.json +331 -331
data/vendor/kreuzberg/stopwords/pt_stopwords.json +562 -562
data/vendor/kreuzberg/stopwords/ro_stopwords.json +436 -436
data/vendor/kreuzberg/stopwords/ru_stopwords.json +561 -561
data/vendor/kreuzberg/stopwords/si_stopwords.json +193 -193
data/vendor/kreuzberg/stopwords/sk_stopwords.json +420 -420
data/vendor/kreuzberg/stopwords/sl_stopwords.json +448 -448
data/vendor/kreuzberg/stopwords/so_stopwords.json +32 -32
data/vendor/kreuzberg/stopwords/st_stopwords.json +33 -33
data/vendor/kreuzberg/stopwords/sv_stopwords.json +420 -420
data/vendor/kreuzberg/stopwords/sw_stopwords.json +76 -76
data/vendor/kreuzberg/stopwords/ta_stopwords.json +129 -129
data/vendor/kreuzberg/stopwords/te_stopwords.json +54 -54
data/vendor/kreuzberg/stopwords/th_stopwords.json +118 -118
data/vendor/kreuzberg/stopwords/tl_stopwords.json +149 -149
data/vendor/kreuzberg/stopwords/tr_stopwords.json +506 -506
data/vendor/kreuzberg/stopwords/uk_stopwords.json +75 -75
data/vendor/kreuzberg/stopwords/ur_stopwords.json +519 -519
data/vendor/kreuzberg/stopwords/vi_stopwords.json +647 -647
data/vendor/kreuzberg/stopwords/yo_stopwords.json +62 -62
data/vendor/kreuzberg/stopwords/zh_stopwords.json +796 -796
data/vendor/kreuzberg/stopwords/zu_stopwords.json +31 -31
data/vendor/kreuzberg/tests/api_extract_multipart.rs +52 -52
data/vendor/kreuzberg/tests/api_tests.rs +966 -966
data/vendor/kreuzberg/tests/archive_integration.rs +545 -545
data/vendor/kreuzberg/tests/batch_orchestration.rs +556 -556
data/vendor/kreuzberg/tests/batch_processing.rs +318 -318
data/vendor/kreuzberg/tests/bibtex_parity_test.rs +421 -421
data/vendor/kreuzberg/tests/concurrency_stress.rs +533 -533
data/vendor/kreuzberg/tests/config_features.rs +612 -612
data/vendor/kreuzberg/tests/config_loading_tests.rs +416 -416
data/vendor/kreuzberg/tests/core_integration.rs +510 -510
data/vendor/kreuzberg/tests/csv_integration.rs +414 -414
data/vendor/kreuzberg/tests/docbook_extractor_tests.rs +500 -500
data/vendor/kreuzberg/tests/docx_metadata_extraction_test.rs +122 -122
data/vendor/kreuzberg/tests/docx_vs_pandoc_comparison.rs +370 -370
data/vendor/kreuzberg/tests/email_integration.rs +327 -327
data/vendor/kreuzberg/tests/epub_native_extractor_tests.rs +275 -275
data/vendor/kreuzberg/tests/error_handling.rs +402 -402
data/vendor/kreuzberg/tests/fictionbook_extractor_tests.rs +228 -228
data/vendor/kreuzberg/tests/format_integration.rs +165 -164
data/vendor/kreuzberg/tests/helpers/mod.rs +142 -142
data/vendor/kreuzberg/tests/html_table_test.rs +551 -551
data/vendor/kreuzberg/tests/image_integration.rs +255 -255
data/vendor/kreuzberg/tests/instrumentation_test.rs +139 -139
data/vendor/kreuzberg/tests/jats_extractor_tests.rs +639 -639
data/vendor/kreuzberg/tests/jupyter_extractor_tests.rs +704 -704
data/vendor/kreuzberg/tests/keywords_integration.rs +479 -479
data/vendor/kreuzberg/tests/keywords_quality.rs +509 -509
data/vendor/kreuzberg/tests/latex_extractor_tests.rs +496 -496
data/vendor/kreuzberg/tests/markdown_extractor_tests.rs +490 -490
data/vendor/kreuzberg/tests/mime_detection.rs +429 -429
data/vendor/kreuzberg/tests/ocr_configuration.rs +514 -514
data/vendor/kreuzberg/tests/ocr_errors.rs +698 -698
data/vendor/kreuzberg/tests/ocr_quality.rs +629 -629
data/vendor/kreuzberg/tests/ocr_stress.rs +469 -469
data/vendor/kreuzberg/tests/odt_extractor_tests.rs +674 -674
data/vendor/kreuzberg/tests/opml_extractor_tests.rs +616 -616
data/vendor/kreuzberg/tests/orgmode_extractor_tests.rs +822 -822
data/vendor/kreuzberg/tests/pdf_integration.rs +45 -45
data/vendor/kreuzberg/tests/pdfium_linking.rs +374 -374
data/vendor/kreuzberg/tests/pipeline_integration.rs +1436 -1436
data/vendor/kreuzberg/tests/plugin_ocr_backend_test.rs +776 -776
data/vendor/kreuzberg/tests/plugin_postprocessor_test.rs +560 -560
data/vendor/kreuzberg/tests/plugin_system.rs +927 -927
data/vendor/kreuzberg/tests/plugin_validator_test.rs +783 -783
data/vendor/kreuzberg/tests/registry_integration_tests.rs +587 -587
data/vendor/kreuzberg/tests/rst_extractor_tests.rs +694 -694
data/vendor/kreuzberg/tests/rtf_extractor_tests.rs +775 -775
data/vendor/kreuzberg/tests/security_validation.rs +416 -416
data/vendor/kreuzberg/tests/stopwords_integration_test.rs +888 -888
data/vendor/kreuzberg/tests/test_fastembed.rs +631 -631
data/vendor/kreuzberg/tests/typst_behavioral_tests.rs +1260 -1260
data/vendor/kreuzberg/tests/typst_extractor_tests.rs +648 -648
data/vendor/kreuzberg/tests/xlsx_metadata_extraction_test.rs +87 -87
data/vendor/kreuzberg-tesseract/.commitlintrc.json +13 -13
data/vendor/kreuzberg-tesseract/.crate-ignore +2 -2
data/vendor/kreuzberg-tesseract/Cargo.lock +2933 -2933
data/vendor/kreuzberg-tesseract/Cargo.toml +2 -2
data/vendor/kreuzberg-tesseract/LICENSE +22 -22
data/vendor/kreuzberg-tesseract/README.md +399 -399
data/vendor/kreuzberg-tesseract/build.rs +1354 -1354
data/vendor/kreuzberg-tesseract/patches/README.md +71 -71
data/vendor/kreuzberg-tesseract/patches/tesseract.diff +199 -199
data/vendor/kreuzberg-tesseract/src/api.rs +1371 -1371
data/vendor/kreuzberg-tesseract/src/choice_iterator.rs +77 -77
data/vendor/kreuzberg-tesseract/src/enums.rs +297 -297
data/vendor/kreuzberg-tesseract/src/error.rs +81 -81
data/vendor/kreuzberg-tesseract/src/lib.rs +145 -145
data/vendor/kreuzberg-tesseract/src/monitor.rs +57 -57
data/vendor/kreuzberg-tesseract/src/mutable_iterator.rs +197 -197
data/vendor/kreuzberg-tesseract/src/page_iterator.rs +253 -253
data/vendor/kreuzberg-tesseract/src/result_iterator.rs +286 -286
data/vendor/kreuzberg-tesseract/src/result_renderer.rs +183 -183
data/vendor/kreuzberg-tesseract/tests/integration_test.rs +211 -211
data/vendor/rb-sys/.cargo_vcs_info.json +5 -5
data/vendor/rb-sys/Cargo.lock +393 -393
data/vendor/rb-sys/Cargo.toml +70 -70
data/vendor/rb-sys/Cargo.toml.orig +57 -57
data/vendor/rb-sys/LICENSE-APACHE +190 -190
data/vendor/rb-sys/LICENSE-MIT +21 -21
data/vendor/rb-sys/build/features.rs +111 -111
data/vendor/rb-sys/build/main.rs +286 -286
data/vendor/rb-sys/build/stable_api_config.rs +155 -155
data/vendor/rb-sys/build/version.rs +50 -50
data/vendor/rb-sys/readme.md +36 -36
data/vendor/rb-sys/src/bindings.rs +21 -21
data/vendor/rb-sys/src/hidden.rs +11 -11
data/vendor/rb-sys/src/lib.rs +35 -35
data/vendor/rb-sys/src/macros.rs +371 -371
data/vendor/rb-sys/src/memory.rs +53 -53
data/vendor/rb-sys/src/ruby_abi_version.rs +38 -38
data/vendor/rb-sys/src/special_consts.rs +31 -31
data/vendor/rb-sys/src/stable_api/compiled.c +179 -179
data/vendor/rb-sys/src/stable_api/compiled.rs +257 -257
data/vendor/rb-sys/src/stable_api/ruby_2_7.rs +324 -324
data/vendor/rb-sys/src/stable_api/ruby_3_0.rs +332 -332
data/vendor/rb-sys/src/stable_api/ruby_3_1.rs +325 -325
data/vendor/rb-sys/src/stable_api/ruby_3_2.rs +323 -323
data/vendor/rb-sys/src/stable_api/ruby_3_3.rs +339 -339
data/vendor/rb-sys/src/stable_api/ruby_3_4.rs +339 -339
data/vendor/rb-sys/src/stable_api.rs +260 -260
data/vendor/rb-sys/src/symbol.rs +31 -31
data/vendor/rb-sys/src/tracking_allocator.rs +330 -330
data/vendor/rb-sys/src/utils.rs +89 -89
data/vendor/rb-sys/src/value_type.rs +7 -7
metadata +81 -22
data/vendor/kreuzberg-ffi/Cargo.toml +0 -63
data/vendor/kreuzberg-ffi/README.md +0 -851
data/vendor/kreuzberg-ffi/build.rs +0 -176
data/vendor/kreuzberg-ffi/cbindgen.toml +0 -27
data/vendor/kreuzberg-ffi/kreuzberg-ffi-install.pc +0 -12
data/vendor/kreuzberg-ffi/kreuzberg-ffi.pc.in +0 -12
data/vendor/kreuzberg-ffi/kreuzberg.h +0 -1087
data/vendor/kreuzberg-ffi/src/lib.rs +0 -3616
data/vendor/kreuzberg-ffi/src/panic_shield.rs +0 -247
data/vendor/kreuzberg-ffi/tests.disabled/README.md +0 -48
data/vendor/kreuzberg-ffi/tests.disabled/config_loading_tests.rs +0 -299
data/vendor/kreuzberg-ffi/tests.disabled/config_tests.rs +0 -346
data/vendor/kreuzberg-ffi/tests.disabled/extractor_tests.rs +0 -232
data/vendor/kreuzberg-ffi/tests.disabled/plugin_registration_tests.rs +0 -470

data/vendor/kreuzberg/stopwords/zh_stopwords.json CHANGED Viewed

@@ -1,796 +1,796 @@
-[
-	"、",
-	"。",
-	"〈",
-	"〉",
-	"《",
-	"》",
-	"一",
-	"一个",
-	"一些",
-	"一何",
-	"一切",
-	"一则",
-	"一方面",
-	"一旦",
-	"一来",
-	"一样",
-	"一种",
-	"一般",
-	"一转眼",
-	"七",
-	"万一",
-	"三",
-	"上",
-	"上下",
-	"下",
-	"不",
-	"不仅",
-	"不但",
-	"不光",
-	"不单",
-	"不只",
-	"不外乎",
-	"不如",
-	"不妨",
-	"不尽",
-	"不尽然",
-	"不得",
-	"不怕",
-	"不惟",
-	"不成",
-	"不拘",
-	"不料",
-	"不是",
-	"不比",
-	"不然",
-	"不特",
-	"不独",
-	"不管",
-	"不至于",
-	"不若",
-	"不论",
-	"不过",
-	"不问",
-	"与",
-	"与其",
-	"与其说",
-	"与否",
-	"与此同时",
-	"且",
-	"且不说",
-	"且说",
-	"两者",
-	"个",
-	"个别",
-	"中",
-	"临",
-	"为",
-	"为了",
-	"为什么",
-	"为何",
-	"为止",
-	"为此",
-	"为着",
-	"乃",
-	"乃至",
-	"乃至于",
-	"么",
-	"之",
-	"之一",
-	"之所以",
-	"之类",
-	"乌乎",
-	"乎",
-	"乘",
-	"九",
-	"也",
-	"也好",
-	"也罢",
-	"了",
-	"二",
-	"二来",
-	"于",
-	"于是",
-	"于是乎",
-	"云云",
-	"云尔",
-	"五",
-	"些",
-	"亦",
-	"人",
-	"人们",
-	"人家",
-	"什",
-	"什么",
-	"什么样",
-	"今",
-	"介于",
-	"仍",
-	"仍旧",
-	"从",
-	"从此",
-	"从而",
-	"他",
-	"他人",
-	"他们",
-	"他们们",
-	"以",
-	"以上",
-	"以为",
-	"以便",
-	"以免",
-	"以及",
-	"以故",
-	"以期",
-	"以来",
-	"以至",
-	"以至于",
-	"以致",
-	"们",
-	"任",
-	"任何",
-	"任凭",
-	"会",
-	"似的",
-	"但",
-	"但凡",
-	"但是",
-	"何",
-	"何以",
-	"何况",
-	"何处",
-	"何时",
-	"余外",
-	"作为",
-	"你",
-	"你们",
-	"使",
-	"使得",
-	"例如",
-	"依",
-	"依据",
-	"依照",
-	"便于",
-	"俺",
-	"俺们",
-	"倘",
-	"倘使",
-	"倘或",
-	"倘然",
-	"倘若",
-	"借",
-	"借傥然",
-	"假使",
-	"假如",
-	"假若",
-	"做",
-	"像",
-	"儿",
-	"先不先",
-	"光",
-	"光是",
-	"全体",
-	"全部",
-	"八",
-	"六",
-	"兮",
-	"共",
-	"关于",
-	"关于具体地说",
-	"其",
-	"其一",
-	"其中",
-	"其二",
-	"其他",
-	"其余",
-	"其它",
-	"其次",
-	"具体地说",
-	"具体说来",
-	"兼之",
-	"内",
-	"再",
-	"再其次",
-	"再则",
-	"再有",
-	"再者",
-	"再者说",
-	"再说",
-	"冒",
-	"冲",
-	"况且",
-	"几",
-	"几时",
-	"凡",
-	"凡是",
-	"凭",
-	"凭借",
-	"出于",
-	"出来",
-	"分",
-	"分别",
-	"则",
-	"则甚",
-	"别",
-	"别人",
-	"别处",
-	"别是",
-	"别的",
-	"别管",
-	"别说",
-	"到",
-	"前后",
-	"前此",
-	"前者",
-	"加之",
-	"加以",
-	"区",
-	"即",
-	"即令",
-	"即使",
-	"即便",
-	"即如",
-	"即或",
-	"即若",
-	"却",
-	"去",
-	"又",
-	"又及",
-	"及",
-	"及其",
-	"及至",
-	"反之",
-	"反而",
-	"反过来",
-	"反过来说",
-	"受到",
-	"另",
-	"另一方面",
-	"另外",
-	"另悉",
-	"只",
-	"只当",
-	"只怕",
-	"只是",
-	"只有",
-	"只消",
-	"只要",
-	"只限",
-	"叫",
-	"叮咚",
-	"可",
-	"可以",
-	"可是",
-	"可见",
-	"各",
-	"各个",
-	"各位",
-	"各种",
-	"各自",
-	"同",
-	"同时",
-	"后",
-	"后者",
-	"向",
-	"向使",
-	"向着",
-	"吓",
-	"吗",
-	"否则",
-	"吧",
-	"吧哒",
-	"含",
-	"吱",
-	"呀",
-	"呃",
-	"呕",
-	"呗",
-	"呜",
-	"呜呼",
-	"呢",
-	"呵",
-	"呵呵",
-	"呸",
-	"呼哧",
-	"咋",
-	"和",
-	"咚",
-	"咦",
-	"咧",
-	"咱",
-	"咱们",
-	"咳",
-	"哇",
-	"哈",
-	"哈哈",
-	"哉",
-	"哎",
-	"哎呀",
-	"哎哟",
-	"哗",
-	"哟",
-	"哦",
-	"哩",
-	"哪",
-	"哪个",
-	"哪些",
-	"哪儿",
-	"哪天",
-	"哪年",
-	"哪怕",
-	"哪样",
-	"哪边",
-	"哪里",
-	"哼",
-	"哼唷",
-	"唉",
-	"唯有",
-	"啊",
-	"啐",
-	"啥",
-	"啦",
-	"啪达",
-	"啷当",
-	"喂",
-	"喏",
-	"喔唷",
-	"喽",
-	"嗡",
-	"嗡嗡",
-	"嗬",
-	"嗯",
-	"嗳",
-	"嘎",
-	"嘎登",
-	"嘘",
-	"嘛",
-	"嘻",
-	"嘿",
-	"嘿嘿",
-	"四",
-	"因",
-	"因为",
-	"因了",
-	"因此",
-	"因着",
-	"因而",
-	"固然",
-	"在",
-	"在下",
-	"在于",
-	"地",
-	"基于",
-	"处在",
-	"多",
-	"多么",
-	"多少",
-	"大",
-	"大家",
-	"她",
-	"她们",
-	"好",
-	"如",
-	"如上",
-	"如上所述",
-	"如下",
-	"如何",
-	"如其",
-	"如同",
-	"如是",
-	"如果",
-	"如此",
-	"如若",
-	"始而",
-	"孰料",
-	"孰知",
-	"宁",
-	"宁可",
-	"宁愿",
-	"宁肯",
-	"它",
-	"它们",
-	"对",
-	"对于",
-	"对待",
-	"对方",
-	"对比",
-	"将",
-	"小",
-	"尔",
-	"尔后",
-	"尔尔",
-	"尚且",
-	"就",
-	"就是",
-	"就是了",
-	"就是说",
-	"就算",
-	"就要",
-	"尽",
-	"尽管",
-	"尽管如此",
-	"岂但",
-	"己",
-	"已",
-	"已矣",
-	"巴",
-	"巴巴",
-	"年",
-	"并",
-	"并且",
-	"庶乎",
-	"庶几",
-	"开外",
-	"开始",
-	"归",
-	"归齐",
-	"当",
-	"当地",
-	"当然",
-	"当着",
-	"彼",
-	"彼时",
-	"彼此",
-	"往",
-	"待",
-	"很",
-	"得",
-	"得了",
-	"怎",
-	"怎么",
-	"怎么办",
-	"怎么样",
-	"怎奈",
-	"怎样",
-	"总之",
-	"总的来看",
-	"总的来说",
-	"总的说来",
-	"总而言之",
-	"恰恰相反",
-	"您",
-	"惟其",
-	"慢说",
-	"我",
-	"我们",
-	"或",
-	"或则",
-	"或是",
-	"或曰",
-	"或者",
-	"截至",
-	"所",
-	"所以",
-	"所在",
-	"所幸",
-	"所有",
-	"才",
-	"才能",
-	"打",
-	"打从",
-	"把",
-	"抑或",
-	"拿",
-	"按",
-	"按照",
-	"换句话说",
-	"换言之",
-	"据",
-	"据此",
-	"接着",
-	"故",
-	"故此",
-	"故而",
-	"旁人",
-	"无",
-	"无宁",
-	"无论",
-	"既",
-	"既往",
-	"既是",
-	"既然",
-	"日",
-	"时",
-	"时候",
-	"是",
-	"是以",
-	"是的",
-	"更",
-	"曾",
-	"替",
-	"替代",
-	"最",
-	"月",
-	"有",
-	"有些",
-	"有关",
-	"有及",
-	"有时",
-	"有的",
-	"望",
-	"朝",
-	"朝着",
-	"本",
-	"本人",
-	"本地",
-	"本着",
-	"本身",
-	"来",
-	"来着",
-	"来自",
-	"来说",
-	"极了",
-	"果然",
-	"果真",
-	"某",
-	"某个",
-	"某些",
-	"某某",
-	"根据",
-	"欤",
-	"正值",
-	"正如",
-	"正巧",
-	"正是",
-	"此",
-	"此地",
-	"此处",
-	"此外",
-	"此时",
-	"此次",
-	"此间",
-	"毋宁",
-	"每",
-	"每当",
-	"比",
-	"比及",
-	"比如",
-	"比方",
-	"没奈何",
-	"沿",
-	"沿着",
-	"漫说",
-	"点",
-	"焉",
-	"然则",
-	"然后",
-	"然而",
-	"照",
-	"照着",
-	"犹且",
-	"犹自",
-	"甚且",
-	"甚么",
-	"甚或",
-	"甚而",
-	"甚至",
-	"甚至于",
-	"用",
-	"用来",
-	"由",
-	"由于",
-	"由是",
-	"由此",
-	"由此可见",
-	"的",
-	"的确",
-	"的话",
-	"直到",
-	"相对而言",
-	"省得",
-	"看",
-	"眨眼",
-	"着",
-	"着呢",
-	"矣",
-	"矣乎",
-	"矣哉",
-	"离",
-	"秒",
-	"称",
-	"竟而",
-	"第",
-	"等",
-	"等到",
-	"等等",
-	"简言之",
-	"管",
-	"类如",
-	"紧接着",
-	"纵",
-	"纵令",
-	"纵使",
-	"纵然",
-	"经",
-	"经过",
-	"结果",
-	"给",
-	"继之",
-	"继后",
-	"继而",
-	"综上所述",
-	"罢了",
-	"者",
-	"而",
-	"而且",
-	"而况",
-	"而后",
-	"而外",
-	"而已",
-	"而是",
-	"而言",
-	"能",
-	"能否",
-	"腾",
-	"自",
-	"自个儿",
-	"自从",
-	"自各儿",
-	"自后",
-	"自家",
-	"自己",
-	"自打",
-	"自身",
-	"至",
-	"至于",
-	"至今",
-	"至若",
-	"致",
-	"般的",
-	"若",
-	"若夫",
-	"若是",
-	"若果",
-	"若非",
-	"莫不然",
-	"莫如",
-	"莫若",
-	"虽",
-	"虽则",
-	"虽然",
-	"虽说",
-	"被",
-	"要",
-	"要不",
-	"要不是",
-	"要不然",
-	"要么",
-	"要是",
-	"譬喻",
-	"譬如",
-	"让",
-	"许多",
-	"论",
-	"设使",
-	"设或",
-	"设若",
-	"诚如",
-	"诚然",
-	"该",
-	"说",
-	"说来",
-	"请",
-	"诸",
-	"诸位",
-	"诸如",
-	"谁",
-	"谁人",
-	"谁料",
-	"谁知",
-	"贼死",
-	"赖以",
-	"赶",
-	"起",
-	"起见",
-	"趁",
-	"趁着",
-	"越是",
-	"距",
-	"跟",
-	"较",
-	"较之",
-	"边",
-	"过",
-	"还",
-	"还是",
-	"还有",
-	"还要",
-	"这",
-	"这一来",
-	"这个",
-	"这么",
-	"这么些",
-	"这么样",
-	"这么点儿",
-	"这些",
-	"这会儿",
-	"这儿",
-	"这就是说",
-	"这时",
-	"这样",
-	"这次",
-	"这般",
-	"这边",
-	"这里",
-	"进而",
-	"连",
-	"连同",
-	"逐步",
-	"通过",
-	"遵循",
-	"遵照",
-	"那",
-	"那个",
-	"那么",
-	"那么些",
-	"那么样",
-	"那些",
-	"那会儿",
-	"那儿",
-	"那时",
-	"那样",
-	"那般",
-	"那边",
-	"那里",
-	"都",
-	"鄙人",
-	"鉴于",
-	"针对",
-	"阿",
-	"除",
-	"除了",
-	"除外",
-	"除开",
-	"除此之外",
-	"除非",
-	"随",
-	"随后",
-	"随时",
-	"随着",
-	"难道说",
-	"零",
-	"非",
-	"非但",
-	"非徒",
-	"非特",
-	"非独",
-	"靠",
-	"顺",
-	"顺着",
-	"首先",
-	"︿",
-	"！",
-	"＃",
-	"＄",
-	"％",
-	"＆",
-	"（",
-	"）",
-	"＊",
-	"＋",
-	"，",
-	"０",
-	"１",
-	"２",
-	"３",
-	"４",
-	"５",
-	"６",
-	"７",
-	"８",
-	"９",
-	"：",
-	"；",
-	"＜",
-	"＞",
-	"？",
-	"＠",
-	"［",
-	"］",
-	"｛",
-	"｜",
-	"｝",
-	"～",
-	"￥"
-]
+[
+	"、",
+	"。",
+	"〈",
+	"〉",
+	"《",
+	"》",
+	"一",
+	"一个",
+	"一些",
+	"一何",
+	"一切",
+	"一则",
+	"一方面",
+	"一旦",
+	"一来",
+	"一样",
+	"一种",
+	"一般",
+	"一转眼",
+	"七",
+	"万一",
+	"三",
+	"上",
+	"上下",
+	"下",
+	"不",
+	"不仅",
+	"不但",
+	"不光",
+	"不单",
+	"不只",
+	"不外乎",
+	"不如",
+	"不妨",
+	"不尽",
+	"不尽然",
+	"不得",
+	"不怕",
+	"不惟",
+	"不成",
+	"不拘",
+	"不料",
+	"不是",
+	"不比",
+	"不然",
+	"不特",
+	"不独",
+	"不管",
+	"不至于",
+	"不若",
+	"不论",
+	"不过",
+	"不问",
+	"与",
+	"与其",
+	"与其说",
+	"与否",
+	"与此同时",
+	"且",
+	"且不说",
+	"且说",
+	"两者",
+	"个",
+	"个别",
+	"中",
+	"临",
+	"为",
+	"为了",
+	"为什么",
+	"为何",
+	"为止",
+	"为此",
+	"为着",
+	"乃",
+	"乃至",
+	"乃至于",
+	"么",
+	"之",
+	"之一",
+	"之所以",
+	"之类",
+	"乌乎",
+	"乎",
+	"乘",
+	"九",
+	"也",
+	"也好",
+	"也罢",
+	"了",
+	"二",
+	"二来",
+	"于",
+	"于是",
+	"于是乎",
+	"云云",
+	"云尔",
+	"五",
+	"些",
+	"亦",
+	"人",
+	"人们",
+	"人家",
+	"什",
+	"什么",
+	"什么样",
+	"今",
+	"介于",
+	"仍",
+	"仍旧",
+	"从",
+	"从此",
+	"从而",
+	"他",
+	"他人",
+	"他们",
+	"他们们",
+	"以",
+	"以上",
+	"以为",
+	"以便",
+	"以免",
+	"以及",
+	"以故",
+	"以期",
+	"以来",
+	"以至",
+	"以至于",
+	"以致",
+	"们",
+	"任",
+	"任何",
+	"任凭",
+	"会",
+	"似的",
+	"但",
+	"但凡",
+	"但是",
+	"何",
+	"何以",
+	"何况",
+	"何处",
+	"何时",
+	"余外",
+	"作为",
+	"你",
+	"你们",
+	"使",
+	"使得",
+	"例如",
+	"依",
+	"依据",
+	"依照",
+	"便于",
+	"俺",
+	"俺们",
+	"倘",
+	"倘使",
+	"倘或",
+	"倘然",
+	"倘若",
+	"借",
+	"借傥然",
+	"假使",
+	"假如",
+	"假若",
+	"做",
+	"像",
+	"儿",
+	"先不先",
+	"光",
+	"光是",
+	"全体",
+	"全部",
+	"八",
+	"六",
+	"兮",
+	"共",
+	"关于",
+	"关于具体地说",
+	"其",
+	"其一",
+	"其中",
+	"其二",
+	"其他",
+	"其余",
+	"其它",
+	"其次",
+	"具体地说",
+	"具体说来",
+	"兼之",
+	"内",
+	"再",
+	"再其次",
+	"再则",
+	"再有",
+	"再者",
+	"再者说",
+	"再说",
+	"冒",
+	"冲",
+	"况且",
+	"几",
+	"几时",
+	"凡",
+	"凡是",
+	"凭",
+	"凭借",
+	"出于",
+	"出来",
+	"分",
+	"分别",
+	"则",
+	"则甚",
+	"别",
+	"别人",
+	"别处",
+	"别是",
+	"别的",
+	"别管",
+	"别说",
+	"到",
+	"前后",
+	"前此",
+	"前者",
+	"加之",
+	"加以",
+	"区",
+	"即",
+	"即令",
+	"即使",
+	"即便",
+	"即如",
+	"即或",
+	"即若",
+	"却",
+	"去",
+	"又",
+	"又及",
+	"及",
+	"及其",
+	"及至",
+	"反之",
+	"反而",
+	"反过来",
+	"反过来说",
+	"受到",
+	"另",
+	"另一方面",
+	"另外",
+	"另悉",
+	"只",
+	"只当",
+	"只怕",
+	"只是",
+	"只有",
+	"只消",
+	"只要",
+	"只限",
+	"叫",
+	"叮咚",
+	"可",
+	"可以",
+	"可是",
+	"可见",
+	"各",
+	"各个",
+	"各位",
+	"各种",
+	"各自",
+	"同",
+	"同时",
+	"后",
+	"后者",
+	"向",
+	"向使",
+	"向着",
+	"吓",
+	"吗",
+	"否则",
+	"吧",
+	"吧哒",
+	"含",
+	"吱",
+	"呀",
+	"呃",
+	"呕",
+	"呗",
+	"呜",
+	"呜呼",
+	"呢",
+	"呵",
+	"呵呵",
+	"呸",
+	"呼哧",
+	"咋",
+	"和",
+	"咚",
+	"咦",
+	"咧",
+	"咱",
+	"咱们",
+	"咳",
+	"哇",
+	"哈",
+	"哈哈",
+	"哉",
+	"哎",
+	"哎呀",
+	"哎哟",
+	"哗",
+	"哟",
+	"哦",
+	"哩",
+	"哪",
+	"哪个",
+	"哪些",
+	"哪儿",
+	"哪天",
+	"哪年",
+	"哪怕",
+	"哪样",
+	"哪边",
+	"哪里",
+	"哼",
+	"哼唷",
+	"唉",
+	"唯有",
+	"啊",
+	"啐",
+	"啥",
+	"啦",
+	"啪达",
+	"啷当",
+	"喂",
+	"喏",
+	"喔唷",
+	"喽",
+	"嗡",
+	"嗡嗡",
+	"嗬",
+	"嗯",
+	"嗳",
+	"嘎",
+	"嘎登",
+	"嘘",
+	"嘛",
+	"嘻",
+	"嘿",
+	"嘿嘿",
+	"四",
+	"因",
+	"因为",
+	"因了",
+	"因此",
+	"因着",
+	"因而",
+	"固然",
+	"在",
+	"在下",
+	"在于",
+	"地",
+	"基于",
+	"处在",
+	"多",
+	"多么",
+	"多少",
+	"大",
+	"大家",
+	"她",
+	"她们",
+	"好",
+	"如",
+	"如上",
+	"如上所述",
+	"如下",
+	"如何",
+	"如其",
+	"如同",
+	"如是",
+	"如果",
+	"如此",
+	"如若",
+	"始而",
+	"孰料",
+	"孰知",
+	"宁",
+	"宁可",
+	"宁愿",
+	"宁肯",
+	"它",
+	"它们",
+	"对",
+	"对于",
+	"对待",
+	"对方",
+	"对比",
+	"将",
+	"小",
+	"尔",
+	"尔后",
+	"尔尔",
+	"尚且",
+	"就",
+	"就是",
+	"就是了",
+	"就是说",
+	"就算",
+	"就要",
+	"尽",
+	"尽管",
+	"尽管如此",
+	"岂但",
+	"己",
+	"已",
+	"已矣",
+	"巴",
+	"巴巴",
+	"年",
+	"并",
+	"并且",
+	"庶乎",
+	"庶几",
+	"开外",
+	"开始",
+	"归",
+	"归齐",
+	"当",
+	"当地",
+	"当然",
+	"当着",
+	"彼",
+	"彼时",
+	"彼此",
+	"往",
+	"待",
+	"很",
+	"得",
+	"得了",
+	"怎",
+	"怎么",
+	"怎么办",
+	"怎么样",
+	"怎奈",
+	"怎样",
+	"总之",
+	"总的来看",
+	"总的来说",
+	"总的说来",
+	"总而言之",
+	"恰恰相反",
+	"您",
+	"惟其",
+	"慢说",
+	"我",
+	"我们",
+	"或",
+	"或则",
+	"或是",
+	"或曰",
+	"或者",
+	"截至",
+	"所",
+	"所以",
+	"所在",
+	"所幸",
+	"所有",
+	"才",
+	"才能",
+	"打",
+	"打从",
+	"把",
+	"抑或",
+	"拿",
+	"按",
+	"按照",
+	"换句话说",
+	"换言之",
+	"据",
+	"据此",
+	"接着",
+	"故",
+	"故此",
+	"故而",
+	"旁人",
+	"无",
+	"无宁",
+	"无论",
+	"既",
+	"既往",
+	"既是",
+	"既然",
+	"日",
+	"时",
+	"时候",
+	"是",
+	"是以",
+	"是的",
+	"更",
+	"曾",
+	"替",
+	"替代",
+	"最",
+	"月",
+	"有",
+	"有些",
+	"有关",
+	"有及",
+	"有时",
+	"有的",
+	"望",
+	"朝",
+	"朝着",
+	"本",
+	"本人",
+	"本地",
+	"本着",
+	"本身",
+	"来",
+	"来着",
+	"来自",
+	"来说",
+	"极了",
+	"果然",
+	"果真",
+	"某",
+	"某个",
+	"某些",
+	"某某",
+	"根据",
+	"欤",
+	"正值",
+	"正如",
+	"正巧",
+	"正是",
+	"此",
+	"此地",
+	"此处",
+	"此外",
+	"此时",
+	"此次",
+	"此间",
+	"毋宁",
+	"每",
+	"每当",
+	"比",
+	"比及",
+	"比如",
+	"比方",
+	"没奈何",
+	"沿",
+	"沿着",
+	"漫说",
+	"点",
+	"焉",
+	"然则",
+	"然后",
+	"然而",
+	"照",
+	"照着",
+	"犹且",
+	"犹自",
+	"甚且",
+	"甚么",
+	"甚或",
+	"甚而",
+	"甚至",
+	"甚至于",
+	"用",
+	"用来",
+	"由",
+	"由于",
+	"由是",
+	"由此",
+	"由此可见",
+	"的",
+	"的确",
+	"的话",
+	"直到",
+	"相对而言",
+	"省得",
+	"看",
+	"眨眼",
+	"着",
+	"着呢",
+	"矣",
+	"矣乎",
+	"矣哉",
+	"离",
+	"秒",
+	"称",
+	"竟而",
+	"第",
+	"等",
+	"等到",
+	"等等",
+	"简言之",
+	"管",
+	"类如",
+	"紧接着",
+	"纵",
+	"纵令",
+	"纵使",
+	"纵然",
+	"经",
+	"经过",
+	"结果",
+	"给",
+	"继之",
+	"继后",
+	"继而",
+	"综上所述",
+	"罢了",
+	"者",
+	"而",
+	"而且",
+	"而况",
+	"而后",
+	"而外",
+	"而已",
+	"而是",
+	"而言",
+	"能",
+	"能否",
+	"腾",
+	"自",
+	"自个儿",
+	"自从",
+	"自各儿",
+	"自后",
+	"自家",
+	"自己",
+	"自打",
+	"自身",
+	"至",
+	"至于",
+	"至今",
+	"至若",
+	"致",
+	"般的",
+	"若",
+	"若夫",
+	"若是",
+	"若果",
+	"若非",
+	"莫不然",
+	"莫如",
+	"莫若",
+	"虽",
+	"虽则",
+	"虽然",
+	"虽说",
+	"被",
+	"要",
+	"要不",
+	"要不是",
+	"要不然",
+	"要么",
+	"要是",
+	"譬喻",
+	"譬如",
+	"让",
+	"许多",
+	"论",
+	"设使",
+	"设或",
+	"设若",
+	"诚如",
+	"诚然",
+	"该",
+	"说",
+	"说来",
+	"请",
+	"诸",
+	"诸位",
+	"诸如",
+	"谁",
+	"谁人",
+	"谁料",
+	"谁知",
+	"贼死",
+	"赖以",
+	"赶",
+	"起",
+	"起见",
+	"趁",
+	"趁着",
+	"越是",
+	"距",
+	"跟",
+	"较",
+	"较之",
+	"边",
+	"过",
+	"还",
+	"还是",
+	"还有",
+	"还要",
+	"这",
+	"这一来",
+	"这个",
+	"这么",
+	"这么些",
+	"这么样",
+	"这么点儿",
+	"这些",
+	"这会儿",
+	"这儿",
+	"这就是说",
+	"这时",
+	"这样",
+	"这次",
+	"这般",
+	"这边",
+	"这里",
+	"进而",
+	"连",
+	"连同",
+	"逐步",
+	"通过",
+	"遵循",
+	"遵照",
+	"那",
+	"那个",
+	"那么",
+	"那么些",
+	"那么样",
+	"那些",
+	"那会儿",
+	"那儿",
+	"那时",
+	"那样",
+	"那般",
+	"那边",
+	"那里",
+	"都",
+	"鄙人",
+	"鉴于",
+	"针对",
+	"阿",
+	"除",
+	"除了",
+	"除外",
+	"除开",
+	"除此之外",
+	"除非",
+	"随",
+	"随后",
+	"随时",
+	"随着",
+	"难道说",
+	"零",
+	"非",
+	"非但",
+	"非徒",
+	"非特",
+	"非独",
+	"靠",
+	"顺",
+	"顺着",
+	"首先",
+	"︿",
+	"！",
+	"＃",
+	"＄",
+	"％",
+	"＆",
+	"（",
+	"）",
+	"＊",
+	"＋",
+	"，",
+	"０",
+	"１",
+	"２",
+	"３",
+	"４",
+	"５",
+	"６",
+	"７",
+	"８",
+	"９",
+	"：",
+	"；",
+	"＜",
+	"＞",
+	"？",
+	"＠",
+	"［",
+	"］",
+	"｛",
+	"｜",
+	"｝",
+	"～",
+	"￥"
+]