RubyGems - kreuzberg - Versions diffs - 4.0.0.rc1 - Mend

kreuzberg 4.0.0.rc1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (265) hide show

checksums.yaml +7 -0
data/.gitignore +8 -0
data/.rspec +3 -0
data/.rubocop.yaml +534 -0
data/Gemfile +9 -0
data/Gemfile.lock +157 -0
data/README.md +421 -0
data/Rakefile +25 -0
data/Steepfile +47 -0
data/examples/async_patterns.rb +340 -0
data/ext/kreuzberg_rb/extconf.rb +35 -0
data/ext/kreuzberg_rb/native/Cargo.toml +36 -0
data/ext/kreuzberg_rb/native/README.md +425 -0
data/ext/kreuzberg_rb/native/build.rs +17 -0
data/ext/kreuzberg_rb/native/include/ieeefp.h +11 -0
data/ext/kreuzberg_rb/native/include/msvc_compat/strings.h +14 -0
data/ext/kreuzberg_rb/native/include/strings.h +20 -0
data/ext/kreuzberg_rb/native/include/unistd.h +47 -0
data/ext/kreuzberg_rb/native/src/lib.rs +2939 -0
data/extconf.rb +28 -0
data/kreuzberg.gemspec +105 -0
data/lib/kreuzberg/api_proxy.rb +142 -0
data/lib/kreuzberg/cache_api.rb +45 -0
data/lib/kreuzberg/cli.rb +55 -0
data/lib/kreuzberg/cli_proxy.rb +127 -0
data/lib/kreuzberg/config.rb +684 -0
data/lib/kreuzberg/errors.rb +50 -0
data/lib/kreuzberg/extraction_api.rb +84 -0
data/lib/kreuzberg/mcp_proxy.rb +186 -0
data/lib/kreuzberg/ocr_backend_protocol.rb +113 -0
data/lib/kreuzberg/post_processor_protocol.rb +86 -0
data/lib/kreuzberg/result.rb +216 -0
data/lib/kreuzberg/setup_lib_path.rb +79 -0
data/lib/kreuzberg/validator_protocol.rb +89 -0
data/lib/kreuzberg/version.rb +5 -0
data/lib/kreuzberg.rb +82 -0
data/pkg/kreuzberg-4.0.0.rc1.gem +0 -0
data/sig/kreuzberg/internal.rbs +184 -0
data/sig/kreuzberg.rbs +468 -0
data/spec/binding/cache_spec.rb +227 -0
data/spec/binding/cli_proxy_spec.rb +87 -0
data/spec/binding/cli_spec.rb +54 -0
data/spec/binding/config_spec.rb +345 -0
data/spec/binding/config_validation_spec.rb +283 -0
data/spec/binding/error_handling_spec.rb +213 -0
data/spec/binding/errors_spec.rb +66 -0
data/spec/binding/plugins/ocr_backend_spec.rb +307 -0
data/spec/binding/plugins/postprocessor_spec.rb +269 -0
data/spec/binding/plugins/validator_spec.rb +274 -0
data/spec/examples.txt +104 -0
data/spec/fixtures/config.toml +39 -0
data/spec/fixtures/config.yaml +42 -0
data/spec/fixtures/invalid_config.toml +4 -0
data/spec/smoke/package_spec.rb +178 -0
data/spec/spec_helper.rb +42 -0
data/vendor/kreuzberg/Cargo.toml +134 -0
data/vendor/kreuzberg/README.md +175 -0
data/vendor/kreuzberg/build.rs +460 -0
data/vendor/kreuzberg/src/api/error.rs +81 -0
data/vendor/kreuzberg/src/api/handlers.rs +199 -0
data/vendor/kreuzberg/src/api/mod.rs +79 -0
data/vendor/kreuzberg/src/api/server.rs +353 -0
data/vendor/kreuzberg/src/api/types.rs +170 -0
data/vendor/kreuzberg/src/bin/profile_extract.rs +455 -0
data/vendor/kreuzberg/src/cache/mod.rs +1143 -0
data/vendor/kreuzberg/src/chunking/mod.rs +677 -0
data/vendor/kreuzberg/src/core/batch_mode.rs +35 -0
data/vendor/kreuzberg/src/core/config.rs +1032 -0
data/vendor/kreuzberg/src/core/extractor.rs +903 -0
data/vendor/kreuzberg/src/core/io.rs +327 -0
data/vendor/kreuzberg/src/core/mime.rs +615 -0
data/vendor/kreuzberg/src/core/mod.rs +42 -0
data/vendor/kreuzberg/src/core/pipeline.rs +906 -0
data/vendor/kreuzberg/src/embeddings.rs +323 -0
data/vendor/kreuzberg/src/error.rs +431 -0
data/vendor/kreuzberg/src/extraction/archive.rs +954 -0
data/vendor/kreuzberg/src/extraction/docx.rs +40 -0
data/vendor/kreuzberg/src/extraction/email.rs +854 -0
data/vendor/kreuzberg/src/extraction/excel.rs +688 -0
data/vendor/kreuzberg/src/extraction/html.rs +553 -0
data/vendor/kreuzberg/src/extraction/image.rs +368 -0
data/vendor/kreuzberg/src/extraction/libreoffice.rs +564 -0
data/vendor/kreuzberg/src/extraction/mod.rs +77 -0
data/vendor/kreuzberg/src/extraction/office_metadata/app_properties.rs +398 -0
data/vendor/kreuzberg/src/extraction/office_metadata/core_properties.rs +247 -0
data/vendor/kreuzberg/src/extraction/office_metadata/custom_properties.rs +240 -0
data/vendor/kreuzberg/src/extraction/office_metadata/mod.rs +128 -0
data/vendor/kreuzberg/src/extraction/pandoc/batch.rs +275 -0
data/vendor/kreuzberg/src/extraction/pandoc/mime_types.rs +178 -0
data/vendor/kreuzberg/src/extraction/pandoc/mod.rs +491 -0
data/vendor/kreuzberg/src/extraction/pandoc/server.rs +496 -0
data/vendor/kreuzberg/src/extraction/pandoc/subprocess.rs +1188 -0
data/vendor/kreuzberg/src/extraction/pandoc/version.rs +162 -0
data/vendor/kreuzberg/src/extraction/pptx.rs +3000 -0
data/vendor/kreuzberg/src/extraction/structured.rs +490 -0
data/vendor/kreuzberg/src/extraction/table.rs +328 -0
data/vendor/kreuzberg/src/extraction/text.rs +269 -0
data/vendor/kreuzberg/src/extraction/xml.rs +333 -0
data/vendor/kreuzberg/src/extractors/archive.rs +425 -0
data/vendor/kreuzberg/src/extractors/docx.rs +479 -0
data/vendor/kreuzberg/src/extractors/email.rs +129 -0
data/vendor/kreuzberg/src/extractors/excel.rs +344 -0
data/vendor/kreuzberg/src/extractors/html.rs +410 -0
data/vendor/kreuzberg/src/extractors/image.rs +195 -0
data/vendor/kreuzberg/src/extractors/mod.rs +268 -0
data/vendor/kreuzberg/src/extractors/pandoc.rs +201 -0
data/vendor/kreuzberg/src/extractors/pdf.rs +496 -0
data/vendor/kreuzberg/src/extractors/pptx.rs +234 -0
data/vendor/kreuzberg/src/extractors/structured.rs +126 -0
data/vendor/kreuzberg/src/extractors/text.rs +242 -0
data/vendor/kreuzberg/src/extractors/xml.rs +128 -0
data/vendor/kreuzberg/src/image/dpi.rs +164 -0
data/vendor/kreuzberg/src/image/mod.rs +6 -0
data/vendor/kreuzberg/src/image/preprocessing.rs +417 -0
data/vendor/kreuzberg/src/image/resize.rs +89 -0
data/vendor/kreuzberg/src/keywords/config.rs +154 -0
data/vendor/kreuzberg/src/keywords/mod.rs +237 -0
data/vendor/kreuzberg/src/keywords/processor.rs +267 -0
data/vendor/kreuzberg/src/keywords/rake.rs +294 -0
data/vendor/kreuzberg/src/keywords/types.rs +68 -0
data/vendor/kreuzberg/src/keywords/yake.rs +163 -0
data/vendor/kreuzberg/src/language_detection/mod.rs +942 -0
data/vendor/kreuzberg/src/lib.rs +102 -0
data/vendor/kreuzberg/src/mcp/mod.rs +32 -0
data/vendor/kreuzberg/src/mcp/server.rs +1966 -0
data/vendor/kreuzberg/src/ocr/cache.rs +469 -0
data/vendor/kreuzberg/src/ocr/error.rs +37 -0
data/vendor/kreuzberg/src/ocr/hocr.rs +216 -0
data/vendor/kreuzberg/src/ocr/mod.rs +58 -0
data/vendor/kreuzberg/src/ocr/processor.rs +847 -0
data/vendor/kreuzberg/src/ocr/table/mod.rs +4 -0
data/vendor/kreuzberg/src/ocr/table/tsv_parser.rs +144 -0
data/vendor/kreuzberg/src/ocr/tesseract_backend.rs +450 -0
data/vendor/kreuzberg/src/ocr/types.rs +393 -0
data/vendor/kreuzberg/src/ocr/utils.rs +47 -0
data/vendor/kreuzberg/src/ocr/validation.rs +206 -0
data/vendor/kreuzberg/src/pdf/error.rs +122 -0
data/vendor/kreuzberg/src/pdf/images.rs +139 -0
data/vendor/kreuzberg/src/pdf/metadata.rs +346 -0
data/vendor/kreuzberg/src/pdf/mod.rs +50 -0
data/vendor/kreuzberg/src/pdf/rendering.rs +369 -0
data/vendor/kreuzberg/src/pdf/table.rs +420 -0
data/vendor/kreuzberg/src/pdf/text.rs +161 -0
data/vendor/kreuzberg/src/plugins/extractor.rs +1010 -0
data/vendor/kreuzberg/src/plugins/mod.rs +209 -0
data/vendor/kreuzberg/src/plugins/ocr.rs +629 -0
data/vendor/kreuzberg/src/plugins/processor.rs +641 -0
data/vendor/kreuzberg/src/plugins/registry.rs +1324 -0
data/vendor/kreuzberg/src/plugins/traits.rs +258 -0
data/vendor/kreuzberg/src/plugins/validator.rs +955 -0
data/vendor/kreuzberg/src/stopwords/mod.rs +1470 -0
data/vendor/kreuzberg/src/text/mod.rs +19 -0
data/vendor/kreuzberg/src/text/quality.rs +697 -0
data/vendor/kreuzberg/src/text/string_utils.rs +217 -0
data/vendor/kreuzberg/src/text/token_reduction/cjk_utils.rs +164 -0
data/vendor/kreuzberg/src/text/token_reduction/config.rs +100 -0
data/vendor/kreuzberg/src/text/token_reduction/core.rs +796 -0
data/vendor/kreuzberg/src/text/token_reduction/filters.rs +902 -0
data/vendor/kreuzberg/src/text/token_reduction/mod.rs +160 -0
data/vendor/kreuzberg/src/text/token_reduction/semantic.rs +619 -0
data/vendor/kreuzberg/src/text/token_reduction/simd_text.rs +147 -0
data/vendor/kreuzberg/src/types.rs +873 -0
data/vendor/kreuzberg/src/utils/mod.rs +17 -0
data/vendor/kreuzberg/src/utils/quality.rs +959 -0
data/vendor/kreuzberg/src/utils/string_utils.rs +381 -0
data/vendor/kreuzberg/stopwords/af_stopwords.json +53 -0
data/vendor/kreuzberg/stopwords/ar_stopwords.json +482 -0
data/vendor/kreuzberg/stopwords/bg_stopwords.json +261 -0
data/vendor/kreuzberg/stopwords/bn_stopwords.json +400 -0
data/vendor/kreuzberg/stopwords/br_stopwords.json +1205 -0
data/vendor/kreuzberg/stopwords/ca_stopwords.json +280 -0
data/vendor/kreuzberg/stopwords/cs_stopwords.json +425 -0
data/vendor/kreuzberg/stopwords/da_stopwords.json +172 -0
data/vendor/kreuzberg/stopwords/de_stopwords.json +622 -0
data/vendor/kreuzberg/stopwords/el_stopwords.json +849 -0
data/vendor/kreuzberg/stopwords/en_stopwords.json +1300 -0
data/vendor/kreuzberg/stopwords/eo_stopwords.json +175 -0
data/vendor/kreuzberg/stopwords/es_stopwords.json +734 -0
data/vendor/kreuzberg/stopwords/et_stopwords.json +37 -0
data/vendor/kreuzberg/stopwords/eu_stopwords.json +100 -0
data/vendor/kreuzberg/stopwords/fa_stopwords.json +801 -0
data/vendor/kreuzberg/stopwords/fi_stopwords.json +849 -0
data/vendor/kreuzberg/stopwords/fr_stopwords.json +693 -0
data/vendor/kreuzberg/stopwords/ga_stopwords.json +111 -0
data/vendor/kreuzberg/stopwords/gl_stopwords.json +162 -0
data/vendor/kreuzberg/stopwords/gu_stopwords.json +226 -0
data/vendor/kreuzberg/stopwords/ha_stopwords.json +41 -0
data/vendor/kreuzberg/stopwords/he_stopwords.json +196 -0
data/vendor/kreuzberg/stopwords/hi_stopwords.json +227 -0
data/vendor/kreuzberg/stopwords/hr_stopwords.json +181 -0
data/vendor/kreuzberg/stopwords/hu_stopwords.json +791 -0
data/vendor/kreuzberg/stopwords/hy_stopwords.json +47 -0
data/vendor/kreuzberg/stopwords/id_stopwords.json +760 -0
data/vendor/kreuzberg/stopwords/it_stopwords.json +634 -0
data/vendor/kreuzberg/stopwords/ja_stopwords.json +136 -0
data/vendor/kreuzberg/stopwords/kn_stopwords.json +84 -0
data/vendor/kreuzberg/stopwords/ko_stopwords.json +681 -0
data/vendor/kreuzberg/stopwords/ku_stopwords.json +64 -0
data/vendor/kreuzberg/stopwords/la_stopwords.json +51 -0
data/vendor/kreuzberg/stopwords/lt_stopwords.json +476 -0
data/vendor/kreuzberg/stopwords/lv_stopwords.json +163 -0
data/vendor/kreuzberg/stopwords/ml_stopwords.json +1 -0
data/vendor/kreuzberg/stopwords/mr_stopwords.json +101 -0
data/vendor/kreuzberg/stopwords/ms_stopwords.json +477 -0
data/vendor/kreuzberg/stopwords/ne_stopwords.json +490 -0
data/vendor/kreuzberg/stopwords/nl_stopwords.json +415 -0
data/vendor/kreuzberg/stopwords/no_stopwords.json +223 -0
data/vendor/kreuzberg/stopwords/pl_stopwords.json +331 -0
data/vendor/kreuzberg/stopwords/pt_stopwords.json +562 -0
data/vendor/kreuzberg/stopwords/ro_stopwords.json +436 -0
data/vendor/kreuzberg/stopwords/ru_stopwords.json +561 -0
data/vendor/kreuzberg/stopwords/si_stopwords.json +193 -0
data/vendor/kreuzberg/stopwords/sk_stopwords.json +420 -0
data/vendor/kreuzberg/stopwords/sl_stopwords.json +448 -0
data/vendor/kreuzberg/stopwords/so_stopwords.json +32 -0
data/vendor/kreuzberg/stopwords/st_stopwords.json +33 -0
data/vendor/kreuzberg/stopwords/sv_stopwords.json +420 -0
data/vendor/kreuzberg/stopwords/sw_stopwords.json +76 -0
data/vendor/kreuzberg/stopwords/ta_stopwords.json +129 -0
data/vendor/kreuzberg/stopwords/te_stopwords.json +54 -0
data/vendor/kreuzberg/stopwords/th_stopwords.json +118 -0
data/vendor/kreuzberg/stopwords/tl_stopwords.json +149 -0
data/vendor/kreuzberg/stopwords/tr_stopwords.json +506 -0
data/vendor/kreuzberg/stopwords/uk_stopwords.json +75 -0
data/vendor/kreuzberg/stopwords/ur_stopwords.json +519 -0
data/vendor/kreuzberg/stopwords/vi_stopwords.json +647 -0
data/vendor/kreuzberg/stopwords/yo_stopwords.json +62 -0
data/vendor/kreuzberg/stopwords/zh_stopwords.json +796 -0
data/vendor/kreuzberg/stopwords/zu_stopwords.json +31 -0
data/vendor/kreuzberg/tests/api_tests.rs +966 -0
data/vendor/kreuzberg/tests/archive_integration.rs +543 -0
data/vendor/kreuzberg/tests/batch_orchestration.rs +542 -0
data/vendor/kreuzberg/tests/batch_processing.rs +304 -0
data/vendor/kreuzberg/tests/chunking_offset_demo.rs +92 -0
data/vendor/kreuzberg/tests/concurrency_stress.rs +509 -0
data/vendor/kreuzberg/tests/config_features.rs +580 -0
data/vendor/kreuzberg/tests/config_loading_tests.rs +439 -0
data/vendor/kreuzberg/tests/core_integration.rs +493 -0
data/vendor/kreuzberg/tests/csv_integration.rs +424 -0
data/vendor/kreuzberg/tests/docx_metadata_extraction_test.rs +124 -0
data/vendor/kreuzberg/tests/email_integration.rs +325 -0
data/vendor/kreuzberg/tests/error_handling.rs +393 -0
data/vendor/kreuzberg/tests/format_integration.rs +159 -0
data/vendor/kreuzberg/tests/helpers/mod.rs +142 -0
data/vendor/kreuzberg/tests/image_integration.rs +253 -0
data/vendor/kreuzberg/tests/keywords_integration.rs +479 -0
data/vendor/kreuzberg/tests/keywords_quality.rs +509 -0
data/vendor/kreuzberg/tests/mime_detection.rs +428 -0
data/vendor/kreuzberg/tests/ocr_configuration.rs +510 -0
data/vendor/kreuzberg/tests/ocr_errors.rs +676 -0
data/vendor/kreuzberg/tests/ocr_quality.rs +627 -0
data/vendor/kreuzberg/tests/ocr_stress.rs +469 -0
data/vendor/kreuzberg/tests/pandoc_integration.rs +503 -0
data/vendor/kreuzberg/tests/pdf_integration.rs +43 -0
data/vendor/kreuzberg/tests/pipeline_integration.rs +1412 -0
data/vendor/kreuzberg/tests/plugin_ocr_backend_test.rs +771 -0
data/vendor/kreuzberg/tests/plugin_postprocessor_test.rs +561 -0
data/vendor/kreuzberg/tests/plugin_system.rs +921 -0
data/vendor/kreuzberg/tests/plugin_validator_test.rs +783 -0
data/vendor/kreuzberg/tests/registry_integration_tests.rs +607 -0
data/vendor/kreuzberg/tests/security_validation.rs +404 -0
data/vendor/kreuzberg/tests/stopwords_integration_test.rs +888 -0
data/vendor/kreuzberg/tests/test_fastembed.rs +609 -0
data/vendor/kreuzberg/tests/xlsx_metadata_extraction_test.rs +87 -0
metadata +471 -0

data/vendor/kreuzberg/stopwords/tr_stopwords.json ADDED Viewed

@@ -0,0 +1,506 @@
+[
+	"acaba",
+	"acep",
+	"adamakıllı",
+	"adeta",
+	"ait",
+	"altmýþ",
+	"altmış",
+	"altý",
+	"altı",
+	"ama",
+	"amma",
+	"anca",
+	"ancak",
+	"arada",
+	"artýk",
+	"aslında",
+	"aynen",
+	"ayrıca",
+	"az",
+	"açıkça",
+	"açıkçası",
+	"bana",
+	"bari",
+	"bazen",
+	"bazý",
+	"bazı",
+	"başkası",
+	"baţka",
+	"belki",
+	"ben",
+	"benden",
+	"beni",
+	"benim",
+	"beri",
+	"beriki",
+	"beþ",
+	"beş",
+	"beţ",
+	"bilcümle",
+	"bile",
+	"bin",
+	"binaen",
+	"binaenaleyh",
+	"bir",
+	"biraz",
+	"birazdan",
+	"birbiri",
+	"birden",
+	"birdenbire",
+	"biri",
+	"birice",
+	"birileri",
+	"birisi",
+	"birkaç",
+	"birkaçı",
+	"birkez",
+	"birlikte",
+	"birçok",
+	"birçoğu",
+	"birþey",
+	"birþeyi",
+	"birşey",
+	"birşeyi",
+	"birţey",
+	"bitevi",
+	"biteviye",
+	"bittabi",
+	"biz",
+	"bizatihi",
+	"bizce",
+	"bizcileyin",
+	"bizden",
+	"bize",
+	"bizi",
+	"bizim",
+	"bizimki",
+	"bizzat",
+	"boşuna",
+	"bu",
+	"buna",
+	"bunda",
+	"bundan",
+	"bunlar",
+	"bunları",
+	"bunların",
+	"bunu",
+	"bunun",
+	"buracıkta",
+	"burada",
+	"buradan",
+	"burası",
+	"böyle",
+	"böylece",
+	"böylecene",
+	"böylelikle",
+	"böylemesine",
+	"böylesine",
+	"büsbütün",
+	"bütün",
+	"cuk",
+	"cümlesi",
+	"da",
+	"daha",
+	"dahi",
+	"dahil",
+	"dahilen",
+	"daima",
+	"dair",
+	"dayanarak",
+	"de",
+	"defa",
+	"dek",
+	"demin",
+	"demincek",
+	"deminden",
+	"denli",
+	"derakap",
+	"derhal",
+	"derken",
+	"deđil",
+	"değil",
+	"değin",
+	"diye",
+	"diđer",
+	"diğer",
+	"diğeri",
+	"doksan",
+	"dokuz",
+	"dolayı",
+	"dolayısıyla",
+	"doğru",
+	"dört",
+	"edecek",
+	"eden",
+	"ederek",
+	"edilecek",
+	"ediliyor",
+	"edilmesi",
+	"ediyor",
+	"elbet",
+	"elbette",
+	"elli",
+	"emme",
+	"en",
+	"enikonu",
+	"epey",
+	"epeyce",
+	"epeyi",
+	"esasen",
+	"esnasında",
+	"etmesi",
+	"etraflı",
+	"etraflıca",
+	"etti",
+	"ettiği",
+	"ettiğini",
+	"evleviyetle",
+	"evvel",
+	"evvela",
+	"evvelce",
+	"evvelden",
+	"evvelemirde",
+	"evveli",
+	"eđer",
+	"eğer",
+	"fakat",
+	"filanca",
+	"gah",
+	"gayet",
+	"gayetle",
+	"gayri",
+	"gayrı",
+	"gelgelelim",
+	"gene",
+	"gerek",
+	"gerçi",
+	"geçende",
+	"geçenlerde",
+	"gibi",
+	"gibilerden",
+	"gibisinden",
+	"gine",
+	"göre",
+	"gırla",
+	"hakeza",
+	"halbuki",
+	"halen",
+	"halihazırda",
+	"haliyle",
+	"handiyse",
+	"hangi",
+	"hangisi",
+	"hani",
+	"hariç",
+	"hasebiyle",
+	"hasılı",
+	"hatta",
+	"hele",
+	"hem",
+	"henüz",
+	"hep",
+	"hepsi",
+	"her",
+	"herhangi",
+	"herkes",
+	"herkesin",
+	"hiç",
+	"hiçbir",
+	"hiçbiri",
+	"hoş",
+	"hulasaten",
+	"iken",
+	"iki",
+	"ila",
+	"ile",
+	"ilen",
+	"ilgili",
+	"ilk",
+	"illa",
+	"illaki",
+	"imdi",
+	"indinde",
+	"inen",
+	"insermi",
+	"ise",
+	"ister",
+	"itibaren",
+	"itibariyle",
+	"itibarıyla",
+	"iyi",
+	"iyice",
+	"iyicene",
+	"için",
+	"iş",
+	"işte",
+	"iţte",
+	"kadar",
+	"kaffesi",
+	"kah",
+	"kala",
+	"kanýmca",
+	"karşın",
+	"katrilyon",
+	"kaynak",
+	"kaçı",
+	"kelli",
+	"kendi",
+	"kendilerine",
+	"kendini",
+	"kendisi",
+	"kendisine",
+	"kendisini",
+	"kere",
+	"kez",
+	"keza",
+	"kezalik",
+	"keşke",
+	"keţke",
+	"ki",
+	"kim",
+	"kimden",
+	"kime",
+	"kimi",
+	"kimisi",
+	"kimse",
+	"kimsecik",
+	"kimsecikler",
+	"külliyen",
+	"kýrk",
+	"kýsaca",
+	"kırk",
+	"kısaca",
+	"lakin",
+	"leh",
+	"lütfen",
+	"maada",
+	"madem",
+	"mademki",
+	"mamafih",
+	"mebni",
+	"međer",
+	"meğer",
+	"meğerki",
+	"meğerse",
+	"milyar",
+	"milyon",
+	"mu",
+	"mü",
+	"mý",
+	"mı",
+	"nasýl",
+	"nasıl",
+	"nasılsa",
+	"nazaran",
+	"naşi",
+	"ne",
+	"neden",
+	"nedeniyle",
+	"nedenle",
+	"nedense",
+	"nerde",
+	"nerden",
+	"nerdeyse",
+	"nere",
+	"nerede",
+	"nereden",
+	"neredeyse",
+	"neresi",
+	"nereye",
+	"netekim",
+	"neye",
+	"neyi",
+	"neyse",
+	"nice",
+	"nihayet",
+	"nihayetinde",
+	"nitekim",
+	"niye",
+	"niçin",
+	"o",
+	"olan",
+	"olarak",
+	"oldu",
+	"olduklarını",
+	"oldukça",
+	"olduğu",
+	"olduğunu",
+	"olmadı",
+	"olmadığı",
+	"olmak",
+	"olması",
+	"olmayan",
+	"olmaz",
+	"olsa",
+	"olsun",
+	"olup",
+	"olur",
+	"olursa",
+	"oluyor",
+	"on",
+	"ona",
+	"onca",
+	"onculayın",
+	"onda",
+	"ondan",
+	"onlar",
+	"onlardan",
+	"onlari",
+	"onlarýn",
+	"onları",
+	"onların",
+	"onu",
+	"onun",
+	"oracık",
+	"oracıkta",
+	"orada",
+	"oradan",
+	"oranca",
+	"oranla",
+	"oraya",
+	"otuz",
+	"oysa",
+	"oysaki",
+	"pek",
+	"pekala",
+	"peki",
+	"pekçe",
+	"peyderpey",
+	"rağmen",
+	"sadece",
+	"sahi",
+	"sahiden",
+	"sana",
+	"sanki",
+	"sekiz",
+	"seksen",
+	"sen",
+	"senden",
+	"seni",
+	"senin",
+	"siz",
+	"sizden",
+	"sizi",
+	"sizin",
+	"sonra",
+	"sonradan",
+	"sonraları",
+	"sonunda",
+	"tabii",
+	"tam",
+	"tamam",
+	"tamamen",
+	"tamamıyla",
+	"tarafından",
+	"tek",
+	"trilyon",
+	"tüm",
+	"var",
+	"vardı",
+	"vasıtasıyla",
+	"ve",
+	"velev",
+	"velhasıl",
+	"velhasılıkelam",
+	"veya",
+	"veyahut",
+	"ya",
+	"yahut",
+	"yakinen",
+	"yakında",
+	"yakından",
+	"yakınlarda",
+	"yalnız",
+	"yalnızca",
+	"yani",
+	"yapacak",
+	"yapmak",
+	"yaptı",
+	"yaptıkları",
+	"yaptığı",
+	"yaptığını",
+	"yapılan",
+	"yapılması",
+	"yapıyor",
+	"yedi",
+	"yeniden",
+	"yenilerde",
+	"yerine",
+	"yetmiþ",
+	"yetmiş",
+	"yetmiţ",
+	"yine",
+	"yirmi",
+	"yok",
+	"yoksa",
+	"yoluyla",
+	"yüz",
+	"yüzünden",
+	"zarfında",
+	"zaten",
+	"zati",
+	"zira",
+	"çabuk",
+	"çabukça",
+	"çeşitli",
+	"çok",
+	"çokları",
+	"çoklarınca",
+	"çokluk",
+	"çoklukla",
+	"çokça",
+	"çoğu",
+	"çoğun",
+	"çoğunca",
+	"çoğunlukla",
+	"çünkü",
+	"öbür",
+	"öbürkü",
+	"öbürü",
+	"önce",
+	"önceden",
+	"önceleri",
+	"öncelikle",
+	"öteki",
+	"ötekisi",
+	"öyle",
+	"öylece",
+	"öylelikle",
+	"öylemesine",
+	"öz",
+	"üzere",
+	"üç",
+	"þey",
+	"þeyden",
+	"þeyi",
+	"þeyler",
+	"þu",
+	"þuna",
+	"þunda",
+	"þundan",
+	"þunu",
+	"şayet",
+	"şey",
+	"şeyden",
+	"şeyi",
+	"şeyler",
+	"şu",
+	"şuna",
+	"şuncacık",
+	"şunda",
+	"şundan",
+	"şunlar",
+	"şunları",
+	"şunu",
+	"şunun",
+	"şura",
+	"şuracık",
+	"şuracıkta",
+	"şurası",
+	"şöyle",
+	"ţayet",
+	"ţimdi",
+	"ţu",
+	"ţöyle"
+]

data/vendor/kreuzberg/stopwords/uk_stopwords.json ADDED Viewed

@@ -0,0 +1,75 @@
+[
+	"авжеж",
+	"адже",
+	"але",
+	"б",
+	"без",
+	"був",
+	"була",
+	"були",
+	"було",
+	"бути",
+	"більш",
+	"вам",
+	"вас",
+	"весь",
+	"вздовж",
+	"ви",
+	"вниз",
+	"внизу",
+	"вона",
+	"вони",
+	"воно",
+	"все",
+	"всередині",
+	"всіх",
+	"від",
+	"він",
+	"да",
+	"давай",
+	"давати",
+	"де",
+	"дещо",
+	"для",
+	"до",
+	"з",
+	"завжди",
+	"замість",
+	"й",
+	"коли",
+	"ледве",
+	"майже",
+	"ми",
+	"навколо",
+	"навіть",
+	"нам",
+	"от",
+	"отже",
+	"отож",
+	"поза",
+	"про",
+	"під",
+	"та",
+	"так",
+	"такий",
+	"також",
+	"те",
+	"ти",
+	"тобто",
+	"тож",
+	"тощо",
+	"хоча",
+	"це",
+	"цей",
+	"чи",
+	"чого",
+	"що",
+	"як",
+	"який",
+	"якої",
+	"є",
+	"із",
+	"інших",
+	"їх",
+	"її"
+]