RubyGems - kreuzberg - Versions diffs - 4.0.0.rc1 - Mend

kreuzberg 4.0.0.rc1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (265) hide show

checksums.yaml +7 -0
data/.gitignore +8 -0
data/.rspec +3 -0
data/.rubocop.yaml +534 -0
data/Gemfile +9 -0
data/Gemfile.lock +157 -0
data/README.md +421 -0
data/Rakefile +25 -0
data/Steepfile +47 -0
data/examples/async_patterns.rb +340 -0
data/ext/kreuzberg_rb/extconf.rb +35 -0
data/ext/kreuzberg_rb/native/Cargo.toml +36 -0
data/ext/kreuzberg_rb/native/README.md +425 -0
data/ext/kreuzberg_rb/native/build.rs +17 -0
data/ext/kreuzberg_rb/native/include/ieeefp.h +11 -0
data/ext/kreuzberg_rb/native/include/msvc_compat/strings.h +14 -0
data/ext/kreuzberg_rb/native/include/strings.h +20 -0
data/ext/kreuzberg_rb/native/include/unistd.h +47 -0
data/ext/kreuzberg_rb/native/src/lib.rs +2939 -0
data/extconf.rb +28 -0
data/kreuzberg.gemspec +105 -0
data/lib/kreuzberg/api_proxy.rb +142 -0
data/lib/kreuzberg/cache_api.rb +45 -0
data/lib/kreuzberg/cli.rb +55 -0
data/lib/kreuzberg/cli_proxy.rb +127 -0
data/lib/kreuzberg/config.rb +684 -0
data/lib/kreuzberg/errors.rb +50 -0
data/lib/kreuzberg/extraction_api.rb +84 -0
data/lib/kreuzberg/mcp_proxy.rb +186 -0
data/lib/kreuzberg/ocr_backend_protocol.rb +113 -0
data/lib/kreuzberg/post_processor_protocol.rb +86 -0
data/lib/kreuzberg/result.rb +216 -0
data/lib/kreuzberg/setup_lib_path.rb +79 -0
data/lib/kreuzberg/validator_protocol.rb +89 -0
data/lib/kreuzberg/version.rb +5 -0
data/lib/kreuzberg.rb +82 -0
data/pkg/kreuzberg-4.0.0.rc1.gem +0 -0
data/sig/kreuzberg/internal.rbs +184 -0
data/sig/kreuzberg.rbs +468 -0
data/spec/binding/cache_spec.rb +227 -0
data/spec/binding/cli_proxy_spec.rb +87 -0
data/spec/binding/cli_spec.rb +54 -0
data/spec/binding/config_spec.rb +345 -0
data/spec/binding/config_validation_spec.rb +283 -0
data/spec/binding/error_handling_spec.rb +213 -0
data/spec/binding/errors_spec.rb +66 -0
data/spec/binding/plugins/ocr_backend_spec.rb +307 -0
data/spec/binding/plugins/postprocessor_spec.rb +269 -0
data/spec/binding/plugins/validator_spec.rb +274 -0
data/spec/examples.txt +104 -0
data/spec/fixtures/config.toml +39 -0
data/spec/fixtures/config.yaml +42 -0
data/spec/fixtures/invalid_config.toml +4 -0
data/spec/smoke/package_spec.rb +178 -0
data/spec/spec_helper.rb +42 -0
data/vendor/kreuzberg/Cargo.toml +134 -0
data/vendor/kreuzberg/README.md +175 -0
data/vendor/kreuzberg/build.rs +460 -0
data/vendor/kreuzberg/src/api/error.rs +81 -0
data/vendor/kreuzberg/src/api/handlers.rs +199 -0
data/vendor/kreuzberg/src/api/mod.rs +79 -0
data/vendor/kreuzberg/src/api/server.rs +353 -0
data/vendor/kreuzberg/src/api/types.rs +170 -0
data/vendor/kreuzberg/src/bin/profile_extract.rs +455 -0
data/vendor/kreuzberg/src/cache/mod.rs +1143 -0
data/vendor/kreuzberg/src/chunking/mod.rs +677 -0
data/vendor/kreuzberg/src/core/batch_mode.rs +35 -0
data/vendor/kreuzberg/src/core/config.rs +1032 -0
data/vendor/kreuzberg/src/core/extractor.rs +903 -0
data/vendor/kreuzberg/src/core/io.rs +327 -0
data/vendor/kreuzberg/src/core/mime.rs +615 -0
data/vendor/kreuzberg/src/core/mod.rs +42 -0
data/vendor/kreuzberg/src/core/pipeline.rs +906 -0
data/vendor/kreuzberg/src/embeddings.rs +323 -0
data/vendor/kreuzberg/src/error.rs +431 -0
data/vendor/kreuzberg/src/extraction/archive.rs +954 -0
data/vendor/kreuzberg/src/extraction/docx.rs +40 -0
data/vendor/kreuzberg/src/extraction/email.rs +854 -0
data/vendor/kreuzberg/src/extraction/excel.rs +688 -0
data/vendor/kreuzberg/src/extraction/html.rs +553 -0
data/vendor/kreuzberg/src/extraction/image.rs +368 -0
data/vendor/kreuzberg/src/extraction/libreoffice.rs +564 -0
data/vendor/kreuzberg/src/extraction/mod.rs +77 -0
data/vendor/kreuzberg/src/extraction/office_metadata/app_properties.rs +398 -0
data/vendor/kreuzberg/src/extraction/office_metadata/core_properties.rs +247 -0
data/vendor/kreuzberg/src/extraction/office_metadata/custom_properties.rs +240 -0
data/vendor/kreuzberg/src/extraction/office_metadata/mod.rs +128 -0
data/vendor/kreuzberg/src/extraction/pandoc/batch.rs +275 -0
data/vendor/kreuzberg/src/extraction/pandoc/mime_types.rs +178 -0
data/vendor/kreuzberg/src/extraction/pandoc/mod.rs +491 -0
data/vendor/kreuzberg/src/extraction/pandoc/server.rs +496 -0
data/vendor/kreuzberg/src/extraction/pandoc/subprocess.rs +1188 -0
data/vendor/kreuzberg/src/extraction/pandoc/version.rs +162 -0
data/vendor/kreuzberg/src/extraction/pptx.rs +3000 -0
data/vendor/kreuzberg/src/extraction/structured.rs +490 -0
data/vendor/kreuzberg/src/extraction/table.rs +328 -0
data/vendor/kreuzberg/src/extraction/text.rs +269 -0
data/vendor/kreuzberg/src/extraction/xml.rs +333 -0
data/vendor/kreuzberg/src/extractors/archive.rs +425 -0
data/vendor/kreuzberg/src/extractors/docx.rs +479 -0
data/vendor/kreuzberg/src/extractors/email.rs +129 -0
data/vendor/kreuzberg/src/extractors/excel.rs +344 -0
data/vendor/kreuzberg/src/extractors/html.rs +410 -0
data/vendor/kreuzberg/src/extractors/image.rs +195 -0
data/vendor/kreuzberg/src/extractors/mod.rs +268 -0
data/vendor/kreuzberg/src/extractors/pandoc.rs +201 -0
data/vendor/kreuzberg/src/extractors/pdf.rs +496 -0
data/vendor/kreuzberg/src/extractors/pptx.rs +234 -0
data/vendor/kreuzberg/src/extractors/structured.rs +126 -0
data/vendor/kreuzberg/src/extractors/text.rs +242 -0
data/vendor/kreuzberg/src/extractors/xml.rs +128 -0
data/vendor/kreuzberg/src/image/dpi.rs +164 -0
data/vendor/kreuzberg/src/image/mod.rs +6 -0
data/vendor/kreuzberg/src/image/preprocessing.rs +417 -0
data/vendor/kreuzberg/src/image/resize.rs +89 -0
data/vendor/kreuzberg/src/keywords/config.rs +154 -0
data/vendor/kreuzberg/src/keywords/mod.rs +237 -0
data/vendor/kreuzberg/src/keywords/processor.rs +267 -0
data/vendor/kreuzberg/src/keywords/rake.rs +294 -0
data/vendor/kreuzberg/src/keywords/types.rs +68 -0
data/vendor/kreuzberg/src/keywords/yake.rs +163 -0
data/vendor/kreuzberg/src/language_detection/mod.rs +942 -0
data/vendor/kreuzberg/src/lib.rs +102 -0
data/vendor/kreuzberg/src/mcp/mod.rs +32 -0
data/vendor/kreuzberg/src/mcp/server.rs +1966 -0
data/vendor/kreuzberg/src/ocr/cache.rs +469 -0
data/vendor/kreuzberg/src/ocr/error.rs +37 -0
data/vendor/kreuzberg/src/ocr/hocr.rs +216 -0
data/vendor/kreuzberg/src/ocr/mod.rs +58 -0
data/vendor/kreuzberg/src/ocr/processor.rs +847 -0
data/vendor/kreuzberg/src/ocr/table/mod.rs +4 -0
data/vendor/kreuzberg/src/ocr/table/tsv_parser.rs +144 -0
data/vendor/kreuzberg/src/ocr/tesseract_backend.rs +450 -0
data/vendor/kreuzberg/src/ocr/types.rs +393 -0
data/vendor/kreuzberg/src/ocr/utils.rs +47 -0
data/vendor/kreuzberg/src/ocr/validation.rs +206 -0
data/vendor/kreuzberg/src/pdf/error.rs +122 -0
data/vendor/kreuzberg/src/pdf/images.rs +139 -0
data/vendor/kreuzberg/src/pdf/metadata.rs +346 -0
data/vendor/kreuzberg/src/pdf/mod.rs +50 -0
data/vendor/kreuzberg/src/pdf/rendering.rs +369 -0
data/vendor/kreuzberg/src/pdf/table.rs +420 -0
data/vendor/kreuzberg/src/pdf/text.rs +161 -0
data/vendor/kreuzberg/src/plugins/extractor.rs +1010 -0
data/vendor/kreuzberg/src/plugins/mod.rs +209 -0
data/vendor/kreuzberg/src/plugins/ocr.rs +629 -0
data/vendor/kreuzberg/src/plugins/processor.rs +641 -0
data/vendor/kreuzberg/src/plugins/registry.rs +1324 -0
data/vendor/kreuzberg/src/plugins/traits.rs +258 -0
data/vendor/kreuzberg/src/plugins/validator.rs +955 -0
data/vendor/kreuzberg/src/stopwords/mod.rs +1470 -0
data/vendor/kreuzberg/src/text/mod.rs +19 -0
data/vendor/kreuzberg/src/text/quality.rs +697 -0
data/vendor/kreuzberg/src/text/string_utils.rs +217 -0
data/vendor/kreuzberg/src/text/token_reduction/cjk_utils.rs +164 -0
data/vendor/kreuzberg/src/text/token_reduction/config.rs +100 -0
data/vendor/kreuzberg/src/text/token_reduction/core.rs +796 -0
data/vendor/kreuzberg/src/text/token_reduction/filters.rs +902 -0
data/vendor/kreuzberg/src/text/token_reduction/mod.rs +160 -0
data/vendor/kreuzberg/src/text/token_reduction/semantic.rs +619 -0
data/vendor/kreuzberg/src/text/token_reduction/simd_text.rs +147 -0
data/vendor/kreuzberg/src/types.rs +873 -0
data/vendor/kreuzberg/src/utils/mod.rs +17 -0
data/vendor/kreuzberg/src/utils/quality.rs +959 -0
data/vendor/kreuzberg/src/utils/string_utils.rs +381 -0
data/vendor/kreuzberg/stopwords/af_stopwords.json +53 -0
data/vendor/kreuzberg/stopwords/ar_stopwords.json +482 -0
data/vendor/kreuzberg/stopwords/bg_stopwords.json +261 -0
data/vendor/kreuzberg/stopwords/bn_stopwords.json +400 -0
data/vendor/kreuzberg/stopwords/br_stopwords.json +1205 -0
data/vendor/kreuzberg/stopwords/ca_stopwords.json +280 -0
data/vendor/kreuzberg/stopwords/cs_stopwords.json +425 -0
data/vendor/kreuzberg/stopwords/da_stopwords.json +172 -0
data/vendor/kreuzberg/stopwords/de_stopwords.json +622 -0
data/vendor/kreuzberg/stopwords/el_stopwords.json +849 -0
data/vendor/kreuzberg/stopwords/en_stopwords.json +1300 -0
data/vendor/kreuzberg/stopwords/eo_stopwords.json +175 -0
data/vendor/kreuzberg/stopwords/es_stopwords.json +734 -0
data/vendor/kreuzberg/stopwords/et_stopwords.json +37 -0
data/vendor/kreuzberg/stopwords/eu_stopwords.json +100 -0
data/vendor/kreuzberg/stopwords/fa_stopwords.json +801 -0
data/vendor/kreuzberg/stopwords/fi_stopwords.json +849 -0
data/vendor/kreuzberg/stopwords/fr_stopwords.json +693 -0
data/vendor/kreuzberg/stopwords/ga_stopwords.json +111 -0
data/vendor/kreuzberg/stopwords/gl_stopwords.json +162 -0
data/vendor/kreuzberg/stopwords/gu_stopwords.json +226 -0
data/vendor/kreuzberg/stopwords/ha_stopwords.json +41 -0
data/vendor/kreuzberg/stopwords/he_stopwords.json +196 -0
data/vendor/kreuzberg/stopwords/hi_stopwords.json +227 -0
data/vendor/kreuzberg/stopwords/hr_stopwords.json +181 -0
data/vendor/kreuzberg/stopwords/hu_stopwords.json +791 -0
data/vendor/kreuzberg/stopwords/hy_stopwords.json +47 -0
data/vendor/kreuzberg/stopwords/id_stopwords.json +760 -0
data/vendor/kreuzberg/stopwords/it_stopwords.json +634 -0
data/vendor/kreuzberg/stopwords/ja_stopwords.json +136 -0
data/vendor/kreuzberg/stopwords/kn_stopwords.json +84 -0
data/vendor/kreuzberg/stopwords/ko_stopwords.json +681 -0
data/vendor/kreuzberg/stopwords/ku_stopwords.json +64 -0
data/vendor/kreuzberg/stopwords/la_stopwords.json +51 -0
data/vendor/kreuzberg/stopwords/lt_stopwords.json +476 -0
data/vendor/kreuzberg/stopwords/lv_stopwords.json +163 -0
data/vendor/kreuzberg/stopwords/ml_stopwords.json +1 -0
data/vendor/kreuzberg/stopwords/mr_stopwords.json +101 -0
data/vendor/kreuzberg/stopwords/ms_stopwords.json +477 -0
data/vendor/kreuzberg/stopwords/ne_stopwords.json +490 -0
data/vendor/kreuzberg/stopwords/nl_stopwords.json +415 -0
data/vendor/kreuzberg/stopwords/no_stopwords.json +223 -0
data/vendor/kreuzberg/stopwords/pl_stopwords.json +331 -0
data/vendor/kreuzberg/stopwords/pt_stopwords.json +562 -0
data/vendor/kreuzberg/stopwords/ro_stopwords.json +436 -0
data/vendor/kreuzberg/stopwords/ru_stopwords.json +561 -0
data/vendor/kreuzberg/stopwords/si_stopwords.json +193 -0
data/vendor/kreuzberg/stopwords/sk_stopwords.json +420 -0
data/vendor/kreuzberg/stopwords/sl_stopwords.json +448 -0
data/vendor/kreuzberg/stopwords/so_stopwords.json +32 -0
data/vendor/kreuzberg/stopwords/st_stopwords.json +33 -0
data/vendor/kreuzberg/stopwords/sv_stopwords.json +420 -0
data/vendor/kreuzberg/stopwords/sw_stopwords.json +76 -0
data/vendor/kreuzberg/stopwords/ta_stopwords.json +129 -0
data/vendor/kreuzberg/stopwords/te_stopwords.json +54 -0
data/vendor/kreuzberg/stopwords/th_stopwords.json +118 -0
data/vendor/kreuzberg/stopwords/tl_stopwords.json +149 -0
data/vendor/kreuzberg/stopwords/tr_stopwords.json +506 -0
data/vendor/kreuzberg/stopwords/uk_stopwords.json +75 -0
data/vendor/kreuzberg/stopwords/ur_stopwords.json +519 -0
data/vendor/kreuzberg/stopwords/vi_stopwords.json +647 -0
data/vendor/kreuzberg/stopwords/yo_stopwords.json +62 -0
data/vendor/kreuzberg/stopwords/zh_stopwords.json +796 -0
data/vendor/kreuzberg/stopwords/zu_stopwords.json +31 -0
data/vendor/kreuzberg/tests/api_tests.rs +966 -0
data/vendor/kreuzberg/tests/archive_integration.rs +543 -0
data/vendor/kreuzberg/tests/batch_orchestration.rs +542 -0
data/vendor/kreuzberg/tests/batch_processing.rs +304 -0
data/vendor/kreuzberg/tests/chunking_offset_demo.rs +92 -0
data/vendor/kreuzberg/tests/concurrency_stress.rs +509 -0
data/vendor/kreuzberg/tests/config_features.rs +580 -0
data/vendor/kreuzberg/tests/config_loading_tests.rs +439 -0
data/vendor/kreuzberg/tests/core_integration.rs +493 -0
data/vendor/kreuzberg/tests/csv_integration.rs +424 -0
data/vendor/kreuzberg/tests/docx_metadata_extraction_test.rs +124 -0
data/vendor/kreuzberg/tests/email_integration.rs +325 -0
data/vendor/kreuzberg/tests/error_handling.rs +393 -0
data/vendor/kreuzberg/tests/format_integration.rs +159 -0
data/vendor/kreuzberg/tests/helpers/mod.rs +142 -0
data/vendor/kreuzberg/tests/image_integration.rs +253 -0
data/vendor/kreuzberg/tests/keywords_integration.rs +479 -0
data/vendor/kreuzberg/tests/keywords_quality.rs +509 -0
data/vendor/kreuzberg/tests/mime_detection.rs +428 -0
data/vendor/kreuzberg/tests/ocr_configuration.rs +510 -0
data/vendor/kreuzberg/tests/ocr_errors.rs +676 -0
data/vendor/kreuzberg/tests/ocr_quality.rs +627 -0
data/vendor/kreuzberg/tests/ocr_stress.rs +469 -0
data/vendor/kreuzberg/tests/pandoc_integration.rs +503 -0
data/vendor/kreuzberg/tests/pdf_integration.rs +43 -0
data/vendor/kreuzberg/tests/pipeline_integration.rs +1412 -0
data/vendor/kreuzberg/tests/plugin_ocr_backend_test.rs +771 -0
data/vendor/kreuzberg/tests/plugin_postprocessor_test.rs +561 -0
data/vendor/kreuzberg/tests/plugin_system.rs +921 -0
data/vendor/kreuzberg/tests/plugin_validator_test.rs +783 -0
data/vendor/kreuzberg/tests/registry_integration_tests.rs +607 -0
data/vendor/kreuzberg/tests/security_validation.rs +404 -0
data/vendor/kreuzberg/tests/stopwords_integration_test.rs +888 -0
data/vendor/kreuzberg/tests/test_fastembed.rs +609 -0
data/vendor/kreuzberg/tests/xlsx_metadata_extraction_test.rs +87 -0
metadata +471 -0

data/vendor/kreuzberg/stopwords/sv_stopwords.json ADDED Viewed

@@ -0,0 +1,420 @@
+[
+	"aderton",
+	"adertonde",
+	"adjö",
+	"aldrig",
+	"alla",
+	"allas",
+	"allt",
+	"alltid",
+	"alltså",
+	"andra",
+	"andras",
+	"annan",
+	"annat",
+	"artonde",
+	"artonn",
+	"att",
+	"av",
+	"bakom",
+	"bara",
+	"behöva",
+	"behövas",
+	"behövde",
+	"behövt",
+	"beslut",
+	"beslutat",
+	"beslutit",
+	"bland",
+	"blev",
+	"bli",
+	"blir",
+	"blivit",
+	"bort",
+	"borta",
+	"bra",
+	"bäst",
+	"bättre",
+	"båda",
+	"bådas",
+	"dag",
+	"dagar",
+	"dagarna",
+	"dagen",
+	"de",
+	"del",
+	"delen",
+	"dem",
+	"den",
+	"denna",
+	"deras",
+	"dess",
+	"dessa",
+	"det",
+	"detta",
+	"dig",
+	"din",
+	"dina",
+	"dit",
+	"ditt",
+	"dock",
+	"dom",
+	"du",
+	"där",
+	"därför",
+	"då",
+	"e",
+	"efter",
+	"eftersom",
+	"ej",
+	"elfte",
+	"eller",
+	"elva",
+	"emot",
+	"en",
+	"enkel",
+	"enkelt",
+	"enkla",
+	"enligt",
+	"ens",
+	"er",
+	"era",
+	"ers",
+	"ert",
+	"ett",
+	"ettusen",
+	"fanns",
+	"fem",
+	"femte",
+	"femtio",
+	"femtionde",
+	"femton",
+	"femtonde",
+	"fick",
+	"fin",
+	"finnas",
+	"finns",
+	"fjorton",
+	"fjortonde",
+	"fjärde",
+	"fler",
+	"flera",
+	"flesta",
+	"fram",
+	"framför",
+	"från",
+	"fyra",
+	"fyrtio",
+	"fyrtionde",
+	"få",
+	"får",
+	"fått",
+	"följande",
+	"för",
+	"före",
+	"förlåt",
+	"förra",
+	"första",
+	"genast",
+	"genom",
+	"gick",
+	"gjorde",
+	"gjort",
+	"god",
+	"goda",
+	"godare",
+	"godast",
+	"gott",
+	"gälla",
+	"gäller",
+	"gällt",
+	"gärna",
+	"gå",
+	"går",
+	"gått",
+	"gör",
+	"göra",
+	"ha",
+	"hade",
+	"haft",
+	"han",
+	"hans",
+	"har",
+	"heller",
+	"hellre",
+	"helst",
+	"helt",
+	"henne",
+	"hennes",
+	"hit",
+	"hon",
+	"honom",
+	"hundra",
+	"hundraen",
+	"hundraett",
+	"hur",
+	"här",
+	"hög",
+	"höger",
+	"högre",
+	"högst",
+	"i",
+	"ibland",
+	"icke",
+	"idag",
+	"igen",
+	"igår",
+	"imorgon",
+	"in",
+	"inför",
+	"inga",
+	"ingen",
+	"ingenting",
+	"inget",
+	"innan",
+	"inne",
+	"inom",
+	"inte",
+	"inuti",
+	"ja",
+	"jag",
+	"jo",
+	"ju",
+	"just",
+	"jämfört",
+	"kan",
+	"kanske",
+	"knappast",
+	"kom",
+	"komma",
+	"kommer",
+	"kommit",
+	"kr",
+	"kunde",
+	"kunna",
+	"kunnat",
+	"kvar",
+	"legat",
+	"ligga",
+	"ligger",
+	"lika",
+	"likställd",
+	"likställda",
+	"lilla",
+	"lite",
+	"liten",
+	"litet",
+	"länge",
+	"längre",
+	"längst",
+	"lätt",
+	"lättare",
+	"lättast",
+	"långsam",
+	"långsammare",
+	"långsammast",
+	"långsamt",
+	"långt",
+	"låt",
+	"man",
+	"med",
+	"mej",
+	"mellan",
+	"men",
+	"mer",
+	"mera",
+	"mest",
+	"mig",
+	"min",
+	"mina",
+	"mindre",
+	"minst",
+	"mitt",
+	"mittemot",
+	"mot",
+	"mycket",
+	"många",
+	"måste",
+	"möjlig",
+	"möjligen",
+	"möjligt",
+	"möjligtvis",
+	"ned",
+	"nederst",
+	"nedersta",
+	"nedre",
+	"nej",
+	"ner",
+	"ni",
+	"nio",
+	"nionde",
+	"nittio",
+	"nittionde",
+	"nitton",
+	"nittonde",
+	"nog",
+	"noll",
+	"nr",
+	"nu",
+	"nummer",
+	"när",
+	"nästa",
+	"någon",
+	"någonting",
+	"något",
+	"några",
+	"nån",
+	"nånting",
+	"nåt",
+	"nödvändig",
+	"nödvändiga",
+	"nödvändigt",
+	"nödvändigtvis",
+	"och",
+	"också",
+	"ofta",
+	"oftast",
+	"olika",
+	"olikt",
+	"om",
+	"oss",
+	"på",
+	"rakt",
+	"redan",
+	"rätt",
+	"sa",
+	"sade",
+	"sagt",
+	"samma",
+	"sedan",
+	"senare",
+	"senast",
+	"sent",
+	"sex",
+	"sextio",
+	"sextionde",
+	"sexton",
+	"sextonde",
+	"sig",
+	"sin",
+	"sina",
+	"sist",
+	"sista",
+	"siste",
+	"sitt",
+	"sitta",
+	"sju",
+	"sjunde",
+	"sjuttio",
+	"sjuttionde",
+	"sjutton",
+	"sjuttonde",
+	"själv",
+	"sjätte",
+	"ska",
+	"skall",
+	"skulle",
+	"slutligen",
+	"små",
+	"smått",
+	"snart",
+	"som",
+	"stor",
+	"stora",
+	"stort",
+	"större",
+	"störst",
+	"säga",
+	"säger",
+	"sämre",
+	"sämst",
+	"så",
+	"sådan",
+	"sådana",
+	"sådant",
+	"ta",
+	"tack",
+	"tar",
+	"tidig",
+	"tidigare",
+	"tidigast",
+	"tidigt",
+	"till",
+	"tills",
+	"tillsammans",
+	"tio",
+	"tionde",
+	"tjugo",
+	"tjugoen",
+	"tjugoett",
+	"tjugonde",
+	"tjugotre",
+	"tjugotvå",
+	"tjungo",
+	"tolfte",
+	"tolv",
+	"tre",
+	"tredje",
+	"trettio",
+	"trettionde",
+	"tretton",
+	"trettonde",
+	"två",
+	"tvåhundra",
+	"under",
+	"upp",
+	"ur",
+	"ursäkt",
+	"ut",
+	"utan",
+	"utanför",
+	"ute",
+	"va",
+	"vad",
+	"var",
+	"vara",
+	"varför",
+	"varifrån",
+	"varit",
+	"varje",
+	"varken",
+	"vars",
+	"varsågod",
+	"vart",
+	"vem",
+	"vems",
+	"verkligen",
+	"vi",
+	"vid",
+	"vidare",
+	"viktig",
+	"viktigare",
+	"viktigast",
+	"viktigt",
+	"vilka",
+	"vilkas",
+	"vilken",
+	"vilket",
+	"vill",
+	"väl",
+	"vänster",
+	"vänstra",
+	"värre",
+	"vår",
+	"våra",
+	"vårt",
+	"än",
+	"ännu",
+	"är",
+	"även",
+	"åt",
+	"åtminstone",
+	"åtta",
+	"åttio",
+	"åttionde",
+	"åttonde",
+	"över",
+	"övermorgon",
+	"överst",
+	"övre"
+]

data/vendor/kreuzberg/stopwords/sw_stopwords.json ADDED Viewed

@@ -0,0 +1,76 @@
+[
+	"akasema",
+	"alikuwa",
+	"alisema",
+	"baada",
+	"basi",
+	"bila",
+	"cha",
+	"chini",
+	"hadi",
+	"hapo",
+	"hata",
+	"hivyo",
+	"hiyo",
+	"huku",
+	"huo",
+	"ili",
+	"ilikuwa",
+	"juu",
+	"kama",
+	"karibu",
+	"katika",
+	"kila",
+	"kima",
+	"kisha",
+	"kubwa",
+	"kutoka",
+	"kuwa",
+	"kwa",
+	"kwamba",
+	"kwenda",
+	"kwenye",
+	"la",
+	"lakini",
+	"mara",
+	"mdogo",
+	"mimi",
+	"mkubwa",
+	"mmoja",
+	"moja",
+	"muda",
+	"mwenye",
+	"na",
+	"naye",
+	"ndani",
+	"ng",
+	"ni",
+	"nini",
+	"nonkungu",
+	"pamoja",
+	"pia",
+	"sana",
+	"sasa",
+	"sauti",
+	"tafadhali",
+	"tena",
+	"tu",
+	"vile",
+	"wa",
+	"wakati",
+	"wake",
+	"walikuwa",
+	"wao",
+	"watu",
+	"wengine",
+	"wote",
+	"ya",
+	"yake",
+	"yangu",
+	"yao",
+	"yeye",
+	"yule",
+	"za",
+	"zaidi",
+	"zake"
+]

data/vendor/kreuzberg/stopwords/ta_stopwords.json ADDED Viewed

@@ -0,0 +1,129 @@
+[
+	"அங்கு",
+	"அங்கே",
+	"அடுத்த",
+	"அதனால்",
+	"அதன்",
+	"அதற்கு",
+	"அதிக",
+	"அதில்",
+	"அது",
+	"அதே",
+	"அதை",
+	"அந்த",
+	"அந்தக்",
+	"அந்தப்",
+	"அன்று",
+	"அல்லது",
+	"அவன்",
+	"அவரது",
+	"அவர்",
+	"அவர்கள்",
+	"அவள்",
+	"அவை",
+	"ஆகிய",
+	"ஆகியோர்",
+	"ஆகும்",
+	"ஆனால்",
+	"இங்கு",
+	"இங்கே",
+	"இடத்தில்",
+	"இடம்",
+	"இதனால்",
+	"இதனை",
+	"இதன்",
+	"இதற்கு",
+	"இதில்",
+	"இது",
+	"இதை",
+	"இந்த",
+	"இந்தக்",
+	"இந்தத்",
+	"இந்தப்",
+	"இன்னும்",
+	"இப்போது",
+	"இரு",
+	"இருக்கும்",
+	"இருந்த",
+	"இருந்தது",
+	"இருந்து",
+	"இல்லை",
+	"இவர்",
+	"இவை",
+	"உன்",
+	"உள்ள",
+	"உள்ளது",
+	"உள்ளன",
+	"எந்த",
+	"என",
+	"எனக்",
+	"எனக்கு",
+	"எனப்படும்",
+	"எனவும்",
+	"எனவே",
+	"எனினும்",
+	"எனும்",
+	"என்",
+	"என்ன",
+	"என்னும்",
+	"என்பது",
+	"என்பதை",
+	"என்ற",
+	"என்று",
+	"என்றும்",
+	"எல்லாம்",
+	"ஏன்",
+	"ஒரு",
+	"ஒரே",
+	"ஓர்",
+	"கொண்ட",
+	"கொண்டு",
+	"கொள்ள",
+	"சற்று",
+	"சிறு",
+	"சில",
+	"சேர்ந்த",
+	"தனது",
+	"தன்",
+	"தவிர",
+	"தான்",
+	"நான்",
+	"நாம்",
+	"நீ",
+	"பற்றி",
+	"பற்றிய",
+	"பல",
+	"பலரும்",
+	"பல்வேறு",
+	"பின்",
+	"பின்னர்",
+	"பிற",
+	"பிறகு",
+	"பெரும்",
+	"பேர்",
+	"போது",
+	"போன்ற",
+	"போல",
+	"போல்",
+	"மட்டுமே",
+	"மட்டும்",
+	"மற்ற",
+	"மற்றும்",
+	"மிக",
+	"மிகவும்",
+	"மீது",
+	"முதல்",
+	"முறை",
+	"மேலும்",
+	"மேல்",
+	"யார்",
+	"வந்த",
+	"வந்து",
+	"வரும்",
+	"வரை",
+	"வரையில்",
+	"விட",
+	"விட்டு",
+	"வேண்டும்",
+	"வேறு"
+]

data/vendor/kreuzberg/stopwords/te_stopwords.json ADDED Viewed

@@ -0,0 +1,54 @@
+[
+	"అందరూ",
+	"అందుబాటులో",
+	"అడగండి",
+	"అడగడం",
+	"అడ్డంగా",
+	"అనుగుణంగా",
+	"అనుమతించు",
+	"అనుమతిస్తుంది",
+	"అయితే",
+	"ఇప్పటికే",
+	"ఉన్నారు",
+	"ఎక్కడైనా",
+	"ఎప్పుడు",
+	"ఎవరైనా",
+	"ఎవరో",
+	"ఏ",
+	"ఏదైనా",
+	"ఏమైనప్పటికి",
+	"ఏమైనప్పటికి",
+	"ఒక",
+	"ఒక",
+	"ఒకరు",
+	"కనిపిస్తాయి",
+	"కాదు",
+	"కాదు",
+	"కూడా",
+	"గా",
+	"గురించి",
+	"చుట్టూ",
+	"చేయగలిగింది",
+	"తగిన",
+	"తర్వాత",
+	"తర్వాత",
+	"దాదాపు",
+	"దూరంగా",
+	"నిజంగా",
+	"పై",
+	"ప్రకారం",
+	"ప్రక్కన",
+	"మధ్య",
+	"మధ్య",
+	"మరియు",
+	"మరొక",
+	"మళ్ళీ",
+	"మాత్రమే",
+	"మెచ్చుకో",
+	"వద్ద",
+	"వద్ద",
+	"వెంట",
+	"వేరుగా",
+	"వ్యతిరేకంగా",
+	"సంబంధం"
+]