PyPI - kreuzberg - Versions diffs - 3.15.0__py3-none-any.whl → 3.17.0__py3-none-any.whl - Mend

kreuzberg 3.15.0py3-none-any.whl → 3.17.0py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (99) hide show

kreuzberg/__init__.py +6 -0
kreuzberg/_api/main.py +0 -53
kreuzberg/_config.py +17 -8
kreuzberg/_document_classification.py +1 -1
kreuzberg/_extractors/_base.py +0 -46
kreuzberg/_extractors/_email.py +16 -10
kreuzberg/_extractors/_html.py +39 -12
kreuzberg/_extractors/_pandoc.py +2 -2
kreuzberg/_extractors/_pdf.py +6 -7
kreuzberg/_extractors/_presentation.py +4 -0
kreuzberg/_extractors/_spread_sheet.py +0 -1
kreuzberg/_extractors/_structured.py +83 -15
kreuzberg/_gmft.py +7 -2
kreuzberg/_mcp/server.py +1 -22
kreuzberg/_mime_types.py +1 -1
kreuzberg/_ocr/_easyocr.py +47 -20
kreuzberg/_ocr/_paddleocr.py +1 -1
kreuzberg/_ocr/_tesseract.py +27 -26
kreuzberg/_token_reduction/__init__.py +11 -0
kreuzberg/_token_reduction/_reducer.py +439 -0
kreuzberg/_token_reduction/_stopwords.py +116 -0
kreuzberg/_token_reduction/stopwords/af_stopwords.json +53 -0
kreuzberg/_token_reduction/stopwords/ar_stopwords.json +482 -0
kreuzberg/_token_reduction/stopwords/bg_stopwords.json +261 -0
kreuzberg/_token_reduction/stopwords/bn_stopwords.json +400 -0
kreuzberg/_token_reduction/stopwords/br_stopwords.json +1205 -0
kreuzberg/_token_reduction/stopwords/ca_stopwords.json +280 -0
kreuzberg/_token_reduction/stopwords/cs_stopwords.json +425 -0
kreuzberg/_token_reduction/stopwords/da_stopwords.json +172 -0
kreuzberg/_token_reduction/stopwords/de_stopwords.json +622 -0
kreuzberg/_token_reduction/stopwords/el_stopwords.json +849 -0
kreuzberg/_token_reduction/stopwords/en_stopwords.json +1300 -0
kreuzberg/_token_reduction/stopwords/eo_stopwords.json +175 -0
kreuzberg/_token_reduction/stopwords/es_stopwords.json +734 -0
kreuzberg/_token_reduction/stopwords/et_stopwords.json +37 -0
kreuzberg/_token_reduction/stopwords/eu_stopwords.json +100 -0
kreuzberg/_token_reduction/stopwords/fa_stopwords.json +801 -0
kreuzberg/_token_reduction/stopwords/fi_stopwords.json +849 -0
kreuzberg/_token_reduction/stopwords/fr_stopwords.json +693 -0
kreuzberg/_token_reduction/stopwords/ga_stopwords.json +111 -0
kreuzberg/_token_reduction/stopwords/gl_stopwords.json +162 -0
kreuzberg/_token_reduction/stopwords/gu_stopwords.json +226 -0
kreuzberg/_token_reduction/stopwords/ha_stopwords.json +41 -0
kreuzberg/_token_reduction/stopwords/he_stopwords.json +196 -0
kreuzberg/_token_reduction/stopwords/hi_stopwords.json +227 -0
kreuzberg/_token_reduction/stopwords/hr_stopwords.json +181 -0
kreuzberg/_token_reduction/stopwords/hu_stopwords.json +791 -0
kreuzberg/_token_reduction/stopwords/hy_stopwords.json +47 -0
kreuzberg/_token_reduction/stopwords/id_stopwords.json +760 -0
kreuzberg/_token_reduction/stopwords/it_stopwords.json +634 -0
kreuzberg/_token_reduction/stopwords/ja_stopwords.json +136 -0
kreuzberg/_token_reduction/stopwords/kn_stopwords.json +84 -0
kreuzberg/_token_reduction/stopwords/ko_stopwords.json +681 -0
kreuzberg/_token_reduction/stopwords/ku_stopwords.json +64 -0
kreuzberg/_token_reduction/stopwords/la_stopwords.json +51 -0
kreuzberg/_token_reduction/stopwords/lt_stopwords.json +476 -0
kreuzberg/_token_reduction/stopwords/lv_stopwords.json +163 -0
kreuzberg/_token_reduction/stopwords/ml_stopwords.json +11 -0
kreuzberg/_token_reduction/stopwords/mr_stopwords.json +101 -0
kreuzberg/_token_reduction/stopwords/ms_stopwords.json +477 -0
kreuzberg/_token_reduction/stopwords/ne_stopwords.json +490 -0
kreuzberg/_token_reduction/stopwords/nl_stopwords.json +415 -0
kreuzberg/_token_reduction/stopwords/no_stopwords.json +223 -0
kreuzberg/_token_reduction/stopwords/pl_stopwords.json +331 -0
kreuzberg/_token_reduction/stopwords/pt_stopwords.json +562 -0
kreuzberg/_token_reduction/stopwords/ro_stopwords.json +436 -0
kreuzberg/_token_reduction/stopwords/ru_stopwords.json +561 -0
kreuzberg/_token_reduction/stopwords/si_stopwords.json +193 -0
kreuzberg/_token_reduction/stopwords/sk_stopwords.json +420 -0
kreuzberg/_token_reduction/stopwords/sl_stopwords.json +448 -0
kreuzberg/_token_reduction/stopwords/so_stopwords.json +32 -0
kreuzberg/_token_reduction/stopwords/st_stopwords.json +33 -0
kreuzberg/_token_reduction/stopwords/sv_stopwords.json +420 -0
kreuzberg/_token_reduction/stopwords/sw_stopwords.json +76 -0
kreuzberg/_token_reduction/stopwords/ta_stopwords.json +129 -0
kreuzberg/_token_reduction/stopwords/te_stopwords.json +54 -0
kreuzberg/_token_reduction/stopwords/th_stopwords.json +118 -0
kreuzberg/_token_reduction/stopwords/tl_stopwords.json +149 -0
kreuzberg/_token_reduction/stopwords/tr_stopwords.json +506 -0
kreuzberg/_token_reduction/stopwords/uk_stopwords.json +75 -0
kreuzberg/_token_reduction/stopwords/ur_stopwords.json +519 -0
kreuzberg/_token_reduction/stopwords/vi_stopwords.json +647 -0
kreuzberg/_token_reduction/stopwords/yo_stopwords.json +62 -0
kreuzberg/_token_reduction/stopwords/zh_stopwords.json +796 -0
kreuzberg/_token_reduction/stopwords/zu_stopwords.json +31 -0
kreuzberg/_types.py +146 -43
kreuzberg/_utils/_html_streaming.py +20 -0
kreuzberg/_utils/_image_preprocessing.py +1 -1
kreuzberg/_utils/_ref.py +14 -6
kreuzberg/_utils/_serialization.py +13 -6
kreuzberg/_utils/_sync.py +15 -16
kreuzberg/exceptions.py +0 -1
kreuzberg/extraction.py +27 -11
{kreuzberg-3.15.0.dist-info → kreuzberg-3.17.0.dist-info}/METADATA +15 -13
kreuzberg-3.17.0.dist-info/RECORD +128 -0
kreuzberg-3.15.0.dist-info/RECORD +0 -60
{kreuzberg-3.15.0.dist-info → kreuzberg-3.17.0.dist-info}/WHEEL +0 -0
{kreuzberg-3.15.0.dist-info → kreuzberg-3.17.0.dist-info}/entry_points.txt +0 -0
{kreuzberg-3.15.0.dist-info → kreuzberg-3.17.0.dist-info}/licenses/LICENSE +0 -0

kreuzberg/_token_reduction/stopwords/lv_stopwords.json ADDED Viewed

@@ -0,0 +1,163 @@
+[
+  "aiz",
+  "ap",
+  "apakš",
+  "apakšpus",
+  "ar",
+  "arī",
+  "augšpus",
+  "bet",
+  "bez",
+  "bija",
+  "biji",
+  "biju",
+  "bijām",
+  "bijāt",
+  "būs",
+  "būsi",
+  "būsiet",
+  "būsim",
+  "būt",
+  "būšu",
+  "caur",
+  "diemžēl",
+  "diezin",
+  "droši",
+  "dēļ",
+  "esam",
+  "esat",
+  "esi",
+  "esmu",
+  "gan",
+  "gar",
+  "iekam",
+  "iekams",
+  "iekām",
+  "iekāms",
+  "iekš",
+  "iekšpus",
+  "ik",
+  "ir",
+  "it",
+  "itin",
+  "iz",
+  "ja",
+  "jau",
+  "jeb",
+  "jebšu",
+  "jel",
+  "jo",
+  "jā",
+  "ka",
+  "kamēr",
+  "kaut",
+  "kolīdz",
+  "kopš",
+  "kā",
+  "kļuva",
+  "kļuvi",
+  "kļuvu",
+  "kļuvām",
+  "kļuvāt",
+  "kļūs",
+  "kļūsi",
+  "kļūsiet",
+  "kļūsim",
+  "kļūst",
+  "kļūstam",
+  "kļūstat",
+  "kļūsti",
+  "kļūstu",
+  "kļūt",
+  "kļūšu",
+  "labad",
+  "lai",
+  "lejpus",
+  "līdz",
+  "līdzko",
+  "ne",
+  "nebūt",
+  "nedz",
+  "nekā",
+  "nevis",
+  "nezin",
+  "no",
+  "nu",
+  "nē",
+  "otrpus",
+  "pa",
+  "par",
+  "pat",
+  "pie",
+  "pirms",
+  "pret",
+  "priekš",
+  "pār",
+  "pēc",
+  "starp",
+  "tad",
+  "tak",
+  "tapi",
+  "taps",
+  "tapsi",
+  "tapsiet",
+  "tapsim",
+  "tapt",
+  "tapāt",
+  "tapšu",
+  "taču",
+  "te",
+  "tiec",
+  "tiek",
+  "tiekam",
+  "tiekat",
+  "tieku",
+  "tik",
+  "tika",
+  "tikai",
+  "tiki",
+  "tikko",
+  "tiklab",
+  "tiklīdz",
+  "tiks",
+  "tiksiet",
+  "tiksim",
+  "tikt",
+  "tiku",
+  "tikvien",
+  "tikām",
+  "tikāt",
+  "tikšu",
+  "tomēr",
+  "topat",
+  "turpretim",
+  "turpretī",
+  "tā",
+  "tādēļ",
+  "tālab",
+  "tāpēc",
+  "un",
+  "uz",
+  "vai",
+  "var",
+  "varat",
+  "varēja",
+  "varēji",
+  "varēju",
+  "varējām",
+  "varējāt",
+  "varēs",
+  "varēsi",
+  "varēsiet",
+  "varēsim",
+  "varēt",
+  "varēšu",
+  "vien",
+  "virs",
+  "virspus",
+  "vis",
+  "viņpus",
+  "zem",
+  "ārpus",
+  "šaipus"
+]

kreuzberg/_token_reduction/stopwords/ml_stopwords.json ADDED Viewed

@@ -0,0 +1,11 @@
+[
+  "അത്",
+  "അന്നേരം",
+  "അന്ന്",
+  "ആകുന്നു",
+  "ആണ്",
+  "ആയിരുന്നു",
+  "ഇത്",
+  "ഇന്ന്",
+  "വരെ"
+]

kreuzberg/_token_reduction/stopwords/mr_stopwords.json ADDED Viewed

@@ -0,0 +1,101 @@
+[
+  "अधिक",
+  "अनेक",
+  "अशी",
+  "असलयाचे",
+  "असलेल्या",
+  "असा",
+  "असून",
+  "असे",
+  "आज",
+  "आणि",
+  "आता",
+  "आपल्या",
+  "आला",
+  "आली",
+  "आले",
+  "आहे",
+  "आहेत",
+  "एक",
+  "एका",
+  "कमी",
+  "करणयात",
+  "करून",
+  "का",
+  "काम",
+  "काय",
+  "काही",
+  "किवा",
+  "की",
+  "केला",
+  "केली",
+  "केले",
+  "कोटी",
+  "गेल्या",
+  "घेऊन",
+  "जात",
+  "झाला",
+  "झाली",
+  "झाले",
+  "झालेल्या",
+  "टा",
+  "डॉ",
+  "तर",
+  "तरी",
+  "तसेच",
+  "ता",
+  "ती",
+  "तीन",
+  "ते",
+  "तो",
+  "त्या",
+  "त्याचा",
+  "त्याची",
+  "त्याच्या",
+  "त्याना",
+  "त्यानी",
+  "त्यामुळे",
+  "त्री",
+  "दिली",
+  "दोन",
+  "न",
+  "नाही",
+  "निर्ण्य",
+  "पण",
+  "पम",
+  "परयतन",
+  "पाटील",
+  "म",
+  "मात्र",
+  "माहिती",
+  "मी",
+  "मुबी",
+  "म्हणजे",
+  "म्हणाले",
+  "म्हणून",
+  "या",
+  "याचा",
+  "याची",
+  "याच्या",
+  "याना",
+  "यानी",
+  "येणार",
+  "येत",
+  "येथील",
+  "येथे",
+  "लाख",
+  "व",
+  "व्यकत",
+  "सर्व",
+  "सागित्ले",
+  "सुरू",
+  "हजार",
+  "हा",
+  "ही",
+  "हे",
+  "होणार",
+  "होत",
+  "होता",
+  "होती",
+  "होते"
+]

kreuzberg 3.15.0__py3-none-any.whl → 3.17.0__py3-none-any.whl

kreuzberg 3.15.0py3-none-any.whl → 3.17.0py3-none-any.whl