datamarket 0.9.50__py3-none-any.whl → 0.9.51__py3-none-any.whl

datamarket/utils/strings/normalization.py

@@ -137,8 +137,13 @@ def normalize(
     # Parameter mapping
     if isinstance(mode, str):
         mode = NormalizationMode[mode.upper()]
+    if not isinstance(mode, NormalizationMode):
+        raise TypeError("mode must be NormalizationMode or str")
+
     if isinstance(naming, str):
         naming = NamingConvention[naming.upper()]
+    if not isinstance(naming, NamingConvention):
+        raise TypeError("naming must be NamingConvention or str")
 
     _allowed_symbols_set: Set[str] = set(allowed_symbols) if allowed_symbols else set()
 
@@ -148,7 +153,11 @@ def normalize(
     elif not isinstance(s, str):
         return str(s)
     else:
-        text = prettify(strip_html(str(s), True))
+        raw_text = str(s)
+        if naming is NamingConvention.NONE:
+            text = raw_text
+        else:
+            text = prettify(strip_html(raw_text, True))
 
         if mode is NormalizationMode.NONE:
             normalized = text
@@ -170,9 +179,7 @@ def normalize(
 
             for c in intermediate_text:
                 cat = unicodedata.category(c)
-                if c in _allowed_symbols_set:  # Allowed symbols are part of tokens
-                    current_token_chars.append(c)
-                elif c.isalnum():
+                if c in _allowed_symbols_set or c.isalnum():  # Allowed symbols are part of tokens
                     current_token_chars.append(c)
                 elif mode is NormalizationMode.FULL and cat.startswith("S"):
                     # Transliterate S* category symbols not in allowed_symbols

{datamarket-0.9.50.dist-info → datamarket-0.9.51.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: datamarket
-Version: 0.9.50
+Version: 0.9.51
 Summary: Utilities that integrate advanced scraping knowledge into just one library.
 License: GPL-3.0-or-later
 Author: DataMarket

{datamarket-0.9.50.dist-info → datamarket-0.9.51.dist-info}/RECORD

@@ -22,11 +22,11 @@ datamarket/utils/playwright/sync_api.py,sha256=Tw_-KLB3vipFuEQwcX8iCbj7giCzcwXB-
 datamarket/utils/selenium.py,sha256=IMKlbLzXABFhACnWzhHmB0l2hhVzNwHGZwbo14nEewQ,2499
 datamarket/utils/soda.py,sha256=eZTXFbI1P3WoMd1MM-YjoVTpdjTcDSWuvBb7ViBMhSQ,941
 datamarket/utils/strings/__init__.py,sha256=b6TYOT9v7y9ID-lDyZk4E8BH2uIPbsF2ZSLGjCQ1MCQ,43
-datamarket/utils/strings/normalization.py,sha256=QLZ-THzjGOK9eWPPR1PrsffwQkSOx_Mgha4IYaJPrR0,8713
+datamarket/utils/strings/normalization.py,sha256=rj0wfJSjqcCRp-ruHqc5pylO3_TOmY5_V1lKzkyWoAA,8991
 datamarket/utils/strings/obfuscation.py,sha256=8gMepfjPq0N4_IpKR6i2dy_9VJugQ3qJiRiRvKavB3s,5246
 datamarket/utils/typer.py,sha256=FDF3l6gh3UlAFPsHCtesnekvct2rKz0oFn3uKARBQvE,814
 datamarket/utils/types.py,sha256=vxdQZdwdXrfPR4Es52gBgol-tMRIOD6oK9cBo3rB0JQ,74
-datamarket-0.9.50.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-datamarket-0.9.50.dist-info/METADATA,sha256=1wfoqKSzeRQXyzLGEwoG2eqAcSi5UqOJa9h7S-Bj-Ks,7326
-datamarket-0.9.50.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-datamarket-0.9.50.dist-info/RECORD,,
+datamarket-0.9.51.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+datamarket-0.9.51.dist-info/METADATA,sha256=UPV2cxDlddvKHiKY5tSt-dDkA7reLhyIX1KAIfcjxag,7326
+datamarket-0.9.51.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+datamarket-0.9.51.dist-info/RECORD,,