ssc_codegen 0.8.21__tar.gz → 0.8.23__tar.gz

{ssc_codegen-0.8.21 → ssc_codegen-0.8.23}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ssc_codegen
-Version: 0.8.21
+Version: 0.8.23
 Summary: Python-dsl code converter to html parser for web scraping 
 Project-URL: Documentation, https://github.com/vypivshiy/selector_schema_codegen#readme
 Project-URL: Issues, https://github.com/vypivshiy/selector_schema_codegen/issues

{ssc_codegen-0.8.21 → ssc_codegen-0.8.23}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "ssc_codegen"
-version = "0.8.21"
+version = "0.8.23"
 description = "Python-dsl code converter to html parser for web scraping "
 readme = "README.md"
 requires-python = ">=3.10"

{ssc_codegen-0.8.21 → ssc_codegen-0.8.23}/ssc_codegen/__init__.py

@@ -7,7 +7,7 @@ from ssc_codegen.schema import ItemSchema, DictSchema, ListSchema, FlatListSchem
 
 setup_logger()
 
-VERSION = "0.8.21"
+VERSION = "0.8.23"
 
 
 class __MISSING(object):

{ssc_codegen-0.8.21 → ssc_codegen-0.8.23}/ssc_codegen/ast_/__init__.py

@@ -31,6 +31,6 @@ from .nodes_string import ExprStringTrim, ExprStringRegex, ExprStringSplit, Expr
     ExprListStringFormat, ExprListStringReplace, ExprListStringRightTrim, ExprListStringLeftTrim, \
     ExprListStringRegexSub, \
     ExprStringRmPrefix, ExprStringRmSuffix, ExprStringRmPrefixAndSuffix, ExprListStringRmPrefixAndSuffix, \
-    ExprListStringRmPrefix, ExprListStringRmSuffix
+    ExprListStringRmPrefix, ExprListStringRmSuffix, ExprStringMapReplace, ExprListStringMapReplace
 from .nodes_validate import ExprIsCss, ExprIsEqual, ExprStringIsRegex, ExprIsXpath, ExprIsNotEqual, ExprIsContains, \
     ExprListStringAnyRegex, ExprListStringAllRegex, ExprHasAttr, ExprListHasAttr

{ssc_codegen-0.8.21 → ssc_codegen-0.8.23}/ssc_codegen/ast_/nodes_string.py

@@ -93,6 +93,26 @@ class ExprListStringReplace(BaseAstNode[KW_STR_REPL, tuple[str, str]]):
     ret_type: VariableType = VariableType.LIST_STRING
 
 
+KW_STR_MAP_REPL = TypedDict(
+    "KW_STR_MAP_REPL", {"old": tuple[str, ...], "new": tuple[str, ...]}
+)
+ARGS_STR_MAP_REPL = tuple[tuple[str, ...], tuple[str, ...]]
+
+
+@dataclass(kw_only=True)
+class ExprStringMapReplace(BaseAstNode[KW_STR_MAP_REPL, ARGS_STR_MAP_REPL]):
+    kind: ClassVar[TokenType] = TokenType.EXPR_STRING_MAP_REPLACE
+    accept_type: VariableType = VariableType.STRING
+    ret_type: VariableType = VariableType.STRING
+
+
+@dataclass(kw_only=True)
+class ExprListStringMapReplace(BaseAstNode[KW_STR_MAP_REPL, ARGS_STR_MAP_REPL]):
+    kind: ClassVar[TokenType] = TokenType.EXPR_LIST_STRING_MAP_REPLACE
+    accept_type: VariableType = VariableType.LIST_STRING
+    ret_type: VariableType = VariableType.LIST_STRING
+
+
 KW_STR_RE = TypedDict(
     "KW_STR_RE", {"pattern": str, "group": int, "ignore_case": bool}
 )

{ssc_codegen-0.8.21 → ssc_codegen-0.8.23}/ssc_codegen/converters/go_goquery.py

@@ -1264,4 +1264,4 @@ def pre_list_str_rm_prefix_and_suffix(
 # TODO impl ExprHasAttr, ExprListHasAttr
 # TODO: impl Filter Expr
 # TODO: impl ExprListUnique
-
+# TODO: inpt ExprStringMapReplace, ExprListStringMapReplace

{ssc_codegen-0.8.21 → ssc_codegen-0.8.23}/ssc_codegen/converters/js_pure.py

@@ -102,6 +102,8 @@ from ssc_codegen.ast_ import (
     FilterStrLenGt,
     FilterStrLenGe,
     ExprListUnique,
+    ExprStringMapReplace,
+    ExprListStringMapReplace,
 )
 from ssc_codegen.converters.base import BaseCodeConverter
 from ssc_codegen.converters.helpers import (
@@ -377,14 +379,14 @@ def pre_str_split(node: ExprStringSplit) -> str:
 def pre_str_replace(node: ExprStringReplace) -> str:
     prv, nxt = prev_next_var(node)
     old, new = node.unpack_args()
-    return f"let {nxt} = {prv}.replace({old!r}, {new!r});"
+    return f"let {nxt} = {prv}.replaceAll({old!r}, {new!r});"
 
 
 @CONVERTER(ExprListStringReplace.kind)
 def pre_list_str_replace(node: ExprListStringReplace) -> str:
     prv, nxt = prev_next_var(node)
     old, new = node.unpack_args()
-    return f"let {nxt} = {prv}.map(e => e.replace({old!r}, {new!r}));"
+    return f"let {nxt} = {prv}.map(e => e.replaceAll({old!r}, {new!r}));"
 
 
 @CONVERTER(ExprStringRegex.kind)
@@ -923,3 +925,22 @@ def pre_list_unique(node: ExprListUnique) -> str:
     # save order guaranteed
     # https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Set#description
     return f"let {nxt} = [...new Set({prv})]; "
+
+
+@CONVERTER(ExprStringMapReplace.kind)
+def pre_str_map_repl(node: ExprStringMapReplace) -> str:
+    old_arr, new_arr = node.unpack_args()
+    old_arr = list(old_arr)  # type: ignore
+    new_arr = list(new_arr)  # type: ignore
+    prv, nxt = prev_next_var(node)
+    # py list<str> literal syntax equal js Array<string> literal
+    return f"let {nxt} = {old_arr}.reduce((s, v, i) => s.replaceAll(v, {new_arr}[i] ?? ''), {prv});"
+
+
+@CONVERTER(ExprListStringMapReplace.kind)
+def pre_list_str_map_repl(node: ExprListStringMapReplace) -> str:
+    old_arr, new_arr = node.unpack_args()
+    old_arr = list(old_arr)  # type: ignore
+    new_arr = list(new_arr)  # type: ignore
+    prv, nxt = prev_next_var(node)
+    return f"let {nxt} = {prv}.map(s => {old_arr}.reduce((s, v, i) => s.replaceAll(v, {new_arr}[i] ?? ''), s));"

{ssc_codegen-0.8.21 → ssc_codegen-0.8.23}/ssc_codegen/converters/py_base.py

@@ -104,6 +104,8 @@ from ssc_codegen.ast_ import (
     FilterStrLenGt,
     FilterStrLenGe,
     ExprListUnique,
+    ExprStringMapReplace,
+    ExprListStringMapReplace,
 )
 from ssc_codegen.converters.base import (
     BaseCodeConverter,
@@ -176,6 +178,7 @@ import sys
 import json
 from typing import List, Dict, TypedDict, Union, Optional
 from contextlib import suppress
+from functools import reduce
 
 if sys.version_info >= (3, 10):
     from types import NoneType
@@ -273,6 +276,8 @@ class BasePyCodeConverter(BaseCodeConverter):
             FilterStrLenGe.kind: pre_filter_str_len_ge,
             FilterStrLenGt.kind: pre_filter_str_len_gt,
             ExprListUnique.kind: pre_list_unique,
+            ExprStringMapReplace.kind: pre_str_map_replace,
+            ExprListStringMapReplace.kind: pre_list_str_map_replace,
         }
 
         self.post_definitions = {
@@ -1080,3 +1085,27 @@ def pre_list_unique(node: ExprListUnique) -> str:
     prv, nxt = prev_next_var(node)
     # use `dict.fromkeys()` instead `set()` for guarantees insertion order (py 3.7+) reason
     return f"{indent}{nxt} = list(dict.fromkeys({prv}))"
+
+
+def pre_str_map_replace(node: ExprStringMapReplace) -> str:
+    indent = (
+        INDENT_DEFAULT_BODY if have_default_expr(node) else INDENT_METHOD_BODY
+    )
+    old_arr, new_arr = node.unpack_args()
+    replacements = dict(zip(old_arr, new_arr))
+
+    prv, nxt = prev_next_var(node)
+    expr = f"reduce(lambda acc, kv: acc.replace(kv[0], kv[1]), {replacements}.items(), {prv})"
+    return f"{indent}{nxt} = {expr}"
+
+
+def pre_list_str_map_replace(node: ExprListStringMapReplace) -> str:
+    indent = (
+        INDENT_DEFAULT_BODY if have_default_expr(node) else INDENT_METHOD_BODY
+    )
+    old_arr, new_arr = node.unpack_args()
+    replacements = dict(zip(old_arr, new_arr))
+
+    prv, nxt = prev_next_var(node)
+    expr = f"[reduce(lambda acc, kv: acc.replace(kv[0], kv[1]), {replacements}.items(), i) for i in {prv}]"
+    return f"{indent}{nxt} = {expr}"

{ssc_codegen-0.8.21 → ssc_codegen-0.8.23}/ssc_codegen/document.py

@@ -76,6 +76,8 @@ from ssc_codegen.ast_ import (
     FilterStrLenGt,
     FilterStrLenGe,
     ExprListUnique,
+    ExprListStringMapReplace,
+    ExprStringMapReplace,
 )
 from ssc_codegen.document_utlis import (
     analyze_re_expression,
@@ -498,6 +500,37 @@ class ArrayDocument(BaseDocument):
 
 
 class StringDocument(BaseDocument):
+    def repl_map(self, replace_table: dict[str, str]) -> Self:
+        old_args = tuple(replace_table.keys())
+        new_args = tuple(replace_table.values())
+
+        match self.stack_last_ret:
+            case VariableType.LIST_STRING:
+                self._add(
+                    ExprListStringMapReplace(
+                        kwargs={"old": old_args, "new": new_args}
+                    )
+                )
+            case VariableType.STRING:
+                self._add(
+                    ExprStringMapReplace(
+                        kwargs={"old": old_args, "new": new_args}
+                    )
+                )
+            case _:
+                LOGGER.warning(
+                    "repl_map(%s): Expected type(s) %s got %s",
+                    replace_table,
+                    (VariableType.LIST_STRING.name, VariableType.STRING.name),
+                    self.stack_last_ret.name,
+                )
+                self._add(
+                    ExprStringMapReplace(
+                        kwargs={"old": old_args, "new": new_args}
+                    )
+                )
+        return self
+
     def rm_prefix(self, substr: str) -> Self:
         """remove prefix from string by substr
 

{ssc_codegen-0.8.21 → ssc_codegen-0.8.23}/ssc_codegen/tokens.py

@@ -131,6 +131,7 @@ class TokenType(IntEnum):
     EXPR_STRING_RM_PREFIX = auto()
     EXPR_STRING_RM_SUFFIX = auto()
     EXPR_STRING_RM_PREFIX_AND_SUFFIX = auto()
+    EXPR_STRING_MAP_REPLACE = auto()
 
     # LIST_STRING
     EXPR_LIST_REGEX_SUB = auto()
@@ -142,6 +143,8 @@ class TokenType(IntEnum):
     EXPR_LIST_STRING_RM_PREFIX = auto()
     EXPR_LIST_STRING_RM_SUFFIX = auto()
     EXPR_LIST_STRING_RM_PREFIX_AND_SUFFIX = auto()
+    EXPR_LIST_STRING_MAP_REPLACE = auto()
+
     # ARRAY
     EXPR_LIST_ANY_INDEX = auto()
     EXPR_LIST_JOIN = auto()