python-table-processor 0.3.2__tar.gz → 0.3.4__tar.gz

{python_table_processor-0.3.2 → python_table_processor-0.3.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: python-table-processor
-Version: 0.3.2
+Version: 0.3.4
 Summary: A table data processor
 Home-page: https://github.com/akivajp/python-table-processor
 License: MIT

{python_table_processor-0.3.2 → python_table_processor-0.3.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "python-table-processor"
-version = "0.3.2"
+version = "0.3.4"
 description = "A table data processor"
 authors = ["Akiva Miura <akiva.miura@gmail.com>"]
 license = "MIT"

python_table_processor-0.3.4/table_processor/__init__.py

@@ -0,0 +1,2 @@
+__version__ = "0.3.4"
+__version_tuple__ = (0, 3, 4)

{python_table_processor-0.3.2 → python_table_processor-0.3.4}/table_processor/core/actions.py

@@ -29,6 +29,7 @@ from . types import (
     AssignFormatConfig,
     AssignIdConfig,
     AssignLengthConfig,
+    CastConfig,
     FilterConfig,
     GlobalStatus,
     JoinConfig,
@@ -147,6 +148,31 @@ def setup_actions_with_args(
                     source = source,
                 ))
                 continue
+            if action_name == 'cast':
+                required = options.get('required', False)
+                as_type = options.get('as', 'literal')
+                if as_type in ['boolean']:
+                    as_type = 'bool'
+                if as_type not in ['bool', 'int', 'float', 'str']:
+                    raise ValueError(
+                        f'Unsupported as type: {as_type}'
+                    )
+                assign_default = False
+                default_value = None
+                if 'default' in options:
+                    assign_default = True
+                    default_value = options['default']
+                    if default_value in ['None', 'none', 'Null', 'null']:
+                        default_value = None
+                config.actions.append(CastConfig(
+                    target = target,
+                    source = source,
+                    as_type = as_type,
+                    required = required,
+                    assign_default = assign_default,
+                    default_value = default_value,
+                ))
+                continue
             if action_name == 'filter-empty':
                 config.actions.append(FilterConfig(
                     field = target,
@@ -177,15 +203,26 @@ def setup_actions_with_args(
             if action_name == 'parse':
                 as_type = options.get('as', 'literal')
                 required = options.get('required', False)
-                if as_type not in ['json', 'literal']:
+                if as_type in ['boolean']:
+                    as_type = 'bool'
+                if as_type not in ['bool', 'json', 'literal']:
                     raise ValueError(
                         f'Unsupported as type: {as_type}'
                     )
+                assign_default = False
+                default_value = None
+                if 'default' in options:
+                    assign_default = True
+                    default_value = options['default']
+                    if default_value in ['None', 'none', 'Null', 'null']:
+                        default_value = None
                 config.actions.append(ParseConfig(
                     target = target,
                     source = source,
                     as_type = as_type,
                     required = required,
+                    assign_default = assign_default,
+                    default_value = default_value,
                 ))
                 continue
             if action_name == 'parse-json':
@@ -312,6 +349,8 @@ def do_action(
         return assign_id(status.id_context_map, row, action)
     if isinstance(action, AssignLengthConfig):
         return assign_length(row, action)
+    if isinstance(action, CastConfig):
+        return cast(row, action)
     if isinstance(action, FilterConfig):
         if filter_row(row, action):
             return row
@@ -599,27 +638,48 @@ def parse(
                 f'Required field not found, field: {config.source}'
             )
     if found:
-        if type(value) == str:
-            if config.as_type == 'literal':
-                try:
+        if config.as_type == 'literal':
+            try:
+                if type(value) is str:
                     parsed = ast.literal_eval(value)
-                except:
-                    raise ValueError(
-                        f'Failed to parse literal: {value}'
-                    )
-            elif config.as_type == 'json':
-                try:
+                else:
+                    parsed = value
+            except:
+                raise ValueError(
+                    f'Failed to parse literal: {value}'
+                )
+        elif config.as_type == 'json':
+            try:
+                if type(value) is str:
                     parsed = json.loads(value)
-                except:
+                else:
+                    parsed = value
+            except:
+                raise ValueError(
+                    f'Failed to parse JSON: {value}'
+                )
+        elif config.as_type == 'bool':
+            if config.assign_default and value in [None, '']:
+                value = config.default_value
+            if type(value) is bool:
+                parsed = value
+            elif type(value) is str:
+                if value.lower() in ['true', 'yes', 'on', '1']:
+                    parsed = True
+                elif value.lower() in ['false', 'no', 'off', '0']:
+                    parsed = False
+                else:
                     raise ValueError(
-                        f'Failed to parse JSON: {value}'
+                        f'Failed to parse bool: {value}'
                     )
             else:
                 raise ValueError(
-                    f'Unsupported as type: {config.as_type}'
+                    f'Failed to parse bool: {value}'
                 )
         else:
-            parsed = value
+            raise ValueError(
+                f'Unsupported as type: {config.as_type}'
+            )
         set_row_staging_value(row, config.target, parsed)
     return row
 
@@ -653,3 +713,37 @@ def assign_length(
     if found:
         set_row_staging_value(row, config.target, len(value))
     return row
+
+def cast(
+    row: Row,
+    config: CastConfig,
+):
+    value, found = search_column_value(row.nested, config.source)
+    if config.required:
+        if not found:
+            raise ValueError(
+                f'Required field not found, field: {config.source}'
+            )
+    if config.as_type == 'bool':
+        cast_func = bool
+    elif config.as_type == 'int':
+        cast_func = int
+    elif config.as_type == 'float':
+        cast_func = float
+    elif config.as_type == 'str':
+        cast_func = str
+    else:
+        raise ValueError(
+            f'Unsupported as type: {config.as_type}'
+        )
+    try:
+        casted = cast_func(value)
+    except:
+        if config.assign_default:
+            casted = config.default_value
+        else:
+            raise ValueError(
+                f'Failed to cast: {value}'
+            )
+    set_row_staging_value(row, config.target, casted)
+    return row

{python_table_processor-0.3.2 → python_table_processor-0.3.4}/table_processor/core/types.py

@@ -51,6 +51,17 @@ class AssignLengthConfig:
     target: str
     source: str
 
+@dataclasses.dataclass
+class CastConfig:
+    target: str
+    source: str
+    as_type: Literal[
+        'bool', 'int', 'float', 'str'
+    ]
+    required: bool = False
+    assign_default: bool = False
+    default_value: Any = None
+
 @dataclasses.dataclass
 class FilterConfig:
     field: str
@@ -74,8 +85,12 @@ class OmitConfig:
 class ParseConfig:
     target: str
     source: str
-    as_type: Literal['json', 'literal']
+    as_type: Literal[
+        'bool', 'json', 'literal'
+    ]
     required: bool = False
+    assign_default: bool = False
+    default_value: Any = None
 
 @dataclasses.dataclass
 class PickConfig:

python_table_processor-0.3.2/table_processor/__init__.py

@@ -1,2 +0,0 @@
-__version__ = "0.3.2"
-__version_tuple__ = (0, 3, 2)