python-table-processor 0.3.0__tar.gz → 0.3.2__tar.gz

{python_table_processor-0.3.0 → python_table_processor-0.3.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: python-table-processor
-Version: 0.3.0
+Version: 0.3.2
 Summary: A table data processor
 Home-page: https://github.com/akivajp/python-table-processor
 License: MIT

{python_table_processor-0.3.0 → python_table_processor-0.3.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "python-table-processor"
-version = "0.3.0"
+version = "0.3.2"
 description = "A table data processor"
 authors = ["Akiva Miura <akiva.miura@gmail.com>"]
 license = "MIT"

python_table_processor-0.3.2/table_processor/__init__.py

@@ -0,0 +1,2 @@
+__version__ = "0.3.2"
+__version_tuple__ = (0, 3, 2)

{python_table_processor-0.3.0 → python_table_processor-0.3.2}/table_processor/core/actions.py

@@ -28,12 +28,14 @@ from . types import (
     AssignConstantConfig,
     AssignFormatConfig,
     AssignIdConfig,
+    AssignLengthConfig,
     FilterConfig,
     GlobalStatus,
     JoinConfig,
     OmitConfig,
     ParseConfig,
     PickConfig,
+    PushConfig,
     SplitConfig,
     Row,
 )
@@ -139,6 +141,12 @@ def setup_actions_with_args(
                     reverse = reverse,
                 ))
                 continue
+            if action_name == 'assign-length':
+                config.actions.append(AssignLengthConfig(
+                    target = target,
+                    source = source,
+                ))
+                continue
             if action_name == 'filter-empty':
                 config.actions.append(FilterConfig(
                     field = target,
@@ -189,6 +197,14 @@ def setup_actions_with_args(
                     required = required,
                 ))
                 continue
+            if action_name == 'push':
+                condition = options.get('condition', None)
+                config.actions.append(PushConfig(
+                    target = target,
+                    source = source,
+                    condition = condition,
+                ))
+                continue
             if action_name == 'split':
                 delimiter = options.get('delimiter', None)
                 if delimiter == '\\n':
@@ -294,6 +310,8 @@ def do_action(
         return assign_format(row, action)
     if isinstance(action, AssignIdConfig):
         return assign_id(status.id_context_map, row, action)
+    if isinstance(action, AssignLengthConfig):
+        return assign_length(row, action)
     if isinstance(action, FilterConfig):
         if filter_row(row, action):
             return row
@@ -304,6 +322,8 @@ def do_action(
         return parse(row, action)
     if isinstance(action, OmitConfig):
         return omit_field(row, action)
+    if isinstance(action, PushConfig):
+        return push_field(row, action)
     if isinstance(action, SplitConfig):
         return split_field(row, action)
     raise ValueError(
@@ -602,3 +622,34 @@ def parse(
             parsed = value
         set_row_staging_value(row, config.target, parsed)
     return row
+
+def push_field(
+    row: Row,
+    config: PushConfig,
+):
+    source_value, found = search_column_value(row.nested, config.source)
+    do_append = False
+    if config.condition is None:
+        do_append = True
+    else:
+        condition_value, found = search_column_value(row.nested, config.condition)
+        if condition_value:
+            do_append = True
+    if do_append:
+        target_value, found = search_column_value(row.nested, config.target)
+        if found:
+            array = target_value
+        else:
+            array = []
+            set_row_staging_value(row, config.target, array)
+        array.append(source_value)
+    return row
+
+def assign_length(
+    row: Row,
+    config: AssignLengthConfig,
+):
+    value, found = search_column_value(row.nested, config.source)
+    if found:
+        set_row_staging_value(row, config.target, len(value))
+    return row

{python_table_processor-0.3.0 → python_table_processor-0.3.2}/table_processor/core/config.py

@@ -31,17 +31,9 @@ class AssignArrayConfig:
     field: str
     optional: bool = True
 
-@dataclasses.dataclass
-class PushConfig:
-    target: str
-    source: str
-    condition: str | None = None
-
 @dataclasses.dataclass
 class ProcessConfig:
     assign_array: Mapping[str, list[AssignArrayConfig]] = dataclasses.field(default_factory=OrderedDict)
-    assign_length: FlatFieldMap = dataclasses.field(default_factory=OrderedDict)
-    push: list[PushConfig] = dataclasses.field(default_factory=list)
 
     def __setitem__(self, key, value):
         setattr(self, key, value)

{python_table_processor-0.3.0 → python_table_processor-0.3.2}/table_processor/core/convert.py

@@ -20,7 +20,6 @@ import pandas as pd
 
 from . config import (
     AssignArrayConfig,
-    PushConfig,
     setup_config,
     setup_pick_with_args,
 )
@@ -264,39 +263,6 @@ def search_column_value_from_nested(
     return None, False
 
 
-def push_fields(
-    row: OrderedDict,
-    list_config: list[PushConfig],
-):
-    nested_row = nest(row)
-    for config in list_config:
-        target_value, found = search_column_value_from_nested(nested_row, config.target)
-        if found:
-            array = target_value
-        else:
-            array = []
-            #set_field_value(nested_row, f'{STAGING_FIELD}.{config.target}', array)
-            set_row_staging_value(nested_row, config.target, array)
-        source_value, found = search_column_value_from_nested(nested_row, config.source)
-        if config.condition is None:
-            array.append(source_value)
-            continue
-        condition_value, found = search_column_value_from_nested(nested_row, config.condition)
-        if condition_value:
-            array.append(source_value)
-    return flatten_row(nested_row)
-
-def assign_length(
-    row: OrderedDict,
-    dict_fields: OrderedDict,
-):
-    new_row = OrderedDict(row)
-    for key, field in dict_fields.items():
-        value, found = search_column_value(row, field)
-        if found:
-            new_row[f'{STAGING_FIELD}.{key}'] = len(value)
-    return new_row
-
 def convert(
     input_files: list[str],
     output_file: str | None = None,
@@ -371,10 +337,6 @@ def convert(
                 set_row_staging_value(row, INPUT_FIELD, orig_row.nested)
             if config.process.assign_array:
                 row.flat= assign_array(row.flat, config.process.assign_array)
-            if config.process.push:
-                row.flat = push_fields(row.flat, config.process.push)
-            if config.process.assign_length:
-                row.flat = assign_length(row.flat, config.process.assign_length)
             if config.actions:
                 try:
                     new_row = do_actions(global_status, row, config.actions)

{python_table_processor-0.3.0 → python_table_processor-0.3.2}/table_processor/core/types.py

@@ -46,6 +46,11 @@ class AssignIdConfig:
     context: list[str] | None = None
     reverse: bool = False
 
+@dataclasses.dataclass
+class AssignLengthConfig:
+    target: str
+    source: str
+
 @dataclasses.dataclass
 class FilterConfig:
     field: str
@@ -77,6 +82,12 @@ class PickConfig:
     target: str
     source: str
 
+@dataclasses.dataclass
+class PushConfig:
+    target: str
+    source: str
+    condition: str | None = None
+
 @dataclasses.dataclass
 class SplitConfig:
     target: str

python_table_processor-0.3.0/table_processor/__init__.py

@@ -1,2 +0,0 @@
-__version__ = "0.3.0"
-__version_tuple__ = (0, 3, 0)