python-table-processor 0.3.0__tar.gz → 0.3.1__tar.gz

{python_table_processor-0.3.0 → python_table_processor-0.3.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: python-table-processor
-Version: 0.3.0
+Version: 0.3.1
 Summary: A table data processor
 Home-page: https://github.com/akivajp/python-table-processor
 License: MIT

{python_table_processor-0.3.0 → python_table_processor-0.3.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "python-table-processor"
-version = "0.3.0"
+version = "0.3.1"
 description = "A table data processor"
 authors = ["Akiva Miura <akiva.miura@gmail.com>"]
 license = "MIT"

python_table_processor-0.3.1/table_processor/__init__.py

@@ -0,0 +1,2 @@
+__version__ = "0.3.1"
+__version_tuple__ = (0, 3, 1)

{python_table_processor-0.3.0 → python_table_processor-0.3.1}/table_processor/core/actions.py

@@ -34,6 +34,7 @@ from . types import (
     OmitConfig,
     ParseConfig,
     PickConfig,
+    PushConfig,
     SplitConfig,
     Row,
 )
@@ -189,6 +190,14 @@ def setup_actions_with_args(
                     required = required,
                 ))
                 continue
+            if action_name == 'push':
+                condition = options.get('condition', None)
+                config.actions.append(PushConfig(
+                    target = target,
+                    source = source,
+                    condition = condition,
+                ))
+                continue
             if action_name == 'split':
                 delimiter = options.get('delimiter', None)
                 if delimiter == '\\n':
@@ -304,6 +313,8 @@ def do_action(
         return parse(row, action)
     if isinstance(action, OmitConfig):
         return omit_field(row, action)
+    if isinstance(action, PushConfig):
+        return push_field(row, action)
     if isinstance(action, SplitConfig):
         return split_field(row, action)
     raise ValueError(
@@ -602,3 +613,25 @@ def parse(
             parsed = value
         set_row_staging_value(row, config.target, parsed)
     return row
+
+def push_field(
+    row: Row,
+    config: PushConfig,
+):
+    source_value, found = search_column_value(row.nested, config.source)
+    do_append = False
+    if config.condition is None:
+        do_append = True
+    else:
+        condition_value, found = search_column_value(row.nested, config.condition)
+        if condition_value:
+            do_append = True
+    if do_append:
+        target_value, found = search_column_value(row.nested, config.target)
+        if found:
+            array = target_value
+        else:
+            array = []
+            set_row_staging_value(row, config.target, array)
+        array.append(source_value)
+    return row

{python_table_processor-0.3.0 → python_table_processor-0.3.1}/table_processor/core/config.py

@@ -31,17 +31,10 @@ class AssignArrayConfig:
     field: str
     optional: bool = True
 
-@dataclasses.dataclass
-class PushConfig:
-    target: str
-    source: str
-    condition: str | None = None
-
 @dataclasses.dataclass
 class ProcessConfig:
     assign_array: Mapping[str, list[AssignArrayConfig]] = dataclasses.field(default_factory=OrderedDict)
     assign_length: FlatFieldMap = dataclasses.field(default_factory=OrderedDict)
-    push: list[PushConfig] = dataclasses.field(default_factory=list)
 
     def __setitem__(self, key, value):
         setattr(self, key, value)

{python_table_processor-0.3.0 → python_table_processor-0.3.1}/table_processor/core/convert.py

@@ -20,7 +20,6 @@ import pandas as pd
 
 from . config import (
     AssignArrayConfig,
-    PushConfig,
     setup_config,
     setup_pick_with_args,
 )
@@ -264,28 +263,6 @@ def search_column_value_from_nested(
     return None, False
 
 
-def push_fields(
-    row: OrderedDict,
-    list_config: list[PushConfig],
-):
-    nested_row = nest(row)
-    for config in list_config:
-        target_value, found = search_column_value_from_nested(nested_row, config.target)
-        if found:
-            array = target_value
-        else:
-            array = []
-            #set_field_value(nested_row, f'{STAGING_FIELD}.{config.target}', array)
-            set_row_staging_value(nested_row, config.target, array)
-        source_value, found = search_column_value_from_nested(nested_row, config.source)
-        if config.condition is None:
-            array.append(source_value)
-            continue
-        condition_value, found = search_column_value_from_nested(nested_row, config.condition)
-        if condition_value:
-            array.append(source_value)
-    return flatten_row(nested_row)
-
 def assign_length(
     row: OrderedDict,
     dict_fields: OrderedDict,
@@ -371,8 +348,6 @@ def convert(
                 set_row_staging_value(row, INPUT_FIELD, orig_row.nested)
             if config.process.assign_array:
                 row.flat= assign_array(row.flat, config.process.assign_array)
-            if config.process.push:
-                row.flat = push_fields(row.flat, config.process.push)
             if config.process.assign_length:
                 row.flat = assign_length(row.flat, config.process.assign_length)
             if config.actions:

{python_table_processor-0.3.0 → python_table_processor-0.3.1}/table_processor/core/types.py

@@ -77,6 +77,12 @@ class PickConfig:
     target: str
     source: str
 
+@dataclasses.dataclass
+class PushConfig:
+    target: str
+    source: str
+    condition: str | None = None
+
 @dataclasses.dataclass
 class SplitConfig:
     target: str

python_table_processor-0.3.0/table_processor/__init__.py

@@ -1,2 +0,0 @@
-__version__ = "0.3.0"
-__version_tuple__ = (0, 3, 0)