rolling-pin 0.11.0__tar.gz → 0.11.1__tar.gz

{rolling-pin-0.11.0 → rolling-pin-0.11.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: rolling-pin
-Version: 0.11.0
+Version: 0.11.1
 Summary: A library of generic tools for ETL work and visualization of JSON blobs and python repositories
 License: MIT
 Keywords: ETL,blob,dependency,graph,svg,networkx,transform,code metrics,dependency diagram,build system

{rolling-pin-0.11.0 → rolling-pin-0.11.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "rolling-pin"
-version = "0.11.0"
+version = "0.11.1"
 description = "A library of generic tools for ETL work and visualization of JSON blobs and python repositories"
 readme = "README.md"
 license = "MIT"

{rolling-pin-0.11.0 → rolling-pin-0.11.1}/rolling_pin/conform_etl.py

@@ -8,6 +8,7 @@ import re
 
 from lunchbox.enforce import Enforce
 from pandas import DataFrame
+import lunchbox.tools as lbt
 import yaml
 
 from rolling_pin.blob_etl import BlobETL
@@ -268,7 +269,9 @@ class ConformETL:
         data.apply(lambda x: rpt.copy_file(x.source, x.target), axis=1)
 
         # copy lines
-        data['text'] = data.source.apply(rpt.read_text)
+        data['text'] = data.source.apply(lambda x: lbt.try_(rpt.read_text, x, 'error'))
+        readable_mask = data.text.apply(lambda x: isinstance(x, str))
+        data.loc[~readable_mask, 'text'] = ''
         rules = list(filter(lambda x: x['group'] in groups, self._line_rules))
         for rule in rules:
             mask = data.groups.apply(lambda x: rule['group'] in x)
@@ -281,4 +284,4 @@ class ConformETL:
                     replace_value=rule.get('replace', None),
                 )
             )
-        data.apply(lambda x: rpt.write_text(x.text, x.target), axis=1)
+        data[readable_mask].apply(lambda x: rpt.write_text(x.text, x.target), axis=1)