skilleter-thingy 0.0.67__py3-none-any.whl → 0.0.69__py3-none-any.whl

skilleter_thingy/readable.py

@@ -10,6 +10,7 @@
 
 # TODO: Not sure it works properly as a pipe
 # TODO: Error handling in file I/O
+# TODO: Ability to remove Terraform 'will be read during apply' blocks (remove from '^ <= .* \{' to ^    \}$')
 
 ################################################################################
 
@@ -63,24 +64,34 @@ TF_IGNORE_LIST = [
 
 ################################################################################
 
+def error(msg):
+    """ Report an error and quit """
+
+    sys.stderr.write(f'{msg}\n')
+    sys.exit(1)
+
+################################################################################
+
 def parse_command_line():
     """ Parse, check and sanitise the command line arguments """
 
     parser = argparse.ArgumentParser(description='Read from standard input and write to standard output modifying ANSI colour codes en-route.')
 
-    parser.add_argument('-l', '--light', action='store_true', help='Modify colours for a light background (the default)')
-    parser.add_argument('-d', '--dark', action='store_true', help='Modify colours for a dark background')
-    parser.add_argument('-n', '--none', action='store_true', help='Remove all colour codes')
-    parser.add_argument('-t', '--tidy', action='store_true',
+    parser.add_argument('--light', '-l', action='store_true', help='Modify colours for a light background (the default)')
+    parser.add_argument('--dark', '-d', action='store_true', help='Modify colours for a dark background')
+    parser.add_argument('--none', '-n', action='store_true', help='Remove all colour codes')
+    parser.add_argument('--tidy', '-t', action='store_true',
                         help='Remove colour codes and stuff that typically occurs in log files causing diffs, but is of no particular interest (e.g. SHA1 values, times, dates)')
-    parser.add_argument('-s', '--strip-blank', action='store_true', help='Strip all blank lines')
-    parser.add_argument('-D', '--debug', action='store_true', help='Replace colours with debug information')
-    parser.add_argument('-o', '--out', action='store_true', help='Output to standard output rather than overwriting input files')
-    parser.add_argument('-O', '--dir', action='store', default=None, help='Store output files in the specified directory (creating it if it doesn\'t exist)')
-    parser.add_argument('-a', '--aws', action='store_true', help='Remove AWS resource IDs')
-    parser.add_argument('-T', '--terraform', action='store_true', help='Clean Terraform plan/apply log files')
-    parser.add_argument('-R', '--replace', action='append', default=None, help='Additional regex replacements in the form "REGEX=REPLACEMENT"')
-    parser.add_argument('-v', '--verbose', action='store_true', help='Output verbose status')
+    parser.add_argument('--strip-blank', '-s', action='store_true', help='Strip all blank lines')
+    parser.add_argument('--debug', '-D', action='store_true', help='Replace colours with debug information')
+    parser.add_argument('--out', '-o', action='store_true', help='Output to standard output rather than overwriting input files')
+    parser.add_argument('--dir', '-O', action='store', default=None, help='Store output files in the specified directory (creating it if it doesn\'t exist)')
+    parser.add_argument('--aws', '-a', action='store_true', help='Remove AWS resource IDs')
+    parser.add_argument('--terraform', '-T', action='store_true', help='Clean Terraform plan/apply log files')
+    parser.add_argument('--replace', '-R', action='append', default=None, help='Additional regex replacements in the form "REGEX=REPLACEMENT"')
+    parser.add_argument('--verbose', '-v', action='store_true', help='Output verbose status')
+    parser.add_argument('--minimal', '-m', action='store_true', help='Remove unnecessary data from the file (e.g. Terraform progress updates (Refreshing..., Reading..., etc.))')
+    parser.add_argument('--non-minimal', '-M', action='store_true', help='Do not remove unnecessary data from the file (e.g. Terraform progress updates (Refreshing..., Reading..., etc.))')
     parser.add_argument('files', nargs='*', default=None, help='The files to convert (use stdin/stout if no input files are specified)')
 
     args = parser.parse_args()
@@ -94,23 +105,29 @@ def parse_command_line():
     # Can't do more than one transformation
 
     if args.light + args.dark + args.none + args.debug > 1:
-        print('ERROR: Only one colour conversion option can be specified')
-        sys.exit(1)
+        error('ERROR: Only one colour conversion option can be specified')
 
     if args.tidy and (args.light or args.dark or args.debug):
-        print('ERROR: The tidy and colour conversion options cannot be specified together')
-        sys.exit(1)
+        error('ERROR: The tidy and colour conversion options cannot be specified together')
 
-    # Default to doing cleanup - removing colour codes, times & Terraform cleanup
+    if args.minimal and args.non_minimal:
+        error('ERROR: Cannot use minimal and non-minimal options together')
 
-    if not args.light and not args.dark and not args.tidy and not args.strip_blank and not args.terraform:
-        args.strip_blank = args.none = args.tidy = args.terraform = True
-        logging.info('No options specified - defaulting to stripping blanks, removing colour codes, tidying and cleaning Terraform data')
+    # Default to doing cleanup - removing colour codes, times & Terraform & minimal cleanup
+
+    if not args.light and not args.dark and not args.tidy and not args.strip_blank and not args.terraform and not args.minimal and not args.non_minimal:
+        args.strip_blank = args.none = args.tidy = args.terraform = args.minimal = True
+        logging.info('No options specified - defaulting to stripping blanks, removing colour codes, tidying, cleaning Terraform data and removing unnecessary data')
 
     # Terraform option also removes ANSI, etc.
 
     if args.terraform:
-        args.strip_blank = args.tidy = args.none = True
+        args.strip_blank = args.tidy = args.none = args.minimal = True
+
+    # Non-minimal overrides minimal
+
+    if args.non_minimal:
+        args.minimal = False
 
     # Create the output directory, if required
 
@@ -206,9 +223,16 @@ def cleanfile(args, infile, outfile):
             for entry in args.regex_replace:
                 clean = entry['regex'].sub(entry['replace'], clean)
 
+        # Additional cleanup - remove 'noise' from the output (currently just TF-related).
+
+        if args.minimal:
+            if args.terraform:
+                if TF_REFRESHING_AND_READING.match(clean):
+                    clean = None
+
         # Do things with Terraform log data
 
-        if args.terraform:
+        if clean and args.terraform:
             clean = tidy.regex_replace(clean, TF_MISC_REGEX)
 
             for ignore in TF_IGNORE_LIST:
@@ -308,7 +332,7 @@ def main():
     if args.files:
         try:
             for filename in args.files:
-                with open(filename, 'rt') as infile:
+                with open(filename, 'rt', encoding='utf8') as infile:
 
                     # Either write to stdout or to a temporary file
 
@@ -332,12 +356,16 @@ def main():
                     if args.dir:
                         # Writing to a directory - just move the output file there unconditionally
 
+                        logging.info('Writing %s to %s', outfile_name, args.dir)
+
                         shutil.move(outfile_name, os.path.join(args.dir, os.path.basename(filename)))
 
                     elif not filecmp.cmp(outfile_name, filename, shallow=False):
                         # Only backup and write the source file if changes have been made (original is
                         # left in place without a backup if nothing's changed)
 
+                        logging.info('Backing up old file and writing new %s', outfile_name)
+
                         files.backup(filename)
 
                         shutil.move(outfile_name, filename)
@@ -345,6 +373,8 @@ def main():
                     else:
                         # Output file hasn't been used, so just delete it
 
+                        logging.info('No changes made to %s', outfile_name)
+
                         os.unlink(outfile_name)
 
         except FileNotFoundError as exc:

{skilleter_thingy-0.0.67.dist-info → skilleter_thingy-0.0.69.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: skilleter_thingy
-Version: 0.0.67
+Version: 0.0.69
 Summary: A collection of useful utilities, mainly aimed at making Git more friendly
 Author-email: John Skilleter <john@skilleter.org.uk>
 Project-URL: Home, https://skilleter.org.uk

{skilleter_thingy-0.0.67.dist-info → skilleter_thingy-0.0.69.dist-info}/RECORD

@@ -28,7 +28,7 @@ skilleter_thingy/moviemover.py,sha256=j_Xb9_jFdgpFBAXcF4tEqbnKH_FonlnUU39LiCK980
 skilleter_thingy/photodupe.py,sha256=l0hbzSLb2Vk2ceteg-x9fHXCEE1uUuFo84hz5rsZUPA,4184
 skilleter_thingy/phototidier.py,sha256=5gSjlINUxf3ZQl3NG0o7CsWwODvTbokIMIafLFvn8Hc,7818
 skilleter_thingy/py_audit.py,sha256=xJm5k5qyeA6ii8mODa4dOkmP8L1drv94UHuxR54RsIM,4384
-skilleter_thingy/readable.py,sha256=G-t6tINmi8qxYoD4qPc7LZbD4EjEjGJmWe2quzqaGB4,13945
+skilleter_thingy/readable.py,sha256=HR68vsm5xki6UF_p_1c6Dqsy9Yi7kW4RI-Z7qsLKor8,15414
 skilleter_thingy/remdir.py,sha256=SkN9xEc1ckFGRP4zS2LUbx7Ihw697YMV0ybr_-afiyE,4653
 skilleter_thingy/rmdupe.py,sha256=tcX3w8XvliGwBMdSt9BUu07kuDtQEc0IiU8sCxmgzHA,17117
 skilleter_thingy/rpylint.py,sha256=TzZ5GvWrqgTKYKZwadTvzdbX-DJ8ll4WfVJqtN6IzO0,2635
@@ -60,9 +60,9 @@ skilleter_thingy/thingy/run.py,sha256=6SNKWF01fSxzB10GMU9ajraXYZqAL1w0PXkqjJdr1U
 skilleter_thingy/thingy/tfm_pane.py,sha256=oqy5zBzKwfbjbGqetbbhpKi4x5He7sl4qkmhUeqtdZc,19789
 skilleter_thingy/thingy/tidy.py,sha256=71DCyj0VJrj52RmjQyj1eOiQJIfy5EIPHuThOrS6ZTA,5876
 skilleter_thingy/thingy/venv_template.py,sha256=SsVNvSwojd8NnFeQaZPCRQYTNdwJRplpZpygbUEXRnY,1015
-skilleter_thingy-0.0.67.dist-info/LICENSE,sha256=ljOS4DjXvqEo5VzGfdaRwgRZPbNScGBmfwyC8PChvmQ,32422
-skilleter_thingy-0.0.67.dist-info/METADATA,sha256=QyAVcQ0li8sze2R7YS4ktG3J85dSOEVtVJHqir8Vkec,5313
-skilleter_thingy-0.0.67.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
-skilleter_thingy-0.0.67.dist-info/entry_points.txt,sha256=LxYRrQHkCGK-zjLXHqRdsUSUOoBbh7e8YUN1IVs5vIs,2072
-skilleter_thingy-0.0.67.dist-info/top_level.txt,sha256=8-JhgToBBiWURunmvfpSxEvNkDHQQ7r25-aBXtZv61g,17
-skilleter_thingy-0.0.67.dist-info/RECORD,,
+skilleter_thingy-0.0.69.dist-info/LICENSE,sha256=ljOS4DjXvqEo5VzGfdaRwgRZPbNScGBmfwyC8PChvmQ,32422
+skilleter_thingy-0.0.69.dist-info/METADATA,sha256=bkdkX-7xamc-FoQaF6jy_Oko0Xc5qSEOCaIE-6FDT3c,5313
+skilleter_thingy-0.0.69.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+skilleter_thingy-0.0.69.dist-info/entry_points.txt,sha256=LxYRrQHkCGK-zjLXHqRdsUSUOoBbh7e8YUN1IVs5vIs,2072
+skilleter_thingy-0.0.69.dist-info/top_level.txt,sha256=8-JhgToBBiWURunmvfpSxEvNkDHQQ7r25-aBXtZv61g,17
+skilleter_thingy-0.0.69.dist-info/RECORD,,

{skilleter_thingy-0.0.67.dist-info → skilleter_thingy-0.0.69.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.6.0)
+Generator: setuptools (75.8.0)
 Root-Is-Purelib: true
 Tag: py3-none-any