lizard 1.17.30__py2.py3-none-any.whl → 1.18.0__py2.py3-none-any.whl

{lizard-1.17.30.dist-info → lizard-1.18.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lizard
-Version: 1.17.30
+Version: 1.18.0
 Summary: A code analyzer without caring the C/C++ header files. It works with Java, C/C++, JavaScript, Python, Ruby, Swift, Objective C. Metrics includes cyclomatic complexity number etc.
 Home-page: http://www.lizard.ws
 Download-URL: https://pypi.python.org/lizard/
@@ -73,6 +73,8 @@ A list of supported languages:
 -  Erlang
 -  Zig
 -  Perl
+-  Structured Text (St)
+-  R
 
 By default lizard will search for any source code that it knows and mix
 all the results together. This might not be what you want. You can use
@@ -196,6 +198,7 @@ Options
                         generate report in Jenkins server
   --csv                 Generate CSV output as a transform of the default output
   -H, --html            Output HTML report
+  --checkstyle          Generate Checkstyle XML output for integration with Jenkins and other tools
   -m, --modified        Calculate modified cyclomatic complexity number , which count a
                         switch/case with multiple cases as one CCN.
   -E EXTENSIONS, --extension EXTENSIONS
@@ -412,3 +415,5 @@ Lizard is also used as a plugin for fastlane to help check code complexity and s
 - `European research project FASTEN (Fine-grained Analysis of SofTware Ecosystems as Networks, <http://fasten-project.eu/)>`_
   - `for a quality analyzer <https://github.com/fasten-project/quality-analyzer>`_
 
+
+

{lizard-1.17.30.dist-info → lizard-1.18.0.dist-info}/RECORD

@@ -1,6 +1,7 @@
-lizard.py,sha256=8Um-Twbq0JgVn3V_YQNl5iyNH9-Xno8U-zD_Jb5F22g,40247
-lizard_ext/__init__.py,sha256=Cz0pvH6QHyadK-rAeeEhQVsm0hW5M-fBQgV4FBaX9zk,500
+lizard.py,sha256=B0g5lEp5me31bQpjfMKVayF0iUfH0PalVecOKeUX3-A,41365
+lizard_ext/__init__.py,sha256=AkZYVqCgd7XX1hMwLMyh_ABm9geIHmobEch-thYXZz8,932
 lizard_ext/auto_open.py,sha256=byD_RbeVhvSUhR2bJMRitvA3zcKEapFwv0-XaDJ6GFo,1096
+lizard_ext/checkstyleoutput.py,sha256=UzDHg837ErEZepXkR8I8YCoz2r1lkmzGctMA7dpyB-M,1245
 lizard_ext/csvoutput.py,sha256=43fhmo8kB85qcdujCwySGNuTC4FkKUPLqIApPeljPnA,2663
 lizard_ext/default_ordered_dict.py,sha256=YbVz6nPlQ6DjWc_EOFBz6AJN2XLo9dpnUdeyejQvUDE,831
 lizard_ext/extension_base.py,sha256=rnjUL2mqSGToUVYydju7fa8ZwynLPY8S1F17gIJP55I,346
@@ -25,44 +26,44 @@ lizard_ext/lizardns.py,sha256=8pztUoRS_UWN24MawwxeHEJgYh49id5PWODUBb6O72U,4184
 lizard_ext/lizardoutside.py,sha256=FGm2tbBZ17-2OCgmQlD-vobUCfQKb0FAygf86eM3xuM,336
 lizard_ext/lizardstatementcount.py,sha256=xYk6ixSIItSE1BWQXzrWmduFgGhA3VR817SNKLffyVQ,1182
 lizard_ext/lizardwordcount.py,sha256=2QYXD7-AtkkgAbi9VSidunMbSsGQ7MKYb6IT-bS-cok,7575
-lizard_ext/version.py,sha256=TpOBXuiYs4KrCIaoUa6k0YJOFgv0pf9LsKb8mifRRK0,182
+lizard_ext/version.py,sha256=WiI5ub_2twuTf6tscOzwP6MNdZV6kq-ElL2-2HqdUXc,181
 lizard_ext/xmloutput.py,sha256=-cbh0he4O_X-wX56gkv9AnSPNN0qvR7FACqlBeezUS4,5609
-lizard_languages/__init__.py,sha256=ArNmUrVSU6HFxhDka1-vWMZpVIM39P-gqv6BoOLNMV8,1522
-lizard_languages/clike.py,sha256=INd5tkvwEVZm7dx2yHG2OIFHZn7JzQGmnT9WQNFZ2XU,11110
-lizard_languages/code_reader.py,sha256=P0PkE4QZBWOEj6cFHA4hj3hcLZLcGnqH31EmtltxlaE,6240
+lizard_languages/__init__.py,sha256=NsYspQ6h--XHMJrIcmOxlZRF4f_l5M7JprenLBz2oIE,1559
+lizard_languages/clike.py,sha256=RICnhzBzLbMwpceo3X-z7_-hcTZmGAZKGqpKgJf0G0o,13598
+lizard_languages/code_reader.py,sha256=IfEHg9lzKnyCipX9xscgyGEOovll5qr9dCe5cSX2sJM,6852
 lizard_languages/csharp.py,sha256=EfFAIOIcJXUUhXTlZApXGSlzG34NZvHM9OSe6m7hpv0,2141
 lizard_languages/erlang.py,sha256=7YJS2cMyXDKEV_kpH8DzBARxFCFcjKuTOPSQ3K52auU,3860
 lizard_languages/fortran.py,sha256=KATDsnfjob5W3579A_VxbwrbTkK7Rx3p0eXdBgjx25I,8973
 lizard_languages/gdscript.py,sha256=KwlGoODilQnFgXvODpq_XlA6fV3hGbN9fd7bsiEUn78,637
-lizard_languages/go.py,sha256=iU2wZ0Iuo4OifscZhoHS_jDbdGYxquocqmvYX0l9MnE,1358
+lizard_languages/go.py,sha256=sntz0jOEuj4klPipoTFd16UDK1fAUQfwK7YX_cLMZAc,1346
 lizard_languages/golike.py,sha256=vRIfjTVvc0VmJf27lTOLht55ZF1AQ9wn0Fvu-9WabWk,2858
-lizard_languages/java.py,sha256=i6CWkpUpZDMkvYf_W7DY609oP7uWCtv8T8OdSXxl0BU,6453
-lizard_languages/javascript.py,sha256=qqxocZbZ6ivchhswRBBSjEJKiTClnm9ScOy4nlX4JKA,318
-lizard_languages/js_style_language_states.py,sha256=wpkpDI7f0-ZYpCzYN8w1aReAkSGQfV9KIvy4G7bOYFc,6395
+lizard_languages/java.py,sha256=HQBTZjUKbUJwgmtLYIzJrWtPpFP3ZdBP_NJK7YOXZC0,6424
+lizard_languages/javascript.py,sha256=vniCNMW-ea9Jpv6c8qCcjLVDYjT8VztjXigp5XRWt0E,317
 lizard_languages/js_style_regex_expression.py,sha256=Xgyogch4xElYtCG4EnBKvalHTl3tjRPcIIcIQRRd61I,1970
-lizard_languages/jsx.py,sha256=G89LX4lwnN1vYsXyllJbVIFPiazxa1f5iPWGdqcrqKs,11936
 lizard_languages/kotlin.py,sha256=v_o2orEzA5gB9vM_0h-E4QXjrc5Yum-0K6W6_laOThc,2844
 lizard_languages/lua.py,sha256=3nqBcunBzJrhv4Iqaf8xvbyqxZy3aSxJ-IiHimHFlac,1573
 lizard_languages/objc.py,sha256=2a1teLdaXZBtCeFiIZer1j_sVx9LZ1CbF2XfnqlvLmk,2319
-lizard_languages/perl.py,sha256=WUHuO9lIBRpL0fJKpAtEVsEatGMqzY2WymF8kSdPGRs,12143
-lizard_languages/php.py,sha256=gAI-UZckwjOKJ7HbINWS5w5iYsNRVyONb092dAsRLhs,10096
-lizard_languages/python.py,sha256=1e0dKbl82z-i_5dswkKaFIV5WuQDKztPHh9UNmSTLyE,3848
+lizard_languages/perl.py,sha256=136w620eECe_t-kmlRUGrsZSxQNo2JQ_PZTSQfCSmHY,11987
+lizard_languages/php.py,sha256=UV40p8WzNC64NQ5qElPKzcFTjVt5kenLMz-eKYlcnMY,9940
+lizard_languages/python.py,sha256=AsL0SmQ73zhNS1iGi4Z8VtuUE0VjqBzo9W8W0mjqL0E,5790
+lizard_languages/r.py,sha256=IoyMhmFtUmTji6rm6-fqss_j_kvIHu3JjABRh6RNys0,12583
 lizard_languages/ruby.py,sha256=HL1ZckeuUUJU3QSVAOPsG_Zsl0C6X2PX5_VaWqclzkM,2277
 lizard_languages/rubylike.py,sha256=dAGZ2wqW8nqaESMU8HkeR9gwQ-q9fmZqE6AANvVZD1Q,3426
-lizard_languages/rust.py,sha256=DG2RkR9JWwcD6gIw-BPzg-Yo_lxQtSvfgHioFWIQm9o,610
+lizard_languages/rust.py,sha256=WarDHnFZv99Yu3_C5DpZfLS8dVWz6AcOzo2dzLW94rA,817
 lizard_languages/scala.py,sha256=6Jr_TG945VYqB3o5weD7jN7S4beHt4aVj3r-fmKeMAM,1316
-lizard_languages/script_language.py,sha256=sDw-ssikPaouKjeKwdyGoAyv6F8650lh2e1X_FP8TN0,1200
+lizard_languages/script_language.py,sha256=SKe45AbO6Z-axbN8KW_g7jf9g7YTXZ6dWzJj4ubDsM8,1172
 lizard_languages/solidity.py,sha256=Z0GD7U5bI5eUikdy7m_iKWeFD5yXRYq4r3zycscOhJQ,553
+lizard_languages/st.py,sha256=7fpOfNAoUjNY8RCHSYLufnOzZTUkKwjVvcyRyM1xP2Y,4160
 lizard_languages/swift.py,sha256=p8S2OAkQOx9YQ02yhoVXFkr7pMqUH1Nb3RVXPHRU_9M,2450
 lizard_languages/tnsdl.py,sha256=pGcalA_lHY362v2wwPS86seYBOOBBjvmU6vd4Yy3A9g,2803
-lizard_languages/tsx.py,sha256=AgpULWV9VEF4wJGtNZeeOl6NuTiQOstM8P3jObz-_xY,1249
+lizard_languages/tsx.py,sha256=1oOVCcz5yHkmYLYGhSarCMSXfGVasweklAqqapkuNR4,17160
 lizard_languages/ttcn.py,sha256=ygjw_raBmPF-4mgoM8m6CAdyEMpTI-n1kZJK1RL4Vxo,2131
-lizard_languages/typescript.py,sha256=XKjNKCQIPpThod1QrtXTWNDerwT6kmVf5Eci1-HB0WQ,5634
+lizard_languages/typescript.py,sha256=C8VWmHLGGYwCrP6hJ9HmJ-PETrKux4npjOzDN6AkTGU,12347
 lizard_languages/vue.py,sha256=KXUBUo2R1zNF8Pffrz_KsQEN44m5XFRMoGXylxKUeT0,1038
 lizard_languages/zig.py,sha256=NX1iyBstBuJFeAGBOAIaRfrmeBREne2HX6Pt4fXZZTQ,586
-lizard-1.17.30.dist-info/LICENSE.txt,sha256=05ZjgQ8Cl1dD9p0BhW-Txzkc5rhCogGJVEuf1GT2Y_M,1303
-lizard-1.17.30.dist-info/METADATA,sha256=QkbmehoY6jb6XG5RCkog9nVH8TNfH-nPnhL-jsTeioc,16130
-lizard-1.17.30.dist-info/WHEEL,sha256=Kh9pAotZVRFj97E15yTA4iADqXdQfIVTHcNaZTjxeGM,110
-lizard-1.17.30.dist-info/entry_points.txt,sha256=ZBqPhu-J3NoGGW5vn2Gfyoo0vdVlgBgM-wlNm0SGYUQ,39
-lizard-1.17.30.dist-info/top_level.txt,sha256=5NTrTaOLhHuTzXaGcZPKfuaOgUv7WafNGe0Zl5aycpg,35
-lizard-1.17.30.dist-info/RECORD,,
+lizard-1.18.0.dist-info/LICENSE.txt,sha256=05ZjgQ8Cl1dD9p0BhW-Txzkc5rhCogGJVEuf1GT2Y_M,1303
+lizard-1.18.0.dist-info/METADATA,sha256=BX2GeLwA0iQpWmDi0wYg4xXCTISh6Un8alaLcJhuRxc,16260
+lizard-1.18.0.dist-info/WHEEL,sha256=Kh9pAotZVRFj97E15yTA4iADqXdQfIVTHcNaZTjxeGM,110
+lizard-1.18.0.dist-info/entry_points.txt,sha256=pPMMwoHAltzGHqR2WeJQItLeeyR7pbX5R2S_POC-xoo,40
+lizard-1.18.0.dist-info/top_level.txt,sha256=5NTrTaOLhHuTzXaGcZPKfuaOgUv7WafNGe0Zl5aycpg,35
+lizard-1.18.0.dist-info/RECORD,,

{lizard-1.17.30.dist-info → lizard-1.18.0.dist-info}/entry_points.txt

@@ -1,2 +1,3 @@
 [console_scripts]
 lizard = lizard:main
+

lizard.py

@@ -43,6 +43,7 @@ try:
     from lizard_ext import print_csv
     from lizard_ext import html_output
     from lizard_ext import auto_open, auto_read
+    from lizard_ext import print_checkstyle
 except ImportError:
     sys.stderr.write("Cannot find the lizard_ext modules.")
 
@@ -217,6 +218,11 @@ def arg_parser(prog=None):
                         const="modified",
                         dest="extensions",
                         default=[])
+    parser.add_argument("--checkstyle",
+                        help='''Generate Checkstyle XML output for integration with Jenkins and other tools.''',
+                        action="store_const",
+                        const=print_checkstyle,
+                        dest="printer")
     _extension_arg(parser)
     parser.add_argument("-s", "--sort",
                         help='''Sort the warning with field. The field can be
@@ -617,7 +623,7 @@ def whitelist_filter(warnings, script=None, whitelist=None):
 
     def get_whitelist(whitelist):
         if os.path.isfile(whitelist):
-            return open(whitelist, mode='r').read()
+            return auto_read(whitelist)
         if whitelist != DEFAULT_WHITELIST:
             print("WARNING: !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!")
             print("WARNING: the whitelist \""+whitelist+"\" doesn't exist.")
@@ -902,7 +908,7 @@ def get_all_source_files(paths, exclude_patterns, lans):
     '''
     Function counts md5 hash for the given file and checks if it isn't a
     duplicate using set of hashes for previous files.
-    
+
     If a .gitignore file is found in any of the given paths, it will be used
     to filter out files that match the gitignore patterns.
     '''
@@ -917,12 +923,12 @@ def get_all_source_files(paths, exclude_patterns, lans):
             for path in paths:
                 gitignore_path = os.path.join(path, '.gitignore')
                 if os.path.exists(gitignore_path):
-                    with open(gitignore_path, 'r') as gitignore_file:
-                        # Read lines and strip whitespace and empty lines
-                        patterns = [line.strip() for line in gitignore_file.readlines()]
-                        patterns = [p for p in patterns if p and not p.startswith('#')]
-                        gitignore_spec = pathspec.PathSpec.from_lines('gitwildmatch', patterns)
-                        base_path = path
+                    gitignore_file = auto_read(gitignore_path)
+                    # Read lines and strip whitespace and empty lines
+                    patterns = [line.strip() for line in gitignore_file.splitlines()]
+                    patterns = [p for p in patterns if p and not p.startswith('#')]
+                    gitignore_spec = pathspec.PathSpec.from_lines('gitwildmatch', patterns)
+                    base_path = path
                     break
         except ImportError:
             pass
@@ -1000,7 +1006,10 @@ def parse_args(argv):
     if opt.output_file:
         inferred_printer = infer_printer_from_file_ext(opt.output_file)
         if inferred_printer:
-            if not opt.printer:
+            # Always use print_checkstyle for .checkstyle.xml
+            if opt.output_file.lower().endswith('.checkstyle.xml'):
+                opt.printer = inferred_printer
+            elif not opt.printer:
                 opt.printer = inferred_printer
             elif opt.printer != inferred_printer:
                 msg = "Warning: overriding output file extension.\n"
@@ -1009,15 +1018,16 @@ def parse_args(argv):
 
 
 def infer_printer_from_file_ext(path):
-    mapping = {
-        '.csv': print_csv,
-        '.htm': html_output,
-        '.html': html_output,
-        '.xml': print_xml
-    }
-    _, ext = os.path.splitext(path)
-    printer = mapping.get(ext)
-    return printer
+    lower_path = path.lower()
+    if lower_path.endswith(".checkstyle.xml"):
+        return print_checkstyle
+    if lower_path.endswith(".html"):
+        return html_output
+    if lower_path.endswith(".xml"):
+        return print_xml
+    if lower_path.endswith(".csv"):
+        return print_csv
+    return None
 
 
 def open_output_file(path):
@@ -1072,16 +1082,27 @@ def main(argv=None):
         options.paths = auto_read(options.input_file).splitlines()
     original_stdout = sys.stdout
     output_file = None
-    if options.output_file:
-        output_file = open_output_file(options.output_file)
-        sys.stdout = output_file
     result = analyze(
         options.paths,
         options.exclude,
         options.working_threads,
         options.extensions,
         options.languages)
-    warning_count = printer(result, options, schema, AllResult)
+    warning_count = None
+    if options.output_file:
+        output_file = open_output_file(options.output_file)
+        sys.stdout = output_file
+        # Special handling for checkstyle output
+        if getattr(printer, "__name__", "") == "print_checkstyle":
+            warning_count = printer(result, options, schema, AllResult, file=output_file)
+        else:
+            warning_count = printer(result, options, schema, AllResult)
+    else:
+        # Special handling for checkstyle output
+        if getattr(printer, "__name__", "") == "print_checkstyle":
+            warning_count = printer(result, options, schema, AllResult, file=original_stdout)
+        else:
+            warning_count = printer(result, options, schema, AllResult)
     print_extension_results(options.extensions)
     list(result)
     if output_file:

lizard_ext/__init__.py

@@ -6,6 +6,7 @@ from .htmloutput import html_output
 from .csvoutput import csv_output
 from .xmloutput import xml_output
 from .auto_open import auto_open, auto_read
+from .checkstyleoutput import checkstyle_output
 
 
 def print_xml(results, options, _, total_factory):
@@ -16,3 +17,16 @@ def print_xml(results, options, _, total_factory):
 def print_csv(results, options, _, total_factory):
     csv_output(total_factory(list(results)), options)
     return 0
+
+
+def print_checkstyle(results, options, _, total_factory, file=None):
+    import sys
+    print("DEBUG: print_checkstyle called", file=sys.stderr)
+    output = checkstyle_output(total_factory(list(results)), options.verbose)
+    if file is None:
+        file = sys.stdout
+    file.write(output)
+    if not output.endswith("\n"):
+        file.write("\n")
+    file.flush()
+    return 0

lizard_ext/checkstyleoutput.py

@@ -0,0 +1,33 @@
+'''
+Checkstyle XML output for Lizard
+'''
+
+
+def checkstyle_output(all_result, verbose):
+    result = all_result.result
+    import xml.etree.ElementTree as ET
+
+    checkstyle = ET.Element('checkstyle', version="4.3")
+
+    for source_file in result:
+        if source_file:
+            file_elem = ET.SubElement(checkstyle, 'file', name=source_file.filename)
+            for func in source_file.function_list:
+                # Each function with a warning (e.g., CCN > threshold) could be an <error>
+                # For now, output all functions as <error> for demonstration
+                ET.SubElement(
+                    file_elem,
+                    'error',
+                    line=str(func.start_line),
+                    column="0",
+                    severity="info",
+                    message=f"{func.name} has {func.nloc} NLOC, {func.cyclomatic_complexity} CCN, "
+                           f"{func.token_count} token, {len(func.parameters)} PARAM, {func.length} length",
+                    source="lizard"
+                )
+
+    # Pretty print
+    import xml.dom.minidom
+    rough_string = ET.tostring(checkstyle, 'utf-8')
+    reparsed = xml.dom.minidom.parseString(rough_string)
+    return reparsed.toprettyxml(indent="  ")

lizard_ext/version.py

@@ -3,4 +3,4 @@
 #
 # pylint: disable=missing-docstring,invalid-name
 
-version = "1.17.30"
+version = "1.18.0"

lizard_languages/__init__.py

@@ -21,10 +21,11 @@ from .rust import RustReader
 from .typescript import TypeScriptReader
 from .fortran import FortranReader
 from .solidity import SolidityReader
-from .jsx import JSXReader
 from .tsx import TSXReader
 from .vue import VueReader
 from .perl import PerlReader
+from .st import StReader
+from .r import RReader
 
 
 def languages():
@@ -50,10 +51,11 @@ def languages():
         SolidityReader,
         ErlangReader,
         ZigReader,
-        JSXReader,
         TSXReader,
         VueReader,
         PerlReader,
+        StReader,
+        RReader,
     ]
 
 

lizard_languages/clike.py

@@ -19,7 +19,7 @@ class CCppCommentsMixin(object):  # pylint: disable=R0903
 class CLikeReader(CodeReader, CCppCommentsMixin):
     ''' This is the reader for C, C++ and Java. '''
 
-    ext = ["c", "cpp", "cc", "mm", "cxx", "h", "hpp"]
+    ext = ["c", "cpp", "cc", "cxx", "h", "hpp"]
     language_names = ['cpp', 'c']
     macro_pattern = re.compile(r"#\s*(\w+)\s*(.*)", re.M | re.S)
 
@@ -162,6 +162,11 @@ class CLikeStates(CodeStateMachine):
     def _state_global(self, token):
         if token[0].isalpha() or token[0] in '_~':
             self.try_new_function(token)
+        elif token == '[':
+            # Check if this might be a lambda expression (C++ only)
+            # Java doesn't have lambda expressions, so skip lambda detection for Java
+            if not hasattr(self, 'class_name'):  # JavaStates has class_name attribute
+                self._state = self._state_lambda_check
 
     def _state_function(self, token):
         if token == '(':
@@ -310,3 +315,57 @@ class CLikeStates(CodeStateMachine):
     def _state_attribute(self, _):
         "Ignores function attributes with C++11 syntax, i.e., [[ attribute ]]."
         pass
+
+    def _state_lambda_check(self, token):
+        """Check if this is a lambda expression or a function attribute."""
+        if token == ']':
+            # This is a lambda expression [](params) or [capture](params)
+            # Skip the lambda and continue parsing normally
+            self._state = self._state_lambda_params
+        elif token == '[':
+            # This is a function attribute [[attribute]]
+            self._state = self._state_attribute
+        else:
+            # This is a lambda with capture list [capture](params)
+            # Skip until we find the closing bracket
+            self._state = self._state_lambda_capture
+
+    def _state_lambda_params(self, token):
+        """Handle lambda parameters and body."""
+        if token == '(':
+            # Start of parameter list, skip until closing parenthesis
+            self._state = self._state_lambda_param_list
+        else:
+            # No parameters, check for body
+            self._state = self._state_lambda_body
+
+    def _state_lambda_param_list(self, token):
+        """Handle lambda parameter list."""
+        if token == ')':
+            # End of parameter list, check for body
+            self._state = self._state_lambda_body
+        # Otherwise, continue in parameter list
+
+    def _state_lambda_body(self, token):
+        """Handle lambda body."""
+        if token == '{':
+            # Start of lambda body, skip until closing brace
+            self._state = self._state_lambda_body_skip
+        elif token == ';':
+            # Lambda without body, just a semicolon
+            self._state = self._state_global
+        # Otherwise, continue
+
+    def _state_lambda_body_skip(self, token):
+        """Skip lambda body until closing brace."""
+        if token == '}':
+            # End of lambda body, continue parsing normally
+            self._state = self._state_global
+        # Otherwise, continue skipping
+
+    def _state_lambda_capture(self, token):
+        """Handle lambda capture list."""
+        if token == ']':
+            # End of capture list, continue parsing normally
+            self._state = self._state_global
+        # Otherwise, continue in capture list

lizard_languages/code_reader.py

@@ -184,6 +184,13 @@ class CodeReader:
     def __call__(self, tokens, reader):
         self.context = reader.context
         for token in tokens:
+            # Allow language-specific token processing
+            if self.process_token(token):
+                for state in self.parallel_states:
+                    state(token)
+                yield token
+                continue
+
             for state in self.parallel_states:
                 state(token)
             yield token
@@ -193,3 +200,15 @@ class CodeReader:
 
     def eof(self):
         pass
+
+    def process_token(self, token):
+        """Process a token before normal handling.
+        Return True if the token has been handled specially and should skip normal processing.
+
+        Args:
+            token: The token being processed
+
+        Returns:
+            bool: True if the token should skip normal processing, False otherwise
+        """
+        return False

lizard_languages/go.py

@@ -31,7 +31,7 @@ class GoReader(CodeReader, CCppCommentsMixin):
                     state(token)
                 yield token
                 continue
-            
+
             # For non-backtick tokens, process normally
             for state in self.parallel_states:
                 state(token)

lizard_languages/java.py

@@ -34,6 +34,7 @@ class JavaStates(CLikeStates):  # pylint: disable=R0903
     def _state_imp(self, token):
         # When entering a function implementation, set the flag
         self.in_method_body = True
+
         def callback():
             # When exiting the function implementation, clear the flag
             self.in_method_body = False
@@ -105,6 +106,7 @@ class JavaStates(CLikeStates):  # pylint: disable=R0903
             self.in_record_constructor = False
             self._state = self._state_global
 
+
 class JavaFunctionBodyStates(JavaStates):
     def __init__(self, context):
         super(JavaFunctionBodyStates, self).__init__(context)
@@ -132,12 +134,12 @@ class JavaFunctionBodyStates(JavaStates):
             self.handling_dot_class = False
             if token == "class":
                 return  # Skip the 'class' token after a dot
-        
+
         # Special handling for tokens that could confuse the parser
         if self.ignore_tokens:
             self.ignore_tokens = False
             return
-            
+
         if token == "new":
             self.next(self._state_new)
         else:
@@ -145,7 +147,7 @@ class JavaFunctionBodyStates(JavaStates):
             # This ensures that local classes are properly detected
             if self._try_start_a_class(token):
                 return
-            
+
             if self.br_count == 0:
                 self.statemachine_return()
 
@@ -166,6 +168,7 @@ class JavaFunctionBodyStates(JavaStates):
             return
         self.next(self._state_global, token)
 
+
 class JavaClassBodyStates(JavaStates):
     def __init__(self, class_name, is_record, context):
         super(JavaClassBodyStates, self).__init__(context)

lizard_languages/javascript.py

@@ -2,7 +2,7 @@
 Language parser for JavaScript
 '''
 
-from .typescript import TypeScriptReader 
+from .typescript import TypeScriptReader
 
 
 class JavaScriptReader(TypeScriptReader):

lizard_languages/perl.py

@@ -19,7 +19,8 @@ class PerlReader(CodeReader, ScriptLanguageMixIn):
 
     ext = ['pl', 'pm']
     language_names = ['perl']
-    _conditions = set(['if', 'elsif', 'unless', 'while', 'until', 'for', 'foreach', '&&', '||', '?', ':', 'when', 'given', 'default', 'do'])
+    _conditions = set(['if', 'elsif', 'unless', 'while', 'until', 'for', 'foreach',
+                       '&&', '||', '?', ':', 'when', 'given', 'default', 'do'])
 
     def __init__(self, context):
         super(PerlReader, self).__init__(context)
@@ -55,7 +56,7 @@ class PerlReader(CodeReader, ScriptLanguageMixIn):
             stripped = token.lstrip('#').strip()
             if stripped.startswith('lizard forgives') or stripped.startswith('#lizard forgives'):
                 return '#lizard forgives'  # Return standardized forgiveness comment
-            return stripped  # Return the stripped comment for other cases
+            return stripped  # Return the stripped comment for other case
         return None
 
     @staticmethod
@@ -64,7 +65,8 @@ class PerlReader(CodeReader, ScriptLanguageMixIn):
 
 
 class PerlStates(CodeStateMachine):
-    _conditions = set(['if', 'elsif', 'unless', 'while', 'until', 'for', 'foreach', '&&', '||', '?', ':', 'when', 'given', 'default', 'do'])
+    _conditions = set(['if', 'elsif', 'unless', 'while', 'until', 'for', 'foreach',
+                       '&&', '||', '?', ':', 'when', 'given', 'default', 'do'])
 
     def __init__(self, context):
         super(PerlStates, self).__init__(context)
@@ -90,7 +92,7 @@ class PerlStates(CodeStateMachine):
         elif token == '(':
             self.paren_count += 1
             self.next(self._state_function_call)
-        elif token == '$' or token == 'my' or token == 'our' or token == 'local':
+        elif token in ('$', 'my', 'our', 'local'):
             self.variable_name = ''
             self.next(self._state_variable)
 
@@ -101,7 +103,7 @@ class PerlStates(CodeStateMachine):
 
     def _state_variable(self, token):
         if token == '$':
-            # Skip the $ in variable names
+            # Skip the $ in variable name
             pass
         elif token == '=':
             self.next(self._state_assignment)
@@ -122,10 +124,10 @@ class PerlStates(CodeStateMachine):
         if token == 'sub':
             # Inline anonymous subroutine as argument
             self.anonymous_count += 1
-            full_name = f"<anonymous>"
+            full_name = "<anonymous>"
             if self.package_name:
                 full_name = f"{self.package_name}::{full_name}"
-            
+
             self.context.try_new_function(full_name)
             self.context.confirm_new_function()
             self.next(self._state_anon_brace_search)
@@ -140,13 +142,13 @@ class PerlStates(CodeStateMachine):
         if token == '{':
             self.brace_count = 1
             full_name = '<anonymous>'
-            # Use variable name if available for more readable function names
+            # Use variable name if available for more readable function name
             if self.variable_name:
                 full_name = '$' + self.variable_name
-            
+
             if self.package_name:
                 full_name = f"{self.package_name}::{full_name}"
-            
+
             self.context.try_new_function(full_name)
             self.context.confirm_new_function()
             self.next(self._state_function_body)
@@ -182,7 +184,7 @@ class PerlStates(CodeStateMachine):
         elif token == 'sub':
             # Handle anonymous subroutine like 'callback(sub { ... })'
             self.anonymous_count += 1
-            full_name = f"<anonymous>"
+            full_name = "<anonymous>"
             if self.package_name:
                 full_name = f"{self.package_name}::{full_name}"
             self.context.try_new_function(full_name)
@@ -231,7 +233,7 @@ class PerlStates(CodeStateMachine):
             # Colon part of ternary operator also increases complexity
             self.context.add_condition()
         elif token == 'sub':
-            # Check if it's a nested named subroutine or anonymous
+            # Check if it's a nested named subroutine or anonymou
             self.next(self._state_nested_sub_dec)
         elif token == '(':
             # Track function calls inside function body
@@ -241,11 +243,11 @@ class PerlStates(CodeStateMachine):
     def _state_nested_sub_dec(self, token):
         if token.isspace():
             return
-        elif token == '{':
+        if token == '{':
             # Anonymous sub
             self.brace_count += 1
             self.anonymous_count += 1
-            anon_name = f"<anonymous>"
+            anon_name = "<anonymous>"
             if self.package_name:
                 anon_name = f"{self.package_name}::{anon_name}"
             self.context.add_condition()  # Count sub as a condition
@@ -256,10 +258,7 @@ class PerlStates(CodeStateMachine):
             full_name = nested_func_name
             if self.package_name:
                 full_name = f"{self.package_name}::{nested_func_name}"
-            
-            # Save current function state
-            saved_func_context = self.context
-            
+
             # Create a new function for the nested sub
             self.context.try_new_function(full_name)
             self.context.confirm_new_function()
@@ -295,10 +294,10 @@ class PerlStates(CodeStateMachine):
         if token == 'sub':
             # Inline anonymous subroutine as argument
             self.anonymous_count += 1
-            full_name = f"<anonymous>"
+            full_name = "<anonymous>"
             if self.package_name:
                 full_name = f"{self.package_name}::{full_name}"
-            
+
             self.context.try_new_function(full_name)
             self.context.confirm_new_function()
             self.next(self._state_nested_anon_search)
@@ -327,4 +326,4 @@ class PerlStates(CodeStateMachine):
             self.brace_count -= 1
             if self.brace_count == 1:  # Back to outer function level
                 self.context.end_of_function()
-                self.next(self._state_function_body) 
+                self.next(self._state_function_body)