lizard 1.17.30__py2.py3-none-any.whl → 1.18.0__py2.py3-none-any.whl

lizard_languages/typescript.py

@@ -5,7 +5,6 @@ Language parser for JavaScript
 import re
 from .code_reader import CodeReader, CodeStateMachine
 from .clike import CCppCommentsMixin
-from .js_style_language_states import JavaScriptStyleLanguageStates
 from .js_style_regex_expression import js_style_regex_expression
 
 
@@ -64,17 +63,26 @@ class TypeScriptReader(CodeReader, CCppCommentsMixin):
     def generate_tokens(source_code, addition='', token_class=None):
         def split_template_literal(token, quote):
             content = token[1:-1]
+
+            # Always yield opening quote
+            yield quote
+
+            # If no expressions, yield content as-is with quotes and closing quote
+            if '${' not in content:
+                if content:
+                    yield quote + content + quote
+                yield quote
+                return
+
+            # Handle expressions
             i = 0
-            # Special case for double-quoted strings starting with ${
-            if quote == '"' and content.startswith('${'):
-                yield '""'
             while i < len(content):
                 idx = content.find('${', i)
                 if idx == -1:
                     if i < len(content):
                         yield quote + content[i:] + quote
                     break
-                if idx > i and not (quote == '"' and idx == 0 and content.startswith('${')):
+                if idx > i:
                     yield quote + content[i:idx] + quote
                 yield '${'
                 i = idx + 2
@@ -91,25 +99,35 @@ class TypeScriptReader(CodeReader, CCppCommentsMixin):
                 yield '}'
                 content = content[i:]
                 i = 0
+
+            # Always yield closing quote
+            yield quote
+
         # Restore original addition pattern for template literals
         addition = addition + r"|(?:\$\w+)" + r"|(?:\w+\?)" + r"|`.*?`"
         for token in CodeReader.generate_tokens(source_code, addition, token_class):
             if (
                 isinstance(token, str)
-                and (token.startswith('`') or token.startswith('"'))
-                and token[0] == token[-1]
-                and '${' in token
+                and token.startswith('`')
+                and token.endswith('`')
+                and len(token) > 1
             ):
-                quote = token[0]
-                for t in split_template_literal(token, quote):
+                for t in split_template_literal(token, '`'):
                     yield t
                 continue
             yield token
 
 
-class TypeScriptStates(JavaScriptStyleLanguageStates):
+class TypeScriptStates(CodeStateMachine):
     def __init__(self, context):
         super().__init__(context)
+        self.last_tokens = ''
+        self.function_name = ''
+        self.started_function = None
+        self.as_object = False
+        self._getter_setter_prefix = None
+        self.arrow_function_pending = False
+        self._ts_declare = False  # Track if 'declare' was seen
 
     def statemachine_before_return(self):
         # Ensure the main function is closed at the end
@@ -117,17 +135,199 @@ class TypeScriptStates(JavaScriptStyleLanguageStates):
             self._pop_function_from_stack()
 
     def _state_global(self, token):
+        if token == 'declare':
+            self._ts_declare = True
+            return
+        if token == 'function' and getattr(self, '_ts_declare', False):
+            # Skip declared function
+            self._ts_declare = False
+            # Skip tokens until semicolon or newline
+
+            def skip_declared_function(t):
+                if t == ';' or self.context.newline:
+                    self.next(self._state_global)
+                    return True
+                return False
+            self.next(skip_declared_function)
+            return
+        self._ts_declare = False
+
+        if self.as_object:
+            # Support for getter/setter: look for 'get' or 'set' before method name
+            if token in ('get', 'set'):
+                self._getter_setter_prefix = token
+                return
+            if hasattr(self, '_getter_setter_prefix') and self._getter_setter_prefix:
+                # Next token is the property name
+                self.last_tokens = f"{self._getter_setter_prefix} {token}"
+                self._getter_setter_prefix = None
+                return
+            if token == '[':
+                self._collect_computed_name()
+                return
+            if token == ':':
+                self.function_name = self.last_tokens
+                return
+            elif token == '(':
+                if not self.started_function:
+                    self.arrow_function_pending = True
+                    self._function(self.last_tokens)
+                self.next(self._function, token)
+                return
+
+        if token in '.':
+            self._state = self._field
+            self.last_tokens += token
+            return
+        if token == 'function':
+            self._state = self._function
+        elif token in ('if', 'switch', 'for', 'while', 'catch'):
+            self.next(self._expecting_condition_and_statement_block)
+        elif token in ('else', 'do', 'try', 'final'):
+            self.next(self._expecting_statement_or_block)
+        elif token in ('=>',):
+            # Only handle arrow function body, do not push function here
+            self._state = self._arrow_function
+        elif token == '=':
+            self.function_name = self.last_tokens
+        elif token == "(":
+            self.sub_state(
+                self.__class__(self.context))
+        elif token in '{':
+            if self.started_function:
+                self.sub_state(
+                    self.__class__(self.context),
+                    self._pop_function_from_stack)
+            else:
+                self.read_object()
+        elif token in ('}', ')'):
+            self.statemachine_return()
+        elif self.context.newline or token == ';':
+            self.function_name = ''
+            self._pop_function_from_stack()
+
+        if token == '`':
+            self.next(self._state_template_literal)
         if not self.as_object:
             if token == ':':
                 self._consume_type_annotation()
                 return
-        super()._state_global(token)
+        self.last_tokens = token
+
+    def read_object(self):
+        def callback():
+            self.next(self._state_global)
+
+        object_reader = self.__class__(self.context)
+        object_reader.as_object = True
+        self.sub_state(object_reader, callback)
+
+    def _expecting_condition_and_statement_block(self, token):
+        def callback():
+            self.next(self._expecting_statement_or_block)
+
+        if token == "await":
+            return
+
+        if token != '(':
+            self.next(self._state_global, token)
+            return
+
+        self.sub_state(
+            self.__class__(self.context), callback)
+
+    def _expecting_statement_or_block(self, token):
+        def callback():
+            self.next(self._state_global)
+        if token == "{":
+            self.sub_state(
+                self.__class__(self.context), callback)
+        else:
+            self.next(self._state_global, token)
+
+    def _push_function_to_stack(self):
+        self.started_function = True
+        self.context.push_new_function(self.function_name or '(anonymous)')
+
+    def _pop_function_from_stack(self):
+        if self.started_function:
+            self.context.end_of_function()
+        self.started_function = None
+
+    def _arrow_function(self, token):
+        self._push_function_to_stack()
+        # Handle arrow function body
+        if token == '{':
+            # Block body
+            self.next(self._state_global, token)
+        else:
+            # Expression body
+            self.next(self._state_global, token)
+
+    def _function(self, token):
+        if token == '*':
+            return
+        if token != '(':
+            self.function_name = token
+        else:
+            if not self.started_function:
+                self._push_function_to_stack()
+            self.arrow_function_pending = False
+            self._state = self._dec
+            if token == '(':
+                self._dec(token)
+
+    def _field(self, token):
+        self.last_tokens += token
+        self._state = self._state_global
+
+    def _dec(self, token):
+        if token == ')':
+            self._state = self._expecting_func_opening_bracket
+        elif token != '(':
+            self.context.parameter(token)
+            return
+        self.context.add_to_long_function_name(" " + token)
 
     def _expecting_func_opening_bracket(self, token):
+        # Do not reset started_function for arrow functions (=>)
         if token == ':':
             self._consume_type_annotation()
-        else:
-            super()._expecting_func_opening_bracket(token)
+        elif token != '{' and token != '=>':
+            self.started_function = None
+        self.next(self._state_global, token)
+
+    def _state_template_literal(self, token):
+        if token == '`':
+            self.next(self._state_global)
+
+    def _collect_computed_name(self):
+        # Collect tokens between [ and ]
+        tokens = []
+
+        def collect(token):
+            if token == ']':
+                # Try to join tokens and camelCase if possible
+                name = ''.join(tokens)
+                # Remove quotes and pluses for simple cases
+                name = name.replace("'", '').replace('"', '').replace('+', '').replace(' ', '')
+                # Lowercase first char, uppercase next word's first char
+                name = self._to_camel_case(name)
+                self.last_tokens = name
+                self.next(self._state_global)
+                return True
+            tokens.append(token)
+            return False
+        self.next(collect)
+
+    def _to_camel_case(self, s):
+        # Simple camelCase conversion for test case
+        if not s:
+            return s
+        parts = s.split()
+        if not parts:
+            return s
+        return parts[0][0].lower() + parts[0][1:] + ''.join(p.capitalize() for p in parts[1:])
 
     def _consume_type_annotation(self):
         typeStates = TypeScriptTypeAnnotationStates(self.context)
@@ -169,7 +369,7 @@ class TypeScriptTypeAnnotationStates(CodeStateMachine):
     @CodeStateMachine.read_inside_brackets_then("<>")
     def _state_generic_type(self, token):
         self.statemachine_return()
-        
+
     @CodeStateMachine.read_inside_brackets_then("()")
     def _function_type_annotation(self, _):
         self.statemachine_return()

lizard_languages/js_style_language_states.py

@@ -1,184 +0,0 @@
-'''
-"JavaScript style language" includes JavaScript and PHP
-'''
-
-from .code_reader import CodeStateMachine
-
-
-class JavaScriptStyleLanguageStates(CodeStateMachine):  # pylint: disable=R0903
-    def __init__(self, context):
-        super(JavaScriptStyleLanguageStates, self).__init__(context)
-        self.last_tokens = ''
-        self.function_name = ''
-        self.started_function = None
-        self.as_object = False
-        self._getter_setter_prefix = None
-        self.arrow_function_pending = False
-
-    def _state_global(self, token):
-        if self.as_object:
-            # Support for getter/setter: look for 'get' or 'set' before method name
-            if token in ('get', 'set'):
-                self._getter_setter_prefix = token
-                return
-            if hasattr(self, '_getter_setter_prefix') and self._getter_setter_prefix:
-                # Next token is the property name
-                self.last_tokens = f"{self._getter_setter_prefix} {token}"
-                self._getter_setter_prefix = None
-                return
-            if token == '[':
-                self._collect_computed_name()
-                return
-            if token == ':':
-                self.function_name = self.last_tokens
-                return
-            elif token == '(':
-                if not self.started_function:
-                    self.arrow_function_pending = True
-                    self._function(self.last_tokens)
-                self.next(self._function, token)
-                return
-
-        if token in '.':
-            self._state = self._field
-            self.last_tokens += token
-            return
-        if token == 'function':
-            self._state = self._function
-        elif token in ('if', 'switch', 'for', 'while', 'catch'):
-            self.next(self._expecting_condition_and_statement_block)
-        elif token in ('else', 'do', 'try', 'final'):
-            self.next(self._expecting_statement_or_block)
-        elif token in ('=>',):
-            # Only handle arrow function body, do not push function here
-            self._state = self._arrow_function
-        elif token == '=':
-            self.function_name = self.last_tokens
-        elif token == "(":
-            self.sub_state(
-                self.__class__(self.context))
-        elif token in '{':
-            if self.started_function:
-                self.sub_state(
-                    self.__class__(self.context),
-                    self._pop_function_from_stack)
-            else:
-                self.read_object()
-        elif token in ('}', ')'):
-            self.statemachine_return()
-        elif self.context.newline or token == ';':
-            self.function_name = ''
-            self._pop_function_from_stack()
-
-        self.last_tokens = token
-
-    def read_object(self):
-        def callback():
-            self.next(self._state_global)
-
-        object_reader = self.__class__(self.context)
-        object_reader.as_object = True
-        self.sub_state(object_reader, callback)
-
-    def statemachine_before_return(self):
-        self._pop_function_from_stack()
-
-    def _expecting_condition_and_statement_block(self, token):
-        def callback():
-            self.next(self._expecting_statement_or_block)
-
-        if token == "await":
-            return
-
-        if token != '(':
-            self.next(self._state_global, token)
-            return
-
-        self.sub_state(
-            self.__class__(self.context), callback)
-
-    def _expecting_statement_or_block(self, token):
-        def callback():
-            self.next(self._state_global)
-        if token == "{":
-            self.sub_state(
-                self.__class__(self.context), callback)
-        else:
-            self.next(self._state_global, token)
-
-    def _push_function_to_stack(self):
-        self.started_function = True
-        self.context.push_new_function(self.function_name or '(anonymous)')
-
-    def _pop_function_from_stack(self):
-        if self.started_function:
-            self.context.end_of_function()
-        self.started_function = None
-
-    def _arrow_function(self, token):
-        self._push_function_to_stack()
-        # Handle arrow function body
-        if token == '{':
-            # Block body
-            self.next(self._state_global, token)
-        else:
-            # Expression body
-            self.next(self._state_global, token)
-
-    def _function(self, token):
-        if token == '*':
-            return
-        if token != '(':
-            self.function_name = token
-        else:
-            if not self.started_function:
-                self._push_function_to_stack()
-            self.arrow_function_pending = False
-            self._state = self._dec
-            if token == '(':
-                self._dec(token)
-
-    def _field(self, token):
-        self.last_tokens += token
-        self._state = self._state_global
-
-    def _dec(self, token):
-        if token == ')':
-            self._state = self._expecting_func_opening_bracket
-        elif token != '(':
-            self.context.parameter(token)
-            return
-        self.context.add_to_long_function_name(" " + token)
-
-    def _expecting_func_opening_bracket(self, token):
-        # Do not reset started_function for arrow functions (=>)
-        if token != '{' and token != '=>':
-            self.started_function = None
-        self.next(self._state_global, token)
-
-    def _collect_computed_name(self):
-        # Collect tokens between [ and ]
-        tokens = []
-        def collect(token):
-            if token == ']':
-                # Try to join tokens and camelCase if possible
-                name = ''.join(tokens)
-                # Remove quotes and pluses for simple cases
-                name = name.replace("'", '').replace('"', '').replace('+', '').replace(' ', '')
-                # Lowercase first char, uppercase next word's first char
-                name = self._to_camel_case(name)
-                self.last_tokens = name
-                self.next(self._state_global)
-                return True
-            tokens.append(token)
-            return False
-        self.next(collect)
-
-    def _to_camel_case(self, s):
-        # Simple camelCase conversion for test case
-        if not s:
-            return s
-        parts = s.split()
-        if not parts:
-            return s
-        return parts[0][0].lower() + parts[0][1:] + ''.join(p.capitalize() for p in parts[1:])