metripy 0.2.7__py3-none-any.whl

metripy/LangAnalyzer/Php/PhpBasicLocAnalyzer.py

@@ -0,0 +1,174 @@
+import re
+
+
+class PhpBasicLocAnalyzer:
+    @staticmethod
+    def get_loc_metrics(code: str, filename: str) -> dict:
+        """Fallback LOC calculation using manual analysis"""
+        try:
+            lines = code.split("\n")
+
+            total_lines = len(lines)
+            blank_lines = PhpBasicLocAnalyzer._count_blank_lines(lines)
+            comment_lines = PhpBasicLocAnalyzer._count_comment_lines(lines)
+            code_lines = total_lines - blank_lines - comment_lines
+
+            return {
+                "lines": total_lines,
+                "linesOfCode": code_lines,
+                "logicalLinesOfCode": code_lines,
+                "commentLines": comment_lines,
+                "blankLines": blank_lines,
+            }
+        except Exception as e:
+            print(f"Fallback LOC analysis failed: {e}")
+            return {
+                "lines": 0,
+                "linesOfCode": 0,
+                "logicalLinesOfCode": 0,
+                "commentLines": 0,
+                "blankLines": 0,
+            }
+
+    @staticmethod
+    def _count_blank_lines(lines: list) -> int:
+        """Count blank lines"""
+        return sum(1 for line in lines if not line.strip())
+
+    @staticmethod
+    def _count_comment_lines(lines: list) -> int:
+        """Count comment lines (single-line and multi-line)"""
+        comment_count = 0
+        in_multiline_comment = False
+
+        for line in lines:
+            stripped = line.strip()
+
+            # Handle multi-line comments
+            if "/*" in stripped:
+                in_multiline_comment = True
+                comment_count += 1
+                # Check if comment closes on same line
+                if "*/" in stripped:
+                    in_multiline_comment = False
+                continue
+
+            if in_multiline_comment:
+                comment_count += 1
+                if "*/" in stripped:
+                    in_multiline_comment = False
+                continue
+
+            # Handle single-line comments
+            if stripped.startswith(("//")) or stripped.startswith("#"):
+                comment_count += 1
+                continue
+
+            # Handle doc comments
+            if stripped.startswith("*") and not stripped.startswith("*/"):
+                comment_count += 1
+                continue
+
+        return comment_count
+
+    def _count_classes(self, lines: list) -> int:
+        """Count class definitions"""
+        content = "".join(lines)
+        class_pattern = r"(?:abstract\s+)?class\s+\w+"
+        return len(re.findall(class_pattern, content, re.IGNORECASE))
+
+    def _count_functions(self, lines: list) -> int:
+        """Count all function definitions (including methods)"""
+        content = "".join(lines)
+        func_pattern = (
+            r"(?:public\s+|private\s+|protected\s+)?(?:static\s+)?function\s+\w+"
+        )
+        return len(re.findall(func_pattern, content, re.IGNORECASE))
+
+    def _count_methods(self, lines: list) -> int:
+        """Count class methods (functions inside classes)"""
+        content = "".join(lines)
+
+        # This is a simplified approach - count functions that appear after class declarations
+        class_positions = []
+        for match in re.finditer(r"class\s+\w+", content, re.IGNORECASE):
+            class_positions.append(match.start())
+
+        if not class_positions:
+            return 0
+
+        method_count = 0
+        for match in re.finditer(
+            r"(?:public\s+|private\s+|protected\s+)?(?:static\s+)?function\s+\w+",
+            content,
+            re.IGNORECASE,
+        ):
+            func_pos = match.start()
+            # Check if this function is after any class declaration
+            for class_pos in class_positions:
+                if func_pos > class_pos:
+                    method_count += 1
+                    break
+
+        return method_count
+
+    def _count_constants(self, lines: list) -> int:
+        """Count constants (const and define)"""
+        content = "".join(lines)
+
+        # Count const declarations
+        const_pattern = r"\bconst\s+\w+"
+        const_count = len(re.findall(const_pattern, content, re.IGNORECASE))
+
+        # Count define() calls
+        define_pattern = r"\bdefine\s*\("
+        define_count = len(re.findall(define_pattern, content, re.IGNORECASE))
+
+        return const_count + define_count
+
+    def analyze_code_structure(self, filepath: str) -> dict:
+        """Analyze the overall structure of the PHP file"""
+        try:
+            with open(filepath, "r") as f:
+                content = f.read()
+
+            # Count various PHP constructs
+            structure = {
+                "namespaces": len(
+                    re.findall(r"namespace\s+[\w\\]+", content, re.IGNORECASE)
+                ),
+                "use_statements": len(
+                    re.findall(r"use\s+[\w\\]+", content, re.IGNORECASE)
+                ),
+                "interfaces": len(
+                    re.findall(r"interface\s+\w+", content, re.IGNORECASE)
+                ),
+                "traits": len(re.findall(r"trait\s+\w+", content, re.IGNORECASE)),
+                "abstract_classes": len(
+                    re.findall(r"abstract\s+class\s+\w+", content, re.IGNORECASE)
+                ),
+                "final_classes": len(
+                    re.findall(r"final\s+class\s+\w+", content, re.IGNORECASE)
+                ),
+                "magic_methods": len(
+                    re.findall(r"function\s+__\w+", content, re.IGNORECASE)
+                ),
+                "static_methods": len(
+                    re.findall(r"static\s+function\s+\w+", content, re.IGNORECASE)
+                ),
+                "private_methods": len(
+                    re.findall(r"private\s+function\s+\w+", content, re.IGNORECASE)
+                ),
+                "protected_methods": len(
+                    re.findall(r"protected\s+function\s+\w+", content, re.IGNORECASE)
+                ),
+                "public_methods": len(
+                    re.findall(r"public\s+function\s+\w+", content, re.IGNORECASE)
+                ),
+            }
+
+            return structure
+
+        except Exception as e:
+            print(f"Code structure analysis failed: {e}")
+            return {}

metripy/LangAnalyzer/Php/PhpHalSteadAnalyzer.py

@@ -0,0 +1,44 @@
+from metripy.LangAnalyzer.Generic.HalSteadAnalyzer import HalSteadAnalyzer
+
+
+class PhpHalSteadAnalyzer:
+    def __init__(self):
+        self.operators = set(
+            [
+                "+",
+                "-",
+                "*",
+                "/",
+                "%",
+                "++",
+                "--",
+                "=",
+                "==",
+                "!=",
+                "===",
+                "!==",
+                "<",
+                ">",
+                "<=",
+                ">=",
+                "&&",
+                "||",
+                "!",
+                ".",
+                "->",
+                "=>",
+                "::",
+                "?",
+                ":",
+                "&",
+                "|",
+                "^",
+                "~",
+                "<<",
+                ">>",
+            ]
+        )
+        self.analyzer = HalSteadAnalyzer(self.operators)
+
+    def calculate_halstead_metrics(self, code: str):
+        return self.analyzer.calculate_halstead_metrics(code)

metripy/LangAnalyzer/Python/PythonAnalyzer.py

@@ -0,0 +1,129 @@
+from radon.complexity import cc_visit
+from radon.metrics import Halstead, HalsteadReport, h_visit, mi_visit
+from radon.raw import analyze
+from radon.visitors import Class, Function
+
+from metripy.Component.Output.ProgressBar import ProgressBar
+from metripy.LangAnalyzer.AbstractLangAnalyzer import AbstractLangAnalyzer
+from metripy.Metric.Code.FileMetrics import FileMetrics
+from metripy.Tree.ClassNode import ClassNode
+from metripy.Tree.FunctionNode import FunctionNode
+from metripy.Tree.ModuleNode import ModuleNode
+
+
+class PythonAnalyzer(AbstractLangAnalyzer):
+
+    def __init__(self):
+        super().__init__()
+
+    def get_lang_name(self) -> str:
+        return "Python"
+
+    def set_files(self, files: list[str]) -> None:
+        self.files = list(filter(lambda file: file.endswith(".py"), files))
+
+    def is_needed(self) -> bool:
+        return len(self.files) > 0
+
+    def run(self, progress_bar: ProgressBar) -> None:
+        for file in self.files:
+            with open(file, "r") as f:
+                code = f.read()
+                self.analyze(code, file)
+            progress_bar.advance()
+
+    @staticmethod
+    def full_name(
+        filename: str, item_name: str | None = None, class_name: str | None = None
+    ) -> str:
+        if class_name is None:
+            if item_name is None:
+                return filename
+            return f"{filename}:{item_name}"
+        return f"{filename}:{class_name}:{item_name}"
+
+    def analyze(self, code: str, filename: str) -> None:
+        classes: dict[str, ClassNode] = {}
+        functions: dict[str, FunctionNode] = {}
+        cc = cc_visit(code)
+        for item in cc:
+            if isinstance(item, Class):
+                full_name = self.full_name(filename, item.name)
+                classes[full_name] = ClassNode(
+                    full_name,
+                    item.name,
+                    item.lineno,
+                    item.col_offset,
+                    item.real_complexity,
+                )
+            elif isinstance(item, Function):
+                full_class_name = self.full_name(filename, item.classname)
+                full_name = self.full_name(filename, item.name)
+                function_node = FunctionNode(
+                    full_name, item.name, item.lineno, item.col_offset, item.complexity
+                )
+                if item.is_method:
+                    class_node = classes.get(full_class_name)
+                    if class_node is not None:
+                        class_node.functions.append(function_node)
+                    else:
+                        raise ValueError(
+                            f"Class node not found for function {full_class_name}"
+                        )
+                functions[full_name] = function_node
+            else:
+                raise ValueError(f"Unknown item type: {type(item)}")
+
+        # print("--------------------------------")
+        # print(json.dumps([c.__dict__() for c in classes.values()], indent=4))
+        # print("--------------------------------")
+        # print(json.dumps([f.__dict__() for f in functions.values()], indent=4))
+        # exit()
+        module = analyze(code)
+        full_name = self.full_name(filename)
+        module_node = ModuleNode(
+            full_name,
+            module.loc,
+            module.lloc,
+            module.sloc,
+            module.comments,
+            module.multi,
+            module.blank,
+            module.single_comments,
+        )
+        module_node.classes.extend(classes.values())
+        module_node.functions.extend(functions.values())
+        # print(module)
+        # print(json.dumps([m.to_dict() for m in modules.values()], indent=4))
+        # exit()
+        h = h_visit(code)
+        assert isinstance(h, Halstead)
+        # print(h.total)
+        function_name: str
+        report: HalsteadReport
+        for function_name, report in h.functions:
+            full_name = self.full_name(filename, function_name)
+            function_node = functions.get(full_name)
+            if function_node is not None:
+                function_node.h1 = report.h1
+                function_node.h2 = report.h2
+                function_node.N1 = report.N1
+                function_node.N2 = report.N2
+                function_node.vocabulary = report.vocabulary
+                function_node.length = report.length
+                function_node.calculated_length = report.calculated_length
+                function_node.volume = report.volume
+                function_node.difficulty = report.difficulty
+                function_node.effort = report.effort
+                function_node.bugs = report.bugs
+                function_node.time = report.time
+            else:
+                raise ValueError(f"Function node not found for function {full_name}")
+
+        maintainability_index = mi_visit(code, True)
+        module_node.maintainability_index = maintainability_index
+
+        self.modules[full_name] = module_node
+
+    def get_metrics(self) -> list[FileMetrics]:
+        return super().get_metrics()

metripy/LangAnalyzer/Typescript/TypescriptAnalyzer.py

@@ -0,0 +1,208 @@
+import math
+
+import lizard
+
+from metripy.Component.Output.ProgressBar import ProgressBar
+from metripy.LangAnalyzer.AbstractLangAnalyzer import AbstractLangAnalyzer
+from metripy.LangAnalyzer.Typescript.TypescriptAstParser import \
+    TypescriptAstParser
+from metripy.LangAnalyzer.Typescript.TypescriptBasicComplexityAnalyzer import \
+    TypescriptBasicComplexityAnalzyer
+from metripy.LangAnalyzer.Typescript.TypescriptBasicLocAnalyzer import \
+    TypescriptBasicLocAnalyzer
+from metripy.LangAnalyzer.Typescript.TypescriptHalSteadAnalyzer import \
+    TypeScriptHalSteadAnalyzer
+from metripy.Tree.ClassNode import ClassNode
+from metripy.Tree.FunctionNode import FunctionNode
+from metripy.Tree.ModuleNode import ModuleNode
+
+
+class TypescriptAnalyzer(AbstractLangAnalyzer):
+
+    def __init__(self):
+        super().__init__()
+        self.ast_parser = TypescriptAstParser()
+        self.halstead_analyzer = TypeScriptHalSteadAnalyzer()
+        self.basic_complexity_analyzer = TypescriptBasicComplexityAnalzyer()
+
+    def get_lang_name(self) -> str:
+        return "Typescript"
+
+    def set_files(self, files: list[str]) -> None:
+        self.files = list(filter(lambda file: file.endswith((".ts", "js")), files))
+
+    def is_needed(self) -> bool:
+        return len(self.files) > 0
+
+    def run(self, progress_bar: ProgressBar) -> None:
+        for file in self.files:
+            with open(file, "r") as f:
+                code = f.read()
+                self.analyze(code, file)
+            progress_bar.advance()
+
+    @staticmethod
+    def full_name(
+        filename: str, item_name: str | None = None, class_name: str | None = None
+    ) -> str:
+        if class_name is None:
+            if item_name is None:
+                return filename
+            return f"{filename}:{item_name}"
+        return f"{filename}:{class_name}:{item_name}"
+
+    def analyze(self, code: str, filename: str) -> None:
+        structure = self.ast_parser.extract_structure(code)
+
+        lizard_result = lizard.analyze_file(filename)
+        complexity_data = {
+            func.name: {
+                "complexity": func.cyclomatic_complexity,
+                "start_line": func.start_line,
+                "end_line": func.end_line,
+            }
+            for func in lizard_result.function_list
+        }
+
+        classes: dict[str, ClassNode] = {}
+        functions: dict[str, FunctionNode] = {}
+
+        for func_name in structure["functions"]:
+            full_name = self.full_name(filename, func_name)
+            try:
+                function_complexity_data = complexity_data[func_name]
+            except KeyError as e:
+                function_complexity_data = (
+                    self.basic_complexity_analyzer.get_complexity(code, func_name)
+                )
+                if function_complexity_data is None:
+                    print(
+                        f"error for function {full_name}: no lizard complexity data, basic analyzer also failed: '{e}'"
+                    )
+                    continue
+            function_node = FunctionNode(
+                full_name,
+                func_name,
+                function_complexity_data["start_line"],
+                0,
+                function_complexity_data["complexity"],
+            )
+            functions[full_name] = function_node
+
+        for class_name, method_names in structure["classes"].items():
+            full_name = self.full_name(filename, class_name)
+            class_node = ClassNode(
+                full_name,
+                class_name,
+                0,
+                0,
+                0.0,  # gets filled in later based on methods
+            )
+            classes[full_name] = class_node
+            for func_name in method_names:
+                full_name = self.full_name(filename, func_name, class_name)
+                try:
+                    function_complexity_data = complexity_data[func_name]
+                except KeyError as e:
+                    function_complexity_data = (
+                        self.basic_complexity_analyzer.get_complexity(code, func_name)
+                    )
+                    if function_complexity_data is None:
+                        print(
+                            f"error for method {full_name}: no lizard complexity data, basic analyzer also failed: '{e}'"
+                        )
+                        continue
+                function_node = FunctionNode(
+                    full_name,
+                    func_name,
+                    function_complexity_data["start_line"],
+                    function_complexity_data["end_line"],
+                    function_complexity_data["complexity"],
+                )
+                class_node.functions.append(function_node)
+                functions[full_name] = function_node
+
+        # complexity of classes
+        for class_node in classes.values():
+            class_node.real_complexity = sum(
+                [func.complexity for func in class_node.functions]
+            )
+
+        loc_data = TypescriptBasicLocAnalyzer.get_loc_metrics(code, filename)
+
+        full_name = self.full_name(filename)
+        module_node = ModuleNode(
+            full_name,
+            loc_data.get("lines", 0),
+            loc_data.get("linesOfCode", 0),
+            loc_data.get("logicalLinesOfCode", 0),
+            loc_data.get("commentLines", 0),
+            0,  # multi-line comments - not directly available
+            loc_data.get("linesOfCode", 0) - loc_data.get("logicalLinesOfCode", 0),
+            loc_data.get("commentLines", 0),
+        )
+        module_node.classes.extend(classes.values())
+        module_node.functions.extend(functions.values())
+
+        code_lines = code.split("\n")
+        for func_name, function_node in functions.items():
+            lines = code_lines[function_node.lineno:function_node.line_end]
+            function_metrics = self.halstead_analyzer.calculate_halstead_metrics(
+                "\n".join(lines)
+            )
+            function_node.h1 = function_metrics["n1"]
+            function_node.h2 = function_metrics["n2"]
+            function_node.N1 = function_metrics["N1"]
+            function_node.N2 = function_metrics["N2"]
+            function_node.vocabulary = function_metrics["vocabulary"]
+            function_node.length = function_metrics["length"]
+            function_node.volume = function_metrics["volume"]
+            function_node.difficulty = function_metrics["difficulty"]
+            function_node.effort = function_metrics["effort"]
+            function_node.calculated_length = function_metrics["calculated_length"]
+            function_node.bugs = function_metrics["bugs"]
+            function_node.time = function_metrics["time"]
+
+        maintainability_index = self._calculate_maintainability_index(
+            functions.values(), module_node
+        )
+        module_node.maintainability_index = maintainability_index
+        self.modules[full_name] = module_node
+
+    def _calculate_maintainability_index(
+        self, functions: list[FunctionNode], module_node: ModuleNode
+    ) -> float:
+        """Calculate maintainability index for PHP"""
+        if not functions:
+            return 100.0
+
+        total_volume = sum(func.volume for func in functions)
+        total_complexity = sum(func.complexity for func in functions)
+        total_length = sum(func.length for func in functions)
+
+        if total_volume == 0 or total_length == 0:
+            return 100.0
+
+        # PHP maintainability index calculation
+        mi_base = max(
+            (
+                171
+                - 5.2 * math.log(total_volume)
+                - 0.23 * total_complexity
+                - 16.2 * math.log(total_length)
+            )
+            * 100
+            / 171,
+            0,
+        )
+
+        # Comment weight
+        comment_weight = 0
+        if module_node.loc > 0:
+            comment_ratio = module_node.single_comments / module_node.loc
+            comment_weight = 50 * math.sin(math.sqrt(2.4 * comment_ratio))
+
+        return mi_base + comment_weight
+
+    def get_metrics(self):
+        return super().get_metrics()

metripy/LangAnalyzer/Typescript/TypescriptAstParser.py

@@ -0,0 +1,68 @@
+from collections import defaultdict
+
+from tree_sitter_languages import get_parser
+
+
+class TypescriptAstParser:
+    def __init__(self):
+        self.parser = get_parser("typescript")
+
+    def _get_node_text(self, code: str, node) -> str:
+        return code[node.start_byte:node.end_byte].decode("utf-8")
+
+    def extract_structure(self, code: str) -> dict:
+        tree = self.parser.parse(bytes(code, "utf8"))
+        root_node = tree.root_node
+        structure = defaultdict(list)
+        structure["classes"] = {}
+        structure["functions"] = []
+        structure["enums"] = []
+
+        def traverse(node, parent_class=None):
+            if node.type == "class_declaration":
+                class_name = None
+                for child in node.children:
+                    if child.type == "type_identifier":
+                        class_name = self._get_node_text(code.encode(), child)
+                        structure["classes"][class_name] = []
+                for child in node.children:
+                    traverse(child, class_name)
+
+            elif node.type == "method_definition" and parent_class:
+                for child in node.children:
+                    if child.type == "property_identifier":
+                        method_name = self._get_node_text(code.encode(), child)
+                        structure["classes"][parent_class].append(method_name)
+
+            elif node.type == "function_declaration":
+                for child in node.children:
+                    if child.type == "identifier":
+                        function_name = self._get_node_text(code.encode(), child)
+                        structure["functions"].append(function_name)
+
+            elif node.type == "lexical_declaration":
+                # Handle exported arrow functions like: export const foo = (...) => {...}
+                for child in node.children:
+                    if child.type == "variable_declarator":
+                        identifier = None
+                        for grandchild in child.children:
+                            if grandchild.type == "identifier":
+                                identifier = self._get_node_text(
+                                    code.encode(), grandchild
+                                )
+                            elif grandchild.type == "arrow_function":
+                                if identifier:
+                                    structure["functions"].append(identifier)
+
+            elif node.type == "enum_declaration":
+                enum_name = None
+                for child in node.children:
+                    if child.type == "identifier":
+                        enum_name = self._get_node_text(code.encode(), child)
+                        structure["enums"].append(enum_name)
+
+            for child in node.children:
+                traverse(child, parent_class)
+
+        traverse(root_node)
+        return dict(structure)