tzero-mcp 10.7.0 → 10.7.1

package/src/tzero_pipe.py

@@ -0,0 +1,95 @@
+# -*- coding: utf-8 -*-
+"""T-Zero CLI Stdin/Stdout Pipeline & Token Streaming Compressor.
+
+Enables UNIX pipeline integration (e.g. `cat file.py | tzero --pipe` or `git diff | tzero --pipe`)
+for instant terminal token compression and optional clipboard copy.
+
+Developer: Toprak Ahmet Aydoğmuş (Siber Akademi)
+Part of T-Zero Context Architect v7.0.0 Master Edition.
+"""
+
+import sys
+import ast
+import os
+from typing import Optional
+
+from tzero_v3 import TokenReducer
+
+
+class PipeCompressor:
+    """Zero-latency streaming pipe compressor for UNIX pipelines and developer CLI tooling."""
+
+    @classmethod
+    def compress_stream(cls, content: str, filename_hint: str = "", tier: str = "T-3") -> str:
+        """Compresses streaming code, diff, or schema content using best AST strategy."""
+        if not content or not content.strip():
+            return ""
+
+        hint = (filename_hint or "").strip()
+        stripped = content.strip()
+
+        # Map tier to mode (T-3 / T-4 -> ultra, T-2 -> light, T-1 -> full)
+        mode = "ultra" if tier in ("T-3", "T-4", "ultra") else "light"
+
+        # 1. Autodetect unified diffs
+        if hint.lower().endswith((".diff", ".patch")) or stripped.startswith(("diff --git", "--- a/", "Index:")):
+            reduced, _ = TokenReducer.reduce_content("stream.diff", content, mode=mode)
+            return reduced
+
+        # 2. Known filename hint routing
+        if hint:
+            reduced, _ = TokenReducer.reduce_content(hint, content, mode=mode)
+            return reduced
+
+        # 3. Content autodetect: try Python AST
+        try:
+            ast.parse(content)
+            reduced, _ = TokenReducer.reduce_content("stream.py", content, mode=mode)
+            return reduced
+        except Exception:
+            pass
+
+        # 4. Fallback generic token reduction
+        reduced, _ = TokenReducer.reduce_content("stream.txt", content, mode=mode)
+        return reduced
+
+    @classmethod
+    def run_cli_pipe(cls, filename_hint: str = "", tier: str = "T-3", copy_to_clipboard: bool = False):
+        """Reads stdin, compresses content, and writes to stdout / clipboard."""
+        try:
+            # Safe stdin reading
+            if sys.stdin.isatty():
+                print("[T-Zero Pipe] Waiting for input from stdin (Ctrl+Z then Enter on Windows, Ctrl+D on Unix)...", file=sys.stderr)
+            raw_input = sys.stdin.read()
+        except Exception as e:
+            print(f"[ERROR] Failed to read from stdin: {e}", file=sys.stderr)
+            sys.exit(1)
+
+        result = cls.compress_stream(raw_input, filename_hint=filename_hint, tier=tier)
+
+        # Output to stdout
+        sys.stdout.write(result)
+        sys.stdout.flush()
+
+        # Optional clipboard copy
+        if copy_to_clipboard and result:
+            cls._copy_clipboard(result)
+
+    @staticmethod
+    def _copy_clipboard(text: str):
+        """Copies text to system clipboard safely using platform tools."""
+        try:
+            if sys.platform.startswith("win"):
+                import subprocess
+                p = subprocess.Popen(["clip"], stdin=subprocess.PIPE, shell=True)
+                p.communicate(input=text.encode("utf-8"))
+            elif sys.platform == "darwin":
+                import subprocess
+                p = subprocess.Popen(["pbcopy"], stdin=subprocess.PIPE)
+                p.communicate(input=text.encode("utf-8"))
+            elif sys.platform.startswith("linux"):
+                import subprocess
+                p = subprocess.Popen(["xclip", "-selection", "clipboard"], stdin=subprocess.PIPE)
+                p.communicate(input=text.encode("utf-8"))
+        except Exception:
+            pass

package/src/tzero_polyglot.py

@@ -0,0 +1,422 @@
+# -*- coding: utf-8 -*-
+"""Siber Akademi T-Zero — Universal Polyglot AST Engine.
+
+Provides zero-dependency, deterministic structural parsing and signature extraction
+for Python, TypeScript/JavaScript, Rust, Go, C/C++, Java/C#, and Solidity.
+Prunes function/method bodies, loops, and implementation details down to signatures,
+interfaces, structs, and declarations with up to 95% context token reduction.
+
+Developer: Toprak Ahmet Aydoğmuş (Siber Akademi)
+License: MIT
+"""
+
+import re
+from typing import Dict, List, Tuple, Optional
+
+
+class PolyglotTokenReducer:
+    """Universal multi-language structural signature extractor."""
+
+    SUPPORTED_LANGUAGES = {
+        "python": [".py", ".pyw"],
+        "javascript": [".js", ".jsx", ".mjs", ".cjs"],
+        "typescript": [".ts", ".tsx"],
+        "rust": [".rs"],
+        "go": [".go"],
+        "cpp": [".c", ".cpp", ".cc", ".cxx", ".h", ".hpp", ".hxx"],
+        "java": [".java", ".cs"],
+        "solidity": [".sol"],
+        "ruby": [".rb", ".rake", ".gemspec"],
+        "php": [".php", ".phtml"],
+        "swift": [".swift"],
+        "kotlin": [".kt", ".kts"],
+        "dart": [".dart"],
+        "scala": [".scala", ".sc"],
+        "elixir": [".ex", ".exs"]
+    }
+
+    @classmethod
+    def detect_language(cls, filename: str) -> Optional[str]:
+        """Detect language from filename extension."""
+        ext = "." + filename.rsplit(".", 1)[-1].lower() if "." in filename else ""
+        for lang, exts in cls.SUPPORTED_LANGUAGES.items():
+            if ext in exts:
+                return lang
+        return None
+
+    @classmethod
+    def reduce_code(cls, content: str, filename: str = "", mode: str = "ultra") -> str:
+        """Prunes code content to its structural signatures based on detected language."""
+        lang = cls.detect_language(filename)
+        if not lang or mode == "none":
+            return content
+
+        if lang == "python":
+            return cls.reduce_python(content, mode)
+        elif lang in ("javascript", "typescript"):
+            return cls.reduce_javascript(content, mode)
+        elif lang == "rust":
+            return cls.reduce_rust(content, mode)
+        elif lang == "go":
+            return cls.reduce_go(content, mode)
+        elif lang == "cpp":
+            return cls.reduce_cpp(content, mode)
+        elif lang == "java":
+            return cls.reduce_java(content, mode)
+        elif lang == "solidity":
+            return cls.reduce_solidity(content, mode)
+        elif lang == "ruby":
+            return cls.reduce_ruby(content, mode)
+        elif lang == "php":
+            return cls.reduce_php(content, mode)
+        elif lang == "swift":
+            return cls.reduce_swift(content, mode)
+        elif lang == "kotlin":
+            return cls.reduce_kotlin(content, mode)
+        elif lang == "dart":
+            return cls.reduce_dart(content, mode)
+        elif lang == "scala":
+            return cls.reduce_scala(content, mode)
+        elif lang == "elixir":
+            return cls.reduce_elixir(content, mode)
+        return content
+
+    @staticmethod
+    def reduce_python(content: str, mode: str = "ultra") -> str:
+        """Reduces Python source to imports, class/func headers, and ellipses."""
+        lines = content.splitlines()
+        pruned: List[str] = []
+        in_docstring = False
+
+        for line in lines:
+            stripped = line.strip()
+            # Handle multiline docstrings
+            if stripped.startswith('"""') or stripped.startswith("'''"):
+                if stripped.count('"""') == 1 or stripped.count("'''") == 1:
+                    in_docstring = not in_docstring
+                continue
+            if in_docstring:
+                continue
+
+            if (stripped.startswith("import ") or stripped.startswith("from ") or
+                stripped.startswith("def ") or stripped.startswith("async def ") or
+                stripped.startswith("class ") or stripped.startswith("@")):
+                indent = len(line) - len(line.lstrip())
+                if (stripped.startswith("def ") or stripped.startswith("async def ")) and not stripped.endswith("..."):
+                    if stripped.endswith(":"):
+                        pruned.append(f"{line[:-1]}: ...")
+                    else:
+                        pruned.append(f"{line} ...")
+                else:
+                    pruned.append(line)
+
+        return "\n".join(pruned) if pruned else content
+
+    @staticmethod
+    def reduce_javascript(content: str, mode: str = "ultra") -> str:
+        """Reduces JavaScript/TypeScript source to imports, interfaces, types, and function signatures."""
+        lines = content.splitlines()
+        pruned: List[str] = []
+        in_multiline_import = False
+        in_interface_or_type = False
+        in_block_comment = False
+
+        for line in lines:
+            stripped = line.strip()
+            if not stripped:
+                continue
+
+            # Multi-line comment tracking
+            if in_block_comment:
+                if "*/" in stripped:
+                    in_block_comment = False
+                continue
+            if stripped.startswith("/*") and not stripped.endswith("*/"):
+                in_block_comment = True
+                continue
+            if stripped.startswith("//"):
+                continue
+
+            # Multi-line imports
+            if in_multiline_import:
+                pruned.append(line)
+                if "}" in stripped or ";" in stripped:
+                    in_multiline_import = False
+                continue
+
+            if stripped.startswith("import ") and "{" in stripped and "}" not in stripped:
+                in_multiline_import = True
+                pruned.append(line)
+                continue
+
+            # Interfaces and Type declarations (keep interface definitions and fields)
+            if re.match(r"^(export\s+)?(interface|type)\s+[A-Za-z0-9_]+", stripped):
+                pruned.append(line)
+                if "{" in stripped and "}" not in stripped:
+                    in_interface_or_type = True
+                continue
+
+            if in_interface_or_type:
+                pruned.append(line)
+                if "}" in stripped:
+                    in_interface_or_type = False
+                continue
+
+            # Function declarations, arrow functions, classes
+            if (stripped.startswith("import ") or stripped.startswith("export ") or
+                stripped.startswith("class ") or stripped.startswith("function ") or
+                stripped.startswith("async function ") or
+                (stripped.startswith("const ") and "=>" in stripped) or
+                (stripped.startswith("let ") and "=>" in stripped)):
+                if "{" in stripped and "}" not in stripped:
+                    pruned.append(re.sub(r'\{.*$', '{ ... }', line))
+                elif stripped.endswith("{"):
+                    pruned.append(f"{line[:-1]}{{ ... }}")
+                else:
+                    pruned.append(line)
+        return "\n".join(pruned) if pruned else content
+
+    @staticmethod
+    def reduce_rust(content: str, mode: str = "ultra") -> str:
+        """Reduces Rust source code to use statements, traits, structs, enums, and fn signatures."""
+        lines = content.splitlines()
+        pruned: List[str] = []
+        for line in lines:
+            stripped = line.strip()
+            is_fn = bool(re.match(r'^(pub(\([^)]+\))?\s+)?(async\s+)?(unsafe\s+)?fn\s+', stripped))
+            if (stripped.startswith("use ") or stripped.startswith("pub use ") or
+                is_fn or
+                stripped.startswith("pub struct ") or stripped.startswith("struct ") or
+                stripped.startswith("pub enum ") or stripped.startswith("enum ") or
+                stripped.startswith("pub trait ") or stripped.startswith("trait ") or
+                stripped.startswith("impl ") or stripped.startswith("#[") or
+                stripped.startswith("pub const ") or stripped.startswith("pub type ") or
+                stripped.startswith("const ") or stripped.startswith("type ")):
+                if "{" in stripped and not stripped.endswith("}"):
+                    pruned.append(re.sub(r'\{.*$', '{ ... }', line))
+                elif stripped.endswith(";"):
+                    pruned.append(line)
+                elif stripped.endswith("{"):
+                    pruned.append(f"{line[:-1]}{{ ... }}")
+                else:
+                    pruned.append(line)
+        return "\n".join(pruned) if pruned else content
+
+    @staticmethod
+    def reduce_go(content: str, mode: str = "ultra") -> str:
+        """Reduces Go source code to package, imports, types, interfaces, and func signatures."""
+        lines = content.splitlines()
+        pruned: List[str] = []
+        for line in lines:
+            stripped = line.strip()
+            if (stripped.startswith("package ") or stripped.startswith("import ") or
+                stripped.startswith("type ") or stripped.startswith("func ") or
+                stripped.startswith("var ") or stripped.startswith("const ")):
+                if stripped.startswith("func ") and "{" in stripped:
+                    pruned.append(re.sub(r'\{.*$', '{ ... }', line))
+                else:
+                    pruned.append(line)
+        return "\n".join(pruned) if pruned else content
+
+    @staticmethod
+    def reduce_cpp(content: str, mode: str = "ultra") -> str:
+        """Reduces C/C++ source code to headers, classes, structs, templates, and prototypes."""
+        lines = content.splitlines()
+        pruned: List[str] = []
+        for line in lines:
+            stripped = line.strip()
+            if (stripped.startswith("#include") or stripped.startswith("#define") or
+                stripped.startswith("template") or stripped.startswith("class ") or
+                stripped.startswith("struct ") or stripped.startswith("namespace ") or
+                stripped.startswith("using ") or stripped.startswith("typedef ") or
+                re.match(r'^(?:virtual\s+|static\s+|inline\s+)?[\w:<>]+\s+[\w:]+\s*\([^;]*\)\s*(?:const)?\s*\{?$', stripped)):
+                if "{" in stripped:
+                    pruned.append(re.sub(r'\{.*$', '{ ... }', line))
+                elif not stripped.endswith(";") and not stripped.startswith("#") and not stripped.startswith("namespace"):
+                    pruned.append(f"{line};")
+                else:
+                    pruned.append(line)
+        return "\n".join(pruned) if pruned else content
+
+    @staticmethod
+    def reduce_java(content: str, mode: str = "ultra") -> str:
+        """Reduces Java/C# source code to packages, imports, classes, interfaces, records, and method signatures."""
+        lines = content.splitlines()
+        pruned: List[str] = []
+        for line in lines:
+            stripped = line.strip()
+            if (stripped.startswith("package ") or stripped.startswith("import ") or
+                stripped.startswith("using ") or stripped.startswith("namespace ") or
+                "class " in stripped or "interface " in stripped or "record " in stripped or
+                "enum " in stripped or re.match(r'^\s*(?:public|private|protected|static|final|abstract|async)\s+.*\(.*\)', stripped)):
+                if "{" in stripped:
+                    pruned.append(re.sub(r'\{.*$', '{ ... }', line))
+                elif not stripped.endswith(";") and not stripped.startswith("package") and not stripped.startswith("import"):
+                    pruned.append(f"{line} { ... }")
+                else:
+                    pruned.append(line)
+        return "\n".join(pruned) if pruned else content
+
+    @staticmethod
+    def reduce_solidity(content: str, mode: str = "ultra") -> str:
+        """Reduces Solidity smart contracts to pragma, interfaces, contracts, structs, events, and function headers."""
+        lines = content.splitlines()
+        pruned: List[str] = []
+        for line in lines:
+            stripped = line.strip()
+            if (stripped.startswith("pragma ") or stripped.startswith("import ") or
+                stripped.startswith("contract ") or stripped.startswith("interface ") or
+                stripped.startswith("library ") or stripped.startswith("struct ") or
+                stripped.startswith("event ") or stripped.startswith("modifier ") or
+                stripped.startswith("function ") or stripped.startswith("mapping(")):
+                if "{" in stripped and not stripped.endswith("}"):
+                    pruned.append(re.sub(r'\{.*$', '{ ... }', line))
+                elif stripped.startswith("function ") and not stripped.endswith(";"):
+                    pruned.append(f"{line};")
+                else:
+                    pruned.append(line)
+        return "\n".join(pruned) if pruned else content
+
+    @staticmethod
+    def reduce_ruby(content: str, mode: str = "ultra") -> str:
+        """Reduces Ruby source code to module/class declarations, requires, mixins, and method signatures."""
+        lines = content.splitlines()
+        pruned: List[str] = []
+        for line in lines:
+            stripped = line.strip()
+            if (stripped.startswith("require ") or stripped.startswith("require_relative ") or
+                stripped.startswith("module ") or stripped.startswith("class ") or
+                stripped.startswith("def ") or stripped.startswith("attr_") or
+                stripped.startswith("include ") or stripped.startswith("extend ") or
+                stripped.startswith("has_many ") or stripped.startswith("belongs_to ") or
+                stripped in ("private", "protected", "public")):
+                if stripped.startswith("def ") and not stripped.endswith("end"):
+                    pruned.append(f"{line}; ...; end")
+                else:
+                    pruned.append(line)
+        return "\n".join(pruned) if pruned else content
+
+    @staticmethod
+    def reduce_php(content: str, mode: str = "ultra") -> str:
+        """Reduces PHP source code to namespace, imports, classes, interfaces, traits, and method signatures."""
+        lines = content.splitlines()
+        pruned: List[str] = []
+        for line in lines:
+            stripped = line.strip()
+            if (stripped.startswith("<?php") or stripped.startswith("namespace ") or
+                stripped.startswith("use ") or "class " in stripped or
+                "interface " in stripped or "trait " in stripped or "enum " in stripped or
+                "function " in stripped):
+                if "{" in stripped:
+                    pruned.append(re.sub(r'\{.*$', '{ ... }', line))
+                elif "function " in stripped and not stripped.endswith(";"):
+                    pruned.append(f"{line} {{ ... }}")
+                else:
+                    pruned.append(line)
+        return "\n".join(pruned) if pruned else content
+
+    @staticmethod
+    def reduce_swift(content: str, mode: str = "ultra") -> str:
+        """Reduces Swift source code to imports, protocols, classes, structs, enums, extensions, and func signatures."""
+        lines = content.splitlines()
+        pruned: List[str] = []
+        for line in lines:
+            stripped = line.strip()
+            if (stripped.startswith("import ") or stripped.startswith("protocol ") or
+                "class " in stripped or "struct " in stripped or "enum " in stripped or
+                "extension " in stripped or "func " in stripped or stripped.startswith("init(")):
+                if "{" in stripped:
+                    pruned.append(re.sub(r'\{.*$', '{ ... }', line))
+                elif not stripped.endswith(";"):
+                    pruned.append(f"{line} {{ ... }}")
+                else:
+                    pruned.append(line)
+        return "\n".join(pruned) if pruned else content
+
+    @staticmethod
+    def reduce_kotlin(content: str, mode: str = "ultra") -> str:
+        """Reduces Kotlin source code to package, imports, classes, interfaces, objects, and function headers."""
+        lines = content.splitlines()
+        pruned: List[str] = []
+        for line in lines:
+            stripped = line.strip()
+            if (stripped.startswith("package ") or stripped.startswith("import ") or
+                "class " in stripped or "interface " in stripped or "object " in stripped or
+                stripped.startswith("fun ") or " fun " in stripped):
+                if "{" in stripped:
+                    pruned.append(re.sub(r'\{.*$', '{ ... }', line))
+                elif not stripped.endswith(";"):
+                    pruned.append(f"{line} {{ ... }}")
+                else:
+                    pruned.append(line)
+        return "\n".join(pruned) if pruned else content
+
+    @staticmethod
+    def reduce_dart(content: str, mode: str = "ultra") -> str:
+        """Reduces Dart source code to imports, exports, classes, mixins, enums, and method signatures."""
+        lines = content.splitlines()
+        pruned: List[str] = []
+        for line in lines:
+            stripped = line.strip()
+            if not stripped or stripped.startswith("//") or stripped.startswith("/*"):
+                continue
+            if stripped.startswith(("return ", "return;", "if ", "if(", "for ", "for(", "while ", "while(", "switch ", "throw ", "print(")):
+                continue
+            if (stripped.startswith("import ") or stripped.startswith("export ") or
+                stripped.startswith("part ") or "class " in stripped or
+                "mixin " in stripped or "enum " in stripped or "extension " in stripped or
+                re.match(r'^\s*(?:@\w+\s+)*(?:static\s+|async\s+)?[\w<>,]+\s+\w+\s*\(.*?\)', stripped)):
+                if "{" in stripped and not ("class " in stripped or "mixin " in stripped):
+                    pruned.append(re.sub(r'\{.*$', '{ ... }', line))
+                elif not stripped.endswith(";") and not stripped.endswith("{"):
+                    pruned.append(f"{line} {{ ... }}")
+                else:
+                    pruned.append(line)
+        return "\n".join(pruned) if pruned else content
+
+    @staticmethod
+    def reduce_scala(content: str, mode: str = "ultra") -> str:
+        """Reduces Scala source code to packages, imports, traits, objects, classes, and def headers."""
+        lines = content.splitlines()
+        pruned: List[str] = []
+        for line in lines:
+            stripped = line.strip()
+            if not stripped or stripped.startswith("//") or stripped.startswith("/*"):
+                continue
+            if (stripped.startswith("package ") or stripped.startswith("import ") or
+                "class " in stripped or "trait " in stripped or "object " in stripped or
+                "enum " in stripped or stripped.startswith("def ") or " def " in stripped):
+                if "{" in stripped and not ("class " in stripped or "trait " in stripped or "object " in stripped):
+                    pruned.append(re.sub(r'\{.*$', '{ ... }', line))
+                elif not stripped.endswith(";") and not stripped.endswith("{"):
+                    pruned.append(f"{line} {{ ... }}")
+                else:
+                    pruned.append(line)
+        return "\n".join(pruned) if pruned else content
+
+    @staticmethod
+    def reduce_elixir(content: str, mode: str = "ultra") -> str:
+        """Reduces Elixir source code to module headers, structs, specs, and function signatures."""
+        lines = content.splitlines()
+        pruned: List[str] = []
+        for line in lines:
+            stripped = line.strip()
+            if not stripped or stripped.startswith("#"):
+                continue
+            if (stripped.startswith("defmodule ") or stripped.startswith("defstruct ") or
+                stripped.startswith("alias ") or stripped.startswith("import ") or
+                stripped.startswith("require ") or stripped.startswith("use ") or
+                stripped.startswith("@type ") or stripped.startswith("@spec ") or
+                stripped.startswith("def ") or stripped.startswith("defp ") or
+                stripped.startswith("defmacro ")):
+                if stripped.startswith("defmodule "):
+                    pruned.append(line)
+                elif ", do:" in stripped:
+                    pruned.append(re.sub(r', do:.*$', ', do: ...', line))
+                elif stripped.endswith(" do"):
+                    pruned.append(re.sub(r'\s+do$', ', do: ...', line))
+                else:
+                    pruned.append(line)
+        return "\n".join(pruned) if pruned else content
+
+