skylos 1.0.9__py3-none-any.whl → 1.0.11__py3-none-any.whl

skylos/__init__.py

@@ -1,6 +1,6 @@
 from skylos.analyzer import analyze
 
-__version__ = "1.0.9"
+__version__ = "1.0.11"
 
 def debug_test():
     return "debug-ok"

skylos/analyzer.py

@@ -26,7 +26,6 @@ class Skylos:
         return".".join(p)
     
     def _mark_exports(self):
-        
         for name, d in self.defs.items():
             if d.in_init and not d.simple_name.startswith('_'):
                 d.is_exported = True
@@ -71,7 +70,6 @@ class Skylos:
                 d.references += 1
     
     def _get_base_classes(self, class_name):
-        """Get base classes for a given class name"""
         if class_name not in self.defs:
             return []
         
@@ -83,7 +81,6 @@ class Skylos:
         return []
             
     def _apply_heuristics(self):
-
         class_methods=defaultdict(list)
         for d in self.defs.values():
             if d.type in("method","function") and"." in d.name:
@@ -97,17 +94,30 @@ class Skylos:
                     if m.simple_name in AUTO_CALLED:m.references+=1
                     
         for d in self.defs.values():
-            if d.simple_name in MAGIC_METHODS or d.simple_name.startswith("__")and d.simple_name.endswith("__"):d.confidence=0
-            if not d.simple_name.startswith("_")and d.type in("function","method","class"):d.confidence=min(d.confidence,90)
-            if d.in_init and d.type in("function","class"):d.confidence=min(d.confidence,85)
-            if d.name.split(".")[0] in self.dynamic:d.confidence=min(d.confidence,50)
-        
-        for d in self.defs.values():
+            if d.simple_name in MAGIC_METHODS or (d.simple_name.startswith("__") and d.simple_name.endswith("__")):
+                d.confidence = 0
+            
+            if d.type == "parameter" and d.simple_name in ("self", "cls"):
+                d.confidence = 0
+
+            if d.type != "parameter" and (d.simple_name in MAGIC_METHODS or (d.simple_name.startswith("__") and d.simple_name.endswith("__"))):
+                d.confidence = 0
+
+            if not d.simple_name.startswith("_") and d.type in ("function", "method", "class"):
+                d.confidence = min(d.confidence, 90)
+            
+            if d.in_init and d.type in ("function", "class"):
+                d.confidence = min(d.confidence, 85)
+            
+            if d.name.split(".")[0] in self.dynamic:
+                d.confidence = min(d.confidence, 60)
+            
+            if d.type == "variable" and d.simple_name == "_":
+                d.confidence = 0
+            
             if d.type == "method" and TEST_METHOD_PATTERN.match(d.simple_name):
-                # check if its in a class that inherits from a test base class
                 class_name = d.name.rsplit(".", 1)[0]
                 class_simple_name = class_name.split(".")[-1]
-                # class name suggests it's a test class, ignore test methods
                 if "Test" in class_simple_name or class_simple_name.endswith("TestCase"):
                     d.confidence = 0
 
@@ -133,10 +143,7 @@ class Skylos:
         self._mark_refs()
         self._apply_heuristics()
         self._mark_exports()
-        
-        # for name, d in self.defs.items():
-        #     print(f"  {d.type} '{name}': {d.references} refs, exported: {d.is_exported}, confidence: {d.confidence}")
-            
+                
         thr = max(0, thr)
 
         unused = []
@@ -144,7 +151,14 @@ class Skylos:
             if d.references == 0 and not d.is_exported and d.confidence >= thr:
                 unused.append(d.to_dict())
         
-        result = {"unused_functions": [], "unused_imports": [], "unused_classes": []}
+        result = {
+            "unused_functions": [], 
+            "unused_imports": [], 
+            "unused_classes": [],
+            "unused_variables": [],
+            "unused_parameters": []
+        }
+        
         for u in unused:
             if u["type"] in ("function", "method"):
                 result["unused_functions"].append(u)
@@ -152,6 +166,10 @@ class Skylos:
                 result["unused_imports"].append(u)
             elif u["type"] == "class": 
                 result["unused_classes"].append(u)
+            elif u["type"] == "variable":
+                result["unused_variables"].append(u)
+            elif u["type"] == "parameter":
+                result["unused_parameters"].append(u)
                 
         return json.dumps(result, indent=2)
 
@@ -175,6 +193,60 @@ def analyze(path,conf=60):return Skylos().analyze(path,conf)
 if __name__=="__main__":
     if len(sys.argv)>1:
         p=sys.argv[1];c=int(sys.argv[2])if len(sys.argv)>2 else 60
-        print(analyze(p,c))
+        result = analyze(p,c)
+        
+        data = json.loads(result)
+        print("\n🔍 Python Static Analysis Results")
+        print("===================================\n")
+        
+        total_items = sum(len(items) for items in data.values())
+        
+        print("Summary:")
+        if data["unused_functions"]:
+            print(f"  • Unreachable functions: {len(data['unused_functions'])}")
+        if data["unused_imports"]:
+            print(f"  • Unused imports: {len(data['unused_imports'])}")
+        if data["unused_classes"]:
+            print(f"  • Unused classes: {len(data['unused_classes'])}")
+        if data["unused_variables"]:
+            print(f"  • Unused variables: {len(data['unused_variables'])}")
+        
+        if data["unused_functions"]:
+            print("\n📦 Unreachable Functions")
+            print("=======================")
+            for i, func in enumerate(data["unused_functions"], 1):
+                print(f" {i}. {func['name']}")
+                print(f"    └─ {func['file']}:{func['line']}")
+        
+        if data["unused_imports"]:
+            print("\n📥 Unused Imports")
+            print("================")
+            for i, imp in enumerate(data["unused_imports"], 1):
+                print(f" {i}. {imp['simple_name']}")
+                print(f"    └─ {imp['file']}:{imp['line']}")
+        
+        if data["unused_classes"]:
+            print("\n📋 Unused Classes")
+            print("=================")
+            for i, cls in enumerate(data["unused_classes"], 1):
+                print(f" {i}. {cls['name']}")
+                print(f"    └─ {cls['file']}:{cls['line']}")
+                
+        if data["unused_variables"]:
+            print("\n📊 Unused Variables")
+            print("==================")
+            for i, var in enumerate(data["unused_variables"], 1):
+                print(f" {i}. {var['name']}")
+                print(f"    └─ {var['file']}:{var['line']}")
+        
+        print("\n" + "─" * 50)
+        print(f"Found {total_items} dead code items. Add this badge to your README:")
+        print(f"```markdown")
+        print(f"![Dead Code: {total_items}](https://img.shields.io/badge/Dead_Code-{total_items}_detected-orange?logo=codacy&logoColor=red)")
+        print(f"```")
+        
+        print("\nNext steps:")
+        print("  • Use --interactive to select specific items to remove")
+        print("  • Use --dry-run to preview changes before applying them")
     else:
         print("Usage: python Skylos.py <path> [confidence_threshold]")

skylos/cli.py

@@ -247,6 +247,8 @@ def main() -> None:
 
     unused_functions = result.get("unused_functions", [])
     unused_imports = result.get("unused_imports", [])
+    unused_parameters = result.get("unused_parameters", [])
+    unused_variables = result.get("unused_variables", [])
     
     logger.info(f"{Colors.CYAN}{Colors.BOLD}🔍 Python Static Analysis Results{Colors.RESET}")
     logger.info(f"{Colors.CYAN}{'=' * 35}{Colors.RESET}")
@@ -254,7 +256,10 @@ def main() -> None:
     logger.info(f"\n{Colors.BOLD}Summary:{Colors.RESET}")
     logger.info(f"  • Unreachable functions: {Colors.YELLOW}{len(unused_functions)}{Colors.RESET}")
     logger.info(f"  • Unused imports: {Colors.YELLOW}{len(unused_imports)}{Colors.RESET}")
-    
+    logger.info(f"  • Unused parameters: {Colors.YELLOW}{len(unused_parameters)}{Colors.RESET}")
+    logger.info(f"  • Unused variables: {Colors.YELLOW}{len(unused_variables)}{Colors.RESET}")
+
+
     if args.interactive and (unused_functions or unused_imports):
         logger.info(f"\n{Colors.BOLD}Interactive Mode:{Colors.RESET}")
         selected_functions, selected_imports = interactive_selection(logger, unused_functions, unused_imports)
@@ -324,6 +329,24 @@ def main() -> None:
         else:
             logger.info(f"\n{Colors.GREEN}✓ All imports are being used!{Colors.RESET}")
         
+        if unused_parameters:
+            logger.info(f"\n{Colors.BLUE}{Colors.BOLD}🔧 Unused Parameters{Colors.RESET}")
+            logger.info(f"{Colors.BLUE}{'=' * 18}{Colors.RESET}")
+            for i, item in enumerate(unused_parameters, 1):
+                logger.info(f"{Colors.GRAY}{i:2d}. {Colors.RESET}{Colors.BLUE}{item['name']}{Colors.RESET}")
+                logger.info(f"    {Colors.GRAY}└─ {item['file']}:{item['line']}{Colors.RESET}")
+        else:
+            logger.info(f"\n{Colors.GREEN}✓ All parameters are being used!{Colors.RESET}")
+        
+        if unused_variables:
+            logger.info(f"\n{Colors.YELLOW}{Colors.BOLD}📊 Unused Variables{Colors.RESET}")
+            logger.info(f"{Colors.YELLOW}{'=' * 18}{Colors.RESET}")
+            for i, item in enumerate(unused_variables, 1):
+                logger.info(f"{Colors.GRAY}{i:2d}. {Colors.RESET}{Colors.YELLOW}{item['name']}{Colors.RESET}")
+                logger.info(f"    {Colors.GRAY}└─ {item['file']}:{item['line']}{Colors.RESET}")
+        else:
+            logger.info(f"\n{Colors.GREEN}✓ All variables are being used!{Colors.RESET}")
+
         dead_code_count = len(unused_functions) + len(unused_imports)
         print_badge(dead_code_count, logger)
 

skylos/visitor.py

@@ -52,6 +52,7 @@ class Visitor(ast.NodeVisitor):
         self.dyn=set()
         self.exports=set()
         self.current_function_scope = []
+        self.current_function_params = []
 
     def add_def(self,n,t,l):
         if n not in{d.name for d in self.defs}:self.defs.append(Definition(n,t,self.file,l))
@@ -85,17 +86,27 @@ class Visitor(ast.NodeVisitor):
             self.alias[a.asname or a.name.split(".")[-1]]=full
             self.add_def(full,"import",node.lineno)
 
-    def visit_ImportFrom(self,node):
-        if node.module is None:return
+    def visit_ImportFrom(self, node):
+        if node.module is None:
+            return
         for a in node.names:
-            if a.name=="*":continue
-            base=node.module
+            if a.name == "*":
+                continue
+            base = node.module
             if node.level:
-                parts=self.mod.split(".")
-                base=".".join(parts[:-node.level])+(f".{node.module}"if node.module else"")
-            full=f"{base}.{a.name}"
-            self.alias[a.asname or a.name]=full
-            self.add_def(full,"import",node.lineno)
+                parts = self.mod.split(".")
+                base = ".".join(parts[:-node.level]) + (f".{node.module}" if node.module else "")
+            
+            full = f"{base}.{a.name}"
+            
+            if a.asname:
+                alias_full = f"{self.mod}.{a.asname}" if self.mod else a.asname
+                self.add_def(alias_full, "import", node.lineno)
+                self.alias[a.asname] = full
+                self.add_ref(full)
+            else:
+                self.alias[a.name] = full
+                self.add_def(full, "import", node.lineno)
 
     def visit_arguments(self, args):
         for arg in args.args:
@@ -128,15 +139,25 @@ class Visitor(ast.NodeVisitor):
         
         self.current_function_scope.append(node.name)
         
+        old_params = self.current_function_params
+        self.current_function_params = []
+        
         for d_node in node.decorator_list:
             self.visit(d_node)
         
+        for arg in node.args.args:
+            param_name = f"{qualified_name}.{arg.arg}"
+            self.add_def(param_name, "parameter", node.lineno)
+            self.current_function_params.append((arg.arg, param_name))
+        
         self.visit_arguments(node.args)
         self.visit_annotation(node.returns)
         
         for stmt in node.body:
             self.visit(stmt)
+            
         self.current_function_scope.pop()
+        self.current_function_params = old_params
         
     visit_AsyncFunctionDef=visit_FunctionDef
 
@@ -178,6 +199,30 @@ class Visitor(ast.NodeVisitor):
             self.visit(node.step)
 
     def visit_Assign(self, node):
+        def process_target_for_def(target_node):
+            if isinstance(target_node, ast.Name):
+                var_name_simple = target_node.id
+                if var_name_simple == "__all__" and not self.current_function_scope and not self.cls:
+                    return
+
+                scope_parts = [self.mod]
+                if self.cls:
+                    scope_parts.append(self.cls)
+                if self.current_function_scope:
+                    scope_parts.extend(self.current_function_scope)
+                
+                prefix = '.'.join(filter(None, scope_parts))
+                qualified_var_name = f"{prefix}.{var_name_simple}" if prefix else var_name_simple
+
+                self.add_def(qualified_var_name, "variable", target_node.lineno)
+
+            elif isinstance(target_node, (ast.Tuple, ast.List)):
+                for elt in target_node.elts:
+                    process_target_for_def(elt)
+
+        for t in node.targets:
+            process_target_for_def(t)
+        
         for target in node.targets:
             if isinstance(target, ast.Name) and target.id == "__all__":
                 if isinstance(node.value, (ast.List, ast.Tuple)):
@@ -189,9 +234,10 @@ class Visitor(ast.NodeVisitor):
                             value = elt.s
                             
                         if value is not None:
-                            full_name = f"{self.mod}.{value}"
-                            self.add_ref(full_name)
-                            self.add_ref(value)
+                            full_name_export = f"{self.mod}.{value}" if self.mod else value
+                            self.add_ref(full_name_export)
+                            self.add_ref(value) 
+        
         self.generic_visit(node)
 
     def visit_Call(self, node):
@@ -219,12 +265,26 @@ class Visitor(ast.NodeVisitor):
 
     def visit_Name(self,node):
         if isinstance(node.ctx,ast.Load):
-            self.add_ref(self.qual(node.id))
-            if node.id in DYNAMIC_PATTERNS:self.dyn.add(self.mod.split(".")[0])
+            for param_name, param_full_name in self.current_function_params:
+                if node.id == param_name:
+                    self.add_ref(param_full_name)
+                    break
+            else:
+                # not parameter, handle normally
+                self.add_ref(self.qual(node.id))
+                if node.id in DYNAMIC_PATTERNS:
+                    self.dyn.add(self.mod.split(".")[0])
 
-    def visit_Attribute(self,node):
+    def visit_Attribute(self, node):
         self.generic_visit(node)
-        if isinstance(node.ctx,ast.Load)and isinstance(node.value,ast.Name):
+        if isinstance(node.ctx, ast.Load) and isinstance(node.value, ast.Name):
+            if node.value.id in [param_name for param_name, _ in self.current_function_params]:
+                # mark parameter as referenced
+                for param_name, param_full_name in self.current_function_params:
+                    if node.value.id == param_name:
+                        self.add_ref(param_full_name)
+                        break
+
             self.add_ref(f"{self.qual(node.value.id)}.{node.attr}")
 
     def visit_keyword(self, node):

{skylos-1.0.9.dist-info → skylos-1.0.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: skylos
-Version: 1.0.9
+Version: 1.0.11
 Summary: A static analysis tool for Python codebases
 Author-email: oha <aaronoh2015@gmail.com>
 Requires-Python: >=3.9

skylos-1.0.11.dist-info/RECORD

@@ -0,0 +1,30 @@
+skylos/__init__.py,sha256=QbF0FyEwDpVFNQtCN9GQCkJGWkj8mU_WVHzFYrpGPvg,152
+skylos/analyzer.py,sha256=CYJSf1jMMEvacFolKXs197fT9FYPFb-D29VtU3vO6vA,10247
+skylos/cli.py,sha256=1ZY95i9pegj62PrwNrwolBRydgO3H4sKF5Wy0TndTrk,14978
+skylos/visitor.py,sha256=P42ob1RKOGhMLh-gHOw5L7fVI0TUxEThFyPbDe6z5D0,11827
+test/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+test/compare_tools.py,sha256=0g9PDeJlbst-7hOaQzrL4MiJFQKpqM8q8VeBGzpPczg,22738
+test/diagnostics.py,sha256=ExuFOCVpc9BDwNYapU96vj9RXLqxji32Sv6wVF4nJYU,13802
+test/test_skylos.py,sha256=kz77STrS4k3Eez5RDYwGxOg2WH3e7zNZPUYEaTLbGTs,15608
+test/test_visitor.py,sha256=bxUY_Zn_gLadZlz_n3Mu6rhVcExqElISwwVBo4eqVAY,7337
+test/pykomodo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+test/pykomodo/command_line.py,sha256=3-khuenVjWZjvrvOrr_1K5lMTUmZa-B759B7k77Odpc,7384
+test/pykomodo/config.py,sha256=UddY0sDIRlsZApnlQF70VE7b9KMsOoY_3yqFPtB71jw,453
+test/pykomodo/core.py,sha256=rzoGibPwXr1efAgVtkcvhtM9ZETWWloCVi9weshxa4Y,3841
+test/pykomodo/dashboard.py,sha256=wIvU8aq7vGhcs1bBfwGlXy3AQizmljySf7Of82LmgwI,21688
+test/pykomodo/enhanced_chunker.py,sha256=nRTFSEyAkm4GilWEhJhPAZ67mjg4cEgW8oC6FaYxorY,12062
+test/pykomodo/multi_dirs_chunker.py,sha256=Gz56V3RiBQX5ygeRsukqGRdCcJIb40w2082Xyu3UPOg,29184
+test/pykomodo/pykomodo_config.py,sha256=CquUm_XvCm6XScWv4euyW-DwVgkgzGPHDlL3uB37Fxo,2389
+test/pykomodo/token_chunker.py,sha256=p-zqhMdT_0h-jbIVeKon6sl3BBRNvbv8XAVDJB6qNSE,19530
+test/sample_repo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+test/sample_repo/app.py,sha256=M5XgoAn-LPz50mKAj_ZacRKf-Pg7I4HbjWP7Z9jE4a0,226
+test/sample_repo/sample_repo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+test/sample_repo/sample_repo/commands.py,sha256=b6gQ9YDabt2yyfqGbOpLo0osF7wya8O4Lm7m8gtCr3g,2575
+test/sample_repo/sample_repo/models.py,sha256=xXIg3pToEZwKuUCmKX2vTlCF_VeFA0yZlvlBVPIy5Qw,3320
+test/sample_repo/sample_repo/routes.py,sha256=8yITrt55BwS01G7nWdESdx8LuxmReqop1zrGUKPeLi8,2475
+test/sample_repo/sample_repo/utils.py,sha256=S56hEYh8wkzwsD260MvQcmUFOkw2EjFU27nMLFE6G2k,1103
+skylos-1.0.11.dist-info/METADATA,sha256=3brmk_HqJmxWAwyyEbzEW-xNC6afwiBb0CyCpnJTNIw,225
+skylos-1.0.11.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+skylos-1.0.11.dist-info/entry_points.txt,sha256=zzRpN2ByznlQoLeuLolS_TFNYSQxUGBL1EXQsAd6bIA,43
+skylos-1.0.11.dist-info/top_level.txt,sha256=f8GA_7KwfaEopPMP8-EXDQXaqd4IbsOQPakZy01LkdQ,12
+skylos-1.0.11.dist-info/RECORD,,

{skylos-1.0.9.dist-info → skylos-1.0.11.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.7.1)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

test/pykomodo/command_line.py

@@ -0,0 +1,176 @@
+import sys
+import argparse
+import os
+
+KOMODO_VERSION = "0.2.5"
+
+def launch_dashboard():
+    """Launch the dashboard interface."""
+    try:
+        from pykomodo.dashboard import launch_dashboard
+        print("Starting Komodo Dashboard...")
+        demo = launch_dashboard()
+        demo.launch(
+            server_name="0.0.0.0", 
+            server_port=7860,
+            share=False,
+            debug=False
+        )
+    except ImportError as e:
+        print(f"[Error] Dashboard dependencies not available: {e}", file=sys.stderr)
+        print("Please install gradio: pip install gradio", file=sys.stderr)
+        sys.exit(1)
+    except Exception as e:
+        print(f"[Error] Failed to launch dashboard: {e}", file=sys.stderr)
+        sys.exit(1)
+
+def main():
+    """Main entry point for the komodo CLI."""
+    parser = argparse.ArgumentParser(
+        description="Process and chunk codebase content with advanced chunking strategies."
+    )
+
+    parser.add_argument("--version", action="version", version=f"komodo {KOMODO_VERSION}")
+    
+    parser.add_argument("--dashboard", action="store_true",
+                        help="Launch the web-based dashboard interface")
+
+    parser.add_argument("dirs", nargs="*", default=["."],
+                        help="Directories to process (default: current directory)")
+    
+    chunk_group = parser.add_mutually_exclusive_group(required=False)
+    chunk_group.add_argument("--equal-chunks", type=int, 
+                            help="Split into N equal chunks")
+    chunk_group.add_argument("--max-chunk-size", type=int, 
+                            help="Maximum tokens/lines per chunk")
+    chunk_group.add_argument("--max-tokens", type=int,
+                            help="Maximum tokens per chunk (token-based chunking)")
+    
+    parser.add_argument("--output-dir", default="chunks",
+                        help="Output directory for chunks (default: chunks)")
+    
+    parser.add_argument("--ignore", action="append", default=[],
+                        help="Repeatable. Each usage adds one ignore pattern. Example: --ignore '**/node_modules/**' --ignore 'venv'")
+    parser.add_argument("--unignore", action="append", default=[],
+                        help="Repeatable. Each usage adds one unignore pattern. Example: --unignore '*.md'")
+    
+    parser.add_argument("--dry-run", action="store_true",
+                        help="Show which files would be processed, but do not generate any chunks.")
+
+    parser.add_argument("--priority", action="append", default=[],
+                        help="Priority rules in format 'pattern,score' (repeatable). Example: --priority '*.py,10' --priority 'file2.txt,20'")
+    
+    parser.add_argument("--num-threads", type=int, default=4,
+                        help="Number of processing threads (default: 4)")
+
+    parser.add_argument("--enhanced", action="store_true",
+                        help="Enable LLM optimizations")
+    
+    parser.add_argument("--semantic-chunks", action="store_true",
+                        help="Use AST-based chunking for .py files (splits by top-level functions/classes)")
+
+    parser.add_argument("--context-window", type=int, default=4096,
+                        help="Target LLM context window size (default: 4096)")
+    parser.add_argument("--min-relevance", type=float, default=0.3,
+                        help="Minimum relevance score 0.0-1.0 (default: 0.3)")
+    parser.add_argument("--no-metadata", action="store_true",
+                        help="Disable metadata extraction")
+    parser.add_argument("--keep-redundant", action="store_true",
+                        help="Keep redundant content")
+    parser.add_argument("--no-summaries", action="store_true",
+                        help="Disable summary generation")
+
+    parser.add_argument("--file-type", type=str, 
+                        help="Only chunk files of this type (e.g., 'pdf', 'py')")
+                        
+    parser.add_argument("--verbose", action="store_true",
+                        help="Enable verbose output")
+
+    args = parser.parse_args()
+
+    if args.dashboard:
+        launch_dashboard()
+        return
+
+    if not any([args.equal_chunks, args.max_chunk_size, args.max_tokens]):
+        parser.error("One of --equal-chunks, --max-chunk-size, or --max-tokens is required (unless using --dashboard)")
+
+    if args.output_dir:
+        os.makedirs(args.output_dir, exist_ok=True)
+
+    priority_rules = []
+    for rule in args.priority:
+        if not rule:
+            continue
+        try:
+            pattern, score = rule.split(",", 1)
+            priority_rules.append((pattern.strip(), int(score.strip())))
+        except ValueError:
+            print(f"[Error] Priority rule must be 'pattern,score': {rule}", 
+                  file=sys.stderr)
+            sys.exit(1)
+
+    chunker = None
+    try:
+        if args.max_tokens:
+            try:
+                from pykomodo.token_chunker import TokenBasedChunker as ChunkerClass
+                if args.verbose:
+                    print("Using TokenBasedChunker for token-based chunking")
+            except ImportError:
+                print("[Error] TokenBasedChunker not available. Please install tiktoken or update pykomodo.", 
+                      file=sys.stderr)
+                sys.exit(1)
+                
+            chunker_args = {
+                "max_tokens_per_chunk": args.max_tokens,
+                "output_dir": args.output_dir,
+                "user_ignore": args.ignore,
+                "user_unignore": args.unignore,
+                "priority_rules": priority_rules,
+                "num_threads": args.num_threads,
+                "dry_run": args.dry_run,
+                "semantic_chunking": args.semantic_chunks,
+                "file_type": args.file_type,
+                "verbose": args.verbose
+            }
+        else:
+            if args.enhanced:
+                from pykomodo.enhanced_chunker import EnhancedParallelChunker as ChunkerClass
+            else:
+                from pykomodo.multi_dirs_chunker import ParallelChunker as ChunkerClass
+                
+            chunker_args = {
+                "equal_chunks": args.equal_chunks,
+                "max_chunk_size": args.max_chunk_size,
+                "output_dir": args.output_dir,
+                "user_ignore": args.ignore,
+                "user_unignore": args.unignore,
+                "priority_rules": priority_rules,
+                "num_threads": args.num_threads,
+                "dry_run": args.dry_run,
+                "semantic_chunking": args.semantic_chunks,
+                "file_type": args.file_type
+            }
+            
+            if args.enhanced:
+                chunker_args.update({
+                    "extract_metadata": not args.no_metadata,
+                    "add_summaries": not args.no_summaries,
+                    "remove_redundancy": not args.keep_redundant,
+                    "context_window": args.context_window,
+                    "min_relevance_score": args.min_relevance
+                })
+    
+        chunker = ChunkerClass(**chunker_args)
+        chunker.process_directories(args.dirs)
+        
+    except Exception as e:
+        print(f"[Error] Processing failed: {e}", file=sys.stderr)
+        sys.exit(1)
+    finally:
+        if chunker and hasattr(chunker, 'close'):
+            chunker.close()
+
+if __name__ == "__main__":
+    main()

test/pykomodo/config.py

@@ -0,0 +1,20 @@
+# src/config.py
+
+from dataclasses import dataclass
+from pathlib import Path
+from typing import Optional
+
+@dataclass
+class PriorityRule:
+    pattern: str
+    score: int
+
+@dataclass
+class KomodoConfig:
+    max_size: int = 10 * 1024 * 1024
+    token_mode: bool = False
+    output_dir: Optional[Path] = None
+    stream: bool = False
+    ignore_patterns: list[str] = None
+    priority_rules: list[PriorityRule] = None
+    binary_extensions: list[str] = None