janito 0.5.0__py3-none-any.whl → 0.7.0__py3-none-any.whl

janito/workspace/analysis.py

@@ -0,0 +1,121 @@
+from collections import defaultdict
+from pathlib import Path
+from typing import Dict, List
+
+from rich.columns import Columns
+from rich.console import Console, Group
+from rich.panel import Panel
+from rich.rule import Rule
+from janito.config import config
+
+def analyze_workspace_content(content: str) -> None:
+    """Show statistics about the scanned content"""
+    if not content:
+        return
+
+    # Collect include paths
+    paths = []
+    if config.include:
+        for path in config.include:
+            is_recursive = path in config.recursive
+            path_str = str(path.relative_to(config.workspace_dir))
+            paths.append(f"{path_str}/*" if is_recursive else f"{path_str}/")
+    else:
+        # Use workspace_dir as fallback when no include paths specified
+        paths.append("./")
+
+    console = Console()
+
+    dir_counts: Dict[str, int] = defaultdict(int)
+    dir_sizes: Dict[str, int] = defaultdict(int)
+    file_types: Dict[str, int] = defaultdict(int)
+    current_path = None
+    current_content = []
+
+    for line in content.split('\n'):
+        if line.startswith('<path>'):
+            path = Path(line.replace('<path>', '').replace('</path>', '').strip())
+            current_path = str(path.parent)
+            dir_counts[current_path] += 1
+            file_types[path.suffix.lower() or 'no_ext'] += 1
+        elif line.startswith('<content>'):
+            current_content = []
+        elif line.startswith('</content>'):
+            content_size = sum(len(line.encode('utf-8')) for line in current_content)
+            if current_path:
+                dir_sizes[current_path] += content_size
+            current_content = []
+        elif current_content is not None:
+            current_content.append(line)
+
+    console = Console()
+
+    # Directory statistics
+    dir_stats = [
+        f"📁 {directory}/ [{count} file(s), {_format_size(size)}]"
+        for directory, (count, size) in (
+            (d, (dir_counts[d], dir_sizes[d]))
+            for d in sorted(dir_counts.keys())
+        )
+    ]
+
+    # File type statistics
+    type_stats = [
+        f"📄 .{ext.lstrip('.')} [{count} file(s)]" if ext != 'no_ext' else f"📄 {ext} [{count} file(s)]"
+        for ext, count in sorted(file_types.items())
+    ]
+
+    # Create grouped content with styled separators
+    content_sections = []
+
+    if paths:
+        # Group paths with their stats
+        path_stats = []
+        for path in sorted(set(paths)):
+            base_path = Path(path.rstrip("/*"))
+            total_files = sum(1 for d, count in dir_counts.items()
+                             if Path(d).is_relative_to(base_path))
+            total_size = sum(size for d, size in dir_sizes.items()
+                            if Path(d).is_relative_to(base_path))
+            path_stats.append(f"{path} [{total_files} file(s), {_format_size(total_size)}]")
+
+        content_sections.extend([
+            "[bold yellow]📌 Included Paths[/bold yellow]",
+            Rule(style="yellow"),
+            Columns(path_stats, equal=True, expand=True),
+            "\n"
+        ])
+
+    # Add directory structure section only in verbose mode
+    if config.verbose:
+        content_sections.extend([
+            "[bold magenta]📂 Directory Structure[/bold magenta]",
+            Rule(style="magenta"),
+            Columns(dir_stats, equal=True, expand=True),
+            "\n"
+        ])
+
+    # Always show file types section
+    content_sections.extend([
+        "[bold cyan]📑 File Types[/bold cyan]",
+        Rule(style="cyan"),
+        Columns(type_stats, equal=True, expand=True)
+    ])
+
+    content = Group(*content_sections)
+
+    # Display workset analysis in panel
+    console.print("\n")
+    console.print(Panel(
+        content,
+        title="[bold blue]Workset Analysis[/bold blue]",
+        title_align="center"
+    ))
+
+def _format_size(size_bytes: int) -> str:
+    """Format size in bytes to human readable format"""
+    for unit in ['B', 'KB', 'MB', 'GB', 'TB']:
+        if size_bytes < 1024.0:
+            break
+        size_bytes /= 1024.0
+    return f"{size_bytes:.1f} {unit}"

janito/workspace/show.py

@@ -0,0 +1,141 @@
+from rich.traceback import install
+install(show_locals=False)
+
+from pathlib import Path
+from typing import List, Set
+from rich.columns import Columns
+from rich.console import Console, Group
+from rich.panel import Panel
+from rich.rule import Rule
+from rich.text import Text
+from janito.config import config
+from .types import FileInfo, ScanPath
+from .stats import collect_file_stats, _format_size 
+
+
+def show_workset_analysis(
+    files: List[FileInfo],
+    scan_paths: List[ScanPath],
+    cache_blocks: List[List[FileInfo]] = None
+) -> None:
+    """Display analysis of workspace content and configuration."""
+
+    console = Console()
+    content_sections = []
+
+    # Get statistics
+    dir_counts, file_types = collect_file_stats(files)
+
+    # Calculate path stats using relative paths
+    paths_stats = []
+    total_files = 0
+    total_size = 0
+
+  
+    # Process all paths uniformly
+    for scan_path in sorted(scan_paths, key=lambda p: p.path):
+
+        path = scan_path.path
+        is_recursive = scan_path.is_recursive
+        path_str = str(path)
+
+        # Calculate stats based on scan type
+        if is_recursive:
+            path_files = sum(count for d, [count, _] in dir_counts.items()
+                           if Path(d) == path or Path(d).is_relative_to(path))
+            path_size = sum(size for d, [_, size] in dir_counts.items()
+                          if Path(d) == path or Path(d).is_relative_to(path))
+        else:
+            path_files = dir_counts.get(path_str, [0, 0])[0]
+            path_size = dir_counts.get(path_str, [0, 0])[1]
+
+        total_files += path_files
+        total_size += path_size
+
+        paths_stats.append(
+            f"[bold cyan]{path}[/bold cyan]"
+            f"[yellow]{'/**' if is_recursive else '/'}[/yellow] "
+            f"[[green]{path_files}[/green] "
+            f"{'total ' if is_recursive else ''}file(s), "
+            f"[blue]{_format_size(path_size)}[/blue]]"
+        )
+
+    # Build sections - Show paths first
+    if paths_stats or current_dir_stats:
+        content_sections.extend([
+            "[bold yellow]📌 Included Paths[/bold yellow]",
+            Rule(style="yellow"),
+        ])
+
+        # All paths are now handled in the main loop
+
+        content_sections.append(
+            Text(" | ").join(Text.from_markup(path) for path in paths_stats)
+        )
+
+        # Add total summary if there are multiple paths
+        if len(paths_stats) > 1:
+            content_sections.extend([
+                "",  # Empty line for spacing
+                f"[bold yellow]Total:[/bold yellow] [green]{total_files}[/green] files, "
+                f"[blue]{_format_size(total_size)}[/blue]"
+            ])
+        content_sections.append("\n")
+
+    # Then show directory structure if verbose
+    if config.verbose:
+        dir_stats = [
+            f"📁 {directory}/ [{count} file(s), {_format_size(size)}]"
+            for directory, (count, size) in sorted(dir_counts.items())
+        ]
+        content_sections.extend([
+            "[bold magenta]📂 Directory Structure[/bold magenta]",
+            Rule(style="magenta"),
+            Columns(dir_stats, equal=True, expand=True),
+            "\n"
+        ])
+
+    type_stats = [
+        f"[bold cyan].{ext.lstrip('.')}[/bold cyan] [[green]{count}[/green] file(s)]" 
+        if ext != 'no_ext' 
+        else f"[bold cyan]no ext[/bold cyan] [[green]{count}[/green] file(s)]"
+        for ext, count in sorted(file_types.items())
+    ]
+    content_sections.extend([
+        "[bold cyan]📑 File Types[/bold cyan]",
+        Rule(style="cyan"),
+        Text(" | ").join(Text.from_markup(stat) for stat in type_stats)
+    ])
+
+    # Finally show cache blocks if in debug mode
+    if config.debug and cache_blocks:
+        blocks = cache_blocks
+        if any(blocks):
+            content_sections.extend([
+                "\n",
+                "[bold blue]🕒 Cache Blocks[/bold blue]",
+                Rule(style="blue"),
+            ])
+            
+            block_names = ["Last 5 minutes", "Last hour", "Last 24 hours", "Older"]
+            for name, block in zip(block_names, blocks):
+                if block:  # Only show non-empty blocks
+                    content_sections.extend([
+                        f"\n[bold]{name}[/bold] ({len(block)} files):",
+                        Columns([
+                            Text.assemble(
+                                f"{f.name} - ",
+                                (f"{f.content.splitlines()[0][:50]}...", "dim")
+                            )
+                            for f in block[:5]  # Show first 5 files only
+                        ], padding=(0, 2)),
+                        "" if block == blocks[-1] else Rule(style="dim")
+                    ])
+
+    # Display analysis
+    console.print("\n")
+    console.print(Panel(
+        Group(*content_sections),
+        title="[bold blue]Workset Analysis[/bold blue]",
+        title_align="center"
+    ))

janito/workspace/stats.py

@@ -0,0 +1,43 @@
+from collections import defaultdict
+from pathlib import Path
+from typing import List, Dict, Tuple
+from .types import FileInfo
+
+def collect_file_stats(files: List[FileInfo]) -> Tuple[Dict[str, List[int]], Dict[str, int]]:
+    """Collect directory and file type statistics from files.
+
+    Args:
+        files: List of FileInfo objects to analyze
+
+    Returns:
+        Tuple containing:
+            - Dictionary of directory stats [count, size]
+            - Dictionary of file type counts
+    """
+    dir_counts = defaultdict(lambda: [0, 0])  # [count, size]
+    file_types = defaultdict(int)
+
+    for file_info in files:
+        path = Path(file_info.name)
+        dir_path = str(path.parent)
+        file_size = len(file_info.content.encode('utf-8'))
+
+        # Update directory stats
+        dir_counts[dir_path][0] += 1
+        dir_counts[dir_path][1] += file_size
+
+        # Update file type stats
+        file_types[path.suffix.lower() or 'no_ext'] += 1
+
+    return dir_counts, file_types
+
+def _format_size(size_bytes: int) -> str:
+    """Format size in bytes to human readable format."""
+    size = size_bytes
+    for unit in ['B', 'KB', 'MB', 'GB', 'TB']:
+        if size < 1024:
+            break
+        size //= 1024
+    return f"{size} {unit}"
+
+# Remove _group_files_by_time function as it's now handled by Workset

janito/workspace/types.py

@@ -0,0 +1,98 @@
+from dataclasses import dataclass, field
+from pathlib import Path
+from typing import List, Dict, Set, Tuple
+from sys import maxsize
+from janito.config import config
+from enum import auto, Enum
+
+@dataclass
+class FileInfo:
+    """Represents a file's basic information"""
+    name: str  # Relative path from workspace root
+    content: str
+    seconds_ago: int = 0  # Seconds since last modification
+
+class ScanType(Enum):
+    """Type of path scanning"""
+    PLAIN = auto()
+    RECURSIVE = auto()
+
+@dataclass
+class ScanPath:
+    """Represents a path to be scanned"""
+    path: Path
+    scan_type: ScanType = ScanType.PLAIN
+
+    @property
+    def is_recursive(self) -> bool:
+        return self.scan_type == ScanType.RECURSIVE
+
+@dataclass
+class WorksetContent:
+    """Represents workset content and statistics."""
+    files: List[FileInfo] = field(default_factory=list)
+    scanned_paths: Set[Path] = field(default_factory=set)
+    dir_counts: Dict[str, int] = field(default_factory=dict)
+    dir_sizes: Dict[str, int] = field(default_factory=dict)
+    file_types: Dict[str, int] = field(default_factory=dict)
+    scan_completed: bool = False
+    analyzed: bool = False
+
+    def clear(self) -> None:
+        """Reset all content"""
+        self.files = []
+        self.scanned_paths = set()
+        self.dir_counts = {}
+        self.dir_sizes = {}
+        self.file_types = {}
+        self.scan_completed = False
+        self.analyzed = False
+
+    def add_file(self, file_info: FileInfo) -> None:
+        """Add a file to the content and update statistics"""
+        self.files.append(file_info)
+        
+        # Update file type stats
+        suffix = Path(file_info.name).suffix.lower() or 'no_ext'
+        self.file_types[suffix] = self.file_types.get(suffix, 0) + 1
+        
+        # Update directory stats
+        dir_path = str(Path(file_info.name).parent)
+        self.dir_counts[dir_path] = self.dir_counts.get(dir_path, 0) + 1
+        self.dir_sizes[dir_path] = self.dir_sizes.get(dir_path, 0) + len(file_info.content.encode('utf-8'))
+
+    def get_file_info(self, time_ranges: List[int] = None) -> Tuple[List[FileInfo], List[FileInfo], List[FileInfo], List[FileInfo]]:
+        """Get file information grouped into 4 blocks based on modification time ranges."""
+        if not time_ranges:
+            time_ranges = [300, 3600, 86400, maxsize]  # 5min, 1h, 24h, rest
+        else:
+            time_ranges = [int(x) for x in time_ranges[:3]] + [maxsize]
+            if len(time_ranges) < 4:
+                time_ranges.extend([maxsize] * (4 - len(time_ranges)))
+        time_ranges.sort()
+
+        blocks = [[] for _ in range(4)]
+        
+        def get_range_index(seconds: int) -> int:
+            for i, threshold in enumerate(time_ranges):
+                if seconds <= threshold:
+                    return i
+            return len(time_ranges) - 1
+
+        # Sort and group files by modification time
+        sorted_files = sorted(self.files, key=lambda f: f.seconds_ago)
+        for file_info in sorted_files:
+            block_idx = get_range_index(file_info.seconds_ago)
+            blocks[block_idx].append(file_info)
+
+        return tuple(blocks)
+
+    @property
+    def content_size(self) -> int:
+        """Get total content size in bytes"""
+        return sum(len(f.content.encode('utf-8')) for f in self.files)
+
+    @property
+    def file_count(self) -> int:
+        """Get total number of files"""
+        return len(self.files)

janito/workspace/workset.py

@@ -0,0 +1,108 @@
+from pathlib import Path
+from typing import List, Set, Tuple
+from .show import show_workset_analysis
+from rich.console import Console
+from janito.config import config
+from .types import WorksetContent, FileInfo, ScanPath, ScanType
+from .workspace import Workspace
+
+class PathNotRelativeError(Exception):
+    """Raised when a path is not relative."""
+    pass
+
+class Workset:
+    _instance = None
+
+    def __new__(cls):
+        if cls._instance is None:
+            cls._instance = super().__new__(cls)
+            cls._instance._init()
+        return cls._instance
+
+    def _init(self):
+        self._scan_paths: List[ScanPath] = []
+        self._content = WorksetContent()
+        self._workspace = Workspace()
+        if not config.skip_work:
+            self._scan_paths.append(ScanPath(Path("."), ScanType.PLAIN))
+
+    def add_scan_path(self, path: Path, scan_type: ScanType) -> None:
+        """Add a path with specific scan type."""
+        if path.is_absolute():
+            raise PathNotRelativeError(f"Path must be relative: {path}")
+        self._scan_paths.append(ScanPath(path, scan_type))
+        
+        if config.debug:
+            Console(stderr=True).print(
+                f"[cyan]Debug: Added {scan_type.name.lower()} scan path: {path}[/cyan]"
+            )
+
+    def refresh(self) -> None:
+        """Refresh content by scanning configured paths"""
+        self.clear()
+        paths = self.get_scan_paths()
+        
+        if config.debug:
+            Console(stderr=True).print(f"[cyan]Debug: Refreshing workset with paths: {paths}[/cyan]")
+            
+        self._workspace.scan_files(paths, self.get_recursive_paths())
+        self._content = self._workspace.content
+
+    def get_scan_paths(self) -> List[Path]:
+        """Get effective scan paths based on configuration"""
+        paths = set()
+        paths.update(p.path for p in self._scan_paths)
+        return sorted(paths)
+
+    def get_recursive_paths(self) -> Set[Path]:
+        """Get paths that should be scanned recursively"""
+        return {p.path for p in self._scan_paths if p.is_recursive}
+
+    def is_path_recursive(self, path: Path) -> bool:
+        """Check if a path is configured for recursive scanning"""
+        return any(scan_path.is_recursive and scan_path.path == path 
+                  for scan_path in self._scan_paths)
+
+    @property
+    def paths(self) -> Set[Path]:
+        return {p.path for p in self._scan_paths}
+
+    @property
+    def recursive_paths(self) -> Set[Path]:
+        return self.get_recursive_paths()
+
+    def clear(self) -> None:
+        """Clear workspace settings while maintaining current directory in scan paths"""
+        self._content = WorksetContent()
+
+    def show(self) -> None:
+        """Display analysis of current workset content."""
+        show_workset_analysis(
+            files=self._content.files,
+            scan_paths=self._scan_paths,
+            cache_blocks=self.get_cache_blocks()
+        )
+
+    def get_cache_blocks(self) -> Tuple[List[FileInfo], List[FileInfo], List[FileInfo], List[FileInfo]]:
+        """Get files grouped into time-based cache blocks.
+        
+        Returns:
+            Tuple of 4 lists containing FileInfo objects:
+            - Last 5 minutes
+            - Last hour
+            - Last 24 hours
+            - Older files
+        """
+        time_ranges = [300, 3600, 86400]  # 5min, 1h, 24h
+        blocks: List[List[FileInfo]] = [[] for _ in range(4)]
+        
+        for file_info in sorted(self._content.files, key=lambda f: f.seconds_ago):
+            # Will return 3 if file is older than all thresholds
+            block_idx = next((i for i, threshold in enumerate(time_ranges) 
+                            if file_info.seconds_ago <= threshold), 3)
+            blocks[block_idx].append(file_info)
+            
+        return tuple(blocks)
+
+# Create and export singleton instance at module level
+workset = Workset()

janito/workspace/workspace.py

@@ -0,0 +1,114 @@
+from pathlib import Path
+from typing import List, Set, Dict, Optional, Tuple
+import time
+from rich.console import Console
+from janito.config import config
+from .types import WorksetContent, FileInfo, ScanPath  # Add ScanPath import
+
+class PathNotRelativeError(Exception):
+    """Raised when a path is not relative."""
+    pass
+
+class Workspace:
+    """Handles workspace scanning and content management."""
+    
+    _instance = None
+    
+    def __new__(cls):
+        if cls._instance is None:
+            cls._instance = super().__new__(cls)
+            cls._instance._initialized = False
+        return cls._instance
+
+    def __init__(self):
+        if not self._initialized:
+            self._content = WorksetContent()
+            self._initialized = True
+
+    def scan_files(self, paths: List[Path], recursive_paths: Set[Path]) -> None:
+        """Scan files from given paths and update content.
+        
+        Args:
+            paths: List of paths to scan
+            recursive_paths: Set of paths to scan recursively
+        """
+        for path in paths:
+            if path.is_absolute():
+                raise PathNotRelativeError(f"Path must be relative: {path}")
+                
+        scan_time = time.time()
+        
+        if config.debug:
+            console = Console(stderr=True)
+            console.print(f"\n[cyan]Debug: Starting scan of {len(paths)} paths[/cyan]")
+
+        processed_files: Set[Path] = set()
+        for path in paths:
+            abs_path = config.workspace_dir / path
+            if not (config.skip_work and path == Path(".")):
+                self._scan_path(abs_path, processed_files, scan_time, recursive_paths)
+
+        self._content.scan_completed = True
+        self._content.analyzed = False
+        self._content.scanned_paths = set(paths)
+
+    def _scan_path(self, path: Path, processed_files: Set[Path], scan_time: float, 
+                  recursive_paths: Set[Path]) -> None:
+        """Scan a single path and process its contents."""
+        if path in processed_files:
+            return
+
+        # Convert recursive_paths to absolute for comparison
+        abs_recursive_paths = {config.workspace_dir / p for p in recursive_paths}
+
+        path = path.resolve()
+        processed_files.add(path)
+
+        if path.is_dir():
+            try:
+                for item in path.iterdir():
+                    if item.name.startswith(('.', '__pycache__')):
+                        continue
+                    if path in abs_recursive_paths:
+                        self._scan_path(item, processed_files, scan_time, recursive_paths)
+                    elif item.is_file():
+                        self._scan_path(item, processed_files, scan_time, recursive_paths)
+            except PermissionError:
+                if config.debug:
+                    Console(stderr=True).print(f"[red]Debug: Permission denied: {path}[/red]")
+        elif path.is_file():
+            self._process_file(path, scan_time)
+
+    def _process_file(self, path: Path, scan_time: float) -> None:
+        """Process a single file and add it to the content."""
+        try:
+            if path.suffix.lower() in {'.py', '.md', '.txt', '.json', '.yaml', '.yml', '.toml'} or not path.suffix:
+                content = path.read_text(encoding='utf-8')
+                rel_path = path.relative_to(config.workspace_dir)
+                seconds_ago = int(scan_time - path.stat().st_mtime)
+                
+                file_info = FileInfo(
+                    name=str(rel_path),
+                    content=content,
+                    seconds_ago=seconds_ago
+                )
+                self._content.add_file(file_info)
+                
+                if config.debug:
+                    Console(stderr=True).print(f"[cyan]Debug: Added file: {rel_path}[/cyan]")
+        except (UnicodeDecodeError, PermissionError) as e:
+            if config.debug:
+                Console(stderr=True).print(f"[red]Debug: Error reading file {path}: {str(e)}[/red]")
+
+    def get_file_info(self, time_ranges: Optional[List[int]] = None) -> Tuple[List[FileInfo], List[FileInfo], List[FileInfo], List[FileInfo]]:
+        """Get file information grouped by modification time."""
+        return self._content.get_file_info(time_ranges)
+
+    def clear(self) -> None:
+        """Clear all workspace content and settings."""
+        self._content = WorksetContent()
+
+    @property
+    def content(self) -> WorksetContent:
+        """Get the workspace content."""
+        return self._content