agentpack-cli 0.1.1__tar.gz → 0.1.2__tar.gz

{agentpack_cli-0.1.1 → agentpack_cli-0.1.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: agentpack-cli
-Version: 0.1.1
+Version: 0.1.2
 Summary: Token-aware context packing for AI coding agents — Claude, Cursor, Windsurf, and Codex
 License: MIT
 License-File: LICENSE
@@ -43,7 +43,7 @@ Description-Content-Type: text/markdown
 [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
 [![CI](https://github.com/vishal2612200/agentpack/actions/workflows/ci.yml/badge.svg)](https://github.com/vishal2612200/agentpack/actions/workflows/ci.yml)
 
-> **Status: alpha (v0.1.1).** Works, tested, used in real sessions. Python and JavaScript/TypeScript are the best-supported languages. Not yet validated across a wide range of repos. API may change before 1.0.
+> **Status: alpha (v0.1.2).** Works, tested, used in real sessions. Python and JavaScript/TypeScript are the best-supported languages. Not yet validated across a wide range of repos. API may change before 1.0.
 >
 > **Platform note:** macOS and Linux are fully supported. Windows support is not yet implemented (git hooks use POSIX shell; the Claude Code session hooks use `python3`/`rm -f`). Contributions welcome.
 

{agentpack_cli-0.1.1 → agentpack_cli-0.1.2}/README.md

@@ -5,7 +5,7 @@
 [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
 [![CI](https://github.com/vishal2612200/agentpack/actions/workflows/ci.yml/badge.svg)](https://github.com/vishal2612200/agentpack/actions/workflows/ci.yml)
 
-> **Status: alpha (v0.1.1).** Works, tested, used in real sessions. Python and JavaScript/TypeScript are the best-supported languages. Not yet validated across a wide range of repos. API may change before 1.0.
+> **Status: alpha (v0.1.2).** Works, tested, used in real sessions. Python and JavaScript/TypeScript are the best-supported languages. Not yet validated across a wide range of repos. API may change before 1.0.
 >
 > **Platform note:** macOS and Linux are fully supported. Windows support is not yet implemented (git hooks use POSIX shell; the Claude Code session hooks use `python3`/`rm -f`). Contributions welcome.
 

{agentpack_cli-0.1.1 → agentpack_cli-0.1.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "agentpack-cli"
-version = "0.1.1"
+version = "0.1.2"
 description = "Token-aware context packing for AI coding agents — Claude, Cursor, Windsurf, and Codex"
 readme = "README.md"
 requires-python = ">=3.10"

{agentpack_cli-0.1.1 → agentpack_cli-0.1.2}/src/agentpack/application/pack_service.py

@@ -90,9 +90,11 @@ class ChangeDetector:
         packable: list[FileInfo],
         root: Path,
         since: str | None,
+        previous_snap: dict | None = None,
     ) -> ChangeSet:
         current_snap = build_snapshot(packable)
-        previous_snap = load_snapshot(root)
+        if previous_snap is None:
+            previous_snap = load_snapshot(root)
         snap_diff = diff_snapshots(previous_snap, current_snap)
         changed_from_snap: set[str] = set(snap_diff.added + snap_diff.modified)
 
@@ -160,7 +162,8 @@ class PackPlanner:
         phase_times: dict[str, float] = {}
 
         t0 = time.perf_counter()
-        scan_result = scan(root, ignore_spec, cfg.context.max_file_tokens)
+        previous_snap = load_snapshot(root)
+        scan_result = scan(root, ignore_spec, cfg.context.max_file_tokens, previous_snapshot=previous_snap)
         phase_times["scan"] = time.perf_counter() - t0
 
         packable = scan_result.packable
@@ -175,7 +178,7 @@ class PackPlanner:
         phase_times["deps"] = time.perf_counter() - t0
 
         t0 = time.perf_counter()
-        changes = ChangeDetector().detect(packable, root, request.since)
+        changes = ChangeDetector().detect(packable, root, request.since, previous_snap=previous_snap)
         phase_times["changes"] = time.perf_counter() - t0
 
         t0 = time.perf_counter()

{agentpack_cli-0.1.1 → agentpack_cli-0.1.2}/src/agentpack/core/scanner.py

@@ -7,7 +7,7 @@ import pathspec
 
 from agentpack.core.ignore import load_spec, is_ignored
 from agentpack.core.models import FileInfo, ScanResult
-from agentpack.core.token_estimator import estimate_tokens
+from agentpack.core.token_estimator import estimate_tokens, estimate_tokens_bytes
 
 BINARY_EXTENSIONS = {
     ".png", ".jpg", ".jpeg", ".gif", ".bmp", ".ico", ".svg",
@@ -54,7 +54,7 @@ LANGUAGE_MAP: dict[str, str] = {
     ".xml": "xml",
 }
 
-ALWAYS_SKIP = {".git", ".agentpack"}
+ALWAYS_SKIP = {".git", ".agentpack", ".claude"}
 
 
 def file_hash(path: Path) -> str:
@@ -79,11 +79,14 @@ def scan(
     root: Path,
     ignore_spec: pathspec.PathSpec,
     max_file_tokens: int = 4000,
+    previous_snapshot: dict | None = None,
 ) -> ScanResult:
     packable: list[FileInfo] = []
     ignored: list[FileInfo] = []
     binary: list[FileInfo] = []
 
+    prev_files: dict[str, dict] = (previous_snapshot or {}).get("files", {})
+
     for abs_path in root.rglob("*"):
         if not abs_path.is_file():
             continue
@@ -125,6 +128,27 @@ def scan(
 
         size = abs_path.stat().st_size
         lang = LANGUAGE_MAP.get(abs_path.suffix.lower())
+        fhash = file_hash(abs_path)
+
+        # Unchanged file: reuse cached token count, skip content read.
+        # Content is loaded lazily by context_pack.select_files() when needed.
+        prev = prev_files.get(rel_str)
+        if prev and prev.get("hash") == fhash:
+            cached_tokens = prev.get("estimated_tokens", estimate_tokens_bytes(size))
+            too_large = cached_tokens > max_file_tokens
+            packable.append(
+                FileInfo(
+                    path=rel_str,
+                    abs_path=abs_path,
+                    language=lang,
+                    size_bytes=size,
+                    estimated_tokens=cached_tokens,
+                    hash=fhash,
+                    too_large=too_large,
+                    content=None,
+                )
+            )
+            continue
 
         try:
             text = abs_path.read_text(errors="replace")
@@ -141,7 +165,7 @@ def scan(
                 language=lang,
                 size_bytes=size,
                 estimated_tokens=tokens,
-                hash=file_hash(abs_path),
+                hash=fhash,
                 too_large=too_large,
                 content=text,
             )

agentpack_cli-0.1.2/src/agentpack/core/token_estimator.py

@@ -0,0 +1,40 @@
+from __future__ import annotations
+
+import os
+
+_encoder = None
+
+
+def _get_encoder():
+    global _encoder
+    if _encoder is None:
+        try:
+            import tiktoken
+            # Only load tiktoken if its vocab cache already exists — avoids
+            # a blocking network download when running inside git hooks.
+            cache_dir = os.environ.get(
+                "TIKTOKEN_CACHE_DIR",
+                os.path.join(os.path.expanduser("~"), ".cache", "huggingface", "hub"),
+            )
+            tiktoken_cache = os.path.join(os.path.expanduser("~"), ".cache", "tiktoken")
+            cache_warm = os.path.isdir(tiktoken_cache) and any(
+                True for _ in os.scandir(tiktoken_cache)
+            ) if os.path.isdir(tiktoken_cache) else False
+            if cache_warm or os.environ.get("AGENTPACK_FORCE_TIKTOKEN"):
+                _encoder = tiktoken.get_encoding("cl100k_base")
+            else:
+                _encoder = False
+        except ImportError:
+            _encoder = False
+    return _encoder
+
+
+def estimate_tokens(text: str) -> int:
+    enc = _get_encoder()
+    if enc:
+        return max(1, len(enc.encode(text, disallowed_special=())))
+    return max(1, len(text) // 4)
+
+
+def estimate_tokens_bytes(size_bytes: int) -> int:
+    return max(1, size_bytes // 4)

agentpack_cli-0.1.1/src/agentpack/core/token_estimator.py

@@ -1,26 +0,0 @@
-from __future__ import annotations
-
-_encoder = None
-
-
-def _get_encoder():
-    global _encoder
-    if _encoder is None:
-        try:
-            import tiktoken
-            _encoder = tiktoken.get_encoding("cl100k_base")
-        except ImportError:
-            _encoder = False
-    return _encoder
-
-
-def estimate_tokens(text: str) -> int:
-    enc = _get_encoder()
-    if enc:
-        return max(1, len(enc.encode(text, disallowed_special=())))
-    return max(1, len(text) // 4)
-
-
-def estimate_tokens_bytes(size_bytes: int) -> int:
-    # byte-level fallback when text is unavailable
-    return max(1, size_bytes // 4)