code-review-ai-cli 2.2.2__tar.gz → 2.2.3__tar.gz

{code_review_ai_cli-2.2.2 → code_review_ai_cli-2.2.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: code-review-ai-cli
-Version: 2.2.2
+Version: 2.2.3
 Summary: Automated AI-powered code review CLI for Azure DevOps / TFS Pull Requests
 License: MIT
 Keywords: code-review,ai,azure-devops,tfs,pull-request,llm
@@ -17,6 +17,8 @@ Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: requests>=2.28.0
 Requires-Dist: PyYAML>=6.0
+Requires-Dist: litellm>=1.40.0
+Requires-Dist: tiktoken>=0.7.0
 Provides-Extra: bedrock
 Requires-Dist: boto3>=1.34.0; extra == "bedrock"
 Provides-Extra: openai
@@ -29,6 +31,8 @@ Provides-Extra: tree-sitter
 Requires-Dist: tree-sitter-languages>=1.10.2; extra == "tree-sitter"
 Provides-Extra: all
 Requires-Dist: boto3>=1.34.0; extra == "all"
+Requires-Dist: litellm>=1.40.0; extra == "all"
+Requires-Dist: tiktoken>=0.7.0; extra == "all"
 Requires-Dist: openai>=1.0.0; extra == "all"
 Requires-Dist: google-generativeai>=0.3.0; extra == "all"
 Requires-Dist: anthropic>=0.18.0; extra == "all"
@@ -51,6 +55,7 @@ AI Code Review is an automated AI-powered code review CLI, compatible with vario
 - Configuration exclusively via `config.yaml`
 - Providers LLM: OpenAI, Azure OpenAI, Gemini, Claude, Ollama, GitHub Copilot, AWS Bedrock
 - Diff filtering by **excluded path prefixes** (`excluded_paths`) and/or **file extensions** (`file_extensions_filter`)
+- Prompt token estimation with LiteLLM (`Total Prompt`)
 
 ## Documentation
 
@@ -63,6 +68,13 @@ AI Code Review is an automated AI-powered code review CLI, compatible with vario
 
 ![Review Output Format Example](/imgs/review_output.png)
 
+During a PR review, the terminal also displays `Total Prompt`, an estimate of
+the input tokens in the complete payload sent to the configured provider. The
+provider comes from `llm.provider` and the model comes from `llm.model` or its
+default one. If LiteLLM cannot resolve the provider/model combination,
+the tool tries the model without a provider prefix and then uses local
+`tiktoken` as a final fallback.
+
 ## Installation
 
 Install from PyPI:
@@ -144,3 +156,6 @@ output:
 - `AI Review: PR (Dry-Run)`
 - `AI Review: List Active PRs`
 - `AI Review: Interactive Mode`
+
+## Licence
+This project is licensed under the Apache Licence 2.0 — see the [LICENSE](/License).

{code_review_ai_cli-2.2.2 → code_review_ai_cli-2.2.3}/README.md

@@ -11,6 +11,7 @@ AI Code Review is an automated AI-powered code review CLI, compatible with vario
 - Configuration exclusively via `config.yaml`
 - Providers LLM: OpenAI, Azure OpenAI, Gemini, Claude, Ollama, GitHub Copilot, AWS Bedrock
 - Diff filtering by **excluded path prefixes** (`excluded_paths`) and/or **file extensions** (`file_extensions_filter`)
+- Prompt token estimation with LiteLLM (`Total Prompt`)
 
 ## Documentation
 
@@ -23,6 +24,13 @@ AI Code Review is an automated AI-powered code review CLI, compatible with vario
 
 ![Review Output Format Example](/imgs/review_output.png)
 
+During a PR review, the terminal also displays `Total Prompt`, an estimate of
+the input tokens in the complete payload sent to the configured provider. The
+provider comes from `llm.provider` and the model comes from `llm.model` or its
+default one. If LiteLLM cannot resolve the provider/model combination,
+the tool tries the model without a provider prefix and then uses local
+`tiktoken` as a final fallback.
+
 ## Installation
 
 Install from PyPI:
@@ -104,3 +112,6 @@ output:
 - `AI Review: PR (Dry-Run)`
 - `AI Review: List Active PRs`
 - `AI Review: Interactive Mode`
+
+## Licence
+This project is licensed under the Apache Licence 2.0 — see the [LICENSE](/License).

{code_review_ai_cli-2.2.2 → code_review_ai_cli-2.2.3}/code_review_ai_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: code-review-ai-cli
-Version: 2.2.2
+Version: 2.2.3
 Summary: Automated AI-powered code review CLI for Azure DevOps / TFS Pull Requests
 License: MIT
 Keywords: code-review,ai,azure-devops,tfs,pull-request,llm
@@ -17,6 +17,8 @@ Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: requests>=2.28.0
 Requires-Dist: PyYAML>=6.0
+Requires-Dist: litellm>=1.40.0
+Requires-Dist: tiktoken>=0.7.0
 Provides-Extra: bedrock
 Requires-Dist: boto3>=1.34.0; extra == "bedrock"
 Provides-Extra: openai
@@ -29,6 +31,8 @@ Provides-Extra: tree-sitter
 Requires-Dist: tree-sitter-languages>=1.10.2; extra == "tree-sitter"
 Provides-Extra: all
 Requires-Dist: boto3>=1.34.0; extra == "all"
+Requires-Dist: litellm>=1.40.0; extra == "all"
+Requires-Dist: tiktoken>=0.7.0; extra == "all"
 Requires-Dist: openai>=1.0.0; extra == "all"
 Requires-Dist: google-generativeai>=0.3.0; extra == "all"
 Requires-Dist: anthropic>=0.18.0; extra == "all"
@@ -51,6 +55,7 @@ AI Code Review is an automated AI-powered code review CLI, compatible with vario
 - Configuration exclusively via `config.yaml`
 - Providers LLM: OpenAI, Azure OpenAI, Gemini, Claude, Ollama, GitHub Copilot, AWS Bedrock
 - Diff filtering by **excluded path prefixes** (`excluded_paths`) and/or **file extensions** (`file_extensions_filter`)
+- Prompt token estimation with LiteLLM (`Total Prompt`)
 
 ## Documentation
 
@@ -63,6 +68,13 @@ AI Code Review is an automated AI-powered code review CLI, compatible with vario
 
 ![Review Output Format Example](/imgs/review_output.png)
 
+During a PR review, the terminal also displays `Total Prompt`, an estimate of
+the input tokens in the complete payload sent to the configured provider. The
+provider comes from `llm.provider` and the model comes from `llm.model` or its
+default one. If LiteLLM cannot resolve the provider/model combination,
+the tool tries the model without a provider prefix and then uses local
+`tiktoken` as a final fallback.
+
 ## Installation
 
 Install from PyPI:
@@ -144,3 +156,6 @@ output:
 - `AI Review: PR (Dry-Run)`
 - `AI Review: List Active PRs`
 - `AI Review: Interactive Mode`
+
+## Licence
+This project is licensed under the Apache Licence 2.0 — see the [LICENSE](/License).

{code_review_ai_cli-2.2.2 → code_review_ai_cli-2.2.3}/code_review_ai_cli.egg-info/SOURCES.txt

@@ -15,6 +15,7 @@ src/git_utils.py
 src/llm_client.py
 src/prompt_utils.py
 src/tfs_client.py
+src/token_estimator.py
 src/prompts/config.yaml.template
 src/prompts/review_prompt.md.template
 tests/test_ai_review.py
@@ -24,4 +25,5 @@ tests/test_formatter.py
 tests/test_git_utils.py
 tests/test_llm_client.py
 tests/test_prompt_utils.py
-tests/test_tfs_client.py
+tests/test_tfs_client.py
+tests/test_token_estimator.py

{code_review_ai_cli-2.2.2 → code_review_ai_cli-2.2.3}/code_review_ai_cli.egg-info/requires.txt

@@ -1,8 +1,12 @@
 requests>=2.28.0
 PyYAML>=6.0
+litellm>=1.40.0
+tiktoken>=0.7.0
 
 [all]
 boto3>=1.34.0
+litellm>=1.40.0
+tiktoken>=0.7.0
 openai>=1.0.0
 google-generativeai>=0.3.0
 anthropic>=0.18.0

{code_review_ai_cli-2.2.2 → code_review_ai_cli-2.2.3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "code-review-ai-cli"
-version = "2.2.2"
+version = "2.2.3"
 description = "Automated AI-powered code review CLI for Azure DevOps / TFS Pull Requests"
 readme = "README.md"
 requires-python = ">=3.10"
@@ -24,6 +24,8 @@ classifiers = [
 dependencies = [
     "requests>=2.28.0",
     "PyYAML>=6.0",
+    "litellm>=1.40.0",
+    "tiktoken>=0.7.0",
 ]
 
 [project.optional-dependencies]
@@ -34,6 +36,8 @@ claude = ["anthropic>=0.18.0"]
 tree-sitter = ["tree-sitter-languages>=1.10.2"]
 all = [
     "boto3>=1.34.0",
+    "litellm>=1.40.0",
+    "tiktoken>=0.7.0",
     "openai>=1.0.0",
     "google-generativeai>=0.3.0",
     "anthropic>=0.18.0",

{code_review_ai_cli-2.2.2 → code_review_ai_cli-2.2.3}/src/__init__.py

@@ -1,3 +1,6 @@
+# License: Apache-2.0
+# Copyright 2026 Sérgio Sereno
+
 # AI Code Review - Internal modules
 from importlib.metadata import version, PackageNotFoundError
 

{code_review_ai_cli-2.2.2 → code_review_ai_cli-2.2.3}/src/ai_review.py

@@ -1,4 +1,7 @@
 #!/usr/bin/env python3
+# License: Apache-2.0
+# Copyright 2026 Sérgio Sereno
+
 """
 AI Code Review - Main Script
 ==============================
@@ -516,6 +519,16 @@ def run_pr_review_workflow(args: argparse.Namespace, config: ReviewConfig,
     elapsed = time.time() - start_time
     progress.stop(formatter.format_success(f"Review completed in {elapsed:.1f}s"))
 
+    token_estimate = getattr(llm, "last_token_estimate", None)
+    if token_estimate is not None and token_estimate.total_prompt_tokens is not None:
+        print(formatter.format_info(
+            f"Total Prompt: {token_estimate.total_prompt_tokens} tokens"
+        ))
+    else:
+        print(formatter.format_warning(
+            "Total Prompt: unavailable (LiteLLM and local tiktoken could not count the model)"
+        ))
+
     # --- Show structured comments preview ---
     print(formatter.format_structured_comments(
         structured_comments,

{code_review_ai_cli-2.2.2 → code_review_ai_cli-2.2.3}/src/config.py

@@ -1,3 +1,6 @@
+# License: Apache-2.0
+# Copyright 2026 Sérgio Sereno
+
 """
 Configuration Module - AI Code Review
 =======================================

{code_review_ai_cli-2.2.2 → code_review_ai_cli-2.2.3}/src/context_extractor.py

@@ -1,3 +1,6 @@
+# License: Apache-2.0
+# Copyright 2026 Sérgio Sereno
+
 """
 Context Extractor Module - AI Code Review
 ==========================================

{code_review_ai_cli-2.2.2 → code_review_ai_cli-2.2.3}/src/formatter.py

@@ -1,3 +1,6 @@
+# License: Apache-2.0
+# Copyright 2026 Sérgio Sereno
+
 """
 Formatting Module - AI Code Review
 ====================================

{code_review_ai_cli-2.2.2 → code_review_ai_cli-2.2.3}/src/git_utils.py

@@ -1,3 +1,6 @@
+# License: Apache-2.0
+# Copyright 2026 Sérgio Sereno
+
 """
 Git Utilities Module - AI Code Review
 ========================================

{code_review_ai_cli-2.2.2 → code_review_ai_cli-2.2.3}/src/llm_client.py

@@ -1,3 +1,6 @@
+# License: Apache-2.0
+# Copyright 2026 Sérgio Sereno
+
 """
 LLM Client Module - AI Code Review
 =====================================
@@ -18,6 +21,7 @@ import os
 
 from .config import ReviewConfig
 from .prompt_utils import detect_langs, filter_prompt_by_langs
+from .token_estimator import TokenEstimate, TokenEstimator
 
 
 class LLMError(Exception):
@@ -317,6 +321,11 @@ class LLMClient:
 
     def __init__(self, config: ReviewConfig):
         self.config = config
+        self.last_token_estimate = TokenEstimate(
+            total_prompt_tokens=None,
+            model=config.get_effective_model(),
+            error="No review has been performed yet.",
+        )
 
     def _dump_prompt_debug(self, system_prompt: str, user_message: str) -> None:
         """
@@ -420,6 +429,15 @@ class LLMClient:
         user_message = build_user_message(diff, files_summary, merged_context)
         self._dump_prompt_debug(system_prompt, user_message)
 
+        self.last_token_estimate = TokenEstimator().estimate(
+            provider=self.config.llm_provider,
+            model=self.config.get_effective_model(),
+            messages=[
+                {"role": "system", "content": system_prompt},
+                {"role": "user", "content": user_message},
+            ],
+        )
+
         provider = self.config.llm_provider.lower()
 
         if provider == "openai":

{code_review_ai_cli-2.2.2 → code_review_ai_cli-2.2.3}/src/prompt_utils.py

@@ -1,3 +1,6 @@
+# License: Apache-2.0
+# Copyright 2026 Sérgio Sereno
+
 """
 Prompt Utilities Module - AI Code Review
 ========================================

{code_review_ai_cli-2.2.2 → code_review_ai_cli-2.2.3}/src/tfs_client.py

@@ -1,3 +1,6 @@
+# License: Apache-2.0
+# Copyright 2026 Sérgio Sereno
+
 """
 TFS/Azure DevOps Module - AI Code Review
 ==========================================

code_review_ai_cli-2.2.3/src/token_estimator.py

@@ -0,0 +1,98 @@
+# License: Apache-2.0
+# Copyright 2026 Sérgio Sereno
+
+from __future__ import annotations
+from dataclasses import dataclass
+
+
+@dataclass(frozen=True)
+class TokenEstimate:
+    """Result of estimating the input tokens for an LLM request."""
+
+    total_prompt_tokens: int | None
+    model: str
+    error: str = ""
+
+
+class TokenEstimator:
+    """Estimates prompt tokens with LiteLLM for configured providers."""
+
+    _PROVIDER_PREFIXES = {
+        "azure_openai": "azure",
+        "gemini": "gemini",
+        "claude": "anthropic",
+        "ollama": "ollama",
+        "copilot": "github",
+        "bedrock": "bedrock",
+    }
+
+    def estimate(
+        self,
+        provider: str,
+        model: str,
+        messages: list[dict[str, str]],
+    ) -> TokenEstimate:
+        """Estimates input tokens, falling back to the unqualified model.
+
+        Args:
+            provider: Provider configured for the LLM request.
+            model: Effective model name, including configured defaults.
+            messages: Complete chat payload sent to the provider.
+
+        Returns:
+            A token estimate, or an unavailable result when LiteLLM cannot
+            resolve either the provider-qualified or raw model name.
+        """
+        qualified_model = self._qualified_model(provider, model)
+        errors: list[str] = []
+
+        for candidate in dict.fromkeys((qualified_model, model)):
+            try:
+                token_count = self._count(candidate, messages)
+                return TokenEstimate(token_count, candidate)
+            except Exception as exc:
+                errors.append(f"{candidate}: {exc}")
+
+        try:
+            token_count = self._count_locally(model, messages)
+            return TokenEstimate(token_count, "local/tiktoken")
+        except Exception as exc:
+            errors.append(f"local/tiktoken: {exc}")
+
+        return TokenEstimate(
+            total_prompt_tokens=None,
+            model=qualified_model,
+            error="; ".join(errors),
+        )
+
+    @classmethod
+    def _qualified_model(cls, provider: str, model: str) -> str:
+        """Builds the LiteLLM model name for a configured provider."""
+        normalized_provider = provider.lower().strip()
+        prefix = cls._PROVIDER_PREFIXES.get(normalized_provider)
+        if not prefix:
+            return model
+        return f"{prefix}/{model}"
+
+    @staticmethod
+    def _count(model: str, messages: list[dict[str, str]]) -> int:
+        """Calls LiteLLM lazily so importing the CLI remains lightweight."""
+        from litellm import token_counter
+
+        return int(token_counter(model=model, messages=messages))
+
+    @staticmethod
+    def _count_locally(model: str, messages: list[dict[str, str]]) -> int:
+        """Counts message text locally when LiteLLM has no model support."""
+        import tiktoken
+
+        try:
+            encoding = tiktoken.encoding_for_model(model)
+        except KeyError:
+            encoding = tiktoken.get_encoding("cl100k_base")
+
+        serialized_messages = "\n".join(
+            f"{message.get('role', '')}: {message.get('content', '')}"
+            for message in messages
+        )
+        return len(encoding.encode(serialized_messages))

{code_review_ai_cli-2.2.2 → code_review_ai_cli-2.2.3}/tests/test_ai_review.py

@@ -1,3 +1,6 @@
+# License: Apache-2.0
+# Copyright 2026 Sérgio Sereno
+
 """Tests for the AI review CLI workflow."""
 
 from __future__ import annotations