llm-cost-guard 0.1.0__py3-none-any.whl

llm_cost_guard-0.1.0.dist-info/METADATA

@@ -0,0 +1,357 @@
+Metadata-Version: 2.4
+Name: llm-cost-guard
+Version: 0.1.0
+Summary: Real-time cost tracking, budget enforcement, and usage analytics for LLM applications
+Project-URL: Homepage, https://github.com/prashantdudami/llm-cost-guard
+Project-URL: Documentation, https://github.com/prashantdudami/llm-cost-guard#readme
+Project-URL: Repository, https://github.com/prashantdudami/llm-cost-guard
+Project-URL: Issues, https://github.com/prashantdudami/llm-cost-guard/issues
+Author: Prashant Dudami
+License-Expression: MIT
+License-File: LICENSE
+Keywords: anthropic,bedrock,budget,cost-tracking,langchain,llm,openai
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Requires-Python: >=3.9
+Requires-Dist: httpx>=0.24.0
+Requires-Dist: pyyaml>=6.0
+Requires-Dist: tiktoken>=0.5.0
+Provides-Extra: all
+Requires-Dist: anthropic>=0.18.0; extra == 'all'
+Requires-Dist: boto3>=1.28.0; extra == 'all'
+Requires-Dist: langchain-core>=0.1.0; extra == 'all'
+Requires-Dist: langchain>=0.1.0; extra == 'all'
+Requires-Dist: opentelemetry-api>=1.20.0; extra == 'all'
+Requires-Dist: opentelemetry-sdk>=1.20.0; extra == 'all'
+Requires-Dist: prometheus-client>=0.17.0; extra == 'all'
+Requires-Dist: redis>=4.5.0; extra == 'all'
+Requires-Dist: sqlalchemy>=2.0.0; extra == 'all'
+Provides-Extra: anthropic
+Requires-Dist: anthropic>=0.18.0; extra == 'anthropic'
+Provides-Extra: bedrock
+Requires-Dist: boto3>=1.28.0; extra == 'bedrock'
+Provides-Extra: dev
+Requires-Dist: bandit>=1.7.0; extra == 'dev'
+Requires-Dist: moto>=4.2.0; extra == 'dev'
+Requires-Dist: mypy>=1.5.0; extra == 'dev'
+Requires-Dist: pytest-asyncio>=0.21.0; extra == 'dev'
+Requires-Dist: pytest-cov>=4.1.0; extra == 'dev'
+Requires-Dist: pytest>=7.4.0; extra == 'dev'
+Requires-Dist: ruff>=0.1.0; extra == 'dev'
+Provides-Extra: langchain
+Requires-Dist: langchain-core>=0.1.0; extra == 'langchain'
+Requires-Dist: langchain>=0.1.0; extra == 'langchain'
+Provides-Extra: otel
+Requires-Dist: opentelemetry-api>=1.20.0; extra == 'otel'
+Requires-Dist: opentelemetry-sdk>=1.20.0; extra == 'otel'
+Provides-Extra: prometheus
+Requires-Dist: prometheus-client>=0.17.0; extra == 'prometheus'
+Provides-Extra: redis
+Requires-Dist: redis>=4.5.0; extra == 'redis'
+Provides-Extra: sql
+Requires-Dist: sqlalchemy>=2.0.0; extra == 'sql'
+Description-Content-Type: text/markdown
+
+# LLM Cost Guard
+
+[![PyPI version](https://badge.fury.io/py/llm-cost-guard.svg)](https://badge.fury.io/py/llm-cost-guard)
+[![Python 3.9+](https://img.shields.io/badge/python-3.9+-blue.svg)](https://www.python.org/downloads/)
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+
+Real-time cost tracking, budget enforcement, and usage analytics for LLM applications. Supports OpenAI, Anthropic, AWS Bedrock, and more.
+
+## Features
+
+- **Real-time Cost Tracking**: Track costs as they happen, not when the bill arrives
+- **Budget Enforcement**: Set limits with configurable actions (warn, throttle, block)
+- **Multi-Provider Support**: OpenAI, Anthropic, AWS Bedrock, Google Vertex AI
+- **LangChain Integration**: Native callback support for LangChain applications
+- **Rate Limiting**: Control request rates per model, provider, or custom tags
+- **Hierarchical Tracking**: Group related LLM calls with spans
+- **Flexible Storage**: In-memory, SQLite, PostgreSQL, Redis, DynamoDB backends
+- **Zero External Dependencies**: Works offline with no external services required
+
+## Installation
+
+```bash
+pip install llm-cost-guard
+```
+
+With optional integrations:
+
+```bash
+# LangChain support
+pip install llm-cost-guard[langchain]
+
+# AWS Bedrock support
+pip install llm-cost-guard[bedrock]
+
+# All optional dependencies
+pip install llm-cost-guard[all]
+```
+
+## Quick Start
+
+### Basic Usage
+
+```python
+from llm_cost_guard import CostTracker
+
+tracker = CostTracker()
+
+# Decorator-based tracking
+@tracker.track
+def my_llm_call():
+    response = openai.chat.completions.create(
+        model="gpt-4o",
+        messages=[{"role": "user", "content": "Hello!"}]
+    )
+    return response
+
+result = my_llm_call()
+
+# Check costs
+print(tracker.last_call().total_cost)  # $0.0015
+```
+
+### With Budget Enforcement
+
+```python
+from llm_cost_guard import CostTracker, Budget, BudgetAction
+
+tracker = CostTracker(
+    budgets=[
+        Budget(
+            name="daily",
+            limit=10.00,
+            period="day",
+            action=BudgetAction.WARN
+        ),
+        Budget(
+            name="monthly",
+            limit=500.00,
+            period="month",
+            action=BudgetAction.BLOCK
+        ),
+    ]
+)
+
+# Get notified when approaching limits
+@tracker.on_budget_warning
+def handle_warning(budget, current):
+    print(f"Warning: Budget '{budget.name}' at {current/budget.limit*100:.0f}%")
+
+@tracker.on_budget_exceeded
+def handle_exceeded(budget):
+    print(f"Budget '{budget.name}' exceeded!")
+```
+
+### Manual Recording
+
+```python
+# For custom integrations
+record = tracker.record(
+    provider="openai",
+    model="gpt-4o",
+    input_tokens=1234,
+    output_tokens=567,
+    tags={"team": "search", "feature": "autocomplete"}
+)
+
+print(record.total_cost)  # $0.0208
+```
+
+### Wrapped Clients
+
+```python
+from llm_cost_guard import CostTracker
+from llm_cost_guard.clients import TrackedOpenAI
+
+tracker = CostTracker()
+client = TrackedOpenAI(tracker=tracker)
+
+# Automatic tracking - no decorators needed
+response = client.chat.completions.create(
+    model="gpt-4o",
+    messages=[{"role": "user", "content": "Hello!"}]
+)
+```
+
+### LangChain Integration
+
+```python
+from llm_cost_guard import CostTracker
+from llm_cost_guard.integrations.langchain import CostTrackingCallback
+
+tracker = CostTracker()
+
+llm = ChatOpenAI(
+    model="gpt-4o",
+    callbacks=[CostTrackingCallback(tracker)]
+)
+
+result = llm.invoke("Hello!")
+print(tracker.last_call().total_cost)
+```
+
+### Hierarchical Tracking (Spans)
+
+```python
+# Track costs for complex operations like agents
+with tracker.span("customer_support_agent", tags={"user_id": "123"}) as span:
+    result = agent.invoke(query)
+    
+    print(span.total_cost)      # $0.45 (sum of all calls)
+    print(span.call_count)      # 5
+    print(span.models_used)     # ["gpt-4o", "gpt-3.5-turbo"]
+```
+
+## Configuration
+
+### Storage Backends
+
+```python
+# In-memory (default, development)
+tracker = CostTracker(backend="memory")
+
+# SQLite (single-machine persistence)
+tracker = CostTracker(backend="sqlite:///costs.db")
+
+# PostgreSQL (production)
+tracker = CostTracker(backend="postgresql://user:pass@host/db")
+
+# Redis (distributed, real-time)
+tracker = CostTracker(backend="redis://localhost:6379/0")
+```
+
+### Rate Limiting
+
+```python
+from llm_cost_guard import CostTracker, RateLimit
+
+tracker = CostTracker(
+    rate_limits=[
+        RateLimit(
+            name="requests-per-minute",
+            limit=100,
+            period="minute",
+            scope="global"
+        ),
+        RateLimit(
+            name="user-requests",
+            limit=10,
+            period="minute",
+            scope="tag:user_id"
+        )
+    ]
+)
+```
+
+### Fail-Safe Modes
+
+```python
+tracker = CostTracker(
+    # Block LLM calls if tracking fails (strict)
+    on_tracking_failure="block",
+    
+    # Allow LLM calls but log warning (available)
+    # on_tracking_failure="allow",
+    
+    # Use in-memory fallback temporarily
+    # on_tracking_failure="fallback",
+)
+```
+
+## CLI
+
+```bash
+# View current costs
+llm-cost-guard status
+
+# Generate report
+llm-cost-guard report --period day --group-by model
+
+# Check health
+llm-cost-guard health
+
+# List supported models and pricing
+llm-cost-guard models --provider openai
+
+# Export data
+llm-cost-guard export --format csv --output costs.csv
+```
+
+## Supported Providers
+
+| Provider | Models |
+|----------|--------|
+| OpenAI | GPT-4o, GPT-4, GPT-3.5, o1, Embeddings, DALL-E |
+| Anthropic | Claude 3.5, Claude 3, Claude 2 |
+| AWS Bedrock | Claude, Titan, Llama, Mistral, Cohere |
+| Google Vertex AI | Gemini 1.5, Gemini 1.0, PaLM 2 |
+
+## Reporting
+
+```python
+# Daily summary
+tracker.daily_report()
+
+# Cost by model
+tracker.report_by_model(period="week")
+
+# Query with filters
+report = tracker.get_costs(
+    start_date="2024-01-01",
+    end_date="2024-01-31",
+    tags={"team": "search"},
+    group_by=["model", "feature"]
+)
+
+# Export to DataFrame
+df = tracker.to_dataframe()
+```
+
+## Security
+
+- **No API key logging**: Keys are never stored, logged, or transmitted
+- **No prompt storage by default**: Only metadata (tokens, cost) stored
+- **PII redaction**: Optional redaction for user IDs
+- **Encryption support**: For SQL/Redis backends
+
+```python
+tracker = CostTracker(
+    store_prompts=False,          # Default: never store prompts
+    redact_user_ids=True,         # Hash user IDs in storage
+)
+```
+
+## Custom Pricing
+
+For negotiated enterprise rates:
+
+```python
+tracker = CostTracker(
+    pricing_overrides={
+        "openai/gpt-4": {
+            "input_cost_per_1k": 0.02,    # Your negotiated rate
+            "output_cost_per_1k": 0.04,
+        }
+    }
+)
+```
+
+## Contributing
+
+Contributions are welcome! Please read our contributing guidelines and submit pull requests.
+
+## License
+
+MIT License - see [LICENSE](LICENSE) for details.

llm_cost_guard-0.1.0.dist-info/RECORD

@@ -0,0 +1,36 @@
+llm_cost_guard/__init__.py,sha256=XTXp-hAHbHD36YrJsZzWEQ-POPzcOq1WVGvSoUGrhCY,948
+llm_cost_guard/budget.py,sha256=oT8m_7ir5hXfgxjfaaKDIAscRMuuk4PwseVz43IVAoA,10944
+llm_cost_guard/cli.py,sha256=GJZYwFkUHZ5txQhzBQkbnqQiZDr96Hf_zZ_hQNMvr1E,15166
+llm_cost_guard/exceptions.py,sha256=-WayjSAXLAY51FLdsFgGf0W8fMqGswq1zdnfY6ZUAhs,1727
+llm_cost_guard/models.py,sha256=ioH8-ZFt3PIx0AuDHEmPWtpOiW5HWw9tzI05B3bGI4U,3304
+llm_cost_guard/rate_limit.py,sha256=a3tG8RYSMAqirnmzSvNsJYOT7nDFAMoOU56OeUGuTFQ,7702
+llm_cost_guard/span.py,sha256=uXAIBVVLAfe7TDJwNl1TvG4Ay8RNNYSjJD2ZvLN7vYc,4828
+llm_cost_guard/tracker.py,sha256=RPOxXuocwISG-vycsPKZ8qZ2OuMxSN2tyGFG0Iqjffg,25322
+llm_cost_guard/backends/__init__.py,sha256=OSCbQRP_UHCyeOcHdRGEqBgA3o0TQGBqFEX8wE6DgP4,1594
+llm_cost_guard/backends/base.py,sha256=8r9mm4mLNJ4jW9zhaDpvLpfFNg-uhdHCqWMp2L7K-SE,3289
+llm_cost_guard/backends/memory.py,sha256=O7FB2m_3qEoFG7cyQGbA1NanO-CalUkJCk8T666AkVE,9176
+llm_cost_guard/backends/sqlite.py,sha256=Qps7opmUm07zDYl1YPC12uLGWhwNQrBZymtaVWOaePU,14411
+llm_cost_guard/clients/__init__.py,sha256=yY-8_u7nW03gZVrnNiAyvwjarCcP4exo2WfnfgwuUNU,237
+llm_cost_guard/clients/anthropic.py,sha256=pG9wqCCKdMGu8igIlFVSb96ndifUm9N8CseaDcXTuaU,6639
+llm_cost_guard/clients/openai.py,sha256=1xzj_XuF8RhKDE20hy239Vfq5uxpiCH4k2iAFmPxh28,7736
+llm_cost_guard/integrations/__init__.py,sha256=qkAcmQ9CMnZdcD_tB656o5n0yAtRDtPadD0-5op74eo,283
+llm_cost_guard/integrations/cache.py,sha256=DwMj8chC5fnb38-p5bPZlSc8g1Jj0kiUA5X8NXH3FaM,5244
+llm_cost_guard/integrations/langchain.py,sha256=fkiXn15hNEGyP3968nWNDO2xRvVHwhifRMAxBM5pBuQ,7480
+llm_cost_guard/pricing/__init__.py,sha256=Ts62dxUPFO18ONI3IzKK34IDH1zM7NvzuqtoKrQCWOg,157
+llm_cost_guard/pricing/anthropic.yaml,sha256=EsgHKhDgwN5d-VUzN0SG5vFzu_YxZyu7s-h0VGbrfHI,2081
+llm_cost_guard/pricing/bedrock.yaml,sha256=asWybYW1PJLOTbDFiJH5_Jw-lIaeUeGuefaztPdwqeU,5152
+llm_cost_guard/pricing/loader.py,sha256=zDC9ii2VsYjeimi-KgMhqnXXxlSLhENw3Un0SS-LXqM,8008
+llm_cost_guard/pricing/openai.yaml,sha256=jxmx735MMJyC9Kx-FcwjHmz4cIIqZXSv7QzFD3SZIqo,3226
+llm_cost_guard/pricing/vertex.yaml,sha256=qd6uDlOH6Gmw0k53uel5_w-hXm-TCh9Q7Z3oLPA0gU8,2976
+llm_cost_guard/providers/__init__.py,sha256=CC4LYhu2_64pgvtOttAu2OCgN9yP26Y1i1h_08J6Wao,1744
+llm_cost_guard/providers/anthropic.py,sha256=59tSgCdMp38Mji-2kIEh05ccnuBl_qNlCrXxPvFE8kU,4048
+llm_cost_guard/providers/base.py,sha256=Z_D9Qq59tcAUpCUA2imIoTQzesXv6rpM3G3MCXk6kXo,1610
+llm_cost_guard/providers/bedrock.py,sha256=WglOxb4a5so3kecsdUMzxIdS5LrvjRnH8rQvDbY9-zc,5184
+llm_cost_guard/providers/openai.py,sha256=dPYwYpwsYLdGHg0O6UYExl9-NFb6JN3m6xgrqN14gGM,4073
+llm_cost_guard/tokenizers/__init__.py,sha256=qCdf9onm6uDeCrVIH6oLTTBte1IsmbCeyef5gm09dWc,178
+llm_cost_guard/tokenizers/base.py,sha256=roDyOMPuuGR2WCdR1Vns45UThrEB8fVYV-4iE6mu89Q,6901
+llm_cost_guard-0.1.0.dist-info/METADATA,sha256=ZngU-RJ0s6RRM7Y3kuDEYmokWczSPBZQV1LpCZDYyW8,9577
+llm_cost_guard-0.1.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+llm_cost_guard-0.1.0.dist-info/entry_points.txt,sha256=k383VtNlqTw4JKJOPzQaUKXnTxDdpRzafvhKlzrk9jw,59
+llm_cost_guard-0.1.0.dist-info/licenses/LICENSE,sha256=nIvGzmGHr6xbKpf-EbwVZPpQDx65K1A8JJw50dREvps,1072
+llm_cost_guard-0.1.0.dist-info/RECORD,,

llm_cost_guard-0.1.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.28.0
+Root-Is-Purelib: true
+Tag: py3-none-any

llm_cost_guard-0.1.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+llm-cost-guard = llm_cost_guard.cli:main

llm_cost_guard-0.1.0.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Prashant Dudami
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.