flashlite 0.1.0__py3-none-any.whl

flashlite-0.1.0.dist-info/METADATA

@@ -0,0 +1,173 @@
+Metadata-Version: 2.4
+Name: flashlite
+Version: 0.1.0
+Summary: Batteries-included wrapper for litellm with rate limiting, retries, templating, and more
+Author-email: ndalton12 <niall.dalton12@gmail.com>
+License-File: LICENSE.md
+Requires-Python: >=3.13
+Requires-Dist: jinja2>=3.1.0
+Requires-Dist: litellm>=1.55.0
+Requires-Dist: pydantic>=2.0
+Requires-Dist: python-dotenv>=1.0.0
+Requires-Dist: tenacity>=8.0.0
+Provides-Extra: dev
+Requires-Dist: mypy>=1.0.0; extra == 'dev'
+Requires-Dist: pytest-asyncio>=0.24.0; extra == 'dev'
+Requires-Dist: pytest-cov>=4.0.0; extra == 'dev'
+Requires-Dist: pytest>=8.0.0; extra == 'dev'
+Requires-Dist: ruff>=0.1.0; extra == 'dev'
+Description-Content-Type: text/markdown
+
+# Flashlite
+
+A batteries-included wrapper for [litellm](https://github.com/BerriAI/litellm) designed for high-volume prompting workloads like evals, agentic loops, and social simulations.
+
+## Features
+
+- **Rate Limiting** - Token bucket algorithm for RPM and TPM limits
+- **Retries** - Exponential backoff with jitter via tenacity
+- **Jinja Templating** - Prompt templates with custom filters
+- **Caching** - In-memory LRU and SQLite disk caching
+- **Structured Outputs** - Native Pydantic model parsing without instructor
+- **Tool/Function Calling** - `@tool` decorator and execution loops
+- **Multi-Turn Conversations** - Conversation management with branching
+- **Cost Tracking** - Token counting and budget limits
+- **Observability** - Structured logging and Inspect framework integration
+- **Async-First** - Native async with sync wrappers
+
+## Installation
+
+```bash
+pip install flashlite
+# or with uv
+uv add flashlite
+```
+
+## Quick Start
+
+```python
+from flashlite import Flashlite
+
+# Create client (loads .env automatically)
+client = Flashlite(default_model="gpt-4o")
+
+# Simple completion
+response = await client.complete(
+    messages="What is the capital of France?"
+)
+print(response.content)
+
+# Sync version
+response = client.complete_sync(messages="Hello!")
+```
+
+### Structured Outputs
+
+```python
+from pydantic import BaseModel, Field
+from flashlite import Flashlite
+
+class Sentiment(BaseModel):
+    label: str = Field(description="positive, negative, or neutral")
+    confidence: float = Field(ge=0, le=1)
+
+client = Flashlite(default_model="gpt-4o")
+
+result: Sentiment = await client.complete(
+    messages="Analyze: 'I love this product!'",
+    response_model=Sentiment,
+)
+print(f"{result.label} ({result.confidence:.0%})")
+```
+
+### Tool/Function Calling
+
+```python
+from flashlite import Flashlite, tool, run_tool_loop
+
+@tool()
+def get_weather(location: str) -> str:
+    """Get weather for a location."""
+    return f"Weather in {location}: 72°F, sunny"
+
+client = Flashlite(default_model="gpt-4o")
+
+result = await run_tool_loop(
+    client=client,
+    messages=[{"role": "user", "content": "What's the weather in NYC?"}],
+    tools=[get_weather],
+)
+print(result.content)
+```
+
+### Parallel Processing
+
+```python
+# Process many requests with concurrency control
+responses = await client.complete_many(
+    requests=[
+        {"messages": f"Summarize: {doc}"}
+        for doc in documents
+    ],
+    max_concurrency=10,
+)
+```
+
+### Caching
+
+```python
+from flashlite import Flashlite, MemoryCache, DiskCache
+
+# In-memory caching
+client = Flashlite(
+    cache=MemoryCache(max_size=1000),
+    default_model="gpt-4o",
+)
+
+# Or persistent disk cache
+client = Flashlite(
+    cache=DiskCache("./cache.db"),
+    default_model="gpt-4o",
+)
+```
+
+### Reasoning Models
+
+```python
+from flashlite import Flashlite, thinking_enabled
+
+client = Flashlite()
+
+# OpenAI o1/o3
+response = await client.complete(
+    model="o3",
+    messages="Solve this complex problem...",
+    reasoning_effort="high",
+)
+
+# Anthropic Claude extended thinking
+response = await client.complete(
+    model="anthropic/claude-sonnet-4-5-20250929",
+    messages="Complex reasoning task...",
+    thinking=thinking_enabled(10000),
+)
+```
+
+## Documentation
+
+- [Quick Start Guide](QUICK_START.md) - Detailed examples for all features
+- [Development Guide](DEV.md) - Setup and contributing
+- [Implementation Plan](plan.md) - Architecture and roadmap
+
+## Requirements
+
+- Python 3.13+
+- litellm
+- pydantic>=2.0
+- jinja2
+- tenacity
+- python-dotenv
+
+## License
+
+MIT

flashlite-0.1.0.dist-info/RECORD

@@ -0,0 +1,41 @@
+flashlite/__init__.py,sha256=RlXjsK7zvZXStMvfz4FGqBxTWHev9VkyHYy-35TuTuM,3585
+flashlite/client.py,sha256=zQH_eLWZxnkX9acwI-y9c3uxeGybA-C0I9UPU6HrzvI,25081
+flashlite/config.py,sha256=3RMEIAejBPlBG_VOgD8mpZKEDNZvK0k0cVv3vMM9kW8,4818
+flashlite/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+flashlite/types.py,sha256=Odh18srphi8KhE8DSg9TW4nDCy_mNhFZowEjarirz3o,6392
+flashlite/cache/__init__.py,sha256=T8O7oiZ0U181_tacJzfK6IGEAt1m3NdaIlBjq9wmB44,325
+flashlite/cache/base.py,sha256=IaDAI4EzewhJe0quh2JQK9-BxQxGxUDwrsd9BCaHFFc,5663
+flashlite/cache/disk.py,sha256=pGPI7eJW6RqVCQC4laTYhQr0iU-AkjA4aFFYt-wg8ls,8777
+flashlite/cache/memory.py,sha256=_A4F7NTR9da2KDQW7fcKnUWrC-W_JpaYmb3d6rovX3w,4416
+flashlite/conversation/__init__.py,sha256=zSgC4G697mx3T5bKn8WUEkSaSkMQQeHJsfyLdRUM30w,694
+flashlite/conversation/context.py,sha256=NQMLi5_WiN1zDYaPZTO9uJG_dJ3JJiVmAFfGAPM4X6c,10164
+flashlite/conversation/manager.py,sha256=dSQDgtzNt_6T8S1sHSAXKcS3DoBQ2vI9Ig1PZKaTh48,11644
+flashlite/conversation/multi_agent.py,sha256=t1jZD1VS3NOcAJtjQTMtvjEZCVTlFGy3SOxE_jjAtuo,11591
+flashlite/core/__init__.py,sha256=nWbMMPED_HsD62hkIYv45DDR6zX2_cDWCMPDTNfqSu4,315
+flashlite/core/completion.py,sha256=NTtAJzJ3ba0N0xVs8lCN5htme0SWEMxYroGjI63crw4,3847
+flashlite/core/messages.py,sha256=-EUtEjFjSNY1Lzfrynb9xtYw4FZRKnfFoYQqgsUcQZQ,3848
+flashlite/middleware/__init__.py,sha256=T8Z4uSqjkuAcf5u5FuUBNfKyL5sqp4Iw4sov_xiU3fI,490
+flashlite/middleware/base.py,sha256=LC_IL96jWWPdE0o_PBGPvSylmyLmob20LBVvGkfUS3g,2691
+flashlite/middleware/cache.py,sha256=R1YwAZBg5YJGTiqgNWdkl7VSN1xpmqmupTSBQnpyH-s,4032
+flashlite/middleware/logging.py,sha256=D3x8X1l1LN1Um_qOWuELyO8Fgo9WulFJTIx6s94Ure4,4919
+flashlite/middleware/rate_limit.py,sha256=nf0-Ul0CGnX0VRKtxB2dfoplkBin3P2cMLrbks76lcg,7059
+flashlite/middleware/retry.py,sha256=_3Lz9Gmes2sNk6rO10WamH6yrwJy8TQi-esIl8NIMag,4832
+flashlite/observability/__init__.py,sha256=5896gbmuAY3qHZzcu9UwsrGd9Umq2AkaUrufX-72Epo,852
+flashlite/observability/callbacks.py,sha256=yz1oZh7f7WVxvKmt7XyHbj4WDC2xnvM3SJiTSxfAkoQ,4897
+flashlite/observability/inspect_compat.py,sha256=1bEowfjBdkvbo7nmWXYJMw9mRIfHSKaT2Cj9zBynRRA,7812
+flashlite/observability/logging.py,sha256=UxBH2RN8rNcGZHYgC_QYiuEpaIRXEQFs1OjiKjxbuf0,9273
+flashlite/observability/metrics.py,sha256=blRx5N3uN4ilnPpxBe7k_uDhYV3GmQWXoKPLVxnk8_s,7466
+flashlite/structured/__init__.py,sha256=9k5bwkzFo_JD3WZ1Tm4iyZqoZ1A51EIINI8N1H2_2ew,750
+flashlite/structured/outputs.py,sha256=Q_isfrtKJGybBadGMKmfo5UJ5vMaUQRCRgFpjGWZOF8,5070
+flashlite/structured/schema.py,sha256=XxUvs4B8PE9CYd-Ui6XmWMFXU6VmX_6DSXMXkSEJTNQ,5052
+flashlite/templating/__init__.py,sha256=zUsTkbFIglJHg6z3pdF7n9EgfSWcYMfi47W2IPjOQ6w,250
+flashlite/templating/engine.py,sha256=KJCwnPIDDXceEl5jmr6YDwUugef6eEZGxZzRpB6MuO0,6630
+flashlite/templating/filters.py,sha256=Cr3JjhN-I-LUY0H8jxPkCRrp0VNJIYWTjIH4voICUeo,3761
+flashlite/templating/registry.py,sha256=wp8RaibHKNyu5q4tCdOXJ0B4tey7bv-c0qb9h1a7L0o,5021
+flashlite/tools/__init__.py,sha256=zpQ5KyvZwZaVvaulnpMmL_JjCnMfD08nD_foI95TjVg,1791
+flashlite/tools/definitions.py,sha256=cqyk6GR1qeMkTPFqsadnJc-YkCG15QVafiaf-OjGYNU,11519
+flashlite/tools/execution.py,sha256=iQC7V3R5Tx19suISnnuaDpjpgl8wURwOHmKZbsHL16s,10814
+flashlite-0.1.0.dist-info/METADATA,sha256=Wmpytj9YfLQpYccBCJ9po6Jx_bCD51z4-7VRC6LFcgk,4220
+flashlite-0.1.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+flashlite-0.1.0.dist-info/licenses/LICENSE.md,sha256=z2KZcyoH16ayjxlbeBM01uD-bXn1WTcKFab5ZKBhfJE,1068
+flashlite-0.1.0.dist-info/RECORD,,

flashlite-0.1.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.28.0
+Root-Is-Purelib: true
+Tag: py3-none-any

flashlite-0.1.0.dist-info/licenses/LICENSE.md

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Niall Dalton
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.