switchforge 1.0.0__tar.gz → 1.0.1__tar.gz

{switchforge-1.0.0 → switchforge-1.0.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: switchforge
-Version: 1.0.0
+Version: 1.0.1
 Summary: AI-powered backend test generation engine
 Project-URL: Homepage, https://theswitchcompany.online/products/forge/core
 Project-URL: Repository, https://github.com/switchcompany/forge-core
@@ -23,13 +23,15 @@ Requires-Dist: litellm>=1.40.0
 Requires-Dist: pydantic>=2.7.0
 Requires-Dist: pyyaml>=6.0
 Requires-Dist: rich>=13.7.0
-Requires-Dist: tiktoken>=0.7.0
 Requires-Dist: typer>=0.12.0
+Provides-Extra: accurate-tokens
+Requires-Dist: tiktoken>=0.7.0; extra == 'accurate-tokens'
 Provides-Extra: dev
 Requires-Dist: pyinstaller>=6.0; extra == 'dev'
 Requires-Dist: pytest-asyncio>=0.23; extra == 'dev'
 Requires-Dist: pytest>=8.0; extra == 'dev'
 Requires-Dist: ruff>=0.5.0; extra == 'dev'
+Requires-Dist: tiktoken>=0.7.0; extra == 'dev'
 Description-Content-Type: text/markdown
 
 # Switchforge (Forge Core CLI)

{switchforge-1.0.0 → switchforge-1.0.1}/forge_core/utils/tokens.py

@@ -1,12 +1,23 @@
-"""Token counting and prompt size management using tiktoken."""
+"""Token counting and prompt size management."""
 
 from __future__ import annotations
 
-import tiktoken
+try:
+    import tiktoken
+    _HAS_TIKTOKEN = True
+except ImportError:
+    _HAS_TIKTOKEN = False
+
+
+def _estimate_tokens(text: str) -> int:
+    """Rough token estimate (~4 chars per token) when tiktoken is unavailable."""
+    return len(text) // 4 + 1
 
 
 def count_tokens(text: str, model: str = "gpt-4o") -> int:
     """Count tokens in text for a given model."""
+    if not _HAS_TIKTOKEN:
+        return _estimate_tokens(text)
     try:
         enc = tiktoken.encoding_for_model(model)
     except KeyError:
@@ -16,6 +27,9 @@ def count_tokens(text: str, model: str = "gpt-4o") -> int:
 
 def truncate_to_tokens(text: str, max_tokens: int, model: str = "gpt-4o") -> str:
     """Truncate text to fit within max_tokens."""
+    if not _HAS_TIKTOKEN:
+        char_limit = max_tokens * 4
+        return text[:char_limit] if len(text) > char_limit else text
     try:
         enc = tiktoken.encoding_for_model(model)
     except KeyError:

{switchforge-1.0.0 → switchforge-1.0.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "switchforge"
-version = "1.0.0"
+version = "1.0.1"
 description = "AI-powered backend test generation engine"
 readme = "README.md"
 license = "MIT"
@@ -30,17 +30,18 @@ dependencies = [
     "typer>=0.12.0",
     "rich>=13.7.0",
     "pyyaml>=6.0",
-    "tiktoken>=0.7.0",
     "httpx>=0.27.0",
     "pydantic>=2.7.0",
 ]
 
 [project.optional-dependencies]
+accurate-tokens = ["tiktoken>=0.7.0"]
 dev = [
     "pytest>=8.0",
     "pytest-asyncio>=0.23",
     "ruff>=0.5.0",
     "pyinstaller>=6.0",
+    "tiktoken>=0.7.0",
 ]
 
 [project.scripts]