tokenator 0.1.11__py3-none-any.whl → 0.1.12__py3-none-any.whl

tokenator/openai/client_openai.py

@@ -14,7 +14,9 @@ logger = logging.getLogger(__name__)
 
 
 class BaseOpenAIWrapper(BaseWrapper):
-    provider = "openai"
+    def __init__(self, client, db_path=None, provider: str = "openai"):
+        super().__init__(client, db_path)
+        self.provider = provider
 
     def _process_response_usage(
         self, response: ResponseType
@@ -134,6 +136,7 @@ class AsyncOpenAIWrapper(BaseOpenAIWrapper):
 def tokenator_openai(
     client: OpenAI,
     db_path: Optional[str] = None,
+    provider: str = "openai",
 ) -> OpenAIWrapper: ...
 
 
@@ -141,23 +144,26 @@ def tokenator_openai(
 def tokenator_openai(
     client: AsyncOpenAI,
     db_path: Optional[str] = None,
+    provider: str = "openai",
 ) -> AsyncOpenAIWrapper: ...
 
 
 def tokenator_openai(
     client: Union[OpenAI, AsyncOpenAI],
     db_path: Optional[str] = None,
+    provider: str = "openai",
 ) -> Union[OpenAIWrapper, AsyncOpenAIWrapper]:
     """Create a token-tracking wrapper for an OpenAI client.
 
     Args:
         client: OpenAI or AsyncOpenAI client instance
         db_path: Optional path to SQLite database for token tracking
+        provider: Provider name, defaults to "openai"
     """
     if isinstance(client, OpenAI):
-        return OpenAIWrapper(client=client, db_path=db_path)
+        return OpenAIWrapper(client=client, db_path=db_path, provider=provider)
 
     if isinstance(client, AsyncOpenAI):
-        return AsyncOpenAIWrapper(client=client, db_path=db_path)
+        return AsyncOpenAIWrapper(client=client, db_path=db_path, provider=provider)
 
     raise ValueError("Client must be an instance of OpenAI or AsyncOpenAI")

{tokenator-0.1.11.dist-info → tokenator-0.1.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: tokenator
-Version: 0.1.11
+Version: 0.1.12
 Summary: Token usage tracking wrapper for LLMs
 License: MIT
 Author: Ujjwal Maheshwari
@@ -171,6 +171,66 @@ print(usage.last_execution().model_dump_json(indent=4))
 }
 """
 ```
+
+### xAI
+
+You can use xAI models through the `openai` SDK and track usage using `provider` parameter in `tokenator`.
+
+```python
+from openai import OpenAI
+from tokenator import tokenator_openai
+
+xai_client = OpenAI(
+            api_key=os.getenv("XAI_API_KEY"),
+            base_url="https://api.x.ai/v1"
+        )
+
+# Wrap it with Tokenator
+client = tokenator_openai(client, db_path=temp_db, provider="xai")
+
+# Use it exactly like the OpenAI client but with xAI models
+response = client.chat.completions.create(
+    model="grok-2-latest",
+    messages=[{"role": "user", "content": "Hello!"}]
+)
+
+print(response)
+
+print(usage.last_execution())
+```
+
+### Other AI model providers through openai SDKs
+
+Today, a variety of AI companies have made their APIs compatible to the `openai` SDK.
+You can track usage of any such AI models using `tokenator`'s `provider` parameter.
+
+For example, let's see how we can track usage of `perplexity` tokens.
+
+```python
+from openai import OpenAI
+from tokenator import tokenator_openai
+
+xai_client = OpenAI(
+            api_key=os.getenv("PERPLEXITY_API_KEY"),
+            base_url="https://api.perplexity.ai"
+        )
+
+# Wrap it with Tokenator
+client = tokenator_openai(client, db_path=temp_db, provider="perplexity")
+
+# Use it exactly like the OpenAI client but with xAI models
+response = client.chat.completions.create(
+    model="grok-2-latest",
+    messages=[{"role": "user", "content": "Hello!"}]
+)
+
+print(response)
+
+print(usage.last_execution())
+
+print(usage.provider("perplexity"))
+```
+
 ---
 
 Most importantly, none of your data is ever sent to any server.

{tokenator-0.1.11.dist-info → tokenator-0.1.12.dist-info}/RECORD

@@ -8,12 +8,12 @@ tokenator/migrations/script.py.mako,sha256=nJL-tbLQE0Qy4P9S4r4ntNAcikPtoFUlvXe6x
 tokenator/migrations/versions/f6f1f2437513_initial_migration.py,sha256=4cveHkwSxs-hxOPCm81YfvGZTkJJ2ClAFmyL98-1VCo,1910
 tokenator/migrations.py,sha256=YAf9gZmDzAq36PWWXPtdUQoJFYPXtIDzflC79H6gcJg,1114
 tokenator/models.py,sha256=MhYwCvmqposUNDRxFZNAVnzCqBTHxNL3Hp0MNFXM5ck,1201
-tokenator/openai/client_openai.py,sha256=Umfxha3BhBFU_JebPjyuaUZEZuPqJWQo1xTCuAy3R24,5691
+tokenator/openai/client_openai.py,sha256=Ffa3ujLh5PuPe1W8KSISGH3NonZ_AC6ZpKhO6kTupTU,5996
 tokenator/openai/stream_interceptors.py,sha256=ez1MnjRZW_rEalv2SIPAvrU9oMD6OJoD9vht-057fDM,5243
 tokenator/schemas.py,sha256=Ye8hqZlrm3Gh2FyvOVX-hWCpKynWxS58QQRQMfDtIAQ,2114
 tokenator/usage.py,sha256=eTWfcRrTLop-30FmwHpi7_GwCJxU6Qfji374hG1Qptw,8476
 tokenator/utils.py,sha256=xg9l2GV1yJL1BlxKL1r8CboABWDslf3G5rGQEJSjFrE,1973
-tokenator-0.1.11.dist-info/LICENSE,sha256=wdG-B6-ODk8RQ4jq5uXSn0w1UWTzCH_MMyvh7AwtGns,1074
-tokenator-0.1.11.dist-info/METADATA,sha256=bXOp-V9bD3dI3mM5lSv1MruAo00RL-2bOZ0kjQUmTOQ,4446
-tokenator-0.1.11.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
-tokenator-0.1.11.dist-info/RECORD,,
+tokenator-0.1.12.dist-info/LICENSE,sha256=wdG-B6-ODk8RQ4jq5uXSn0w1UWTzCH_MMyvh7AwtGns,1074
+tokenator-0.1.12.dist-info/METADATA,sha256=VdJVlwESY2_QbiterwI1lH9dng4r4WwWYd6MwXlT9V4,5969
+tokenator-0.1.12.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+tokenator-0.1.12.dist-info/RECORD,,

{tokenator-0.1.11.dist-info → tokenator-0.1.12.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.0.0
+Generator: poetry-core 2.0.1
 Root-Is-Purelib: true
 Tag: py3-none-any