payi 0.1.0a81__tar.gz → 0.1.0a82__tar.gz

payi-0.1.0a82/.release-please-manifest.json

@@ -0,0 +1,3 @@
+{
+  ".": "0.1.0-alpha.82"
+}

{payi-0.1.0a81 → payi-0.1.0a82}/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Changelog
 
+## 0.1.0-alpha.82 (2025-06-06)
+
+Full Changelog: [v0.1.0-alpha.81...v0.1.0-alpha.82](https://github.com/Pay-i/pay-i-python/compare/v0.1.0-alpha.81...v0.1.0-alpha.82)
+
+### Bug Fixes
+
+* vertex, google.genai report tokens when details missing ([#314](https://github.com/Pay-i/pay-i-python/issues/314)) ([54dd25b](https://github.com/Pay-i/pay-i-python/commit/54dd25b1abd93e6fdec22dd7bb8dae39236ee532))
+
 ## 0.1.0-alpha.81 (2025-06-06)
 
 Full Changelog: [v0.1.0-alpha.80...v0.1.0-alpha.81](https://github.com/Pay-i/pay-i-python/compare/v0.1.0-alpha.80...v0.1.0-alpha.81)

{payi-0.1.0a81 → payi-0.1.0a82}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: payi
-Version: 0.1.0a81
+Version: 0.1.0a82
 Summary: The official Python library for the payi API
 Project-URL: Homepage, https://github.com/Pay-i/pay-i-python
 Project-URL: Repository, https://github.com/Pay-i/pay-i-python

{payi-0.1.0a81 → payi-0.1.0a82}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "payi"
-version = "0.1.0-alpha.81"
+version = "0.1.0-alpha.82"
 description = "The official Python library for the payi API"
 dynamic = ["readme"]
 license = "Apache-2.0"

{payi-0.1.0a81 → payi-0.1.0a82}/src/payi/_version.py

@@ -1,4 +1,4 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 __title__ = "payi"
-__version__ = "0.1.0-alpha.81"  # x-release-please-version
+__version__ = "0.1.0-alpha.82"  # x-release-please-version

{payi-0.1.0a81 → payi-0.1.0a82}/src/payi/lib/GoogleGenAiInstrumentor.py

@@ -309,15 +309,15 @@ class _GoogleGenAiRequest(_ProviderRequest):
         usage = response_dict.get("usage_metadata", {})
         input = usage.get("prompt_token_count", 0)
 
-        prompt_tokens_details: list[dict[str, Any]] = usage.get("prompt_tokens_details")
-        candidates_tokens_details: list[dict[str, Any]] = usage.get("candidates_tokens_details")
+        prompt_tokens_details: list[dict[str, Any]] = usage.get("prompt_tokens_details", [])
+        candidates_tokens_details: list[dict[str, Any]] = usage.get("candidates_tokens_details", [])
 
         model: str = response_dict.get("model_version", "")
+        
+        # for character billing only
+        large_context = "" if input < 128000 else "_large_context"
 
         if self._is_character_billing_model(model):
-            # gemini 1.0 and 1.5 units are reported in characters, per second, per image, etc...
-            large_context = "" if input < 128000 else "_large_context"
-        
             for details in prompt_tokens_details:
                 modality = details.get("modality", "")
                 if not modality:
@@ -357,7 +357,7 @@ class _GoogleGenAiRequest(_ProviderRequest):
                     audio_seconds = math.ceil(modality_token_count / 25)
                     self.add_units("audio"+large_context, input=audio_seconds)
 
-        elif model.startswith("gemini-2.0"):
+        else:
             for details in prompt_tokens_details:
                 modality = details.get("modality", "")
                 if not modality:
@@ -376,3 +376,19 @@ class _GoogleGenAiRequest(_ProviderRequest):
                 modality_token_count = details.get("token_count", 0)
                 if modality in ("VIDEO", "AUDIO", "TEXT", "IMAGE"):
                     self.add_units(modality.lower(), output=modality_token_count)
+
+        if not self._ingest["units"]:
+            input = usage.get("prompt_token_count", 0)
+            output = usage.get("candidates_token_count", 0) * 4
+            
+            if self._is_character_billing_model(model):
+                if self._prompt_character_count > 0:
+                    input = self._prompt_character_count
+                else:
+                    input *= 4
+
+                # if no units were added, add a default unit and assume 4 characters per token
+                self._ingest["units"]["text"+large_context] = Units(input=input, output=output)
+            else:
+                # if no units were added, add a default unit
+                self._ingest["units"]["text"] = Units(input=input, output=output)

{payi-0.1.0a81 → payi-0.1.0a82}/src/payi/lib/VertexInstrumentor.py

@@ -253,15 +253,16 @@ class _GoogleVertexRequest(_ProviderRequest):
         usage = response_dict.get("usage_metadata", {})
         input = usage.get("prompt_token_count", 0)
 
-        prompt_tokens_details: list[dict[str, Any]] = usage.get("prompt_tokens_details")
-        candidates_tokens_details: list[dict[str, Any]] = usage.get("candidates_tokens_details")
+        prompt_tokens_details: list[dict[str, Any]] = usage.get("prompt_tokens_details", [])
+        candidates_tokens_details: list[dict[str, Any]] = usage.get("candidates_tokens_details", [])
 
         model: str = response_dict.get("model_version", "")
+        
+        # for character billing only
+        large_context = "" if input < 128000 else "_large_context"
 
         if self._is_character_billing_model(model):
             # gemini 1.0 and 1.5 units are reported in characters, per second, per image, etc...
-            large_context = "" if input < 128000 else "_large_context"
-        
             for details in prompt_tokens_details:
                 modality = details.get("modality", "")
                 if not modality:
@@ -301,7 +302,7 @@ class _GoogleVertexRequest(_ProviderRequest):
                     audio_seconds = math.ceil(modality_token_count / 25)
                     self.add_units("audio"+large_context, input=audio_seconds)
 
-        elif model.startswith("gemini-2.0"):
+        else:
             for details in prompt_tokens_details:
                 modality = details.get("modality", "")
                 if not modality:
@@ -320,3 +321,19 @@ class _GoogleVertexRequest(_ProviderRequest):
                 modality_token_count = details.get("token_count", 0)
                 if modality in ("VIDEO", "AUDIO", "TEXT", "IMAGE"):
                     self.add_units(modality.lower(), output=modality_token_count)
+
+        if not self._ingest["units"]:
+            input = usage.get("prompt_token_count", 0)
+            output = usage.get("candidates_token_count", 0) * 4
+            
+            if self._is_character_billing_model(model):
+                if self._prompt_character_count > 0:
+                    input = self._prompt_character_count
+                else:
+                    input *= 4
+
+                # if no units were added, add a default unit and assume 4 characters per token
+                self._ingest["units"]["text"+large_context] = Units(input=input, output=output)
+            else:
+                # if no units were added, add a default unit
+                self._ingest["units"]["text"] = Units(input=input, output=output)

payi-0.1.0a81/.release-please-manifest.json

@@ -1,3 +0,0 @@
-{
-  ".": "0.1.0-alpha.81"
-}