ragaai-catalyst 2.1.5b4__tar.gz → 2.1.5b5__tar.gz

{ragaai_catalyst-2.1.5b4/ragaai_catalyst.egg-info → ragaai_catalyst-2.1.5b5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: ragaai_catalyst
-Version: 2.1.5b4
+Version: 2.1.5b5
 Summary: RAGA AI CATALYST
 Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>
 Requires-Python: <3.13,>=3.9

{ragaai_catalyst-2.1.5b4 → ragaai_catalyst-2.1.5b5}/pyproject.toml

@@ -9,7 +9,7 @@ readme = "README.md"
 requires-python = ">=3.9,<3.13"
 # license = {file = "LICENSE"}
 
-version = "2.1.5.beta.4"
+version = "2.1.5.beta.5"
 authors = [
     {name = "Kiran Scaria", email = "kiran.scaria@raga.ai"},
     {name = "Kedar Gaikwad", email = "kedar.gaikwad@raga.ai"},

{ragaai_catalyst-2.1.5b4 → ragaai_catalyst-2.1.5b5}/ragaai_catalyst/tracers/agentic_tracing/utils/model_costs.json

@@ -5223,6 +5223,24 @@
         "mode": "chat",
         "supports_system_messages": true
     },
+    "ai21.jamba-1-5-large-v1:0": {
+        "max_tokens": 256000,
+        "max_input_tokens": 256000,
+        "max_output_tokens": 256000,
+        "input_cost_per_token": 2e-06,
+        "output_cost_per_token": 8e-06,
+        "litellm_provider": "bedrock",
+        "mode": "chat"
+    },
+    "ai21.jamba-1-5-mini-v1:0": {
+        "max_tokens": 256000,
+        "max_input_tokens": 256000,
+        "max_output_tokens": 256000,
+        "input_cost_per_token": 2e-07,
+        "output_cost_per_token": 4e-07,
+        "litellm_provider": "bedrock",
+        "mode": "chat"
+    },
     "amazon.titan-text-lite-v1": {
         "max_tokens": 4000,
         "max_input_tokens": 42000,
@@ -5541,8 +5559,8 @@
         "max_tokens": 8192,
         "max_input_tokens": 200000,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 1e-06,
-        "output_cost_per_token": 5e-06,
+        "input_cost_per_token": 8e-07,
+        "output_cost_per_token": 4e-06,
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_assistant_prefill": true,
@@ -5611,8 +5629,8 @@
         "max_tokens": 8192,
         "max_input_tokens": 200000,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 1e-06,
-        "output_cost_per_token": 5e-06,
+        "input_cost_per_token": 8e-07,
+        "output_cost_per_token": 4e-06,
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_assistant_prefill": true,
@@ -5681,8 +5699,8 @@
         "max_tokens": 8192,
         "max_input_tokens": 200000,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 1e-06,
-        "output_cost_per_token": 5e-06,
+        "input_cost_per_token": 2.5e-07,
+        "output_cost_per_token": 1.25e-06,
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_function_calling": true,
@@ -6056,8 +6074,8 @@
         "max_tokens": 8191,
         "max_input_tokens": 100000,
         "max_output_tokens": 8191,
-        "input_cost_per_token": 1.63e-06,
-        "output_cost_per_token": 5.51e-06,
+        "input_cost_per_token": 8e-07,
+        "output_cost_per_token": 2.4e-06,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },

{ragaai_catalyst-2.1.5b4 → ragaai_catalyst-2.1.5b5}/ragaai_catalyst/tracers/tracer.py

@@ -283,20 +283,20 @@ class Tracer(AgenticTracing):
             data, additional_metadata = self.langchain_tracer.stop()
 
             # Add cost if possible
-            # import pdb; pdb.set_trace()
-            if additional_metadata['model_name']:
+            if additional_metadata.get('model_name'):
                 try:
                     model_cost_data = self.model_cost_dict[additional_metadata['model_name']]
-                    prompt_cost = additional_metadata["tokens"]["prompt"]*model_cost_data["input_cost_per_token"]
-                    completion_cost = additional_metadata["tokens"]["completion"]*model_cost_data["output_cost_per_token"]
-                    # additional_metadata.setdefault('cost', {})["prompt_cost"] = prompt_cost
-                    # additional_metadata.setdefault('cost', {})["completion_cost"] = completion_cost
-                    additional_metadata.setdefault('cost', {})["total_cost"] = prompt_cost + completion_cost 
+                    if 'tokens' in additional_metadata and all(k in additional_metadata['tokens'] for k in ['prompt', 'completion']):
+                        prompt_cost = additional_metadata["tokens"]["prompt"]*model_cost_data["input_cost_per_token"]
+                        completion_cost = additional_metadata["tokens"]["completion"]*model_cost_data["output_cost_per_token"]
+                        additional_metadata.setdefault('cost', {})["total_cost"] = prompt_cost + completion_cost 
+                    else:
+                        logger.warning("Token information missing in additional_metadata")
                 except Exception as e:
                     logger.warning(f"Error adding cost: {e}")
-
-            # with open(filepath, 'r') as f:
-            #     data = json.load(f)
+            else:
+                logger.debug("Model name not available in additional_metadata, skipping cost calculation")
+            
             additional_metadata["total_tokens"] = additional_metadata["tokens"]["total"]
             additional_metadata["total_cost"] = additional_metadata["cost"]["total_cost"]
 

{ragaai_catalyst-2.1.5b4 → ragaai_catalyst-2.1.5b5/ragaai_catalyst.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: ragaai_catalyst
-Version: 2.1.5b4
+Version: 2.1.5b5
 Summary: RAGA AI CATALYST
 Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>
 Requires-Python: <3.13,>=3.9