ragaai-catalyst 2.1b2__tar.gz → 2.1b3__tar.gz

{ragaai_catalyst-2.1b2 → ragaai_catalyst-2.1b3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ragaai_catalyst
-Version: 2.1b2
+Version: 2.1b3
 Summary: RAGA AI CATALYST
 Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>
 Requires-Python: >=3.9

{ragaai_catalyst-2.1b2 → ragaai_catalyst-2.1b3}/ai_travel_agent.py

@@ -14,26 +14,23 @@ load_dotenv()
 from litellm import completion
 import openai
 from openai import AsyncOpenAI
-import vertexai
-from vertexai.generative_models import GenerativeModel
-
 
 catalyst = RagaAICatalyst(
-    access_key="mp4NjrgFqjavNti38Uh4",
-    secret_key="9OC0ZIiVZQRA4sYsb4025cfUbRPD3s5RTl3iho2U",
-    base_url="https://llm-dev5.ragaai.ai/api"
+    access_key="saLy6KmMVlfAzunuQGS9",
+    secret_key="lm39fd4KXffM6gzLjnY9G7QReffhH4RGZPursp3A",
+    base_url="http://52.172.168.127/api"
 )
 # Initialize tracer
 tracer = Tracer(
-    project_name="Alteryx_Copilot_DS",
-    dataset_name="AITravelAgent",
-    tracer_type="AgenticTracing",
+    project_name="prompt_metric_dataset",
+    dataset_name="ChatOpenAI_tan",
+    tracer_type="anything",
     metadata={
-        "model": "google/gemini-1.5-flash-002",
+        "model": "gpt-3.5-turbo",
         "environment": "production"
     },
     pipeline={
-        "llm_model": "google/gemini-1.5-flash-002",
+        "llm_model": "gpt-3.5-turbo",
         "vector_store": "faiss",
         "embed_model": "text-embedding-ada-002",
     }
@@ -45,28 +42,17 @@ tracer.start()
 
 
 @tracer.trace_llm(name="llm_call")
-def llm_call(prompt, max_tokens=512, model="gemini-1.5-flash-002", name="default"):
-    import vertexai
-    from vertexai.generative_models import GenerativeModel
-    
-    # Initialize Vertex AI
-    project_id = os.environ.get("GOOGLE_CLOUD_PROJECT")
-    location = os.environ.get("GOOGLE_CLOUD_LOCATION", "us-central1")
-    vertexai.init(project=project_id, location=location)
-    
-    # Create model instance
-    model = GenerativeModel(model)
-    
-    # Generate content
-    response = model.generate_content(
-        prompt,
-        generation_config={
-            "max_output_tokens": max_tokens,
-            "temperature": 0.7,
-        }
+def llm_call(prompt, max_tokens=512, model="gpt-4o-mini", name="default"):
+    client = OpenAI(api_key=os.environ["OPENAI_API_KEY"])
+
+    response = client.chat.completions.create(
+        model=model,
+        messages=[{"role": "user", "content": prompt}],
+        max_tokens=max_tokens,
+        temperature=0.7,
     )
     
-    actual_response = response.text.strip()
+    actual_response = response.choices[0].message.content.strip()
     
     return actual_response
 
@@ -170,8 +156,8 @@ def travel_agent():
 
     # Get user input
     # user_input = input("Please describe your ideal vacation: ")
-    # user_input = input("Please describe your ideal vacation: ")
-    user_input = "Antartica, 2 days, $10000, scientific"
+    user_input = input("Please describe your ideal vacation: ")
+    #"karela, 10 days, $100, nature"
 
     # Extract preferences
     preferences_prompt = f"""

{ragaai_catalyst-2.1b2 → ragaai_catalyst-2.1b3}/pyproject.toml

@@ -8,7 +8,7 @@ description = "RAGA AI CATALYST"
 readme = "README.md"
 requires-python = ">=3.9"
 # license = {file = "LICENSE"}
-version = "2.1.beta.2"
+version = "2.1.beta.3"
 authors = [
     {name = "Kiran Scaria", email = "kiran.scaria@raga.ai"},
     {name = "Kedar Gaikwad", email = "kedar.gaikwad@raga.ai"},

{ragaai_catalyst-2.1b2 → ragaai_catalyst-2.1b3}/ragaai_catalyst/tracers/agentic_tracing/agentic_tracing.py

@@ -112,6 +112,7 @@ class AgenticTracing(BaseTracer, LLMTracerMixin, ToolTracerMixin, AgentTracerMix
             
             # Cleanup
             self.unpatch_llm_calls()
+            self.user_interaction_tracer.interactions = []  # Clear interactions list
             self.is_active = False
 
 

{ragaai_catalyst-2.1b2 → ragaai_catalyst-2.1b3}/ragaai_catalyst/tracers/agentic_tracing/base.py

@@ -1,27 +1,24 @@
 import json
 import os
 import platform
-import re
 import psutil
 import pkg_resources
 from datetime import datetime
 from pathlib import Path
-from typing import Optional, Dict, Any, List
+from typing import List
 import uuid
 import sys
+import tempfile
 
 from .data_structure import (
     Trace, Metadata, SystemInfo, OSInfo, EnvironmentInfo,
     Resources, CPUResource, MemoryResource, DiskResource, NetworkResource,
     ResourceInfo, MemoryInfo, DiskInfo, NetworkInfo,
-    Component, LLMComponent, AgentComponent, ToolComponent,
-    NetworkCall, Interaction, Error
+    Component, 
 )
 
-from ..upload_traces import UploadTraces
 from .upload_agentic_traces import UploadAgenticTraces
 from .upload_code import upload_code
-from ...ragaai_catalyst import RagaAICatalyst
 
 from .file_name_tracker import TrackName
 from .zip_list_of_unique_files import zip_list_of_unique_files
@@ -182,14 +179,13 @@ class BaseTracer:
             self.trace = self._extract_cost_tokens(self.trace)
             
             # Create traces directory if it doesn't exist
-            self.traces_dir = Path("traces")
-            self.traces_dir.mkdir(exist_ok=True)
+            self.traces_dir = tempfile.gettempdir()
             filename = self.trace.id + ".json"
-            filepath = self.traces_dir / filename
+            filepath = f"{self.traces_dir}/{filename}"
 
             #get unique files and zip it. Generate a unique hash ID for the contents of the files
             list_of_unique_files = self.file_tracker.get_unique_files()
-            hash_id, zip_path = zip_list_of_unique_files(list_of_unique_files)
+            hash_id, zip_path = zip_list_of_unique_files(list_of_unique_files, output_dir=self.traces_dir)
 
             #replace source code with zip_path
             self.trace.metadata.system_info.source_code = hash_id

{ragaai_catalyst-2.1b2 → ragaai_catalyst-2.1b3}/ragaai_catalyst/tracers/agentic_tracing/llm_tracer.py

@@ -654,6 +654,10 @@ class LLMTracerMixin:
                 finally:
 
                     llm_component = self.llm_data
+                    llm_component['name'] = name
+
+                    if self.gt:
+                        llm_component["data"]["gt"] = self.gt
 
                     if error_info:
                         llm_component["error"] = error_info["error"]

{ragaai_catalyst-2.1b2 → ragaai_catalyst-2.1b3}/ragaai_catalyst/tracers/agentic_tracing/zip_list_of_unique_files.py

@@ -7,6 +7,8 @@ import importlib.util
 import json
 import astor
 from pathlib import Path
+import logging
+logger = logging.getLogger(__name__)
 
 # Define the PackageUsageRemover class
 class PackageUsageRemover(ast.NodeTransformer):
@@ -165,15 +167,15 @@ class TraceDependencyTracker:
                 try:
                     relative_path = os.path.relpath(filepath, base_path)
                     zipf.write(filepath, relative_path)
-                    print(f"Added to zip: {relative_path}")
+                    # logger.info(f"Added to zip: {relative_path}")
                 except Exception as e:
                     print(f"Warning: Could not add {filepath} to zip: {str(e)}")
 
         return hash_id, zip_filename
 
 # Main function for creating a zip of unique files
-def zip_list_of_unique_files(filepaths):
-    tracker = TraceDependencyTracker()
+def zip_list_of_unique_files(filepaths, output_dir):
+    tracker = TraceDependencyTracker(output_dir)
     return tracker.create_zip(filepaths)
 
 # Example usage

{ragaai_catalyst-2.1b2 → ragaai_catalyst-2.1b3}/ragaai_catalyst.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ragaai_catalyst
-Version: 2.1b2
+Version: 2.1b3
 Summary: RAGA AI CATALYST
 Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>
 Requires-Python: >=3.9

{ragaai_catalyst-2.1b2 → ragaai_catalyst-2.1b3}/ragaai_catalyst.egg-info/SOURCES.txt

@@ -72,4 +72,11 @@ test/test_catalyst/test_configuration.py
 test/test_catalyst/test_dataset.py
 test/test_catalyst/test_evaluation.py
 test/test_catalyst/test_prompt_manager.py
-test/test_catalyst/test_synthetic_data_generation.py
+test/test_catalyst/test_synthetic_data_generation.py
+traces/2439beda-8f3a-45c3-82de-4f72624c6ce9.json
+traces/cd571931-29fe-4d57-9523-71381c97abb1.json
+traces/d3d5ad2d-6a98-40d6-8b69-8b082eab1bc2.json
+traces/ed050fde-8705-4635-8570-3aa7f6e4b286.json
+traces/f2d41172-f89e-47e4-9523-1c1fe6ce20eb.json
+traces/prompt_metric_dataset_finance.json
+traces/prompt_metric_dataset_travel.json

{ragaai_catalyst-2.1b2 → ragaai_catalyst-2.1b3}/requirements.txt

@@ -20,7 +20,6 @@ google-api-core==2.24.0
 google-api-python-client==2.156.0
 google-auth==2.37.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.45.0
 google-generativeai==0.8.3
 googleapis-common-protos==1.66.0
 groq==0.13.1

ragaai_catalyst-2.1b3/traces/2439beda-8f3a-45c3-82de-4f72624c6ce9.json

@@ -0,0 +1,309 @@
+{
+  "id": "2439beda-8f3a-45c3-82de-4f72624c6ce9",
+  "project_name": "prompt_metric_dataset",
+  "start_time": "2024-12-27T11:33:44.489988+00:00",
+  "end_time": "2024-12-27T17:03:52.790381",
+  "metadata": {
+    "cost": {
+      "input_cost": 0.0,
+      "output_cost": 0.0,
+      "total_cost": 0.0
+    },
+    "tokens": {
+      "prompt_tokens": 0,
+      "completion_tokens": 0,
+      "total_tokens": 0
+    },
+    "system_info": {
+      "id": "sys_2439beda-8f3a-45c3-82de-4f72624c6ce9",
+      "os": {
+        "name": "Darwin",
+        "version": "Darwin Kernel Version 24.1.0: Thu Oct 10 21:03:15 PDT 2024; root:xnu-11215.41.3~2/RELEASE_ARM64_T6000",
+        "platform": "arm64",
+        "kernel_version": "24.1.0"
+      },
+      "environment": {
+        "name": "Python",
+        "version": "3.11.11",
+        "packages": [
+          "deprecated==1.2.15",
+          "markdown==3.7",
+          "markupsafe==3.0.2",
+          "pyyaml==6.0.2",
+          "sqlalchemy==2.0.36",
+          "aiohappyeyeballs==2.4.4",
+          "aiohttp==3.10.2",
+          "aiosignal==1.3.2",
+          "annotated-types==0.7.0",
+          "anyio==4.7.0",
+          "appnope==0.1.4",
+          "asttokens==3.0.0",
+          "attrs==24.3.0",
+          "beautifulsoup4==4.12.3",
+          "cachetools==5.5.0",
+          "certifi==2024.12.14",
+          "charset-normalizer==3.4.0",
+          "click==8.1.8",
+          "comm==0.2.2",
+          "debugpy==1.6.7",
+          "decorator==5.1.1",
+          "distro==1.9.0",
+          "exceptiongroup==1.2.2",
+          "executing==2.1.0",
+          "filelock==3.16.1",
+          "frozenlist==1.5.0",
+          "fsspec==2024.12.0",
+          "google==3.0.0",
+          "google-ai-generativelanguage==0.6.10",
+          "google-api-core==2.24.0",
+          "google-api-python-client==2.156.0",
+          "google-auth==2.37.0",
+          "google-auth-httplib2==0.2.0",
+          "google-generativeai==0.8.3",
+          "googleapis-common-protos==1.66.0",
+          "groq==0.13.1",
+          "grpcio==1.68.1",
+          "grpcio-status==1.68.1",
+          "h11==0.14.0",
+          "httpcore==1.0.7",
+          "httplib2==0.22.0",
+          "httpx==0.28.1",
+          "huggingface-hub==0.27.0",
+          "idna==3.10",
+          "importlib-metadata==7.1.0",
+          "ipykernel==6.29.5",
+          "ipython==8.31.0",
+          "jedi==0.19.2",
+          "jinja2==3.1.5",
+          "jiter==0.8.2",
+          "jsonpatch==1.33",
+          "jsonpointer==3.0.0",
+          "jsonschema==4.23.0",
+          "jsonschema-specifications==2024.10.1",
+          "jupyter-client==8.6.3",
+          "jupyter-core==5.7.2",
+          "langchain-core==0.2.11",
+          "langsmith==0.1.147",
+          "litellm==1.42.12",
+          "matplotlib-inline==0.1.7",
+          "multidict==6.1.0",
+          "nest-asyncio==1.6.0",
+          "numpy==2.2.1",
+          "openai==1.58.1",
+          "opentelemetry-api==1.25.0",
+          "opentelemetry-instrumentation==0.46b0",
+          "opentelemetry-instrumentation-langchain==0.24.0",
+          "opentelemetry-instrumentation-openai==0.24.0",
+          "opentelemetry-sdk==1.25.0",
+          "opentelemetry-semantic-conventions==0.46b0",
+          "opentelemetry-semantic-conventions-ai==0.3.3",
+          "orjson==3.10.12",
+          "packaging==24.2",
+          "pandas==2.2.3",
+          "parso==0.8.4",
+          "pexpect==4.9.0",
+          "pickleshare==0.7.5",
+          "pip==24.2",
+          "platformdirs==4.3.6",
+          "prompt-toolkit==3.0.48",
+          "propcache==0.2.1",
+          "proto-plus==1.25.0",
+          "protobuf==5.29.2",
+          "psutil==5.9.0",
+          "ptyprocess==0.7.0",
+          "pure-eval==0.2.3",
+          "pyasn1==0.6.1",
+          "pyasn1-modules==0.4.1",
+          "pydantic==2.10.4",
+          "pydantic-core==2.27.2",
+          "pygments==2.18.0",
+          "pyparsing==3.2.0",
+          "pypdf2==3.0.1",
+          "python-dateutil==2.9.0.post0",
+          "python-dotenv==1.0.1",
+          "pytz==2024.2",
+          "pyzmq==26.2.0",
+          "referencing==0.35.1",
+          "regex==2024.11.6",
+          "requests==2.32.3",
+          "requests-toolbelt==1.0.0",
+          "rpds-py==0.22.3",
+          "rsa==4.9",
+          "setuptools==75.1.0",
+          "six==1.17.0",
+          "sniffio==1.3.1",
+          "soupsieve==2.6",
+          "stack-data==0.6.3",
+          "tenacity==8.5.0",
+          "tiktoken==0.8.0",
+          "tokenizers==0.21.0",
+          "toml==0.10.2",
+          "tornado==6.4.2",
+          "tqdm==4.67.1",
+          "traitlets==5.14.3",
+          "typing-extensions==4.12.2",
+          "tzdata==2024.2",
+          "uritemplate==4.1.1",
+          "urllib3==2.3.0",
+          "wcwidth==0.2.13",
+          "wheel==0.44.0",
+          "wrapt==1.17.0",
+          "yarl==1.18.3",
+          "zipp==3.21.0",
+          "autocommand==2.2.2",
+          "backports.tarfile==1.2.0",
+          "importlib-resources==6.4.0",
+          "inflect==7.3.1",
+          "jaraco.collections==5.1.0",
+          "jaraco.context==5.3.0",
+          "jaraco.functools==4.0.1",
+          "jaraco.text==3.12.1",
+          "more-itertools==10.3.0",
+          "tomli==2.0.1",
+          "typeguard==4.3.0"
+        ],
+        "env_path": "/Users/abs/miniconda3/envs/catalyst",
+        "command_to_run": "python sync_sample_llm_testing.py"
+      },
+      "source_code": "Path to the source code .zip file in format hashid.zip"
+    },
+    "resources": {
+      "cpu": {
+        "info": {
+          "name": "arm",
+          "cores": 10,
+          "threads": 10
+        },
+        "interval": "5s",
+        "values": [
+          12.9
+        ]
+      },
+      "memory": {
+        "info": {
+          "total": 16.0,
+          "free": 5.8634796142578125
+        },
+        "interval": "5s",
+        "values": [
+          63.4
+        ]
+      },
+      "disk": {
+        "info": {
+          "total": 460.4317207336426,
+          "free": 153.49431991577148
+        },
+        "interval": "5s",
+        "read": [
+          22130.35693359375
+        ],
+        "write": [
+          17201.7421875
+        ]
+      },
+      "network": {
+        "info": {
+          "upload_speed": 2988.1220703125,
+          "download_speed": 3786.966796875
+        },
+        "interval": "5s",
+        "uploads": [
+          2988.1220703125
+        ],
+        "downloads": [
+          3786.966796875
+        ]
+      }
+    },
+    "total_cost": 0.0,
+    "total_tokens": 0
+  },
+  "data": [
+    {
+      "start_time": "2024-12-27T17:03:44.489947",
+      "end_time": "2024-12-27T17:03:52.790374",
+      "spans": [
+        {
+          "id": 1,
+          "hash_id": "ff175faa-d248-51e2-b5e0-2d92b561db1d",
+          "type": "llm",
+          "name": "create",
+          "start_time": "2024-12-27T11:33:50.398604",
+          "end_time": "2024-12-27T11:33:52.789571",
+          "parent_id": 0,
+          "info": {
+            "llm_type": "unknown",
+            "version": "1.0.0",
+            "memory_used": 0,
+            "cost": {},
+            "tokens": {}
+          },
+          "data": {
+            "input": {},
+            "output": null,
+            "memory_used": 0
+          },
+          "network_calls": [],
+          "interactions": []
+        },
+        {
+          "id": 2,
+          "hash_id": "52e5eb59-b84c-5e8f-b4cc-f76b159c1023",
+          "type": "llm",
+          "name": "llm_call",
+          "start_time": "2024-12-27T17:03:45.233336",
+          "end_time": "2024-12-27T17:03:52.790159",
+          "parent_id": 0,
+          "info": {
+            "cost": {
+              "input_cost": 0.0,
+              "output_cost": 0.0,
+              "total_cost": 0.0
+            },
+            "tokens": {
+              "prompt_tokens": 0,
+              "completion_tokens": 0,
+              "total_tokens": 0
+            },
+            "error": null
+          },
+          "data": {
+            "input": {
+              "args": [
+                "Write a poem about a unicorn"
+              ],
+              "kwargs": {}
+            },
+            "output": "In the mystical land of dreams so bright\nThere roams a creature of pure delight\nWith a horn of shimmering light\nA unicorn, oh what a sight\n\nGraceful and majestic, it dances with glee\nThrough fields of flowers, wild and free\nIts mane and tail like silk they flow\nIn colors that only rainbows know\n\nIts hooves leave trails of stardust behind\nAs it gallops through the forest, so kind\nBringing magic and wonder wherever it goes\nA creature so rare, everyone knows\n\nWith eyes that sparkle like the stars above\nIt whispers secrets of peace and love\nA symbol of beauty, grace, and purity\nThe unicorn is a marvel of serenity\n\nSo if you ever catch a glimpse of its gleam\nRemember the magic of this wondrous dream\nFor in the heart of every child and adult\nLies the spirit of the unicorn, untamed and exulted.",
+            "error": null,
+            "children": []
+          },
+          "network_calls": [],
+          "interactions": []
+        }
+      ]
+    }
+  ],
+  "replays": {
+    "source": null
+  },
+  "components": [],
+  "interactions": [
+    {
+      "interaction_type": "print",
+      "content": "llm_call",
+      "timestamp": "2024-12-27T17:03:45.233389"
+    },
+    {
+      "interaction_type": "print",
+      "content": "Do not press enter",
+      "timestamp": "2024-12-27T17:03:45.233439"
+    },
+    {
+      "interaction_type": "input",
+      "content": "tan",
+      "timestamp": "2024-12-27T17:03:50.382674"
+    }
+  ]
+}