ragaai-catalyst 2.1.5b21__tar.gz → 2.1.5b23__tar.gz

{ragaai_catalyst-2.1.5b21 → ragaai_catalyst-2.1.5b23}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: ragaai_catalyst
-Version: 2.1.5b21
+Version: 2.1.5b23
 Summary: RAGA AI CATALYST
 Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>
 Requires-Python: <3.13,>=3.9
@@ -36,6 +36,7 @@ Requires-Dist: requests~=2.32.3
 Requires-Dist: GPUtil~=1.4.0
 Requires-Dist: ipynbname
 Requires-Dist: tiktoken>=0.7.0
+Requires-Dist: giskard~=2.16.0
 Provides-Extra: dev
 Requires-Dist: pytest; extra == "dev"
 Requires-Dist: pytest-cov; extra == "dev"
@@ -63,6 +64,7 @@ RagaAI Catalyst is a comprehensive platform designed to enhance the management a
     - [Synthetic Data Generation](#synthetic-data-generation)
     - [Guardrail Management](#guardrail-management)
     - [Agentic Tracing](#agentic-tracing)
+    - [Red-teaming](#red-teaming)
 
 ## Installation
 
@@ -295,7 +297,7 @@ sdg = SyntheticDataGeneration()
 text = sdg.process_document(input_data="file_path")
 
 # Generate results
-result = sdg.generate_qna(text, question_type ='complex',model_config={"provider":"openai","model":"openai/gpt-3.5-turbo"},n=5)
+result = sdg.generate_qna(text, question_type ='complex',model_config={"provider":"openai","model":"gpt-4o-mini"},n=5)
 
 print(result.head())
 
@@ -429,4 +431,37 @@ tracer = AgenticTracer(
 with tracer:
     # Agent execution code
     pass
+```
+
+### Red-teaming
+
+The Red-teaming module provides comprehensive scans for model vulnerabilities:
+
+- Initialize RedTeaming object requiring optional `provider` (defaulting to OpenAI), `model`, `api_key`, `api_base` and `api_version`. 
+User can set API keys in the environment variables, or optionally pass them to the constructor.
+
+1. View all supported evaluators
+```python
+from ragaai_catalyst import RedTeaming
+rt = RedTeaming()
+
+supported_evaluators = rt.get_supported_evaluators()
+```
 
+2. Run scan: returns a scan dataframe for the model
+```python
+import pandas as pd
+from ragaai_catalyst import RedTeaming
+
+rt = RedTeaming("openai", "gpt-4o-mini", "my-api-key")
+
+def mock_llm_call(query):
+  pass # llm call for the query
+
+def model(df: pd.DataFrame):
+  # Function which takes in an input dataframe, and returns a list containing LLM outputs for the inputs  
+  return [mock_llm_call({"query": question}) for question in df["question"]]
+
+
+scan_df = rt.run_scan(model=model, evaluators=["llm"], save_report=True)
+```

{ragaai_catalyst-2.1.5b21 → ragaai_catalyst-2.1.5b23}/README.md

@@ -17,6 +17,7 @@ RagaAI Catalyst is a comprehensive platform designed to enhance the management a
     - [Synthetic Data Generation](#synthetic-data-generation)
     - [Guardrail Management](#guardrail-management)
     - [Agentic Tracing](#agentic-tracing)
+    - [Red-teaming](#red-teaming)
 
 ## Installation
 
@@ -249,7 +250,7 @@ sdg = SyntheticDataGeneration()
 text = sdg.process_document(input_data="file_path")
 
 # Generate results
-result = sdg.generate_qna(text, question_type ='complex',model_config={"provider":"openai","model":"openai/gpt-3.5-turbo"},n=5)
+result = sdg.generate_qna(text, question_type ='complex',model_config={"provider":"openai","model":"gpt-4o-mini"},n=5)
 
 print(result.head())
 
@@ -383,4 +384,37 @@ tracer = AgenticTracer(
 with tracer:
     # Agent execution code
     pass
+```
+
+### Red-teaming
+
+The Red-teaming module provides comprehensive scans for model vulnerabilities:
+
+- Initialize RedTeaming object requiring optional `provider` (defaulting to OpenAI), `model`, `api_key`, `api_base` and `api_version`. 
+User can set API keys in the environment variables, or optionally pass them to the constructor.
+
+1. View all supported evaluators
+```python
+from ragaai_catalyst import RedTeaming
+rt = RedTeaming()
+
+supported_evaluators = rt.get_supported_evaluators()
+```
+
+2. Run scan: returns a scan dataframe for the model
+```python
+import pandas as pd
+from ragaai_catalyst import RedTeaming
+
+rt = RedTeaming("openai", "gpt-4o-mini", "my-api-key")
+
+def mock_llm_call(query):
+  pass # llm call for the query
+
+def model(df: pd.DataFrame):
+  # Function which takes in an input dataframe, and returns a list containing LLM outputs for the inputs  
+  return [mock_llm_call({"query": question}) for question in df["question"]]
+
 
+scan_df = rt.run_scan(model=model, evaluators=["llm"], save_report=True)
+```

ragaai_catalyst-2.1.5b23/examples/llamaindex_examples/function_calling_agent.ipynb

@@ -0,0 +1,459 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Workflow for a Function Calling Agent\n",
+    "\n",
+    "This notebook walks through setting up a `Workflow` to construct a function calling agent from scratch.\n",
+    "\n",
+    "Function calling agents work by using an LLM that supports tools/functions in its API (OpenAI, Ollama, Anthropic, etc.) to call functions an use tools.\n",
+    "\n",
+    "Our workflow will be stateful with memory, and will be able to call the LLM to select tools and process incoming user messages."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "! source env/bin/activate\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# !pip install -U llama-index\n",
+    "# !pip install groq\n",
+    "# !pip install langchain\n",
+    "# ! pip install ipynbname\n",
+    "import os"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import os\n",
+    "from dotenv import load_dotenv\n",
+    "import os\n",
+    "import sys\n",
+    "# sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '../..')))\n",
+    "\n",
+    "load_dotenv()\n",
+    "notebook_dir = os.getcwd()\n",
+    "sys.path.append(os.path.abspath(os.path.join(notebook_dir, '../..')))\n",
+    "# os.environ[\"OPENAI_API_KEY\"] = \"sk-proj-...\"\n",
+    "# sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '../..')))\n"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### [Optional] Set up observability with Llamatrace\n",
+    "\n",
+    "Set up tracing to visualize each step in the workflow."
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "Since workflows are async first, this all runs fine in a notebook. If you were running in your own code, you would want to use `asyncio.run()` to start an async event loop if one isn't already running.\n",
+    "\n",
+    "```python\n",
+    "async def main():\n",
+    "    <async code>\n",
+    "\n",
+    "if __name__ == \"__main__\":\n",
+    "    import asyncio\n",
+    "    asyncio.run(main())\n",
+    "```"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Designing the Workflow\n",
+    "\n",
+    "An agent consists of several steps\n",
+    "1. Handling the latest incoming user message, including adding to memory and getting the latest chat history\n",
+    "2. Calling the LLM with tools + chat history\n",
+    "3. Parsing out tool calls (if any)\n",
+    "4. If there are tool calls, call them, and loop until there are none\n",
+    "5. When there is no tool calls, return the LLM response\n",
+    "\n",
+    "### The Workflow Events\n",
+    "\n",
+    "To handle these steps, we need to define a few events:\n",
+    "1. An event to handle new messages and prepare the chat history\n",
+    "2. An event to trigger tool calls\n",
+    "3. An event to handle the results of tool calls\n",
+    "\n",
+    "The other steps will use the built-in `StartEvent` and `StopEvent` events."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from llama_index.core.llms import ChatMessage\n",
+    "from llama_index.core.tools import ToolSelection, ToolOutput\n",
+    "from llama_index.core.workflow import Event\n",
+    "\n",
+    "\n",
+    "class InputEvent(Event):\n",
+    "    input: list[ChatMessage]\n",
+    "\n",
+    "\n",
+    "class ToolCallEvent(Event):\n",
+    "    tool_calls: list[ToolSelection]\n",
+    "\n",
+    "\n",
+    "class FunctionOutputEvent(Event):\n",
+    "    output: ToolOutput"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Token(s) set successfully\n"
+     ]
+    }
+   ],
+   "source": [
+    "from ragaai_catalyst.tracers import Tracer\n",
+    "from ragaai_catalyst import RagaAICatalyst, init_tracing\n",
+    "from ragaai_catalyst import trace_llm,trace_tool\n",
+    "\n",
+    "catalyst = RagaAICatalyst(\n",
+    "    access_key=os.getenv(\"RAGAAI_CATALYST_ACCESS_KEY\"),\n",
+    "    secret_key=os.getenv(\"RAGAAI_CATALYST_SECRET_KEY\"),\n",
+    "    base_url=os.getenv(\"RAGAAI_CATALYST_BASE_URL\"),\n",
+    ")\n",
+    "\n",
+    "# Initialize tracer\n",
+    "tracer = Tracer(\n",
+    "    project_name=\"Llama-index_testing\",\n",
+    "    dataset_name=\"tool_call_workflow\",\n",
+    "    tracer_type=\"Agentic\",\n",
+    ")\n",
+    "\n",
+    "init_tracing(catalyst=catalyst, tracer=tracer)\n"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### The Workflow Itself\n",
+    "\n",
+    "With our events defined, we can construct our workflow and steps. \n",
+    "\n",
+    "Note that the workflow automatically validates itself using type annotations, so the type annotations on our steps are very helpful!"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 14,
+   "metadata": {},
+   "outputs": [
+    {
+     "ename": "NameError",
+     "evalue": "name 'InputEvent' is not defined",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
+      "Cell \u001b[0;32mIn[14], line 9\u001b[0m\n\u001b[1;32m      5\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21;01mllama_index\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mcore\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mtools\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mtypes\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;28;01mimport\u001b[39;00m BaseTool\n\u001b[1;32m      6\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21;01mllama_index\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mcore\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mworkflow\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;28;01mimport\u001b[39;00m Workflow, StartEvent, StopEvent, step\n\u001b[0;32m----> 9\u001b[0m \u001b[38;5;28;43;01mclass\u001b[39;49;00m\u001b[38;5;250;43m \u001b[39;49m\u001b[38;5;21;43;01mFuncationCallingAgent\u001b[39;49;00m\u001b[43m(\u001b[49m\u001b[43mWorkflow\u001b[49m\u001b[43m)\u001b[49m\u001b[43m:\u001b[49m\n\u001b[1;32m     10\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;28;43;01mdef\u001b[39;49;00m\u001b[38;5;250;43m \u001b[39;49m\u001b[38;5;21;43m__init__\u001b[39;49m\u001b[43m(\u001b[49m\n\u001b[1;32m     11\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m     12\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mAny\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m     15\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mAny\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     16\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m-\u001b[39;49m\u001b[38;5;241;43m>\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m:\u001b[49m\n\u001b[1;32m     17\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[38;5;21;43m__init__\u001b[39;49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
+      "Cell \u001b[0;32mIn[14], line 28\u001b[0m, in \u001b[0;36mFuncationCallingAgent\u001b[0;34m()\u001b[0m\n\u001b[1;32m     23\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mmemory \u001b[38;5;241m=\u001b[39m ChatMemoryBuffer\u001b[38;5;241m.\u001b[39mfrom_defaults(llm\u001b[38;5;241m=\u001b[39mllm)\n\u001b[1;32m     24\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39msources \u001b[38;5;241m=\u001b[39m []\n\u001b[1;32m     26\u001b[0m \u001b[38;5;129m@step\u001b[39m\n\u001b[1;32m     27\u001b[0m \u001b[38;5;129m@trace_llm\u001b[39m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124minput chat history\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m---> 28\u001b[0m \u001b[38;5;28;01masync\u001b[39;00m \u001b[38;5;28;01mdef\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21mprepare_chat_history\u001b[39m(\u001b[38;5;28mself\u001b[39m, ev: StartEvent) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m \u001b[43mInputEvent\u001b[49m:\n\u001b[1;32m     29\u001b[0m     \u001b[38;5;66;03m# clear sources\u001b[39;00m\n\u001b[1;32m     30\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39msources \u001b[38;5;241m=\u001b[39m []\n\u001b[1;32m     32\u001b[0m     \u001b[38;5;66;03m# get user input\u001b[39;00m\n",
+      "\u001b[0;31mNameError\u001b[0m: name 'InputEvent' is not defined"
+     ]
+    }
+   ],
+   "source": [
+    "from typing import Any, List\n",
+    "\n",
+    "from llama_index.core.llms.function_calling import FunctionCallingLLM\n",
+    "from llama_index.core.memory import ChatMemoryBuffer\n",
+    "from llama_index.core.tools.types import BaseTool\n",
+    "from llama_index.core.workflow import Workflow, StartEvent, StopEvent, step\n",
+    "\n",
+    "\n",
+    "class FuncationCallingAgent(Workflow):\n",
+    "    def __init__(\n",
+    "        self,\n",
+    "        *args: Any,\n",
+    "        llm: FunctionCallingLLM | None = None,\n",
+    "        tools: List[BaseTool] | None = None,\n",
+    "        **kwargs: Any,\n",
+    "    ) -> None:\n",
+    "        super().__init__(*args, **kwargs)\n",
+    "        self.tools = tools or []\n",
+    "\n",
+    "        self.llm = llm or OpenAI()\n",
+    "        assert self.llm.metadata.is_function_calling_model\n",
+    "\n",
+    "        self.memory = ChatMemoryBuffer.from_defaults(llm=llm)\n",
+    "        self.sources = []\n",
+    "\n",
+    "    @step\n",
+    "    @trace_tool(\"prepare_chat_history\")\n",
+    "    async def prepare_chat_history(self, ev: StartEvent) -> InputEvent:\n",
+    "        # clear sources\n",
+    "        self.sources = []\n",
+    "\n",
+    "        # get user input\n",
+    "        user_input = ev.input\n",
+    "        user_msg = ChatMessage(role=\"user\", content=user_input)\n",
+    "        self.memory.put(user_msg)\n",
+    "\n",
+    "        # get chat history\n",
+    "        chat_history = self.memory.get()\n",
+    "        return InputEvent(input=chat_history)\n",
+    "\n",
+    "    @step\n",
+    "    @trace_tool(\"handle llm input\")\n",
+    "    async def handle_llm_input(\n",
+    "        self, ev: InputEvent\n",
+    "    ) -> ToolCallEvent | StopEvent:\n",
+    "        chat_history = ev.input\n",
+    "\n",
+    "        response = await self.llm.achat_with_tools(\n",
+    "            self.tools, chat_history=chat_history\n",
+    "        )\n",
+    "        self.memory.put(response.message)\n",
+    "\n",
+    "        tool_calls = self.llm.get_tool_calls_from_response(\n",
+    "            response, error_on_no_tool_call=False\n",
+    "        )\n",
+    "\n",
+    "        if not tool_calls:\n",
+    "            return StopEvent(\n",
+    "                result={\"response\": response, \"sources\": [*self.sources]}\n",
+    "            )\n",
+    "        else:\n",
+    "            return ToolCallEvent(tool_calls=tool_calls)\n",
+    "\n",
+    "    @step\n",
+    "    @trace_tool(\"handle tool calls\")\n",
+    "    async def handle_tool_calls(self, ev: ToolCallEvent) -> InputEvent:\n",
+    "        tool_calls = ev.tool_calls\n",
+    "        tools_by_name = {tool.metadata.get_name(): tool for tool in self.tools}\n",
+    "\n",
+    "        tool_msgs = []\n",
+    "\n",
+    "        # call tools -- safely!\n",
+    "        for tool_call in tool_calls:\n",
+    "            tool = tools_by_name.get(tool_call.tool_name)\n",
+    "            additional_kwargs = {\n",
+    "                \"tool_call_id\": tool_call.tool_id,\n",
+    "                \"name\": tool.metadata.get_name(),\n",
+    "            }\n",
+    "            if not tool:\n",
+    "                tool_msgs.append(\n",
+    "                    ChatMessage(\n",
+    "                        role=\"tool\",\n",
+    "                        content=f\"Tool {tool_call.tool_name} does not exist\",\n",
+    "                        additional_kwargs=additional_kwargs,\n",
+    "                    )\n",
+    "                )\n",
+    "                continue\n",
+    "\n",
+    "            try:\n",
+    "                tool_output = tool(**tool_call.tool_kwargs)\n",
+    "                self.sources.append(tool_output)\n",
+    "                tool_msgs.append(\n",
+    "                    ChatMessage(\n",
+    "                        role=\"tool\",\n",
+    "                        content=tool_output.content,\n",
+    "                        additional_kwargs=additional_kwargs,\n",
+    "                    )\n",
+    "                )\n",
+    "            except Exception as e:\n",
+    "                tool_msgs.append(\n",
+    "                    ChatMessage(\n",
+    "                        role=\"tool\",\n",
+    "                        content=f\"Encountered error in tool call: {e}\",\n",
+    "                        additional_kwargs=additional_kwargs,\n",
+    "                    )\n",
+    "                )\n",
+    "\n",
+    "        for msg in tool_msgs:\n",
+    "            self.memory.put(msg)\n",
+    "\n",
+    "        chat_history = self.memory.get()\n",
+    "        return InputEvent(input=chat_history)\n"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "And thats it! Let's explore the workflow we wrote a bit.\n",
+    "\n",
+    "`prepare_chat_history()`:\n",
+    "This is our main entry point. It handles adding the user message to memory, and uses the memory to get the latest chat history. It returns an `InputEvent`.\n",
+    "\n",
+    "`handle_llm_input()`:\n",
+    "Triggered by an `InputEvent`, it uses the chat history and tools to prompt the llm. If tool calls are found, a `ToolCallEvent` is emitted. Otherwise, we say the workflow is done an emit a `StopEvent`\n",
+    "\n",
+    "`handle_tool_calls()`:\n",
+    "Triggered by `ToolCallEvent`, it calls tools with error handling and returns tool outputs. This event triggers a **loop** since it emits an `InputEvent`, which takes us back to `handle_llm_input()`"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Run the Workflow!\n",
+    "\n",
+    "**NOTE:** With loops, we need to be mindful of runtime. Here, we set a timeout of 120s."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Running step prepare_chat_history\n",
+      "Step prepare_chat_history produced event InputEvent\n",
+      "Running step handle_llm_input\n",
+      "Step handle_llm_input produced event StopEvent\n"
+     ]
+    }
+   ],
+   "source": [
+    "from llama_index.core.tools import FunctionTool\n",
+    "from llama_index.llms.openai import OpenAI\n",
+    "\n",
+    "\n",
+    "def add(x: int, y: int) -> int:\n",
+    "    \"\"\"Useful function to add two numbers.\"\"\"\n",
+    "    return x + y\n",
+    "\n",
+    "\n",
+    "def multiply(x: int, y: int) -> int:\n",
+    "    \"\"\"Useful function to multiply two numbers.\"\"\"\n",
+    "    return x * y\n",
+    "\n",
+    "\n",
+    "tools = [\n",
+    "    FunctionTool.from_defaults(add),\n",
+    "    FunctionTool.from_defaults(multiply),\n",
+    "]\n",
+    "\n",
+    "agent = FuncationCallingAgent(\n",
+    "    llm=OpenAI(model=\"gpt-4o-mini\"), tools=tools, timeout=120, verbose=True\n",
+    ")\n",
+    "\n",
+    "ret = await agent.run(input=\"Hello!\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "assistant: Hello! How can I assist you today?\n"
+     ]
+    }
+   ],
+   "source": [
+    "print(ret[\"response\"])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Running step prepare_chat_history\n",
+      "Step prepare_chat_history produced event InputEvent\n",
+      "Running step handle_llm_input\n",
+      "Step handle_llm_input produced event ToolCallEvent\n",
+      "Running step handle_tool_calls\n",
+      "Step handle_tool_calls produced event InputEvent\n",
+      "Running step handle_llm_input\n",
+      "Step handle_llm_input produced event ToolCallEvent\n",
+      "Running step handle_tool_calls\n",
+      "Step handle_tool_calls produced event InputEvent\n",
+      "Running step handle_llm_input\n",
+      "Step handle_llm_input produced event StopEvent\n"
+     ]
+    }
+   ],
+   "source": [
+    "ret = await agent.run(input=\"What is (2123 + 2321) * 312?\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "assistant: The result of \\((2123 + 2321) \\times 312\\) is \\(1,386,528\\).\n"
+     ]
+    }
+   ],
+   "source": [
+    "print(ret[\"response\"])"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "llama-index-cDlKpkFt-py3.11",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.4"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

ragaai_catalyst-2.1.5b23/examples/llamaindex_examples/joke_gen_critique.py

@@ -0,0 +1,67 @@
+from llama_index.core.workflow import (
+    Event,
+    StartEvent,
+    StopEvent,
+    Workflow,
+    step,
+)
+
+from llama_index.llms.openai import OpenAI
+from dotenv import load_dotenv
+import os
+import sys
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '../..')))
+
+load_dotenv()
+from ragaai_catalyst.tracers import Tracer
+from ragaai_catalyst import RagaAICatalyst, init_tracing
+from ragaai_catalyst import trace_llm
+
+catalyst = RagaAICatalyst(
+    access_key=os.getenv("RAGAAI_CATALYST_ACCESS_KEY"),
+    secret_key=os.getenv("RAGAAI_CATALYST_SECRET_KEY"),
+    base_url=os.getenv("RAGAAI_CATALYST_BASE_URL"),
+)
+
+# Initialize tracer
+tracer = Tracer(
+    project_name="Llama-index_testing",
+    dataset_name="joke_generation_workflow_dedup",
+    tracer_type="Agentic",
+)
+
+init_tracing(catalyst=catalyst, tracer=tracer)
+
+class JokeEvent(Event):
+    joke: str
+
+
+class JokeFlow(Workflow):
+    llm = OpenAI()
+
+    @step
+    @trace_llm("generate joke")
+    async def generate_joke(self, ev: StartEvent) -> JokeEvent:
+        topic = ev.topic
+        prompt = f"Write your best joke about {topic}."
+        response = await self.llm.acomplete(prompt)
+        return JokeEvent(joke=str(response))
+
+    @step
+    @trace_llm("criticise joke")
+    async def critique_joke(self, ev: JokeEvent) -> StopEvent:
+        joke = ev.joke
+        prompt = f"Give a thorough analysis and critique of the following joke: {joke}"
+        response = await self.llm.acomplete(prompt)
+        return StopEvent(result=str(response))
+    
+
+async def main():
+    w = JokeFlow(timeout=60, verbose=False)
+    result = await w.run(topic="climate change")
+    print(str(result))
+
+if __name__ == "__main__":
+    import asyncio
+    with tracer:
+        asyncio.run(main())