llumo 0.2.26__py3-none-any.whl → 0.2.27__py3-none-any.whl

llumo/callback.py

@@ -4,7 +4,7 @@ from langchain_core.messages import BaseMessage
 from langchain_core.outputs import LLMResult
 from langchain_core.agents import AgentAction, AgentFinish
 import json
-from llumo.llumoLogger import LLUMOLogger
+from llumo.llumoLogger import LlumoLogger
 from llumo.llumoSessionContext import LlumoSessionContext
 import time
 import re

llumo/client.py

@@ -706,6 +706,8 @@ class LlumoClient:
         getDataFrame: bool = False,
         _tocheck=True,
     ):
+        if hasattr(self, "startLlumoRun"):
+            self.startLlumoRun(runName="evaluateMultiple")
         if isinstance(data, dict):
             data = [data]
         elif not isinstance(data, list):
@@ -968,6 +970,8 @@ class LlumoClient:
                             print(f"Error logging eval step: {e}")
 
         self.socket.disconnect()
+        if hasattr(self, "endLlumoRun"):
+            self.endLlumoRun()
 
         if createExperiment:
             pd.set_option("future.no_silent_downcasting", True)

llumo/openai.py

@@ -2,7 +2,7 @@ import time
 from openai import OpenAI as OpenAIClient
 from .client import LlumoClient
 from .llumoSessionContext import LlumoSessionContext
-from .llumoLogger import LLUMOLogger
+from .llumoLogger import LlumoLogger
 
 
 # evaluation function that uses LlumoClient
@@ -90,26 +90,26 @@ class OpenAI(OpenAIClient):
                 latency = int((time.time() - start_time) * 1000)
                 # Access the first result object
                 bias_evaluation = bias_evaluation_result[0]
-                # message = "-".join(
-                #     getattr(bias_evaluation, "edgeCases", {}).get("value", [])
-                # )
-                # self.session.logEvalStep(
-                #     stepName=f"EVAL-Input Bias",
-                #     output="",
-                #     context=context,
-                #     query=user_message,
-                #     messageHistory="",
-                #     tools="",
-                #     intermediateSteps="",
-                #     groundTruth="",
-                #     analyticsScore=getattr(bias_evaluation, "analyticsScore", {}),
-                #     reasoning=getattr(bias_evaluation, "reasoning", {}),
-                #     classification=getattr(bias_evaluation, "classification", {}),
-                #     evalLabel=getattr(bias_evaluation, "evalLabel", {}),
-                #     latencyMs=latency,
-                #     status="SUCCESS",
-                #     message=message,
-                # )
+                message = "-".join(
+                    getattr(bias_evaluation, "edgeCases", {}).get("value", [])
+                )
+                self.session.logEvalStep(
+                    stepName=f"EVAL-Input Bias",
+                    output="",
+                    context=context,
+                    query=user_message,
+                    messageHistory="",
+                    tools="",
+                    intermediateSteps="",
+                    groundTruth="",
+                    analyticsScore=getattr(bias_evaluation, "analyticsScore", {}),
+                    reasoning=getattr(bias_evaluation, "reasoning", {}),
+                    classification=getattr(bias_evaluation, "classification", {}),
+                    evalLabel=getattr(bias_evaluation, "evalLabel", {}),
+                    latencyMs=latency,
+                    status="SUCCESS",
+                    message=message,
+                )
             except Exception as e:
                 print(f"Input Bias evaluation failed: {e}")
                 self.session.logEvalStep(
@@ -171,30 +171,30 @@ class OpenAI(OpenAIClient):
                 latency = int((time.time() - start_time) * 1000)
                 # Access the first result object
                 correctness_evaluation = correctness_evaluation_result[0]
-                # message = "-".join(
-                #     getattr(correctness_evaluation, "edgeCases", {}).get("value", [])
-                # )
-                # self.session.logEvalStep(
-                #     stepName=f"EVAL-Response Correctness",
-                #     output=output_text,
-                #     context=context,
-                #     query=user_message,
-                #     messageHistory="",
-                #     tools="",
-                #     intermediateSteps="",
-                #     groundTruth="",
-                #     analyticsScore=getattr(
-                #         correctness_evaluation, "analyticsScore", {}
-                #     ),
-                #     reasoning=getattr(correctness_evaluation, "reasoning", {}),
-                #     classification=getattr(
-                #         correctness_evaluation, "classification", {}
-                #     ),
-                #     evalLabel=getattr(correctness_evaluation, "evalLabel", {}),
-                #     latencyMs=latency,
-                #     status="SUCCESS",
-                #     message=message,
-                # )
+                message = "-".join(
+                    getattr(correctness_evaluation, "edgeCases", {}).get("value", [])
+                )
+                self.session.logEvalStep(
+                    stepName=f"EVAL-Response Correctness",
+                    output=output_text,
+                    context=context,
+                    query=user_message,
+                    messageHistory="",
+                    tools="",
+                    intermediateSteps="",
+                    groundTruth="",
+                    analyticsScore=getattr(
+                        correctness_evaluation, "analyticsScore", {}
+                    ),
+                    reasoning=getattr(correctness_evaluation, "reasoning", {}),
+                    classification=getattr(
+                        correctness_evaluation, "classification", {}
+                    ),
+                    evalLabel=getattr(correctness_evaluation, "evalLabel", {}),
+                    latencyMs=latency,
+                    status="SUCCESS",
+                    message=message,
+                )
             except Exception as e:
                 print(f"Response Correctness evaluation failed: {e}")
                 correctness_evaluation = None

{llumo-0.2.26.dist-info → llumo-0.2.27.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llumo
-Version: 0.2.26
+Version: 0.2.27
 Summary: Python SDK for interacting with the Llumo ai API.
 Home-page: https://www.llumo.ai/
 Author: Llumo

{llumo-0.2.26.dist-info → llumo-0.2.27.dist-info}/RECORD

@@ -1,8 +1,8 @@
 llumo/__init__.py,sha256=kkuppu7ZPiVZFdnYzJ9BM3syMbYHOSZLpwKwAvGHsnY,311
-llumo/callback.py,sha256=Pzg9Smqsu5G900YZjoFwqMY0TTP4jUizxllaP0TjKgk,20439
+llumo/callback.py,sha256=dOsQ35Ro6IVec3TiJfkPx3H9PQtk8oWfJA1skFENTIM,20439
 llumo/callbacks-0.py,sha256=TEIOCWRvk2UYsTmBMBsnlgpqWvr-2y3a6d0w_e96NRM,8958
 llumo/chains.py,sha256=6lCgLseh04RUgc6SahhmvQj82quay2Mi1j8gPUlx8Es,2923
-llumo/client.py,sha256=14swva7RlXsoldlMpiveUEG45MViDsXimKrnRJrT4m8,71408
+llumo/client.py,sha256=keYx0GToNB-FXmGncXd0MOwwCGjxsIoDbOhTx2rCcMQ,71582
 llumo/exceptions.py,sha256=1OyhN9YL9LcyUPUsqYHq6Rret0udATZAwMVJaio2_Ec,2123
 llumo/execution.py,sha256=nWbJ7AvWuUPcOb6i-JzKRna_PvF-ewZTiK8skS-5n3w,1380
 llumo/functionCalling.py,sha256=D5jYapu1rIvdIJNUYPYMTyhQ1H-6nkwoOLMi6eekfUE,7241
@@ -11,10 +11,10 @@ llumo/helpingFuntions.py,sha256=B6FwUQ5f1v4FKrWCbYoGWMFdscOV_liuuhTgNQ3cdrk,2727
 llumo/llumoLogger.py,sha256=grdjhu6Ngxg7nhnrMOP5Pd5ALR7U2ROws48yhf_N7y0,1912
 llumo/llumoSessionContext.py,sha256=v1OPJFYWe5-mLLUohX5qY7dlzgwmxpuRZ0rDsXEv6f4,10506
 llumo/models.py,sha256=aVEZsOOoQx5LeNtwSyBxqvrINq0izH3QWu_YjsMPE6o,2910
-llumo/openai.py,sha256=QyNMXiYTppaU_YjU6vU5UB0At3OiNntoDTQ0dszLN0g,8538
+llumo/openai.py,sha256=c0pZ-yzm6LfUAbfVmOiVpY9pS5sAWZRb8_jAj0ir910,8450
 llumo/sockets.py,sha256=pBDo-U65hMIMwKMwZQl3iBkEjISEt-9BkXxZTWfSHF4,6116
-llumo-0.2.26.dist-info/licenses/LICENSE,sha256=tF9yAcfPV9xGT3ViWmC8hPvOo8BEk4ZICbUfcEo8Dlk,182
-llumo-0.2.26.dist-info/METADATA,sha256=pn5AHWPNuRewlkYfFOjxDtU1o0xBOQlJOwGC3VKCNlk,1558
-llumo-0.2.26.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-llumo-0.2.26.dist-info/top_level.txt,sha256=d5zUTMI99llPtLRB8rtSrqELm_bOqX-bNC5IcwlDk88,6
-llumo-0.2.26.dist-info/RECORD,,
+llumo-0.2.27.dist-info/licenses/LICENSE,sha256=tF9yAcfPV9xGT3ViWmC8hPvOo8BEk4ZICbUfcEo8Dlk,182
+llumo-0.2.27.dist-info/METADATA,sha256=1zlTWFpTBkmDtAYsP9HbGfN2OQ7Xuy3t9Z7FM73k8W0,1558
+llumo-0.2.27.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+llumo-0.2.27.dist-info/top_level.txt,sha256=d5zUTMI99llPtLRB8rtSrqELm_bOqX-bNC5IcwlDk88,6
+llumo-0.2.27.dist-info/RECORD,,