llumo 0.2.15b1__tar.gz → 0.2.16__tar.gz

{llumo-0.2.15b1/llumo.egg-info → llumo-0.2.16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llumo
-Version: 0.2.15b1
+Version: 0.2.16
 Summary: Python SDK for interacting with the Llumo ai API.
 Home-page: https://www.llumo.ai/
 Author: Llumo

{llumo-0.2.15b1 → llumo-0.2.16}/llumo/__init__.py

@@ -4,4 +4,5 @@ from .helpingFuntions import *
 from .models import AVAILABLEMODELS
 from .execution import ModelExecutor
 from .functionCalling import *
-
+from .openai import openai
+from .google import genai

llumo-0.2.16/llumo/chains.py

@@ -0,0 +1,73 @@
+import pandas as pd
+from .helpingFuntions import *
+
+class LlumoDataFrameResults(pd.DataFrame):
+    _metadata=["evals","evalData","definationMapping"]
+
+    def __init__(self, *args,evals=None,evalData=None,definationMapping=None,**kwargs):
+        self.evals = evals or []
+        self.evalData= evalData or []
+        self.definationMapping= definationMapping or {}
+        super().__init__(*args, **kwargs)
+
+    @property
+    def _constructor(self):
+        # Needed so slicing operations return the same type
+        return LlumoDataFrameResults
+
+    def insights(self):
+        
+        if not self.evalData:
+            print("No raw data available. Please run evaluateMultiple() first.")
+            return None
+        try:
+            insights=[]
+            reasonData,uniqueEdgecase=groupLogsByClass(self.evalData) # print(rawResults)
+            
+            for evalname in self.evals:
+                uniqueclassesstring = ",".join(uniqueEdgecase.get(evalname, []))
+                allReasons = []
+                for edgeCase in reasonData[evalname]:
+                    allReasons.extend(reasonData[evalname][edgeCase])
+                
+                evalDefinition = self.definationMapping.get(evalname, {}).get("definition", "")
+
+                insights.append(getPlaygroundInsights(evalDefinition,uniqueclassesstring,allReasons))
+            return insights
+        except Exception as e:
+
+            print("Can not genrate insights for this eval, please try again later.")
+
+
+class LlumoDictResults(list):
+    _metadata=["evals","evalData","definationMapping"]
+
+    def __init__(self, *args,evals=None,evalData=None,definationMapping=None,**kwargs):
+        self.evals = evals or []
+        self.evalData= evalData or []
+        self.definationMapping= definationMapping or {}
+        super().__init__(*args, **kwargs) # This will handle list[dict]
+
+    def insights(self):
+        
+        if not self.evalData:
+            print("No raw data available. Please run evaluateMultiple() first.")
+            return None
+        try:
+            insights=[]
+            reasonData,uniqueEdgecase=groupLogsByClass(self.evalData) # print(rawResults)
+            for evalname in self.evals:
+                uniqueclassesstring = ",".join(uniqueEdgecase.get(evalname, []))
+                allReasons = []
+                for edgeCase in reasonData[evalname]:
+                    allReasons.extend(reasonData[evalname][edgeCase])
+                evalDefinition = self.definationMapping.get(evalname, {}).get("definition", "")
+                insights.append(getPlaygroundInsights(evalDefinition,uniqueclassesstring,allReasons))
+            return insights
+        except Exception as e:
+            print("Can not genrate insights for this eval, please try again later.")
+    
+    
+for _cls in (LlumoDataFrameResults, LlumoDictResults):
+    _cls.__name__ = "LlumoResults"
+    _cls.__qualname__ = "LlumoResults"