llumo 0.2.17b1__py3-none-any.whl → 0.2.18__py3-none-any.whl

llumo/client.py

@@ -618,11 +618,11 @@ class LlumoClient:
         data,
         evals: list,  # list of eval metric names
         prompt_template="Give answer to the given query: {{query}} using the given context: {{context}}.",
-        outputColName="output",
         createExperiment: bool = False,
         getDataFrame:bool =False,
         _tocheck=True,
     ):
+        outputColName="output"
         if isinstance(data, dict):
             data = [data]
         elif not isinstance(data, list):
@@ -1545,7 +1545,68 @@ class LlumoClient:
             return False
 
 
+    def createExperimentWithEvals(
+        self,
+        data,
+        evals: list,  # list of eval metric names
+        prompt_template="Give answer to the given query: {{query}} using the given context: {{context}}.",
+        outputColName="output",
+        createExperiment: bool = False,
+        getDataFrame:bool =False,
+        _tocheck=True,
+    ):
+        if isinstance(data, dict):
+            data = [data]
+        elif not isinstance(data, list):
+            raise ValueError("Data should be a dict or a list of dicts.")
+        dataframe = pd.DataFrame(data).astype(str)
+        workspaceID = None
+        email = None
+        self.evalData=[]
+        self.evals=evals
+        self.allBatches = []
+        rowIdMapping = {}  # (rowID-columnID-columnID -> (index, evalName))
+        self.validateApiKey(evalName=evals[0])
+        if createExperiment:
+            activePlayground = str(createEvalPlayground(email=self.email, workspaceID=self.workspaceID))
+            
+        else:    
+            activePlayground = f"{int(time.time() * 1000)}{uuid.uuid4()}".replace(
+                        "-", ""
+                    )        
+        for evalName in evals:
+            self.validateApiKey(evalName=evalName)
+        self.evalData =dataframe.to_dict(orient="records") 
+        if createExperiment:
+            print("heading to upload")
+            pd.set_option("future.no_silent_downcasting", True)
+            # df = dataframe.fillna("Some error occured").astype(object)
+            with warnings.catch_warnings():
+                warnings.simplefilter(action='ignore', category=FutureWarning)
+                df = dataframe.fillna("Some error occurred").astype(str)
 
+            df = dataframe.fillna("Some error occured").infer_objects(copy=False)
+            if createPlayground(
+                self.email,
+                self.workspaceID,
+                df,
+                promptText=prompt_template,
+                definationMapping=self.definationMapping,
+                outputColName=outputColName,
+                activePlayground= activePlayground
+            ):
+                print(
+                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://llumo.ai/evallm to see the results."
+                )
+                
+        else:
+            if getDataFrame:
+                return LlumoDataFrameResults(dataframe,evals=self.evals,evalData=self.evalData,definationMapping=self.definationMapping)
+            else:
+                data=dataframe.to_dict(orient="records")
+                return LlumoDictResults(data,evals=self.evals,evalData=self.evalData,definationMapping=self.definationMapping)
+
+    
 class SafeDict(dict):
     def __missing__(self, key):
         return ""

{llumo-0.2.17b1.dist-info → llumo-0.2.18.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llumo
-Version: 0.2.17b1
+Version: 0.2.18
 Summary: Python SDK for interacting with the Llumo ai API.
 Home-page: https://www.llumo.ai/
 Author: Llumo
@@ -23,6 +23,7 @@ Requires-Dist: python-dotenv
 Requires-Dist: openai==1.75.0
 Requires-Dist: tqdm==4.67.1
 Requires-Dist: google-generativeai==0.8.5
+Requires-Dist: websocket-client==1.8.0
 Dynamic: author
 Dynamic: author-email
 Dynamic: classifier

{llumo-0.2.17b1.dist-info → llumo-0.2.18.dist-info}/RECORD

@@ -1,6 +1,6 @@
 llumo/__init__.py,sha256=YVBkF1fiXFBd_zzySi9BDWgX8MJuLBJ-oF8538MrnDU,256
 llumo/chains.py,sha256=6lCgLseh04RUgc6SahhmvQj82quay2Mi1j8gPUlx8Es,2923
-llumo/client.py,sha256=EQu9mbUzD0bkf-KAQz4shSFCIKH4QFgZn97jOPFIKPU,60281
+llumo/client.py,sha256=n1JAjI-I6ZkQlHV5WGTVACTNxncJ6e8vEpHO_dHA34k,62982
 llumo/exceptions.py,sha256=Vp_MnanHbnd1Yjuoi6WLrKiwwZbJL3znCox2URMmGU4,2032
 llumo/execution.py,sha256=nWbJ7AvWuUPcOb6i-JzKRna_PvF-ewZTiK8skS-5n3w,1380
 llumo/functionCalling.py,sha256=D5jYapu1rIvdIJNUYPYMTyhQ1H-6nkwoOLMi6eekfUE,7241
@@ -9,8 +9,8 @@ llumo/helpingFuntions.py,sha256=ORBM5xPPMHc3ENnJOg4i3Enxtor4En5oDj1d0Zu1mLk,2528
 llumo/models.py,sha256=aVEZsOOoQx5LeNtwSyBxqvrINq0izH3QWu_YjsMPE6o,2910
 llumo/openai.py,sha256=DGhEwQIJIIycGpw3hYQnyxdj6RFVpZ-gay-fZGqtkhU,3013
 llumo/sockets.py,sha256=I2JO_eNEctRo_ikgvFVp5zDd-m0VDu04IEUhhsa1Tic,5950
-llumo-0.2.17b1.dist-info/licenses/LICENSE,sha256=tF9yAcfPV9xGT3ViWmC8hPvOo8BEk4ZICbUfcEo8Dlk,182
-llumo-0.2.17b1.dist-info/METADATA,sha256=pn1RBU-MVeVt5nfkTsVQOQX2ktLSCCVnSKvIctkeIq0,1521
-llumo-0.2.17b1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-llumo-0.2.17b1.dist-info/top_level.txt,sha256=d5zUTMI99llPtLRB8rtSrqELm_bOqX-bNC5IcwlDk88,6
-llumo-0.2.17b1.dist-info/RECORD,,
+llumo-0.2.18.dist-info/licenses/LICENSE,sha256=tF9yAcfPV9xGT3ViWmC8hPvOo8BEk4ZICbUfcEo8Dlk,182
+llumo-0.2.18.dist-info/METADATA,sha256=lMYqwGyoxDxu6Zbs5ZS9Gskd3wcHa1IF51rUM6GKbaA,1558
+llumo-0.2.18.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+llumo-0.2.18.dist-info/top_level.txt,sha256=d5zUTMI99llPtLRB8rtSrqELm_bOqX-bNC5IcwlDk88,6
+llumo-0.2.18.dist-info/RECORD,,