llumo 0.2.17b1__py3-none-any.whl → 0.2.19__py3-none-any.whl

llumo/client.py

@@ -632,20 +632,24 @@ class LlumoClient:
         dataframe = pd.DataFrame(data).astype(str)
         workspaceID = None
         email = None
-        socketID = self.socket.connect(timeout=250)
+        try:
+            socketID = self.socket.connect(timeout=250)
+        except Exception as e:
+            socketID="DummySocketID"
+            
         self.evalData=[]
         self.evals=evals
         self.allBatches = []
         rowIdMapping = {}  # (rowID-columnID-columnID -> (index, evalName))
 
         # Wait for socket connection
-        max_wait_secs = 20
-        waited_secs = 0
-        while not self.socket._connection_established.is_set():
-            time.sleep(0.1)
-            waited_secs += 0.1
-            if waited_secs >= max_wait_secs:
-                raise RuntimeError("Timeout waiting for server connection")
+        # max_wait_secs = 20
+        # waited_secs = 0
+        # while not self.socket._connection_established.is_set():
+        #     time.sleep(0.1)
+        #     waited_secs += 0.1
+        #     if waited_secs >= max_wait_secs:
+        #         raise RuntimeError("Timeout waiting for server connection")
 
         # Start listener thread
         expectedResults = len(dataframe) * len(evals)
@@ -1093,13 +1097,16 @@ class LlumoClient:
 
         # Connect to socket
         self.socket = LlumoSocketClient(socketUrl)
-        socketID = self.socket.connect(timeout=150)
-        waited_secs = 0
-        while not self.socket._connection_established.is_set():
-            time.sleep(0.1)
-            waited_secs += 0.1
-            if waited_secs >= 20:
-                raise RuntimeError("Timeout waiting for server 'connection-established' event.")
+        try:
+            socketID = self.socket.connect(timeout=150)
+        except Exception as e:
+            socketID="DummySocketID"
+        # waited_secs = 0
+        # while not self.socket._connection_established.is_set():
+        #     time.sleep(0.1)
+        #     waited_secs += 0.1
+        #     if waited_secs >= 20:
+        #         raise RuntimeError("Timeout waiting for server 'connection-established' event.")
 
         self.validateApiKey()
 
@@ -1348,13 +1355,16 @@ class LlumoClient:
 
         # Connect to socket
         self.socket = LlumoSocketClient(socketUrl)
-        socketID = self.socket.connect(timeout=150)
-        waited_secs = 0
-        while not self.socket._connection_established.is_set():
-            time.sleep(0.1)
-            waited_secs += 0.1
-            if waited_secs >= 20:
-                raise RuntimeError("Timeout waiting for server 'connection-established' event.")
+        try:
+            socketID = self.socket.connect(timeout=150)
+        except Exception as e:
+            socketID="DummySocketID"
+        # waited_secs = 0
+        # while not self.socket._connection_established.is_set():
+        #     time.sleep(0.1)
+        #     waited_secs += 0.1
+        #     if waited_secs >= 20:
+        #         raise RuntimeError("Timeout waiting for server 'connection-established' event.")
 
         self.validateApiKey()
 
@@ -1545,7 +1555,68 @@ class LlumoClient:
             return False
 
 
+    def createExperimentWithEvals(
+        self,
+        data,
+        evals: list,  # list of eval metric names
+        prompt_template="Give answer to the given query: {{query}} using the given context: {{context}}.",
+        outputColName="output",
+        createExperiment: bool = False,
+        getDataFrame:bool =False,
+        _tocheck=True,
+    ):
+        if isinstance(data, dict):
+            data = [data]
+        elif not isinstance(data, list):
+            raise ValueError("Data should be a dict or a list of dicts.")
+        dataframe = pd.DataFrame(data).astype(str)
+        workspaceID = None
+        email = None
+        self.evalData=[]
+        self.evals=evals
+        self.allBatches = []
+        rowIdMapping = {}  # (rowID-columnID-columnID -> (index, evalName))
+        self.validateApiKey(evalName=evals[0])
+        if createExperiment:
+            activePlayground = str(createEvalPlayground(email=self.email, workspaceID=self.workspaceID))
+            
+        else:    
+            activePlayground = f"{int(time.time() * 1000)}{uuid.uuid4()}".replace(
+                        "-", ""
+                    )        
+        for evalName in evals:
+            self.validateApiKey(evalName=evalName)
+        self.evalData =dataframe.to_dict(orient="records") 
+        if createExperiment:
+            print("heading to upload")
+            pd.set_option("future.no_silent_downcasting", True)
+            # df = dataframe.fillna("Some error occured").astype(object)
+            with warnings.catch_warnings():
+                warnings.simplefilter(action='ignore', category=FutureWarning)
+                df = dataframe.fillna("Some error occurred").astype(str)
 
+            df = dataframe.fillna("Some error occured").infer_objects(copy=False)
+            if createPlayground(
+                self.email,
+                self.workspaceID,
+                df,
+                promptText=prompt_template,
+                definationMapping=self.definationMapping,
+                outputColName=outputColName,
+                activePlayground= activePlayground
+            ):
+                print(
+                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://llumo.ai/evallm to see the results."
+                )
+                
+        else:
+            if getDataFrame:
+                return LlumoDataFrameResults(dataframe,evals=self.evals,evalData=self.evalData,definationMapping=self.definationMapping)
+            else:
+                data=dataframe.to_dict(orient="records")
+                return LlumoDictResults(data,evals=self.evals,evalData=self.evalData,definationMapping=self.definationMapping)
+
+    
 class SafeDict(dict):
     def __missing__(self, key):
         return ""

llumo/sockets.py

@@ -67,7 +67,8 @@ class LlumoSocketClient:
 
         @self.sio.on("connect_error")
         def on_connect_error(error):
-            print(f"Socket connection error: {error}")
+            # print(f"Socket connection error: {error}")
+            pass
 
         @self.sio.on("error")
         def on_error(error):
@@ -109,7 +110,8 @@ class LlumoSocketClient:
         except Exception as e:
             # print(f"[DEBUG] Connection failed with error: {e}")
             self._connected = False
-            raise RuntimeError(f"WebSocket connection failed: {e}")
+            # raise RuntimeError(f"WebSocket connection failed: {e}")
+            print("It seems your internet connection is a bit unstable. This might take a little longer than usual—thanks for your patience!")
 
     def listenForResults(
         self, min_wait=30, max_wait=300, inactivity_timeout=50, expected_results=None

{llumo-0.2.17b1.dist-info → llumo-0.2.19.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llumo
-Version: 0.2.17b1
+Version: 0.2.19
 Summary: Python SDK for interacting with the Llumo ai API.
 Home-page: https://www.llumo.ai/
 Author: Llumo
@@ -23,6 +23,7 @@ Requires-Dist: python-dotenv
 Requires-Dist: openai==1.75.0
 Requires-Dist: tqdm==4.67.1
 Requires-Dist: google-generativeai==0.8.5
+Requires-Dist: websocket-client==1.8.0
 Dynamic: author
 Dynamic: author-email
 Dynamic: classifier

{llumo-0.2.17b1.dist-info → llumo-0.2.19.dist-info}/RECORD

@@ -1,6 +1,6 @@
 llumo/__init__.py,sha256=YVBkF1fiXFBd_zzySi9BDWgX8MJuLBJ-oF8538MrnDU,256
 llumo/chains.py,sha256=6lCgLseh04RUgc6SahhmvQj82quay2Mi1j8gPUlx8Es,2923
-llumo/client.py,sha256=EQu9mbUzD0bkf-KAQz4shSFCIKH4QFgZn97jOPFIKPU,60281
+llumo/client.py,sha256=oLFlVRUh6GIL9pcSuFE93P0uiUzpIvKEhXtYgGmzu24,63289
 llumo/exceptions.py,sha256=Vp_MnanHbnd1Yjuoi6WLrKiwwZbJL3znCox2URMmGU4,2032
 llumo/execution.py,sha256=nWbJ7AvWuUPcOb6i-JzKRna_PvF-ewZTiK8skS-5n3w,1380
 llumo/functionCalling.py,sha256=D5jYapu1rIvdIJNUYPYMTyhQ1H-6nkwoOLMi6eekfUE,7241
@@ -8,9 +8,9 @@ llumo/google.py,sha256=3S_aRtbtlctCXPGR0u4baLlkyFrsjd02vlUCkoRPA5U,2147
 llumo/helpingFuntions.py,sha256=ORBM5xPPMHc3ENnJOg4i3Enxtor4En5oDj1d0Zu1mLk,25284
 llumo/models.py,sha256=aVEZsOOoQx5LeNtwSyBxqvrINq0izH3QWu_YjsMPE6o,2910
 llumo/openai.py,sha256=DGhEwQIJIIycGpw3hYQnyxdj6RFVpZ-gay-fZGqtkhU,3013
-llumo/sockets.py,sha256=I2JO_eNEctRo_ikgvFVp5zDd-m0VDu04IEUhhsa1Tic,5950
-llumo-0.2.17b1.dist-info/licenses/LICENSE,sha256=tF9yAcfPV9xGT3ViWmC8hPvOo8BEk4ZICbUfcEo8Dlk,182
-llumo-0.2.17b1.dist-info/METADATA,sha256=pn1RBU-MVeVt5nfkTsVQOQX2ktLSCCVnSKvIctkeIq0,1521
-llumo-0.2.17b1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-llumo-0.2.17b1.dist-info/top_level.txt,sha256=d5zUTMI99llPtLRB8rtSrqELm_bOqX-bNC5IcwlDk88,6
-llumo-0.2.17b1.dist-info/RECORD,,
+llumo/sockets.py,sha256=pBDo-U65hMIMwKMwZQl3iBkEjISEt-9BkXxZTWfSHF4,6116
+llumo-0.2.19.dist-info/licenses/LICENSE,sha256=tF9yAcfPV9xGT3ViWmC8hPvOo8BEk4ZICbUfcEo8Dlk,182
+llumo-0.2.19.dist-info/METADATA,sha256=ef_ff3tb4BdWqBUvau2Y-E-zkG54RyqVx6m87-RETMo,1558
+llumo-0.2.19.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+llumo-0.2.19.dist-info/top_level.txt,sha256=d5zUTMI99llPtLRB8rtSrqELm_bOqX-bNC5IcwlDk88,6
+llumo-0.2.19.dist-info/RECORD,,