llumo 0.2.21__py3-none-any.whl → 0.2.23__py3-none-any.whl

llumo/client.py

@@ -397,7 +397,7 @@ class LlumoClient:
                 outputColName=outputColName,
             ):
                 print(
-                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://llumo.ai/evallm to see the results.Please rerun the experiment to see the results on playground."
+                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://app.llumo.ai/evallm to see the results.Please rerun the experiment to see the results on playground."
                 )
         else:
             return dataframe
@@ -720,6 +720,7 @@ class LlumoClient:
 
                 inputDict = {key: row[key] for key in keys if key in row}
                 output = row.get(outputColName, "")
+                intermediateSteps = row.get("intermediateSteps", "")
 
                 
                 rowID = f"{int(time.time() * 1000)}{uuid.uuid4()}".replace("-", "")
@@ -740,6 +741,7 @@ class LlumoClient:
                             "tools": tools,
                             "groundTruth": groundTruth,
                             "messageHistory": messageHistory,
+                            "intermediateSteps": intermediateSteps,
                         },
                         "definition": evalDefinition,
                         "model": model,
@@ -869,8 +871,14 @@ class LlumoClient:
                 activePlayground= activePlayground
             ):
                 print(
-                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://llumo.ai/evallm to see the results."
+                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://app.llumo.ai/evallm to see the results."
                 )
+                if getDataFrame:
+                    return LlumoDataFrameResults(dataframe,evals=self.evals,evalData=self.evalData,definationMapping=self.definationMapping)
+                else:
+                    data=dataframe.to_dict(orient="records")
+                    return LlumoDictResults(data,evals=self.evals,evalData=self.evalData,definationMapping=self.definationMapping)
+
         else:
             if getDataFrame:
                 return LlumoDataFrameResults(dataframe,evals=self.evals,evalData=self.evalData,definationMapping=self.definationMapping)
@@ -934,7 +942,8 @@ class LlumoClient:
                     evalOutputMap=outputEvalMapping
             ):
                 print(
-                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://llumo.ai/evallm to see the results.")
+                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://app.llumo.ai/evallm to see the results.")
+                
         else:
             if getDataFrame == True and toEvaluate == True:
                 return LlumoDataFrameResults(working_df, evals=self.evals, evalData=self.evalData,
@@ -1007,7 +1016,7 @@ class LlumoClient:
         #     df = toolResponseDf.fillna("Some error occured")
         #     if createPlayground(self.email, self.workspaceID, df,promptText=prompt_template,definationMapping=self.definationMapping):
         #         print(
-        #             "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://llumo.ai/evallm to see the results."
+        #             "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://app.llumo.ai/evallm to see the results."
         #         )
         # else:
         #     return toolResponseDf
@@ -1230,7 +1239,21 @@ class LlumoClient:
                     evalOutputMap=outputEvalMapping
             ):
                 print(
-                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://llumo.ai/evallm to see the results.")
+                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://app.llumo.ai/evallm to see the results.")
+                if getDataFrame == True and toEvaluate == True:
+                    return LlumoDataFrameResults(working_df, evals=self.evals, evalData=self.evalData,
+                                             definationMapping=self.definationMapping)
+
+                elif getDataFrame == False and toEvaluate == True:
+                    data = working_df.to_dict(orient="records")
+                    return LlumoDictResults(data, evals=self.evals, evalData=self.evalData,
+                                            definationMapping=self.definationMapping)
+
+                elif getDataFrame== True and toEvaluate == False:
+                    return working_df
+
+                elif getDataFrame == False and toEvaluate == False :
+                    return working_df.to_dict(orient = "records")
         else:
             if getDataFrame == True and toEvaluate == True:
                 return LlumoDataFrameResults(working_df, evals=self.evals, evalData=self.evalData,
@@ -1467,7 +1490,13 @@ class LlumoClient:
                     definationMapping=self.definationMapping,
             ):
                 print(
-                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://llumo.ai/evallm to see the results.")
+                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://app.llumo.ai/evallm to see the results.")
+                if getDataFrame:
+                    return working_df
+
+                else:
+                    data = working_df.to_dict(orient="records")
+                    return data
         else:
             if getDataFrame:
                 return working_df
@@ -1486,7 +1515,7 @@ class LlumoClient:
             flag = createPlayground(self.email, self.workspaceID, dataframe)
             if flag:
                 print(
-                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://llumo.ai/evallm to see the results."
+                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://app.llumo.ai/evallm to see the results."
                 )
         except Exception as e:
             raise "Some error ocuured please check your API key"
@@ -1526,7 +1555,7 @@ class LlumoClient:
             if createPlayground(self.email, self.workspaceID, df):
                 
                 print(
-                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://llumo.ai/evallm to see the results."
+                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://app.llumo.ai/evallm to see the results."
                 )
                 
                 return True
@@ -1546,7 +1575,7 @@ class LlumoClient:
             self.validateApiKey()
             if createPlayground(self.email, self.workspaceID, dataframe):
                 print(
-                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://llumo.ai/evallm to see the results."
+                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://app.llumo.ai/evallm to see the results."
                 )
                 return True
 
@@ -1606,7 +1635,7 @@ class LlumoClient:
                 activePlayground= activePlayground
             ):
                 print(
-                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://llumo.ai/evallm to see the results."
+                    "LLUMO’s intuitive UI is ready—start exploring and experimenting with your logs now. Visit https://app.llumo.ai/evallm to see the results."
                 )
                 
         else:

llumo/helpingFuntions.py

@@ -227,7 +227,7 @@ def createColumn(workspaceID, dataframe, playgroundID, promptText=None,queryColN
         "playgroundID": playgroundID,
         "columnListToUpload": [],
     }
-    allEvals = ['Response Completeness', 'Response Bias', 'Response Harmfulness', 'Input Toxicity', 'Input Harmfulness', 'Context Utilization', 'Relevance Retention', 'Semantic Cohesion', 'Final Task Alignment', 'Tool Reliability', 'Response Correctness', 'Response Toxicity', 'Input Bias', 'Input Relevancy', 'Redundancy Reduction', 'Response Sentiment', 'Tool Selection Accuracy', 'Stepwise Progression', 'Hallucination', 'Faithfulness', 'Answer Relevancy', 'Context Precision', 'Answer Similarity', 'Harmfulness', 'Maliciousness', 'Coherence', 'Answer Correctness', 'Context Recall', 'Context Entity Recall', 'Conciseness', 'customEvalColumn', 'Groundedness', 'Memory Utilization', 'Input Relevancy (Multi-turn)']
+    allEvals = ['Response Completeness', 'Response Bias', 'Response Harmfulness', 'Input Toxicity', 'Input Harmfulness', 'Context Utilization', 'Relevance Retention', 'Semantic Cohesion', 'Final Task Alignment', 'Tool Reliability', 'Response Correctness', 'Response Toxicity', 'Input Bias', 'Input Relevancy', 'Redundancy Reduction', 'Response Sentiment', 'Tool Selection Accuracy', 'Stepwise Progression', 'Hallucination', 'Faithfulness', 'Answer Relevancy', 'Context Precision', 'Answer Similarity', 'Harmfulness', 'Maliciousness', 'Coherence', 'Answer Correctness', 'Context Recall', 'Context Entity Recall', 'Conciseness', 'customEvalColumn', 'Groundedness', 'Memory Utilization', 'Input Relevancy (Multi-turn)','PII Check','Prompt Injection']
 
     evalDependencies =  checkDependency(_returnDepMapping=True)
 
@@ -536,20 +536,22 @@ def checkDependency(selectedEval:list = [], columns:list = [],tocheck=True,_retu
         'Context Utilization': ['output', 'context'],
         'Relevance Retention': ['context', 'query'],
         'Semantic Cohesion': ['context'],
-        'Final Task Alignment': ['messageHistory'],
-        'Tool Reliability': ['messageHistory'],
+        'Final Task Alignment': ['query','output'],
+        'Tool Reliability': ['intermediateSteps'],
         'Response Correctness': ['output', 'query', 'context'],
         'Response Toxicity': ['output'],
         'Input Bias': ['query'],
         'Input Relevancy': ['context', 'query'],
         'Redundancy Reduction': ['context'],
         'Response Sentiment': ['output'],
-        'Tool Selection Accuracy': ['tools', 'messageHistory'],
-        'Stepwise Progression': ['tools', 'messageHistory'],
+        'Tool Selection Accuracy': ['tools', 'intermediateSteps'],
+        'Stepwise Progression': ['tools', 'intermediateSteps'],
         'Hallucination': ['query', 'context', 'output'],
         'Groundedness': ['groundTruth', 'output'],
         'Memory Utilization': ['context', 'messageHistory'],
-        'Input Relevancy (Multi-turn)': ['context', 'query']
+        'Input Relevancy (Multi-turn)': ['context', 'query'],
+        'PII Check':["query","output"],
+        'Prompt Injection':["query"]
     }
     if _returnDepMapping == True:
         return metricDependencies

{llumo-0.2.21.dist-info → llumo-0.2.23.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llumo
-Version: 0.2.21
+Version: 0.2.23
 Summary: Python SDK for interacting with the Llumo ai API.
 Home-page: https://www.llumo.ai/
 Author: Llumo

{llumo-0.2.21.dist-info → llumo-0.2.23.dist-info}/RECORD

@@ -1,16 +1,16 @@
 llumo/__init__.py,sha256=YVBkF1fiXFBd_zzySi9BDWgX8MJuLBJ-oF8538MrnDU,256
 llumo/chains.py,sha256=6lCgLseh04RUgc6SahhmvQj82quay2Mi1j8gPUlx8Es,2923
-llumo/client.py,sha256=oLFlVRUh6GIL9pcSuFE93P0uiUzpIvKEhXtYgGmzu24,63289
+llumo/client.py,sha256=iVcdoGncHNrABl3qImBzwwQ_mf48M1Nte3nUEoSbQ2Y,64867
 llumo/exceptions.py,sha256=Vp_MnanHbnd1Yjuoi6WLrKiwwZbJL3znCox2URMmGU4,2032
 llumo/execution.py,sha256=nWbJ7AvWuUPcOb6i-JzKRna_PvF-ewZTiK8skS-5n3w,1380
 llumo/functionCalling.py,sha256=D5jYapu1rIvdIJNUYPYMTyhQ1H-6nkwoOLMi6eekfUE,7241
 llumo/google.py,sha256=3S_aRtbtlctCXPGR0u4baLlkyFrsjd02vlUCkoRPA5U,2147
-llumo/helpingFuntions.py,sha256=pv9LrwClQlh8GHyBgRjpbPIFZaPjcqXQBkrvlAo0xyg,25523
+llumo/helpingFuntions.py,sha256=SmQvE3_9aOzKJa1wAmp6UhOfW1eWwkWcNn_Jwhw4TG8,25641
 llumo/models.py,sha256=aVEZsOOoQx5LeNtwSyBxqvrINq0izH3QWu_YjsMPE6o,2910
 llumo/openai.py,sha256=DGhEwQIJIIycGpw3hYQnyxdj6RFVpZ-gay-fZGqtkhU,3013
 llumo/sockets.py,sha256=pBDo-U65hMIMwKMwZQl3iBkEjISEt-9BkXxZTWfSHF4,6116
-llumo-0.2.21.dist-info/licenses/LICENSE,sha256=tF9yAcfPV9xGT3ViWmC8hPvOo8BEk4ZICbUfcEo8Dlk,182
-llumo-0.2.21.dist-info/METADATA,sha256=CeHNLHxPgCwExHm3Rh_LI7cVL3ZGC0Hj64pb35VL6iM,1558
-llumo-0.2.21.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-llumo-0.2.21.dist-info/top_level.txt,sha256=d5zUTMI99llPtLRB8rtSrqELm_bOqX-bNC5IcwlDk88,6
-llumo-0.2.21.dist-info/RECORD,,
+llumo-0.2.23.dist-info/licenses/LICENSE,sha256=tF9yAcfPV9xGT3ViWmC8hPvOo8BEk4ZICbUfcEo8Dlk,182
+llumo-0.2.23.dist-info/METADATA,sha256=6FgzHIZZ7ZEWk1q7DDZIBantpqkk5SH-8EuPtNOPoyc,1558
+llumo-0.2.23.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+llumo-0.2.23.dist-info/top_level.txt,sha256=d5zUTMI99llPtLRB8rtSrqELm_bOqX-bNC5IcwlDk88,6
+llumo-0.2.23.dist-info/RECORD,,