llumo 0.2.13__py3-none-any.whl → 0.2.13b1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- llumo/client.py +9 -7
- llumo/sockets.py +2 -2
- {llumo-0.2.13.dist-info → llumo-0.2.13b1.dist-info}/METADATA +1 -1
- llumo-0.2.13b1.dist-info/RECORD +13 -0
- llumo-0.2.13.dist-info/RECORD +0 -13
- {llumo-0.2.13.dist-info → llumo-0.2.13b1.dist-info}/WHEEL +0 -0
- {llumo-0.2.13.dist-info → llumo-0.2.13b1.dist-info}/licenses/LICENSE +0 -0
- {llumo-0.2.13.dist-info → llumo-0.2.13b1.dist-info}/top_level.txt +0 -0
llumo/client.py
CHANGED
@@ -324,7 +324,7 @@ class LlumoClient:
|
|
324
324
|
except Exception as e:
|
325
325
|
continue
|
326
326
|
|
327
|
-
time.sleep(
|
327
|
+
time.sleep(3)
|
328
328
|
|
329
329
|
timeout = max(50, min(600, totalItems * 10))
|
330
330
|
|
@@ -385,6 +385,7 @@ class LlumoClient:
|
|
385
385
|
):
|
386
386
|
resultdf = dataframe.copy()
|
387
387
|
for evalName in eval:
|
388
|
+
time.sleep(2)
|
388
389
|
resultdf = self.evaluate(dataframe = resultdf,eval=evalName,prompt_template=prompt_template,outputColName=outputColName,createExperiment = False)
|
389
390
|
|
390
391
|
if createExperiment:
|
@@ -656,6 +657,7 @@ class LlumoClient:
|
|
656
657
|
model,
|
657
658
|
agents,
|
658
659
|
model_api_key=None,
|
660
|
+
evals=["Final Task Alignment"],
|
659
661
|
prompt_template="Give answer for the given query: {{query}}",
|
660
662
|
createExperiment: bool = False,
|
661
663
|
):
|
@@ -668,12 +670,12 @@ class LlumoClient:
|
|
668
670
|
)
|
669
671
|
|
670
672
|
|
671
|
-
evals = [
|
672
|
-
|
673
|
-
|
674
|
-
|
675
|
-
|
676
|
-
]
|
673
|
+
# evals = [
|
674
|
+
# "Tool Reliability",
|
675
|
+
# "Stepwise Progression",
|
676
|
+
# "Tool Selection Accuracy",
|
677
|
+
# "Final Task Alignment",
|
678
|
+
# ]
|
677
679
|
|
678
680
|
for eval in evals:
|
679
681
|
# Perform evaluation
|
llumo/sockets.py
CHANGED
@@ -101,8 +101,8 @@ class LlumoSocketClient:
|
|
101
101
|
raise RuntimeError(f"WebSocket connection failed: {e}")
|
102
102
|
|
103
103
|
def listenForResults(self, min_wait=30, max_wait=300, inactivity_timeout=50, expected_results=None):
|
104
|
-
if not self._connected:
|
105
|
-
|
104
|
+
# if not self._connected:
|
105
|
+
# raise RuntimeError("WebSocket is not connected. Call connect() first.")
|
106
106
|
|
107
107
|
self._expected_results = expected_results # NEW
|
108
108
|
start_time = time.time()
|
@@ -0,0 +1,13 @@
|
|
1
|
+
llumo/__init__.py,sha256=O04b4yW1BnOvcHzxWFddAKhtdBEhBNhLdb6xgnpHH_Q,205
|
2
|
+
llumo/client.py,sha256=pzmJkz5LRF3h1WgjmezNnJEUAZ9_5nF47eW489F9-y4,36026
|
3
|
+
llumo/exceptions.py,sha256=iCj7HhtO_ckC2EaVBdXbAudNpuMDsYmmMEV5lwynZ-E,1854
|
4
|
+
llumo/execution.py,sha256=x88wQV8eL99wNN5YtjFaAMCIfN1PdfQVlAZQb4vzgQ0,1413
|
5
|
+
llumo/functionCalling.py,sha256=D5jYapu1rIvdIJNUYPYMTyhQ1H-6nkwoOLMi6eekfUE,7241
|
6
|
+
llumo/helpingFuntions.py,sha256=ah0FUQcRV3gfguvjQQ_aZzq59hpJttqAPJdjJVNYdFc,17110
|
7
|
+
llumo/models.py,sha256=YH-qAMnShmUpmKE2LQAzQdpRsaXkFSlOqMxHwU4zBUI,1560
|
8
|
+
llumo/sockets.py,sha256=0BCcdCaiXDR7LO_9NIYA6urtpgdmyWW2M1US67G9Eus,5583
|
9
|
+
llumo-0.2.13b1.dist-info/licenses/LICENSE,sha256=tF9yAcfPV9xGT3ViWmC8hPvOo8BEk4ZICbUfcEo8Dlk,182
|
10
|
+
llumo-0.2.13b1.dist-info/METADATA,sha256=Kyb0OFYTsOosmZ6Rcok4LNgWqVsUldzjeXmnw2vOnGA,1493
|
11
|
+
llumo-0.2.13b1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
12
|
+
llumo-0.2.13b1.dist-info/top_level.txt,sha256=d5zUTMI99llPtLRB8rtSrqELm_bOqX-bNC5IcwlDk88,6
|
13
|
+
llumo-0.2.13b1.dist-info/RECORD,,
|
llumo-0.2.13.dist-info/RECORD
DELETED
@@ -1,13 +0,0 @@
|
|
1
|
-
llumo/__init__.py,sha256=O04b4yW1BnOvcHzxWFddAKhtdBEhBNhLdb6xgnpHH_Q,205
|
2
|
-
llumo/client.py,sha256=mVqxNyYMbHlL9lnkpw_H6_n98WYO38ZcLZNnQX1TjUE,35948
|
3
|
-
llumo/exceptions.py,sha256=iCj7HhtO_ckC2EaVBdXbAudNpuMDsYmmMEV5lwynZ-E,1854
|
4
|
-
llumo/execution.py,sha256=x88wQV8eL99wNN5YtjFaAMCIfN1PdfQVlAZQb4vzgQ0,1413
|
5
|
-
llumo/functionCalling.py,sha256=D5jYapu1rIvdIJNUYPYMTyhQ1H-6nkwoOLMi6eekfUE,7241
|
6
|
-
llumo/helpingFuntions.py,sha256=ah0FUQcRV3gfguvjQQ_aZzq59hpJttqAPJdjJVNYdFc,17110
|
7
|
-
llumo/models.py,sha256=YH-qAMnShmUpmKE2LQAzQdpRsaXkFSlOqMxHwU4zBUI,1560
|
8
|
-
llumo/sockets.py,sha256=i90l2rr08paa-ifKy2E5YMIS8r3yRBmu2CUOjhFKork,5579
|
9
|
-
llumo-0.2.13.dist-info/licenses/LICENSE,sha256=tF9yAcfPV9xGT3ViWmC8hPvOo8BEk4ZICbUfcEo8Dlk,182
|
10
|
-
llumo-0.2.13.dist-info/METADATA,sha256=W-ZVsTKhiPw6strlNQEqyufgOLfV9ZCjCpY6Dj3Qc94,1491
|
11
|
-
llumo-0.2.13.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
12
|
-
llumo-0.2.13.dist-info/top_level.txt,sha256=d5zUTMI99llPtLRB8rtSrqELm_bOqX-bNC5IcwlDk88,6
|
13
|
-
llumo-0.2.13.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|