levelapp 0.1.2__py3-none-any.whl → 0.1.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of levelapp might be problematic. Click here for more details.
- levelapp/aspects/monitor.py +3 -2
- levelapp/simulator/simulator.py +3 -3
- {levelapp-0.1.2.dist-info → levelapp-0.1.3.dist-info}/METADATA +5 -3
- {levelapp-0.1.2.dist-info → levelapp-0.1.3.dist-info}/RECORD +6 -6
- {levelapp-0.1.2.dist-info → levelapp-0.1.3.dist-info}/WHEEL +0 -0
- {levelapp-0.1.2.dist-info → levelapp-0.1.3.dist-info}/licenses/LICENSE +0 -0
levelapp/aspects/monitor.py
CHANGED
|
@@ -422,7 +422,8 @@ class FunctionMonitor:
|
|
|
422
422
|
maxsize: int | None = 128,
|
|
423
423
|
enable_timing: bool = True,
|
|
424
424
|
track_memory: bool = True,
|
|
425
|
-
collectors: List[Type[MetricsCollector]] | None = None
|
|
425
|
+
collectors: List[Type[MetricsCollector]] | None = None,
|
|
426
|
+
verbose: bool = False
|
|
426
427
|
) -> Callable[[Callable[P, T]], Callable[P, T]]:
|
|
427
428
|
"""
|
|
428
429
|
Decorator factory for monitoring functions.
|
|
@@ -456,7 +457,7 @@ class FunctionMonitor:
|
|
|
456
457
|
)
|
|
457
458
|
|
|
458
459
|
with self._lock:
|
|
459
|
-
if name in self._monitored_procedures:
|
|
460
|
+
if name in self._monitored_procedures and verbose:
|
|
460
461
|
raise ValueError(f"Function '{name}' is already registered.")
|
|
461
462
|
|
|
462
463
|
self._monitored_procedures[name] = monitored_func
|
levelapp/simulator/simulator.py
CHANGED
|
@@ -396,7 +396,7 @@ class ConversationSimulator(BaseProcess):
|
|
|
396
396
|
evaluation_results=evaluation_results,
|
|
397
397
|
)
|
|
398
398
|
else:
|
|
399
|
-
logger.info(f"
|
|
399
|
+
logger.info(f"{_LOG} Judge evaluation skipped (no evaluator or no providers).")
|
|
400
400
|
|
|
401
401
|
if metadata_evaluator and reference_metadata:
|
|
402
402
|
self._metadata_evaluation(
|
|
@@ -406,7 +406,7 @@ class ConversationSimulator(BaseProcess):
|
|
|
406
406
|
evaluation_results=evaluation_results,
|
|
407
407
|
)
|
|
408
408
|
else:
|
|
409
|
-
logger.info(f"
|
|
409
|
+
logger.info(f"{_LOG} Metadata evaluation skipped (no evaluator or no reference metadata).")
|
|
410
410
|
|
|
411
411
|
evaluation_results.guardrail_flag = 1 if generated_guardrail == reference_guardrail else 0
|
|
412
412
|
|
|
@@ -480,7 +480,7 @@ class ConversationSimulator(BaseProcess):
|
|
|
480
480
|
reference_data=reference_metadata,
|
|
481
481
|
)
|
|
482
482
|
except Exception as e:
|
|
483
|
-
logger.error(f"
|
|
483
|
+
logger.error(f"{_LOG} Metadata evaluation failed:\n{e}", exc_info=e)
|
|
484
484
|
|
|
485
485
|
@staticmethod
|
|
486
486
|
def store_evaluation_results(
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: levelapp
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.3
|
|
4
4
|
Summary: LevelApp is an evaluation framework for AI/LLM-based software application. [Powered by Norma]
|
|
5
5
|
Project-URL: Homepage, https://github.com/levelapp-org
|
|
6
6
|
Project-URL: Repository, https://github.com/levelapp-org/levelapp-framework
|
|
@@ -33,10 +33,12 @@ Requires-Dist: rapidfuzz>=3.13.0
|
|
|
33
33
|
Requires-Dist: requests>=2.32.4
|
|
34
34
|
Requires-Dist: tenacity>=9.1.2
|
|
35
35
|
Provides-Extra: dev
|
|
36
|
-
Requires-Dist:
|
|
36
|
+
Requires-Dist: google-api-core>=2.25.1; extra == 'dev'
|
|
37
|
+
Requires-Dist: google-auth>=2.40.3; extra == 'dev'
|
|
38
|
+
Requires-Dist: google-cloud-firestore>=2.21.0; extra == 'dev'
|
|
37
39
|
Requires-Dist: httpx>=0.28.1; extra == 'dev'
|
|
40
|
+
Requires-Dist: humanize>=4.13.0; extra == 'dev'
|
|
38
41
|
Requires-Dist: numpy>=2.3.2; extra == 'dev'
|
|
39
|
-
Requires-Dist: openai>=1.99.9; extra == 'dev'
|
|
40
42
|
Requires-Dist: pandas-stubs==2.3.0.250703; extra == 'dev'
|
|
41
43
|
Requires-Dist: pandas>=2.3.1; extra == 'dev'
|
|
42
44
|
Requires-Dist: pydantic>=2.11.7; extra == 'dev'
|
|
@@ -2,7 +2,7 @@ levelapp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
|
2
2
|
levelapp/aspects/__init__.py,sha256=_OaPcjTWBizqcUdDVj5aYue7lG9ytjQGLhPvReriKnU,326
|
|
3
3
|
levelapp/aspects/loader.py,sha256=xWpcWtS25zbVhZ0UnIJEcQA9klajKk10TLK4j1IStH0,9543
|
|
4
4
|
levelapp/aspects/logger.py,sha256=MJ9HphyHYkTE5-ajA_WuMUTM0qQzd0WIP243vF-pj3M,1698
|
|
5
|
-
levelapp/aspects/monitor.py,sha256=
|
|
5
|
+
levelapp/aspects/monitor.py,sha256=ibUk01Y5y67_qBJRA5YzvjMX8QrRkMTJ-mN77ztuLlo,22113
|
|
6
6
|
levelapp/aspects/sanitizer.py,sha256=zUqgb76tXJ8UUYtHp0Rz7q9PZjAHpSpHPPFfGTjjQNg,5229
|
|
7
7
|
levelapp/clients/__init__.py,sha256=of3Zdkag634COXH_ca4hxXkERT8X44QS0IgfWu2yWqY,4084
|
|
8
8
|
levelapp/clients/anthropic.py,sha256=Bxp-HffcIPLwM9BLcTR7n-D8ZXYVWCmbr2oH33fKV04,4030
|
|
@@ -35,7 +35,7 @@ levelapp/repository/__init__.py,sha256=hNmFRZ7kKJN1mMlOHeW9xf0j9Q7gqTXYJ3hMCzk9t
|
|
|
35
35
|
levelapp/repository/firestore.py,sha256=K9JgxsNCelAKtzTDv19c1dHRlitMeRzo7H3caTlKuF8,10369
|
|
36
36
|
levelapp/simulator/__init__.py,sha256=8Dz8g7rbpBZX3WoknVmMVoWm_VT72ZL9BABOF1xFpqs,83
|
|
37
37
|
levelapp/simulator/schemas.py,sha256=YGprtuRZ4m33WBD35xj1Ib5EbMTdDCOp-wCykf-Iz-4,3700
|
|
38
|
-
levelapp/simulator/simulator.py,sha256=
|
|
38
|
+
levelapp/simulator/simulator.py,sha256=yreado12XMVEJ4N4cYj5m_bYVKU3BsOv5oQycB7wCFw,19889
|
|
39
39
|
levelapp/simulator/utils.py,sha256=d1O4Q4Yl1lAAJWLJDiwNjwt0hD9bGlCan4a2G21E7yw,5930
|
|
40
40
|
levelapp/workflow/__init__.py,sha256=27b2obG7ObhR43yd2uH-R0koRB7-DG8Emnvrq8EjsTA,193
|
|
41
41
|
levelapp/workflow/base.py,sha256=1A_xKSBOmVjfMbRBcNhDK6G17SEjqRIm-XjMw45IPC4,5596
|
|
@@ -44,7 +44,7 @@ levelapp/workflow/context.py,sha256=gjAZXHEdlsXqWY6DbXOfKXNbxQbahRPSnNzyWDqryPU,
|
|
|
44
44
|
levelapp/workflow/factory.py,sha256=z1ttJmI59sU9HgOvPo3ixUJ_oPv838XgehfuOorlTt8,1634
|
|
45
45
|
levelapp/workflow/registration.py,sha256=VHUHjLHXad5kjcKukaEOIf7hBZ09bT3HAzVmIT08aLo,359
|
|
46
46
|
levelapp/workflow/runtime.py,sha256=cFyXNWXSuURKbrMDHdkTcjeItM9wHP-5DPljntwYL5g,686
|
|
47
|
-
levelapp-0.1.
|
|
48
|
-
levelapp-0.1.
|
|
49
|
-
levelapp-0.1.
|
|
50
|
-
levelapp-0.1.
|
|
47
|
+
levelapp-0.1.3.dist-info/METADATA,sha256=wYFEgC4bRV2nfbxv8PHLwejyhtrfsbjOCIckQvPdPeA,12572
|
|
48
|
+
levelapp-0.1.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
|
49
|
+
levelapp-0.1.3.dist-info/licenses/LICENSE,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
50
|
+
levelapp-0.1.3.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|