levelapp 0.1.2__py3-none-any.whl → 0.1.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of levelapp might be problematic. Click here for more details.

@@ -422,7 +422,8 @@ class FunctionMonitor:
422
422
  maxsize: int | None = 128,
423
423
  enable_timing: bool = True,
424
424
  track_memory: bool = True,
425
- collectors: List[Type[MetricsCollector]] | None = None
425
+ collectors: List[Type[MetricsCollector]] | None = None,
426
+ verbose: bool = False
426
427
  ) -> Callable[[Callable[P, T]], Callable[P, T]]:
427
428
  """
428
429
  Decorator factory for monitoring functions.
@@ -456,7 +457,7 @@ class FunctionMonitor:
456
457
  )
457
458
 
458
459
  with self._lock:
459
- if name in self._monitored_procedures:
460
+ if name in self._monitored_procedures and verbose:
460
461
  raise ValueError(f"Function '{name}' is already registered.")
461
462
 
462
463
  self._monitored_procedures[name] = monitored_func
@@ -396,7 +396,7 @@ class ConversationSimulator(BaseProcess):
396
396
  evaluation_results=evaluation_results,
397
397
  )
398
398
  else:
399
- logger.info(f"[{_LOG}] Judge evaluation skipped (no evaluator or no providers).")
399
+ logger.info(f"{_LOG} Judge evaluation skipped (no evaluator or no providers).")
400
400
 
401
401
  if metadata_evaluator and reference_metadata:
402
402
  self._metadata_evaluation(
@@ -406,7 +406,7 @@ class ConversationSimulator(BaseProcess):
406
406
  evaluation_results=evaluation_results,
407
407
  )
408
408
  else:
409
- logger.info(f"[{_LOG}] Metadata evaluation skipped (no evaluator or no reference metadata).")
409
+ logger.info(f"{_LOG} Metadata evaluation skipped (no evaluator or no reference metadata).")
410
410
 
411
411
  evaluation_results.guardrail_flag = 1 if generated_guardrail == reference_guardrail else 0
412
412
 
@@ -480,7 +480,7 @@ class ConversationSimulator(BaseProcess):
480
480
  reference_data=reference_metadata,
481
481
  )
482
482
  except Exception as e:
483
- logger.error(f"[{_LOG}] Metadata evaluation failed:\n{e}", exc_info=e)
483
+ logger.error(f"{_LOG} Metadata evaluation failed:\n{e}", exc_info=e)
484
484
 
485
485
  @staticmethod
486
486
  def store_evaluation_results(
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: levelapp
3
- Version: 0.1.2
3
+ Version: 0.1.3
4
4
  Summary: LevelApp is an evaluation framework for AI/LLM-based software application. [Powered by Norma]
5
5
  Project-URL: Homepage, https://github.com/levelapp-org
6
6
  Project-URL: Repository, https://github.com/levelapp-org/levelapp-framework
@@ -33,10 +33,12 @@ Requires-Dist: rapidfuzz>=3.13.0
33
33
  Requires-Dist: requests>=2.32.4
34
34
  Requires-Dist: tenacity>=9.1.2
35
35
  Provides-Extra: dev
36
- Requires-Dist: arrow>=1.3.0; extra == 'dev'
36
+ Requires-Dist: google-api-core>=2.25.1; extra == 'dev'
37
+ Requires-Dist: google-auth>=2.40.3; extra == 'dev'
38
+ Requires-Dist: google-cloud-firestore>=2.21.0; extra == 'dev'
37
39
  Requires-Dist: httpx>=0.28.1; extra == 'dev'
40
+ Requires-Dist: humanize>=4.13.0; extra == 'dev'
38
41
  Requires-Dist: numpy>=2.3.2; extra == 'dev'
39
- Requires-Dist: openai>=1.99.9; extra == 'dev'
40
42
  Requires-Dist: pandas-stubs==2.3.0.250703; extra == 'dev'
41
43
  Requires-Dist: pandas>=2.3.1; extra == 'dev'
42
44
  Requires-Dist: pydantic>=2.11.7; extra == 'dev'
@@ -2,7 +2,7 @@ levelapp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
2
  levelapp/aspects/__init__.py,sha256=_OaPcjTWBizqcUdDVj5aYue7lG9ytjQGLhPvReriKnU,326
3
3
  levelapp/aspects/loader.py,sha256=xWpcWtS25zbVhZ0UnIJEcQA9klajKk10TLK4j1IStH0,9543
4
4
  levelapp/aspects/logger.py,sha256=MJ9HphyHYkTE5-ajA_WuMUTM0qQzd0WIP243vF-pj3M,1698
5
- levelapp/aspects/monitor.py,sha256=KREhG_KH4f7okyheexaeKykwhzzQsFl1USC-k9YPXfQ,22065
5
+ levelapp/aspects/monitor.py,sha256=ibUk01Y5y67_qBJRA5YzvjMX8QrRkMTJ-mN77ztuLlo,22113
6
6
  levelapp/aspects/sanitizer.py,sha256=zUqgb76tXJ8UUYtHp0Rz7q9PZjAHpSpHPPFfGTjjQNg,5229
7
7
  levelapp/clients/__init__.py,sha256=of3Zdkag634COXH_ca4hxXkERT8X44QS0IgfWu2yWqY,4084
8
8
  levelapp/clients/anthropic.py,sha256=Bxp-HffcIPLwM9BLcTR7n-D8ZXYVWCmbr2oH33fKV04,4030
@@ -35,7 +35,7 @@ levelapp/repository/__init__.py,sha256=hNmFRZ7kKJN1mMlOHeW9xf0j9Q7gqTXYJ3hMCzk9t
35
35
  levelapp/repository/firestore.py,sha256=K9JgxsNCelAKtzTDv19c1dHRlitMeRzo7H3caTlKuF8,10369
36
36
  levelapp/simulator/__init__.py,sha256=8Dz8g7rbpBZX3WoknVmMVoWm_VT72ZL9BABOF1xFpqs,83
37
37
  levelapp/simulator/schemas.py,sha256=YGprtuRZ4m33WBD35xj1Ib5EbMTdDCOp-wCykf-Iz-4,3700
38
- levelapp/simulator/simulator.py,sha256=ytgjUE9G8z2oW6rEzSdVkyncPiJcZCLWyvLR0cI5rk8,19895
38
+ levelapp/simulator/simulator.py,sha256=yreado12XMVEJ4N4cYj5m_bYVKU3BsOv5oQycB7wCFw,19889
39
39
  levelapp/simulator/utils.py,sha256=d1O4Q4Yl1lAAJWLJDiwNjwt0hD9bGlCan4a2G21E7yw,5930
40
40
  levelapp/workflow/__init__.py,sha256=27b2obG7ObhR43yd2uH-R0koRB7-DG8Emnvrq8EjsTA,193
41
41
  levelapp/workflow/base.py,sha256=1A_xKSBOmVjfMbRBcNhDK6G17SEjqRIm-XjMw45IPC4,5596
@@ -44,7 +44,7 @@ levelapp/workflow/context.py,sha256=gjAZXHEdlsXqWY6DbXOfKXNbxQbahRPSnNzyWDqryPU,
44
44
  levelapp/workflow/factory.py,sha256=z1ttJmI59sU9HgOvPo3ixUJ_oPv838XgehfuOorlTt8,1634
45
45
  levelapp/workflow/registration.py,sha256=VHUHjLHXad5kjcKukaEOIf7hBZ09bT3HAzVmIT08aLo,359
46
46
  levelapp/workflow/runtime.py,sha256=cFyXNWXSuURKbrMDHdkTcjeItM9wHP-5DPljntwYL5g,686
47
- levelapp-0.1.2.dist-info/METADATA,sha256=d0ZoS0BTpHpq65Q1KLeqlN12XQiCAyJ-zPP17T22D6o,12446
48
- levelapp-0.1.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
49
- levelapp-0.1.2.dist-info/licenses/LICENSE,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
50
- levelapp-0.1.2.dist-info/RECORD,,
47
+ levelapp-0.1.3.dist-info/METADATA,sha256=wYFEgC4bRV2nfbxv8PHLwejyhtrfsbjOCIckQvPdPeA,12572
48
+ levelapp-0.1.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
49
+ levelapp-0.1.3.dist-info/licenses/LICENSE,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
50
+ levelapp-0.1.3.dist-info/RECORD,,