levelapp 0.1.2__tar.gz → 0.1.3__tar.gz

{levelapp-0.1.2 → levelapp-0.1.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: levelapp
-Version: 0.1.2
+Version: 0.1.3
 Summary: LevelApp is an evaluation framework for AI/LLM-based software application. [Powered by Norma]
 Project-URL: Homepage, https://github.com/levelapp-org
 Project-URL: Repository, https://github.com/levelapp-org/levelapp-framework
@@ -33,10 +33,12 @@ Requires-Dist: rapidfuzz>=3.13.0
 Requires-Dist: requests>=2.32.4
 Requires-Dist: tenacity>=9.1.2
 Provides-Extra: dev
-Requires-Dist: arrow>=1.3.0; extra == 'dev'
+Requires-Dist: google-api-core>=2.25.1; extra == 'dev'
+Requires-Dist: google-auth>=2.40.3; extra == 'dev'
+Requires-Dist: google-cloud-firestore>=2.21.0; extra == 'dev'
 Requires-Dist: httpx>=0.28.1; extra == 'dev'
+Requires-Dist: humanize>=4.13.0; extra == 'dev'
 Requires-Dist: numpy>=2.3.2; extra == 'dev'
-Requires-Dist: openai>=1.99.9; extra == 'dev'
 Requires-Dist: pandas-stubs==2.3.0.250703; extra == 'dev'
 Requires-Dist: pandas>=2.3.1; extra == 'dev'
 Requires-Dist: pydantic>=2.11.7; extra == 'dev'

{levelapp-0.1.2 → levelapp-0.1.3}/levelapp/aspects/monitor.py

@@ -422,7 +422,8 @@ class FunctionMonitor:
             maxsize: int | None = 128,
             enable_timing: bool = True,
             track_memory: bool = True,
-            collectors: List[Type[MetricsCollector]] | None = None
+            collectors: List[Type[MetricsCollector]] | None = None,
+            verbose: bool = False
     ) -> Callable[[Callable[P, T]], Callable[P, T]]:
         """
         Decorator factory for monitoring functions.
@@ -456,7 +457,7 @@ class FunctionMonitor:
             )
 
             with self._lock:
-                if name in self._monitored_procedures:
+                if name in self._monitored_procedures and verbose:
                     raise ValueError(f"Function '{name}' is already registered.")
 
                 self._monitored_procedures[name] = monitored_func

{levelapp-0.1.2 → levelapp-0.1.3}/levelapp/simulator/simulator.py

@@ -396,7 +396,7 @@ class ConversationSimulator(BaseProcess):
                 evaluation_results=evaluation_results,
             )
         else:
-            logger.info(f"[{_LOG}] Judge evaluation skipped (no evaluator or no providers).")
+            logger.info(f"{_LOG} Judge evaluation skipped (no evaluator or no providers).")
 
         if metadata_evaluator and reference_metadata:
             self._metadata_evaluation(
@@ -406,7 +406,7 @@ class ConversationSimulator(BaseProcess):
                 evaluation_results=evaluation_results,
             )
         else:
-            logger.info(f"[{_LOG}] Metadata evaluation skipped (no evaluator or no reference metadata).")
+            logger.info(f"{_LOG} Metadata evaluation skipped (no evaluator or no reference metadata).")
 
         evaluation_results.guardrail_flag = 1 if generated_guardrail == reference_guardrail else 0
 
@@ -480,7 +480,7 @@ class ConversationSimulator(BaseProcess):
                 reference_data=reference_metadata,
             )
         except Exception as e:
-            logger.error(f"[{_LOG}] Metadata evaluation failed:\n{e}", exc_info=e)
+            logger.error(f"{_LOG} Metadata evaluation failed:\n{e}", exc_info=e)
 
     @staticmethod
     def store_evaluation_results(

{levelapp-0.1.2 → levelapp-0.1.3}/pyproject.toml

@@ -1,65 +1,67 @@
-[project]
-name = "levelapp"
-version = "0.1.2"
-description = "LevelApp is an evaluation framework for AI/LLM-based software application. [Powered by Norma]"
-readme = "README.md"
-authors = [
-    { name = "Mohamed Sofiene KADRI", email = "ms.kadri.dev@gmail.com" }
-]
-licence = { file = "LICENCE" }
-requires-python = ">=3.12"
-keywords = ["ai", "llm", "evaluation", "framework", "testing"]
-classifiers = [
-    "Development Status :: 3 - Alpha",
-    "Intended Audience :: Developers",
-    "License :: OSI Approved :: MIT License",
-    "Programming Language :: Python :: 3",
-    "Programming Language :: Python :: 3.12",
-    "Topic :: Software Development :: Testing",
-    "Topic :: Scientific/Engineering :: Artificial Intelligence",
-]
-
-dependencies = [
-    "google-api-core>=2.25.1",
-    "google-auth>=2.40.3",
-    "google-cloud-firestore>=2.21.0",
-    "httpx>=0.28.1",
-    "humanize>=4.13.0",
-    "numpy>=2.3.2",
-    "pandas>=2.3.1",
-    "pandas-stubs==2.3.0.250703",
-    "pydantic>=2.11.7",
-    "python-dotenv>=1.1.1",
-    "pyyaml>=6.0.2",
-    "rapid>=0.0.3",
-    "rapidfuzz>=3.13.0",
-    "requests>=2.32.4",
-    "tenacity>=9.1.2",
-]
-
-[project.urls]
-Homepage = "https://github.com/levelapp-org"
-Repository = "https://github.com/levelapp-org/levelapp-framework"
-Documentation = "https://levelapp.readthedocs.io"
-Issues = "https://github.com/levelapp-org/levelapp-framework/issues"
-
-[build-system]
-requires = ["hatchling"]
-build-backend = "hatchling.build"
-
-[project.optional-dependencies]
-dev = [
-    "arrow>=1.3.0",
-    "httpx>=0.28.1",
-    "numpy>=2.3.2",
-    "openai>=1.99.9",
-    "pandas>=2.3.1",
-    "pandas-stubs==2.3.0.250703",
-    "pydantic>=2.11.7",
-    "python-dotenv>=1.1.1",
-    "pyyaml>=6.0.2",
-    "rapid>=0.0.3",
-    "rapidfuzz>=3.13.0",
-    "requests>=2.32.4",
-    "tenacity>=9.1.2",
-]
+[project]
+name = "levelapp"
+version = "0.1.3"
+description = "LevelApp is an evaluation framework for AI/LLM-based software application. [Powered by Norma]"
+readme = "README.md"
+authors = [
+    { name = "Mohamed Sofiene KADRI", email = "ms.kadri.dev@gmail.com" }
+]
+licence = { file = "LICENCE" }
+requires-python = ">=3.12"
+keywords = ["ai", "llm", "evaluation", "framework", "testing"]
+classifiers = [
+    "Development Status :: 3 - Alpha",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.12",
+    "Topic :: Software Development :: Testing",
+    "Topic :: Scientific/Engineering :: Artificial Intelligence",
+]
+
+dependencies = [
+    "google-api-core>=2.25.1",
+    "google-auth>=2.40.3",
+    "google-cloud-firestore>=2.21.0",
+    "httpx>=0.28.1",
+    "humanize>=4.13.0",
+    "numpy>=2.3.2",
+    "pandas>=2.3.1",
+    "pandas-stubs==2.3.0.250703",
+    "pydantic>=2.11.7",
+    "python-dotenv>=1.1.1",
+    "pyyaml>=6.0.2",
+    "rapid>=0.0.3",
+    "rapidfuzz>=3.13.0",
+    "requests>=2.32.4",
+    "tenacity>=9.1.2",
+]
+
+[project.urls]
+Homepage = "https://github.com/levelapp-org"
+Repository = "https://github.com/levelapp-org/levelapp-framework"
+Documentation = "https://levelapp.readthedocs.io"
+Issues = "https://github.com/levelapp-org/levelapp-framework/issues"
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[project.optional-dependencies]
+dev = [
+    "google-api-core>=2.25.1",
+    "google-auth>=2.40.3",
+    "google-cloud-firestore>=2.21.0",
+    "httpx>=0.28.1",
+    "humanize>=4.13.0",
+    "numpy>=2.3.2",
+    "pandas>=2.3.1",
+    "pandas-stubs==2.3.0.250703",
+    "pydantic>=2.11.7",
+    "python-dotenv>=1.1.1",
+    "pyyaml>=6.0.2",
+    "rapid>=0.0.3",
+    "rapidfuzz>=3.13.0",
+    "requests>=2.32.4",
+    "tenacity>=9.1.2",
+]

{levelapp-0.1.2 → levelapp-0.1.3}/src/level_app/main_session.py

@@ -37,7 +37,7 @@ if __name__ == "__main__":
 
     config = WorkflowConfig.load(path="../data/workflow_config.yaml")
 
-    evaluation_session = EvaluationSession(session_name="test-session", workflow_config=config, enable_monitoring=False)
+    evaluation_session = EvaluationSession(session_name="test-session", workflow_config=config, enable_monitoring=True)
 
     with evaluation_session as session:
         session.run()