aiverify-moonshot 0.7.1__py3-none-any.whl → 0.7.3__py3-none-any.whl

{aiverify_moonshot-0.7.1.dist-info → aiverify_moonshot-0.7.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aiverify-moonshot
-Version: 0.7.1
+Version: 0.7.3
 Summary: AI Verify advances Gen AI testing with Project Moonshot.
 Project-URL: Repository, https://github.com/aiverify-foundation/moonshot
 Project-URL: Documentation, https://aiverify-foundation.github.io/moonshot/
@@ -15,24 +15,24 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.11
 Requires-Python: >=3.11
-Requires-Dist: datasets>=2.21.0
+Requires-Dist: datasets~=3.2.0
 Requires-Dist: ijson>=3.3.0
-Requires-Dist: jinja2>=3.1.4
-Requires-Dist: numpy>=1.26.4
+Requires-Dist: jinja2>=3.1.6
+Requires-Dist: numpy~=1.26.4
 Requires-Dist: pandas>=2.2.2
 Requires-Dist: pydantic==2.8.2
-Requires-Dist: pyparsing>=3.1.4
-Requires-Dist: python-dotenv>=1.0.1
+Requires-Dist: pyparsing>=3.2.3
+Requires-Dist: python-dotenv>=1.1.0
 Requires-Dist: python-multipart>=0.0.9
 Requires-Dist: python-slugify>=8.0.4
-Requires-Dist: tenacity>=8.5.0
+Requires-Dist: tenacity~=8.5.0
 Requires-Dist: xxhash>=3.5.0
 Provides-Extra: all
 Requires-Dist: cmd2>=2.4.3; extra == 'all'
 Requires-Dist: dependency-injector>=4.41.0; extra == 'all'
 Requires-Dist: fastapi>=0.115.4; extra == 'all'
 Requires-Dist: rich>=13.8.0; extra == 'all'
-Requires-Dist: typing-extensions>=4.12.2; extra == 'all'
+Requires-Dist: typing-extensions==4.13.2; extra == 'all'
 Requires-Dist: uvicorn>=0.30.6; extra == 'all'
 Provides-Extra: cli
 Requires-Dist: cmd2>=2.4.3; extra == 'cli'
@@ -40,7 +40,7 @@ Requires-Dist: rich>=13.8.0; extra == 'cli'
 Provides-Extra: web-api
 Requires-Dist: dependency-injector>=4.41.0; extra == 'web-api'
 Requires-Dist: fastapi>=0.115.4; extra == 'web-api'
-Requires-Dist: typing-extensions>=4.12.2; extra == 'web-api'
+Requires-Dist: typing-extensions==4.13.2; extra == 'web-api'
 Requires-Dist: uvicorn>=0.30.6; extra == 'web-api'
 Description-Content-Type: text/markdown
 
@@ -48,7 +48,7 @@ Description-Content-Type: text/markdown
 
 ![Moonshot Logo](https://github.com/aiverify-foundation/moonshot/raw/main/misc/aiverify-moonshot-logo.png)
 
-**Version 0.7.1**
+**Version 0.7.3**
 
 A simple and modular tool to evaluate any LLM-based AI systems.
 

{aiverify_moonshot-0.7.1.dist-info → aiverify_moonshot-0.7.3.dist-info}/RECORD

@@ -34,7 +34,7 @@ moonshot/integrations/cli/utils/process_data.py,sha256=QVL5vp2_8ZgGicmCAdeYEHkeb
 moonshot/integrations/web_api/.env.dev,sha256=0z5_Ut8rF-UqFZtgjkH2qoqORhD5_nSs2w_OeX2SteI,182
 moonshot/integrations/web_api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 moonshot/integrations/web_api/__main__.py,sha256=MdnLi_ZF-olAAEJwTPU1iGYFYwo-fNWNT2qfchkH3y4,2050
-moonshot/integrations/web_api/app.py,sha256=ppmlbvde_68wbJ3oXuQvAdDAYDyhi0yy4vLe9H-29YQ,3651
+moonshot/integrations/web_api/app.py,sha256=IqfAlkQsbQ9vv-1botkfw4RNubmeMJcQt4p5Yc7P7ec,3651
 moonshot/integrations/web_api/container.py,sha256=DVkJG_qm7ItcG6tgMYOqIj07wpKhPWOOfy6-bEv72y4,5915
 moonshot/integrations/web_api/logging_conf.py,sha256=t3EGRV6tZhV732KXe8_Tiy0fiwVAWxZX5Tt8VTgrrfg,3388
 moonshot/integrations/web_api/log/.gitkeep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -74,12 +74,12 @@ moonshot/integrations/web_api/services/auto_red_team_test_manager.py,sha256=a_aB
 moonshot/integrations/web_api/services/auto_red_team_test_state.py,sha256=GRmvdYLwQdE8gGkYD9Sd4n__yEBajl2pRA_V0J2YObE,1952
 moonshot/integrations/web_api/services/base_service.py,sha256=_MaQEuBpRNNHXNPylZUGaUVCSA5a2jHi9NoKBpvIprs,172
 moonshot/integrations/web_api/services/benchmark_result_service.py,sha256=-oPvLL7b-pEAOeY0gwlngpgImklkUiwvPE6IJo83a7M,909
-moonshot/integrations/web_api/services/benchmark_test_manager.py,sha256=aPoB6hOfOYqsDliiIzZ0y6cCI0mPDXLK21j9fHXm10U,4076
+moonshot/integrations/web_api/services/benchmark_test_manager.py,sha256=HSJA81F-uXu_0kvA7su8xfmLvy8aQP5Pd8xbncAtjZ8,4565
 moonshot/integrations/web_api/services/benchmark_test_state.py,sha256=MyhTxpAhhP66JF0ua1SMc_IIeIjDxQY5swOXv9cmYaY,1887
 moonshot/integrations/web_api/services/benchmarking_service.py,sha256=lJZeNTqxEPBLrZNX3Z9JIilgwetywSkv0deQkcb8mQs,1257
 moonshot/integrations/web_api/services/bookmark_service.py,sha256=jI9nXs1hjzO0CLG2LKaXSzDApLThkfCvPUkaNNV9A5A,3546
 moonshot/integrations/web_api/services/context_strategy_service.py,sha256=F6ulJbmx9ZNuUEVco6e2_rr2eLu5NV1nKDLaP6bNbP8,681
-moonshot/integrations/web_api/services/cookbook_service.py,sha256=wsOFN8tXvzpsm-vRlHbUwMvdtyxInB1kjoasssFtDAI,8734
+moonshot/integrations/web_api/services/cookbook_service.py,sha256=glC4W-UTisqZu-Q6RVFMQ8e-kSSbgTA7tumPCPs75gk,9044
 moonshot/integrations/web_api/services/dataset_service.py,sha256=FUXLgU32nghoLWWXBA_4GzeQb8eK31tjbvLu4OJBxoc,2441
 moonshot/integrations/web_api/services/endpoint_service.py,sha256=N5SXNAh44UNeBpMhA9baL0VZoTx4sHzpy4y7-Ch8O4E,2395
 moonshot/integrations/web_api/services/metric_service.py,sha256=xWC5Dk8aiU7tuHsxYedTTrEkbA3Ug1pV2nbaBas6cAg,456
@@ -111,7 +111,7 @@ moonshot/src/api/api_recipe.py,sha256=_TJUc8vJqxu5Uti3q2GSQ2uJdj8hqNBFSvBi2NaDny
 moonshot/src/api/api_red_teaming.py,sha256=GBBy4yDAbDuUyeANkGorZJENWceNIzfg30TuiF-Av3Q,2004
 moonshot/src/api/api_result.py,sha256=xZHex_K_PbSr-65LPLr5up4lvu313-VJroR4BBR5JQk,2849
 moonshot/src/api/api_run.py,sha256=ToPYIeTPd2OaOqd20UQ_ie2BQPqLw5aZ_RwRwv9oGpU,2983
-moonshot/src/api/api_runner.py,sha256=spN7ogBGQN7I-c1u_UeKZ7vg02AtCuAl3dFG8CSayQU,4257
+moonshot/src/api/api_runner.py,sha256=CzbY8bLXTodaHzm32BFrtYT6Mkgq_sNko7MAjWY7hO0,4557
 moonshot/src/api/api_session.py,sha256=w-mc_sj3ElQa6FPQqWbK2bFgGTu1ECwYm3tN41xFkes,11130
 moonshot/src/bookmark/bookmark.py,sha256=KOvvNE8wvdkJu9q2clte5fPLESZ2x6EuuoQkkxFxmHg,12970
 moonshot/src/bookmark/bookmark_arguments.py,sha256=Xgjx3Ek9MXwD4p1icac8nPX3KZfmYsBwR6kwPwHAngE,1622
@@ -172,9 +172,9 @@ moonshot/src/utils/import_modules.py,sha256=T9zTN59PFnvY2rjyWhSV9KSIAHxWV1pyBemF
 moonshot/src/utils/log.py,sha256=YNgD7Eh2OT36XlmVBKCGUTAh9TRp4Akfe4kDdvHASgs,2502
 moonshot/src/utils/pagination.py,sha256=5seymyRoqyENIhKllAatr1T91kMCGFslcvRnJHyMSvc,814
 moonshot/src/utils/timeit.py,sha256=TvuF0w8KWhp0oZFY0cUU3UY0xlGKjchb0OkfYfgVTlc,866
-aiverify_moonshot-0.7.1.dist-info/METADATA,sha256=8bfZclyjyzzKl-V0K6WoVydD-BWLzF2rBux8qR0-nmk,11170
-aiverify_moonshot-0.7.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-aiverify_moonshot-0.7.1.dist-info/licenses/AUTHORS.md,sha256=mmAbe3i3sT8JZHJMBhxp3i1xRehV0g7WB4T_eyIBuBs,59
-aiverify_moonshot-0.7.1.dist-info/licenses/LICENSE.md,sha256=53izDRmJZZCjpYGfyLqlxnGQN-aNWBxasuzuMXC5Ias,11347
-aiverify_moonshot-0.7.1.dist-info/licenses/NOTICES.md,sha256=3d1WLa7kMtzh79BXxXr-keSlvHo8Llb-5EkGgtRiMS0,51537
-aiverify_moonshot-0.7.1.dist-info/RECORD,,
+aiverify_moonshot-0.7.3.dist-info/METADATA,sha256=9-TmvcZg3_DZCmRZ0K9tP8DpmffzoHXR7VZCPRQX78Y,11169
+aiverify_moonshot-0.7.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+aiverify_moonshot-0.7.3.dist-info/licenses/AUTHORS.md,sha256=mmAbe3i3sT8JZHJMBhxp3i1xRehV0g7WB4T_eyIBuBs,59
+aiverify_moonshot-0.7.3.dist-info/licenses/LICENSE.md,sha256=53izDRmJZZCjpYGfyLqlxnGQN-aNWBxasuzuMXC5Ias,11347
+aiverify_moonshot-0.7.3.dist-info/licenses/NOTICES.md,sha256=3d1WLa7kMtzh79BXxXr-keSlvHo8Llb-5EkGgtRiMS0,51537
+aiverify_moonshot-0.7.3.dist-info/RECORD,,

moonshot/integrations/web_api/app.py

@@ -71,7 +71,7 @@ def create_app(cfg: providers.Configuration) -> CustomFastAPI:
     }
 
     app: CustomFastAPI = CustomFastAPI(
-        title="Project Moonshot", version="0.7.1", **app_kwargs
+        title="Project Moonshot", version="0.7.3", **app_kwargs
     )
 
     if cfg.cors.enabled():

moonshot/integrations/web_api/services/benchmark_test_manager.py

@@ -1,5 +1,6 @@
 import asyncio
 import uuid
+import traceback
 from typing import Any
 
 from dependency_injector.wiring import inject
@@ -82,12 +83,20 @@ class BenchmarkTestManager(BaseService):
         self, input_data: BenchmarkRunnerDTO, benchmark_type: BenchmarkCollectionType
     ) -> str:
         task_id = self.generate_unique_task_id()
-        runner = self.runner_service.create_runner(
-            input_data.run_name,
-            input_data.endpoints,
-            input_data.description,
-            self.progress_status_updater.on_progress_update,
-        )
+        try:
+            runner = self.runner_service.create_runner(
+                input_data.run_name,
+                input_data.endpoints,
+                input_data.description,
+                self.progress_status_updater.on_progress_update,
+            )
+        except ValueError as e:
+            self.logger.error("Failed to create runner - Error: %s, Stacktrace: %s", e, traceback.print_exc())
+            raise ValueError("Failed to create runner due to invalid input.")
+        except Exception as e:
+            self.logger.error("Failed to create runner - Error: %s, Stacktrace: %s", e, traceback.print_exc())
+            raise Exception(f"Unexpected error in core library - {e}")
+
         benchmark_coroutine = self.run_test(input_data, benchmark_type, runner)
 
         task = asyncio.create_task(benchmark_coroutine, name=task_id)

moonshot/integrations/web_api/services/cookbook_service.py

@@ -21,6 +21,13 @@ class CookbookService(BaseService):
         Args:
             cookbook_data (CookbookCreateDTO): Data transfer object containing cookbook details.
         """
+        try:
+            existing_cookbook = moonshot_api.api_read_cookbook(cookbook_data.name)
+            if existing_cookbook:
+                raise ValueError("Cookbook with this name already exists.")
+        except Exception:
+            # If cookbook does not exist, continue to create
+            pass
         moonshot_api.api_create_cookbook(
             name=cookbook_data.name,
             description=cookbook_data.description,

moonshot/src/api/api_runner.py

@@ -37,6 +37,14 @@ def api_create_runner(
     # We do not need to provide the id.
     # This is because during creating:
     # 1. the id is slugify from the name and stored as id.
+    # Validate arguments
+    if not name.strip():
+        raise ValueError("Runner name must not be empty.")
+
+    if not endpoints or not isinstance(endpoints, list) \
+            or not all([e.strip() for e in endpoints]):
+        raise ValueError("Endpoints must be a non-empty list of strings.")
+
     runner_args = RunnerArguments(
         id="",
         name=name,