aiverify-moonshot 0.7.1__tar.gz → 0.7.3__tar.gz

{aiverify_moonshot-0.7.1 → aiverify_moonshot-0.7.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aiverify-moonshot
-Version: 0.7.1
+Version: 0.7.3
 Summary: AI Verify advances Gen AI testing with Project Moonshot.
 Project-URL: Repository, https://github.com/aiverify-foundation/moonshot
 Project-URL: Documentation, https://aiverify-foundation.github.io/moonshot/
@@ -15,24 +15,24 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.11
 Requires-Python: >=3.11
-Requires-Dist: datasets>=2.21.0
+Requires-Dist: datasets~=3.2.0
 Requires-Dist: ijson>=3.3.0
-Requires-Dist: jinja2>=3.1.4
-Requires-Dist: numpy>=1.26.4
+Requires-Dist: jinja2>=3.1.6
+Requires-Dist: numpy~=1.26.4
 Requires-Dist: pandas>=2.2.2
 Requires-Dist: pydantic==2.8.2
-Requires-Dist: pyparsing>=3.1.4
-Requires-Dist: python-dotenv>=1.0.1
+Requires-Dist: pyparsing>=3.2.3
+Requires-Dist: python-dotenv>=1.1.0
 Requires-Dist: python-multipart>=0.0.9
 Requires-Dist: python-slugify>=8.0.4
-Requires-Dist: tenacity>=8.5.0
+Requires-Dist: tenacity~=8.5.0
 Requires-Dist: xxhash>=3.5.0
 Provides-Extra: all
 Requires-Dist: cmd2>=2.4.3; extra == 'all'
 Requires-Dist: dependency-injector>=4.41.0; extra == 'all'
 Requires-Dist: fastapi>=0.115.4; extra == 'all'
 Requires-Dist: rich>=13.8.0; extra == 'all'
-Requires-Dist: typing-extensions>=4.12.2; extra == 'all'
+Requires-Dist: typing-extensions==4.13.2; extra == 'all'
 Requires-Dist: uvicorn>=0.30.6; extra == 'all'
 Provides-Extra: cli
 Requires-Dist: cmd2>=2.4.3; extra == 'cli'
@@ -40,7 +40,7 @@ Requires-Dist: rich>=13.8.0; extra == 'cli'
 Provides-Extra: web-api
 Requires-Dist: dependency-injector>=4.41.0; extra == 'web-api'
 Requires-Dist: fastapi>=0.115.4; extra == 'web-api'
-Requires-Dist: typing-extensions>=4.12.2; extra == 'web-api'
+Requires-Dist: typing-extensions==4.13.2; extra == 'web-api'
 Requires-Dist: uvicorn>=0.30.6; extra == 'web-api'
 Description-Content-Type: text/markdown
 
@@ -48,7 +48,7 @@ Description-Content-Type: text/markdown
 
 ![Moonshot Logo](https://github.com/aiverify-foundation/moonshot/raw/main/misc/aiverify-moonshot-logo.png)
 
-**Version 0.7.1**
+**Version 0.7.3**
 
 A simple and modular tool to evaluate any LLM-based AI systems.
 

{aiverify_moonshot-0.7.1 → aiverify_moonshot-0.7.3}/README.md

@@ -2,7 +2,7 @@
 
 ![Moonshot Logo](https://github.com/aiverify-foundation/moonshot/raw/main/misc/aiverify-moonshot-logo.png)
 
-**Version 0.7.1**
+**Version 0.7.3**
 
 A simple and modular tool to evaluate any LLM-based AI systems.
 

{aiverify_moonshot-0.7.1 → aiverify_moonshot-0.7.3}/moonshot/integrations/web_api/app.py

@@ -71,7 +71,7 @@ def create_app(cfg: providers.Configuration) -> CustomFastAPI:
     }
 
     app: CustomFastAPI = CustomFastAPI(
-        title="Project Moonshot", version="0.7.1", **app_kwargs
+        title="Project Moonshot", version="0.7.3", **app_kwargs
     )
 
     if cfg.cors.enabled():

{aiverify_moonshot-0.7.1 → aiverify_moonshot-0.7.3}/moonshot/integrations/web_api/services/benchmark_test_manager.py

@@ -1,5 +1,6 @@
 import asyncio
 import uuid
+import traceback
 from typing import Any
 
 from dependency_injector.wiring import inject
@@ -82,12 +83,20 @@ class BenchmarkTestManager(BaseService):
         self, input_data: BenchmarkRunnerDTO, benchmark_type: BenchmarkCollectionType
     ) -> str:
         task_id = self.generate_unique_task_id()
-        runner = self.runner_service.create_runner(
-            input_data.run_name,
-            input_data.endpoints,
-            input_data.description,
-            self.progress_status_updater.on_progress_update,
-        )
+        try:
+            runner = self.runner_service.create_runner(
+                input_data.run_name,
+                input_data.endpoints,
+                input_data.description,
+                self.progress_status_updater.on_progress_update,
+            )
+        except ValueError as e:
+            self.logger.error("Failed to create runner - Error: %s, Stacktrace: %s", e, traceback.print_exc())
+            raise ValueError("Failed to create runner due to invalid input.")
+        except Exception as e:
+            self.logger.error("Failed to create runner - Error: %s, Stacktrace: %s", e, traceback.print_exc())
+            raise Exception(f"Unexpected error in core library - {e}")
+
         benchmark_coroutine = self.run_test(input_data, benchmark_type, runner)
 
         task = asyncio.create_task(benchmark_coroutine, name=task_id)

{aiverify_moonshot-0.7.1 → aiverify_moonshot-0.7.3}/moonshot/integrations/web_api/services/cookbook_service.py

@@ -21,6 +21,13 @@ class CookbookService(BaseService):
         Args:
             cookbook_data (CookbookCreateDTO): Data transfer object containing cookbook details.
         """
+        try:
+            existing_cookbook = moonshot_api.api_read_cookbook(cookbook_data.name)
+            if existing_cookbook:
+                raise ValueError("Cookbook with this name already exists.")
+        except Exception:
+            # If cookbook does not exist, continue to create
+            pass
         moonshot_api.api_create_cookbook(
             name=cookbook_data.name,
             description=cookbook_data.description,

{aiverify_moonshot-0.7.1 → aiverify_moonshot-0.7.3}/moonshot/src/api/api_runner.py

@@ -37,6 +37,14 @@ def api_create_runner(
     # We do not need to provide the id.
     # This is because during creating:
     # 1. the id is slugify from the name and stored as id.
+    # Validate arguments
+    if not name.strip():
+        raise ValueError("Runner name must not be empty.")
+
+    if not endpoints or not isinstance(endpoints, list) \
+            or not all([e.strip() for e in endpoints]):
+        raise ValueError("Endpoints must be a non-empty list of strings.")
+
     runner_args = RunnerArguments(
         id="",
         name=name,

{aiverify_moonshot-0.7.1 → aiverify_moonshot-0.7.3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "aiverify-moonshot"
-version = "0.7.1"
+version = "0.7.3"
 authors = [
     { name="AI Verify Foundation", email="info@aiverify.sg" }
 ]
@@ -20,22 +20,22 @@ classifiers = [
 ]
 dependencies = [
     "python-slugify>=8.0.4",
-    "python-dotenv>=1.0.1",
+    "python-dotenv>=1.1.0",
     "ijson>=3.3.0",
-    "jinja2>=3.1.4",
+    "jinja2>=3.1.6",
     "pydantic==2.8.2",
-    "pyparsing>=3.1.4",
+    "pyparsing>=3.2.3",
     "xxhash>=3.5.0",
-    "datasets>=2.21.0",
+    "datasets~=3.2.0",
     "pandas>=2.2.2",
-    "numpy>=1.26.4",
-    "tenacity>=8.5.0",
+    "numpy~=1.26.4",
+    "tenacity~=8.5.0",
     "python-multipart>=0.0.9",
 ]
 
 [project.optional-dependencies]
 web-api = [
-    "typing-extensions>=4.12.2",
+    "typing-extensions==4.13.2",
     "fastapi>=0.115.4",
     "uvicorn>=0.30.6",
     "dependency-injector>=4.41.0",
@@ -45,7 +45,7 @@ cli = [
     "rich>=13.8.0",
 ]
 all = [
-    "typing-extensions>=4.12.2",
+    "typing-extensions==4.13.2",
     "fastapi>=0.115.4",
     "uvicorn>=0.30.6",
     "dependency-injector>=4.41.0",
@@ -110,7 +110,7 @@ allow-direct-references = true
 
 [tool.poetry]
 name = "aiverify-moonshot"
-version = "0.7.1"
+version = "0.7.3"
 description = "A simple and modular tool to evaluate and red-team any LLM application."
 authors = ["The Moonshot Team <our.moonshot.team@gmail.com>"]
 readme = "README.md"
@@ -118,23 +118,28 @@ readme = "README.md"
 [tool.poetry.dependencies]
 python = ">=3.11,<3.12"
 python-slugify = ">=8.0.4"
-python-dotenv = ">=1.0.1"
+python-dotenv = ">=1.1.0"
 ijson = ">=3.3.0"
-jinja2 = ">=3.1.4"
+jinja2 = ">=3.1.6"
 pydantic = "2.8.2"
-pyparsing = ">=3.1.4"
+pyparsing = ">=3.2.3"
 xxhash = ">=3.5.0"
-datasets = ">=2.21.0"
+datasets = "~=3.2.0"
 pandas = ">=2.2.2"
-numpy = ">=1.26.4"
-tenacity = ">=8.5.0"
-typing-extensions = ">=4.12.2"
+numpy = "~=1.26.4"
+tenacity = "~=8.5.0"
+typing-extensions = "==4.13.2"
 fastapi = ">=0.115.4"
 uvicorn = ">=0.30.6"
 dependency-injector = ">=4.41.0"
 cmd2 = ">=2.4.3"
 rich = ">=13.8.0"
-urllib3 = "^2.4.0"
+h11 = "^0.16.0"
+starlette = "^0.47.2"
+urllib3 = "^2.5.0"
+requests = "^2.32.4"
+aiohttp = "^3.12.14"
+cryptography = "^44.0.1"
 
 [tool.poetry.group.dev.dependencies]
 black = "^24.8.0"
@@ -155,3 +160,22 @@ mkdocs = "^1.6.1"
 mkdocs-material = "^9.6.14"
 mkdocs-swagger-ui-tag = "^0.7.1"
 mkdocstrings-python = "^1.16.10"
+h11 = "^0.16.0"
+starlette = "^0.47.2"
+urllib3 = "^2.5.0"
+requests = "^2.32.4"
+jinja2 = "^3.1.6"
+aiohttp = "^3.12.14"
+cryptography = "^44.0.1"
+huggingface-hub = "==0.30.2"
+anyio = "==4.8.0"
+attrs = "==25.1.0"
+filelock = "==3.17.0"
+frozenlist = "==1.5.0"
+multidict = "==6.1.0"
+propcache = "==0.2.1"
+pytz = "==2025.1"
+python-dotenv = "==1.1.0"
+tzdata = "==2025.1"
+typing-extensions = "==4.13.2"
+yarl = "==1.18.0"

aiverify_moonshot-0.7.3/requirements.txt

@@ -0,0 +1,61 @@
+aiohappyeyeballs==2.6.1 ; python_version >= "3.11" and python_version < "3.12"
+aiohttp==3.12.14 ; python_version >= "3.11" and python_version < "3.12"
+aiosignal==1.4.0 ; python_version >= "3.11" and python_version < "3.12"
+annotated-types==0.7.0 ; python_version >= "3.11" and python_version < "3.12"
+anyio==4.8.0 ; python_version >= "3.11" and python_version < "3.12"
+attrs==25.1.0 ; python_version >= "3.11" and python_version < "3.12"
+certifi==2025.1.31 ; python_version >= "3.11" and python_version < "3.12"
+charset-normalizer==3.4.1 ; python_version >= "3.11" and python_version < "3.12"
+click==8.1.8 ; python_version >= "3.11" and python_version < "3.12"
+cmd2==2.5.11 ; python_version >= "3.11" and python_version < "3.12"
+colorama==0.4.6 ; python_version >= "3.11" and python_version < "3.12" and platform_system == "Windows"
+datasets==3.2.0 ; python_version >= "3.11" and python_version < "3.12"
+dependency-injector==4.45.0 ; python_version >= "3.11" and python_version < "3.12"
+dill==0.3.8 ; python_version >= "3.11" and python_version < "3.12"
+fastapi==0.116.1 ; python_version >= "3.11" and python_version < "3.12"
+filelock==3.17.0 ; python_version >= "3.11" and python_version < "3.12"
+frozenlist==1.5.0 ; python_version >= "3.11" and python_version < "3.12"
+fsspec==2024.9.0 ; python_version >= "3.11" and python_version < "3.12"
+gnureadline==8.2.13 ; python_version >= "3.11" and python_version < "3.12" and platform_system == "Darwin"
+h11==0.16.0 ; python_version >= "3.11" and python_version < "3.12"
+huggingface-hub==0.30.2 ; python_version >= "3.11" and python_version < "3.12"
+idna==3.10 ; python_version >= "3.11" and python_version < "3.12"
+ijson==3.3.0 ; python_version >= "3.11" and python_version < "3.12"
+jinja2==3.1.6 ; python_version >= "3.11" and python_version < "3.12"
+markdown-it-py==3.0.0 ; python_version >= "3.11" and python_version < "3.12"
+markupsafe==3.0.2 ; python_version >= "3.11" and python_version < "3.12"
+mdurl==0.1.2 ; python_version >= "3.11" and python_version < "3.12"
+multidict==6.1.0 ; python_version >= "3.11" and python_version < "3.12"
+multiprocess==0.70.16 ; python_version >= "3.11" and python_version < "3.12"
+numpy==1.26.4 ; python_version >= "3.11" and python_version < "3.12"
+packaging==24.2 ; python_version >= "3.11" and python_version < "3.12"
+pandas==2.2.3 ; python_version >= "3.11" and python_version < "3.12"
+propcache==0.2.1 ; python_version >= "3.11" and python_version < "3.12"
+pyarrow==19.0.0 ; python_version >= "3.11" and python_version < "3.12"
+pydantic-core==2.20.1 ; python_version >= "3.11" and python_version < "3.12"
+pydantic==2.8.2 ; python_version >= "3.11" and python_version < "3.12"
+pygments==2.19.1 ; python_version >= "3.11" and python_version < "3.12"
+pyparsing==3.2.3 ; python_version >= "3.11" and python_version < "3.12"
+pyperclip==1.9.0 ; python_version >= "3.11" and python_version < "3.12"
+pyreadline3==3.5.4 ; python_version >= "3.11" and python_version < "3.12" and platform_system == "Windows"
+python-dateutil==2.9.0.post0 ; python_version >= "3.11" and python_version < "3.12"
+python-dotenv==1.1.0 ; python_version >= "3.11" and python_version < "3.12"
+python-multipart==0.0.20 ; python_version >= "3.11" and python_version < "3.12"
+python-slugify==8.0.4 ; python_version >= "3.11" and python_version < "3.12"
+pytz==2025.1 ; python_version >= "3.11" and python_version < "3.12"
+pyyaml==6.0.2 ; python_version >= "3.11" and python_version < "3.12"
+requests==2.32.4 ; python_version >= "3.11" and python_version < "3.12"
+rich==13.9.4 ; python_version >= "3.11" and python_version < "3.12"
+six==1.17.0 ; python_version >= "3.11" and python_version < "3.12"
+sniffio==1.3.1 ; python_version >= "3.11" and python_version < "3.12"
+starlette==0.47.2 ; python_version >= "3.11" and python_version < "3.12"
+tenacity==8.5.0 ; python_version >= "3.11" and python_version < "3.12"
+text-unidecode==1.3 ; python_version >= "3.11" and python_version < "3.12"
+tqdm==4.67.1 ; python_version >= "3.11" and python_version < "3.12"
+typing-extensions==4.13.2 ; python_version >= "3.11" and python_version < "3.12"
+tzdata==2025.1 ; python_version >= "3.11" and python_version < "3.12"
+urllib3==2.5.0 ; python_version >= "3.11" and python_version < "3.12"
+uvicorn==0.34.0 ; python_version >= "3.11" and python_version < "3.12"
+wcwidth==0.2.13 ; python_version >= "3.11" and python_version < "3.12"
+xxhash==3.5.0 ; python_version >= "3.11" and python_version < "3.12"
+yarl==1.18.0 ; python_version >= "3.11" and python_version < "3.12"

aiverify_moonshot-0.7.1/requirements.txt

@@ -1,61 +0,0 @@
-aiohappyeyeballs~=2.6.1 ; python_version >= "3.11" and python_version < "3.12"
-aiohttp~=3.11.18 ; python_version >= "3.11" and python_version < "3.12"
-aiosignal~=1.3.2 ; python_version >= "3.11" and python_version < "3.12"
-annotated-types~=0.7.0 ; python_version >= "3.11" and python_version < "3.12"
-anyio~=4.9.0 ; python_version >= "3.11" and python_version < "3.12"
-attrs~=25.3.0 ; python_version >= "3.11" and python_version < "3.12"
-certifi~=2025.1.31 ; python_version >= "3.11" and python_version < "3.12"
-charset-normalizer~=3.4.1 ; python_version >= "3.11" and python_version < "3.12"
-click~=8.1.8 ; python_version >= "3.11" and python_version < "3.12"
-cmd2~=2.5.11 ; python_version >= "3.11" and python_version < "3.12"
-colorama~=0.4.6 ; python_version >= "3.11" and python_version < "3.12" and platform_system == "Windows"
-datasets~=3.5.0 ; python_version >= "3.11" and python_version < "3.12"
-dependency-injector~=4.46.0 ; python_version >= "3.11" and python_version < "3.12"
-dill~=0.3.8 ; python_version >= "3.11" and python_version < "3.12"
-fastapi~=0.115.12 ; python_version >= "3.11" and python_version < "3.12"
-filelock~=3.18.0 ; python_version >= "3.11" and python_version < "3.12"
-frozenlist~=1.6.0 ; python_version >= "3.11" and python_version < "3.12"
-fsspec~=2024.12.0 ; python_version >= "3.11" and python_version < "3.12"
-fsspec[http]~=2024.12.0 ; python_version >= "3.11" and python_version < "3.12"
-h11~=0.16.0 ; python_version >= "3.11" and python_version < "3.12"
-huggingface-hub~=0.30.2 ; python_version >= "3.11" and python_version < "3.12"
-idna~=3.10 ; python_version >= "3.11" and python_version < "3.12"
-ijson~=3.3.0 ; python_version >= "3.11" and python_version < "3.12"
-jinja2~=3.1.6 ; python_version >= "3.11" and python_version < "3.12"
-markdown-it-py~=3.0.0 ; python_version >= "3.11" and python_version < "3.12"
-markupsafe~=3.0.2 ; python_version >= "3.11" and python_version < "3.12"
-mdurl~=0.1.2 ; python_version >= "3.11" and python_version < "3.12"
-multidict~=6.4.3 ; python_version >= "3.11" and python_version < "3.12"
-multiprocess~=0.70.16 ; python_version >= "3.11" and python_version < "3.12"
-numpy~=2.2.5 ; python_version >= "3.11" and python_version < "3.12"
-packaging~=25.0 ; python_version >= "3.11" and python_version < "3.12"
-pandas~=2.2.3 ; python_version >= "3.11" and python_version < "3.12"
-propcache~=0.3.1 ; python_version >= "3.11" and python_version < "3.12"
-pyarrow~=19.0.1 ; python_version >= "3.11" and python_version < "3.12"
-pydantic-core~=2.20.1 ; python_version >= "3.11" and python_version < "3.12"
-pydantic~=2.8.2 ; python_version >= "3.11" and python_version < "3.12"
-pygments~=2.19.1 ; python_version >= "3.11" and python_version < "3.12"
-pyparsing~=3.2.3 ; python_version >= "3.11" and python_version < "3.12"
-pyperclip~=1.9.0 ; python_version >= "3.11" and python_version < "3.12"
-pyreadline3~=3.5.4 ; python_version >= "3.11" and python_version < "3.12" and sys_platform == "win32"
-python-dateutil~=2.9.0.post0 ; python_version >= "3.11" and python_version < "3.12"
-python-dotenv~=1.1.0 ; python_version >= "3.11" and python_version < "3.12"
-python-slugify~=8.0.4 ; python_version >= "3.11" and python_version < "3.12"
-python-multipart~=0.0.9 ; python_version >= "3.11" and python_version < "3.12"
-pytz~=2025.2 ; python_version >= "3.11" and python_version < "3.12"
-pyyaml~=6.0.2 ; python_version >= "3.11" and python_version < "3.12"
-requests~=2.32.3 ; python_version >= "3.11" and python_version < "3.12"
-rich~=14.0.0 ; python_version >= "3.11" and python_version < "3.12"
-six~=1.17.0 ; python_version >= "3.11" and python_version < "3.12"
-sniffio~=1.3.1 ; python_version >= "3.11" and python_version < "3.12"
-starlette~=0.46.2 ; python_version >= "3.11" and python_version < "3.12"
-tenacity~=9.1.2 ; python_version >= "3.11" and python_version < "3.12"
-text-unidecode~=1.3 ; python_version >= "3.11" and python_version < "3.12"
-tqdm~=4.67.1 ; python_version >= "3.11" and python_version < "3.12"
-typing-extensions~=4.13.2 ; python_version >= "3.11" and python_version < "3.12"
-tzdata~=2025.2 ; python_version >= "3.11" and python_version < "3.12"
-urllib3~=2.4.0 ; python_version >= "3.11" and python_version < "3.12"
-uvicorn~=0.34.2 ; python_version >= "3.11" and python_version < "3.12"
-wcwidth~=0.2.13 ; python_version >= "3.11" and python_version < "3.12"
-xxhash~=3.5.0 ; python_version >= "3.11" and python_version < "3.12"
-yarl~=1.20.0 ; python_version >= "3.11" and python_version < "3.12"