aiverify-moonshot 0.4.0__tar.gz → 0.4.1__tar.gz

{aiverify_moonshot-0.4.0 → aiverify_moonshot-0.4.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: aiverify-moonshot
-Version: 0.4.0
+Version: 0.4.1
 Summary: AI Verify advances Gen AI testing with Project Moonshot.
 Project-URL: Repository, https://github.com/aiverify-foundation/moonshot
 Project-URL: Documentation, https://aiverify-foundation.github.io/moonshot/
@@ -43,7 +43,7 @@ Description-Content-Type: text/markdown
 
 ![Moonshot Logo](https://github.com/aiverify-foundation/moonshot/raw/main/misc/aiverify-moonshot-logo.png)
 
-**Version 0.4.0**
+**Version 0.4.1**
 
 A simple and modular tool to evaluate any LLM application.
 

{aiverify_moonshot-0.4.0 → aiverify_moonshot-0.4.1}/README.md

@@ -2,7 +2,7 @@
 
 ![Moonshot Logo](https://github.com/aiverify-foundation/moonshot/raw/main/misc/aiverify-moonshot-logo.png)
 
-**Version 0.4.0**
+**Version 0.4.1**
 
 A simple and modular tool to evaluate any LLM application.
 

{aiverify_moonshot-0.4.0 → aiverify_moonshot-0.4.1}/moonshot/__main__.py

@@ -83,6 +83,9 @@ def moonshot_data_installation():
         # Clone the repository
         run_subprocess(["git", "clone", repo], check=True)
         
+        # Create .env to point to installed folder
+        ms_lib_env_file(folder_name)
+        
         # Change directory to the folder
         os.chdir(folder_name)
 
@@ -99,8 +102,6 @@ def moonshot_data_installation():
         # Change back to the base directory
         os.chdir("..")
 
-        # Create .env to point to installed folder
-        ms_lib_env_file(folder_name)
     else:
         print(f"Directory {folder_name} already exists, skipping clone.")
 

{aiverify_moonshot-0.4.0 → aiverify_moonshot-0.4.1}/moonshot/integrations/cli/redteam/session.py

@@ -263,6 +263,9 @@ def run_attack_module(args):
         context_strategy = args.context_strategy or []
         prompt_template = [args.prompt_template] if args.prompt_template else []
         metric = [args.metric] if args.metric else []
+        optional_arguments = (
+            literal_eval(args.optional_args) if args.optional_args else {}
+        )
         num_of_prev_prompts = (
             args.num_of_prev_prompts
             if args.num_of_prev_prompts
@@ -288,6 +291,7 @@ def run_attack_module(args):
                 "context_strategy_info": context_strategy_info,
                 "prompt_template_ids": prompt_template,
                 "metric_ids": metric,
+                "optional_params": optional_arguments,
             }
         ]
         runner_args = {}
@@ -407,7 +411,8 @@ automated_rt_session_args = cmd2.Cmd2ArgumentParser(
     description="Runs automated red teaming in the current session.",
     epilog=(
         'Example:\n run_attack_module sample_attack_module "this is my prompt" -s "test system prompt" '
-        '-c "add_previous_prompt" -p "mmlu" -m "bleuscore"'
+        '-c "add_previous_prompt" -p "mmlu" -m "bleuscore" '
+        "-o \"{'max_number_of_iteration': 1, 'my_optional_param': 'hello world'}\""
     ),
 )
 
@@ -455,6 +460,13 @@ automated_rt_session_args.add_argument(
     "-m", "--metric", type=str, help="Name of the metric module to be used.", nargs="?"
 )
 
+automated_rt_session_args.add_argument(
+    "-o",
+    "--optional_args",
+    type=str,
+    help="Optional parameters to input into the red teaming module.",
+    nargs="?",
+)
 
 # Delete session arguments
 delete_session_args = cmd2.Cmd2ArgumentParser(

{aiverify_moonshot-0.4.0 → aiverify_moonshot-0.4.1}/moonshot/integrations/web_api/app.py

@@ -71,7 +71,7 @@ def create_app(cfg: providers.Configuration) -> CustomFastAPI:
 
     app: CustomFastAPI = CustomFastAPI(
         title="Project Moonshot",
-        version="0.4.0",
+        version="0.4.1",
         **app_kwargs
     )
 

{aiverify_moonshot-0.4.0 → aiverify_moonshot-0.4.1}/moonshot/src/redteaming/attack/attack_module.py

@@ -40,7 +40,7 @@ class AttackModule:
             self.db_instance = am_arguments.db_instance
             self.red_teaming_progress = am_arguments.red_teaming_progress
             self.cancel_event = am_arguments.cancel_event
-            self.params = am_arguments.params
+            self.optional_params = am_arguments.optional_params
 
     @classmethod
     def load(

{aiverify_moonshot-0.4.0 → aiverify_moonshot-0.4.1}/moonshot/src/redteaming/attack/attack_module_arguments.py

@@ -41,4 +41,4 @@ class AttackModuleArguments(BaseModel):
     cancel_event: asyncio.Event
 
     # a dict that contains other params that is required by the attack module (if any)
-    params: dict = {}
+    optional_params: dict = {}

{aiverify_moonshot-0.4.0 → aiverify_moonshot-0.4.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "aiverify-moonshot"
-version = "0.4.0"
+version = "0.4.1"
 authors = [
     { name="AI Verify Foundation", email="info@aiverify.sg" }
 ]
@@ -94,7 +94,7 @@ allow-direct-references = true
 
 [tool.poetry]
 name = "aiverify-moonshot"
-version = "0.4.0"
+version = "0.4.1"
 description = "A simple and modular tool to evaluate and red-team any LLM application."
 authors = ["The Moonshot Team <our.moonshot.team@gmail.com>"]
 readme = "README.md"

aiverify_moonshot-0.4.0/.github/workflows/test_api.yaml

@@ -1,44 +0,0 @@
-name: Run pytest on pull request
-
-on:
-  pull_request:
-    branches:
-      - dev_main
-
-jobs:
-  test:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v2
-        with:
-          ref: dev_main
-          fetch-depth: 0 
-
-      - name: Set up Python
-        uses: actions/setup-python@v2
-        with:
-          python-version: '3.11'
-
-      - name: Install dependencies
-        run: pip install -r requirements.txt
-
-      - name: Create a openai-gpt35 endpoint
-        run: |
-            echo '{
-                "type": "openai-gpt35",
-                "name": "my-openai-gpt35",
-                "uri": "", 
-                "token": "${{ secrets.OPENAI_GPT35_TOKEN }}",
-                "max_calls_per_second": 100,
-                "max_concurrency": 100,
-                "params": {
-                    "timeout": 600,
-                    "allow_retries": true,
-                    "num_of_retries": 3
-                }
-            }' > moonshot/data/connectors/my-openai-gpt35.json
-
-      - name: Run Pytest
-        run: pytest tests/test_api_pytest.py