aiverify-moonshot 0.6.0__tar.gz → 0.6.1__tar.gz

{aiverify_moonshot-0.6.0 → aiverify_moonshot-0.6.1}/.github/workflows/integration-test.yaml

@@ -36,7 +36,7 @@ jobs:
   integration-test:
 
     runs-on: ubuntu-latest
-    timeout-minutes: 120
+    timeout-minutes: 300
 
     steps:
 
@@ -53,7 +53,7 @@ jobs:
       with:
           repository: aiverify-foundation/moonshot
           ref: ${{ inputs.moonshot_branch }}
-    
+          
     - name: Setup Python 3.11
       uses: actions/setup-python@v4
       with:
@@ -110,24 +110,24 @@ jobs:
       run: |
         source venv/bin/activate
         pip install nltk
-        python -c "import nltk; nltk.download('stopwords');nltk.download('averaged_perceptron_tagger'); nltk.download('omw');nltk.download('universal_tagset'); nltk.download('wordnet');nltk.download('punkt')"
+        python -c "import nltk; nltk.download('stopwords');nltk.download('punkt');nltk.download('punkt_tab');nltk.download('averaged_perceptron_tagger_eng')"
     
     - name: Setup Moonshot UI
       run: |
+        source venv/bin/activate
         cd moonshot-ui
-        npm ci
+        npm install
         npm run build
         cd ../
-        source venv/bin/activate
-        python -m moonshot web &
+        nohup python -m moonshot web &
 
     - name: Checkout Integration Test 
       uses: actions/checkout@v4
       with:
           repository: aiverify-foundation/moonshot-integration-testing
           path: moonshot-integration-testing
-
-    - name: Run Integration Test
+    
+    - name: Run Integration UI Test
       env: 
         URI: ${{ secrets.URI }}
         TOKEN: ${{ secrets.TOKEN }}
@@ -139,13 +139,52 @@ jobs:
         AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
         AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
         GOOGLE_TOKEN: ${{ secrets.GOOGLE_TOKEN }}
+      id: integrationuitest
       run: |
+         source venv/bin/activate
          cd moonshot-integration-testing/ui-integration-testing
          npm ci
-         npm install dotenv
-         npx playwright install --with-deps
-         URI="$URI" TOKEN="$TOKEN" URI2="$URI2" TOKEN2="$TOKEN2" ADDITIONAL_PARAMETERS="$ADDITIONAL_PARAMETERS" TOGETHER_TOKEN="$TOGETHER_TOKEN" OPENAI_TOKEN="$OPENAI_TOKEN" AWS_ACCESS_KEY_ID="$AWS_ACCESS_KEY_ID" AWS_SECRET_ACCESS_KEY="$AWS_SECRET_ACCESS_KEY" GOOGLE_TOKEN="$GOOGLE_TOKEN" npx playwright test
-
+         npx playwright install
+         npx playwright install-deps
+         npm install dotenv --save
+         echo "Running Home Page Test Cases"
+         URI="$URI" TOKEN="$TOKEN" URI2="$URI2" TOKEN2="$TOKEN2" ADDITIONAL_PARAMETERS="$ADDITIONAL_PARAMETERS" TOGETHER_TOKEN="$TOGETHER_TOKEN" OPENAI_TOKEN="$OPENAI_TOKEN" AWS_ACCESS_KEY_ID="$AWS_ACCESS_KEY_ID" AWS_SECRET_ACCESS_KEY="$AWS_SECRET_ACCESS_KEY" GOOGLE_TOKEN="$GOOGLE_TOKEN" DEBUG=pw:api npx playwright test tests/homepage.spec.ts
+         echo "Running Endpoint Test Cases"
+         URI="$URI" TOKEN="$TOKEN" URI2="$URI2" TOKEN2="$TOKEN2" ADDITIONAL_PARAMETERS="$ADDITIONAL_PARAMETERS" TOGETHER_TOKEN="$TOGETHER_TOKEN" OPENAI_TOKEN="$OPENAI_TOKEN" AWS_ACCESS_KEY_ID="$AWS_ACCESS_KEY_ID" AWS_SECRET_ACCESS_KEY="$AWS_SECRET_ACCESS_KEY" GOOGLE_TOKEN="$GOOGLE_TOKEN" DEBUG=pw:api npx playwright test tests/endpoint.spec.ts
+         echo "Running Red Teaming Test Cases"
+         URI="$URI" TOKEN="$TOKEN" URI2="$URI2" TOKEN2="$TOKEN2" ADDITIONAL_PARAMETERS="$ADDITIONAL_PARAMETERS" TOGETHER_TOKEN="$TOGETHER_TOKEN" OPENAI_TOKEN="$OPENAI_TOKEN" AWS_ACCESS_KEY_ID="$AWS_ACCESS_KEY_ID" AWS_SECRET_ACCESS_KEY="$AWS_SECRET_ACCESS_KEY" GOOGLE_TOKEN="$GOOGLE_TOKEN" DEBUG=pw:api npx playwright test tests/red_teaming.spec.ts
+         echo "Running Benchmarking Test Cases"
+         URI="$URI" TOKEN="$TOKEN" URI2="$URI2" TOKEN2="$TOKEN2" ADDITIONAL_PARAMETERS="$ADDITIONAL_PARAMETERS" TOGETHER_TOKEN="$TOGETHER_TOKEN" OPENAI_TOKEN="$OPENAI_TOKEN" AWS_ACCESS_KEY_ID="$AWS_ACCESS_KEY_ID" AWS_SECRET_ACCESS_KEY="$AWS_SECRET_ACCESS_KEY" GOOGLE_TOKEN="$GOOGLE_TOKEN" DEBUG=pw:api npx playwright test tests/benchmarking.spec.ts
+    
+    - name: Print Environment Variables
+      run: env
+      
+    - name: Run Integration CLI Test
+      env: 
+        AZURE_OPENAI_URI: ${{ secrets.AZURE_OPENAI_URI }}
+        AZURE_OPENAI_TOKEN: ${{ secrets.AZURE_OPENAI_TOKEN }}
+        ADDITIONAL_PARAMETERS: ${{ secrets.ADDITIONAL_PARAMETERS }}
+        MOONSHOT_URL: ${{ secrets.MOONSHOT_URL }}
+        MOONSHOT_PORT_NUMBER: ${{ secrets.MOONSHOT_PORT_NUMBER }}
+        CLI_DIR: ${{ secrets.CLI_DIR }}
+        ACTIONS_STEP_DEBUG: true
+        ACTIONS_RUNNER_DEBUG: true
+      run: |
+         source venv/bin/activate
+         cd moonshot-integration-testing/cli-integration-testing
+         echo "Current Directory: $(pwd)"
+         pip install python-dotenv
+         pip install pytest
+         pytest
+      
+    - name: Upload Playwright Traces
+      if: always()
+      uses: actions/upload-artifact@v4
+      with:
+          name: playwright-trace
+          path: |
+            /home/runner/work/moonshot/moonshot/moonshot-integration-testing/ui-integration-testing/test-results
+            
     - name: TestRail CLI upload results
       env:
         TESTRAIL_USERNAME: ${{ secrets.TESTRAIL_USERNAME }}

{aiverify_moonshot-0.6.0 → aiverify_moonshot-0.6.1}/.github/workflows/pypi-deployment.yaml

@@ -76,7 +76,7 @@ jobs:
         name: python-package-distributions
         path: dist/
     - name: Sign the dists with Sigstore
-      uses: sigstore/gh-action-sigstore-python@latest
+      uses: sigstore/gh-action-sigstore-python@v3.6.0
       with:
         inputs: >-
           ./dist/*.tar.gz

{aiverify_moonshot-0.6.0 → aiverify_moonshot-0.6.1}/.github/workflows/smoke-test-cli.yaml

@@ -37,7 +37,7 @@ jobs:
   smoke-test:
     if: (github.event_name == 'pull_request' && github.event.pull_request.assignee != null) || github.event_name == 'workflow_dispatch'
     runs-on: ubuntu-latest
-    timeout-minutes: 20
+    timeout-minutes: 100
 
     steps:
 

aiverify_moonshot-0.6.0/.github/workflows/uat-deploy.yaml → aiverify_moonshot-0.6.1/.github/workflows/uat-build.yaml

@@ -1,5 +1,6 @@
-name: UAT Deploy
+name: UAT Build
 
+# Trigger when the PR to merge to main is merged
 on:
   pull_request:
     branches:
@@ -30,13 +31,17 @@ jobs:
 
       - name: Bump version
         run: |
-          echo "Bumping version..."
+          echo "Bump version..."
           pip install bump2version
           bump2version patch
 
+      - name: Generate notices file
+        run: |
+          echo "Generate notice file..."
+
       - name: Package test PyPI
         run: |
-          echo "Packaging test PyPI..."
+          echo "Package test PyPI..."
           pip install build
           python3 -m build
 
@@ -70,7 +75,17 @@ jobs:
         with:
           repository-url: https://test.pypi.org/legacy/
 
-
+# Deploy moonshot to UAT by installing moonshot package from test pypi
+  # deploy-to-uat:
+  #   needs:
+  #     - publish-to-testpypi
+  #   runs-on: ubuntu-latest
+
+# Run integration test
+  # integration-test:
+  #   needs:
+  #     - publish-to-testpypi:
+  #     runs-on: ubuntu-latest
 
 
 

{aiverify_moonshot-0.6.0 → aiverify_moonshot-0.6.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aiverify-moonshot
-Version: 0.6.0
+Version: 0.6.1
 Summary: AI Verify advances Gen AI testing with Project Moonshot.
 Project-URL: Repository, https://github.com/aiverify-foundation/moonshot
 Project-URL: Documentation, https://aiverify-foundation.github.io/moonshot/
@@ -47,7 +47,7 @@ Description-Content-Type: text/markdown
 
 ![Moonshot Logo](https://github.com/aiverify-foundation/moonshot/raw/main/misc/aiverify-moonshot-logo.png)
 
-**Version 0.6.0**
+**Version 0.6.1**
 
 A simple and modular tool to evaluate any LLM application.
 

{aiverify_moonshot-0.6.0 → aiverify_moonshot-0.6.1}/README.md

@@ -2,7 +2,7 @@
 
 ![Moonshot Logo](https://github.com/aiverify-foundation/moonshot/raw/main/misc/aiverify-moonshot-logo.png)
 
-**Version 0.6.0**
+**Version 0.6.1**
 
 A simple and modular tool to evaluate any LLM application.
 

{aiverify_moonshot-0.6.0 → aiverify_moonshot-0.6.1}/moonshot/integrations/web_api/app.py

@@ -71,7 +71,7 @@ def create_app(cfg: providers.Configuration) -> CustomFastAPI:
     }
 
     app: CustomFastAPI = CustomFastAPI(
-        title="Project Moonshot", version="0.6.0", **app_kwargs
+        title="Project Moonshot", version="0.6.1", **app_kwargs
     )
 
     if cfg.cors.enabled():

{aiverify_moonshot-0.6.0 → aiverify_moonshot-0.6.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "aiverify-moonshot"
-version = "0.6.0"
+version = "0.6.1"
 authors = [
     { name="AI Verify Foundation", email="info@aiverify.sg" }
 ]
@@ -97,7 +97,7 @@ allow-direct-references = true
 
 [tool.poetry]
 name = "aiverify-moonshot"
-version = "0.6.0"
+version = "0.6.1"
 description = "A simple and modular tool to evaluate and red-team any LLM application."
 authors = ["The Moonshot Team <our.moonshot.team@gmail.com>"]
 readme = "README.md"