aiverify-moonshot 0.4.6__tar.gz → 0.4.7__tar.gz

{aiverify_moonshot-0.4.6 → aiverify_moonshot-0.4.7}/.github/scripts/run_smoke_test.sh

@@ -13,11 +13,11 @@ export AZURE_OPENAI_URI=$AZURE_OPENAI_ENDPOINT
 export MOONSHOT_URL="http://127.0.0.1"
 export MOONSHOT_PORT_NUMBER="3100"
 export ADDITIONAL_PARAMETERS="{
-  \"timeout\": 300,
-  \"allow_retries\": true,
-  \"num_of_retries\": 3,
-  \"temperature\": 0.5,
-  \"model\": \"gpt-4o\"
+  'timeout': 300,
+  'allow_retries': true,
+  'num_of_retries': 3,
+  'temperature': 0.5,
+  'model': 'gpt-4o'
 }"
 
 cd $BASE_DIR
@@ -32,7 +32,10 @@ echo "Cloning moonshot-smoke-testing repo from branch $BRANCH_NAME..."
 git clone --branch $TEST_BRANCH_NAME https://github.com/aiverify-foundation/moonshot-smoke-testing.git
 cd moonshot-smoke-testing
 npm ci
+
 cp $SCRIPTS_DIR/moonshot_test_env .env
+echo "Created .env"
+cat .env
 
 # Install Playwright (if needed)
 #sudo npx playwright install-deps
@@ -47,7 +50,7 @@ cp $SCRIPTS_DIR/moonshot_test_env .env
 ##         libxrandr2\
 ##         libgbml
 
-echo "Running smoke test..."
+echo "Running smoke test on moonshot at $MOONSHOT_URL:$MOONSHOT_PORT_NUMBER..."
 npx playwright test tests/smoke-test.spec.ts --reporter=list
 
-#echo "Exit code: $?"
+#echo "Exit code: $?"

aiverify_moonshot-0.4.7/.github/workflows/docs-update.yaml

@@ -0,0 +1,79 @@
+name: "Docs Update"
+
+on:
+#  push:
+#    branches: [ "docs" ]
+
+  workflow_dispatch:
+    inputs:
+      docs_branch:
+        description: 'Branch to checkout docs'
+        required: true
+        default: 'docs'
+        type: string
+
+  workflow_call:
+    inputs:
+      docs_branch:
+        description: 'Branch to checkout docs'
+        required: true
+        default: 'docs'
+        type: string
+
+# Allow one concurrent deployment
+concurrency:
+  group: ${{ github.repository }}-${{ github.workflow }}
+  cancel-in-progress: true
+
+jobs:
+
+  docs-update:
+
+    runs-on: ubuntu-latest
+    timeout-minutes: 40
+
+    steps:
+
+      - name: Checkout code
+        uses: actions/checkout@v3
+        with:
+          ref: 'docs'
+
+      - name: Setup python 3.11
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      # Install dependencies
+      - name: Install mkdocs
+        run: |
+          pip install mkdocs mkdocs-material mkdocstrings mkdocstrings-python mkdocs-swagger-ui-tag
+
+      - name: Build docs
+        run: |
+          mkdocs build
+
+      - name: Upload artifact
+        uses: actions/upload-pages-artifact@v3
+        with:
+          path: ./site
+
+  pages-deploy:
+    needs: docs-update
+
+    # Grant GITHUB_TOKEN the permissions required to make a Pages deployment
+    permissions:
+      pages: write      # to deploy to Pages
+      id-token: write   # to verify the deployment originates from an appropriate source
+
+    # Deploy to the github-pages environment (ensure main can deploy to pages)
+    environment:
+      name: github-pages
+      url: ${{ steps.deployment.outputs.page_url }}
+
+    runs-on: ubuntu-latest
+    steps:
+      - name: Deploy to GitHub Pages
+        id: deployment
+        uses: actions/deploy-pages@v4
+

aiverify_moonshot-0.4.7/.github/workflows/gh-event-notification.yaml

@@ -0,0 +1,43 @@
+name: GH Event Notification
+
+on:
+#  issues:
+#    types: [opened]
+#  pull_request:
+#    types: [opened]
+  workflow_dispatch:
+
+jobs:
+  notify:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Get PR or Issue details
+      id: details
+      run: |
+        if [ "${{ github.event_name }}" == "issues" ]; then
+          echo "::set-output name=type::issue"
+          echo "::set-output name=title::${{ github.event.issue.title }}"
+          echo "::set-output name=user::${{ github.event.issue.user.login }}"
+          echo "::set-output name=url::${{ github.event.issue.html_url }}"        
+        else
+          echo "::set-output name=type::pull_request"
+          echo "::set-output name=title::${{ github.event.pull_request.title }}"
+          echo "::set-output name=user::${{ github.event.pull_request.user.login }}"
+          echo "::set-output name=url::${{ github.event.pull_request.html_url }}"   
+        fi
+        echo "::set-output name=repo::${{ github.repository }}"
+
+    - name: Send notification to Slack
+      uses: slackapi/slack-github-action@v1.26.0
+      with:
+        payload: |
+          {
+            "type": "${{ steps.details.outputs.type }}",
+            "title": "${{ steps.details.outputs.title }}",
+            "user": "${{ steps.details.outputs.user }}",
+            "repo": "${{ steps.details.outputs.repo }}",
+            "url": "${{ steps.details.outputs.url }}"
+          }
+      env:
+        SLACK_WEBHOOK_URL: ${{ secrets.SLACK_GH_NOTIF_URL }}

{aiverify_moonshot-0.4.6 → aiverify_moonshot-0.4.7}/.github/workflows/integration-test.yaml

@@ -65,7 +65,7 @@ jobs:
         source venv/bin/activate
         pip install -r requirements.txt
         touch .env
-        echo "${{ vars.ENVIRONMENT_VARS }}" >> .env
+        echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
 
     - name: Checkout Moonshot Data (Pull Request Review)
       if: github.event_name == 'pull_request_review'
@@ -118,15 +118,34 @@ jobs:
       uses: actions/checkout@v4
       with:
           repository: aiverify-foundation/moonshot-integration-testing
-          path: moonshot-smoke-testing
+          path: moonshot-integration-testing
 
     - name: Run Integration Test
       env: 
         AZURE_OPENAI_URI: ${{ secrets.AZURE_OPENAI_URI }}
         AZURE_OPENAI_TOKEN: ${{ secrets.AZURE_OPENAI_TOKEN }}
-        ADDITIONAL_PARAMETERS: ${{ vars.ADDITIONAL_PARAMETERS }}
+        ADDITIONAL_PARAMETERS: ${{ secrets.ADDITIONAL_PARAMETERS }}
       run: |
-         cd moonshot-smoke-testing/ui-integration-testing
+         cd moonshot-integration-testing/ui-integration-testing
          npm ci
          npx playwright install --with-deps
          AZURE_OPENAI_URI="$AZURE_OPENAI_URI" AZURE_OPENAI_TOKEN="$AZURE_OPENAI_TOKEN" ADDITIONAL_PARAMETERS="$ADDITIONAL_PARAMETERS" npx playwright test
+
+    - name: TestRail CLI upload results
+      env:
+        TESTRAIL_USERNAME: ${{ secrets.TESTRAIL_USERNAME }}
+        TESTRAIL_PASSWORD: ${{ secrets.TESTRAIL_PASSWORD }}
+      run: |
+          cd moonshot-integration-testing/ui-integration-testing
+          pip install trcli
+          trcli -y \
+            -h https://imdabtg.testrail.io/ \
+            --project "Moonshot" \
+            -u $TESTRAIL_USERNAME \
+            -p $TESTRAIL_PASSWORD \
+            parse_junit \
+            --title "Moonshot" \
+            --result-fields "os:Ubuntu 22.04" \
+            --milestone-id "5" \
+            --run-description ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} \
+            -f "./test-results/junit-report.xml" 

{aiverify_moonshot-0.4.6 → aiverify_moonshot-0.4.7}/.github/workflows/nightly-build.yaml

@@ -33,7 +33,7 @@ jobs:
   nightly-build:
 
     runs-on: ubuntu-latest
-    timeout-minutes: 40
+    timeout-minutes: 60
     permissions:
       id-token: write
       contents: read
@@ -126,6 +126,7 @@ jobs:
           echo "Command status: $status"
 
       - name: Run smoke test
+        timeout-minutes: 30
         run: |
           command_id=$(aws ssm send-command \
             --instance-ids "${{ vars.AWS_SIT_INSTANCE_ID }}" \
@@ -152,7 +153,7 @@ jobs:
                 --instance-id "${{ vars.AWS_SIT_INSTANCE_ID }}" \
                 --query "StandardOutputContent" \
                 --output text)
-              echo "SMOKE_TEST_STATUS=$output" >> $GITHUB_ENV
+              echo "SMOKE_TEST_STATUS=$status" >> $GITHUB_ENV
               echo "Smoke test output: $output"
               echo "Command status: $status"
               if [ "$status" == "Success" ]; then
@@ -166,11 +167,13 @@ jobs:
               attempts=$((attempts + 1))
             else
               echo "Unexpected command status: $status"
+              echo "SMOKE_TEST_STATUS=$status" >> $GITHUB_ENV
               exit 1
             fi
           done
       
           echo "Max attempts reached, exiting."
+          echo "SMOKE_TEST_STATUS=timeout" >> $GITHUB_ENV
           exit 1
 
       # Send slack notification

{aiverify_moonshot-0.4.6 → aiverify_moonshot-0.4.7}/.github/workflows/sca-scan.yaml

@@ -28,7 +28,7 @@ jobs:
 
     - name: Checkout Code (Pull_Request)
       if: github.event_name == 'pull_request'
-      uses: actions/checkout@v3
+      uses: actions/checkout@v4
       with:
           ref: ${{ github.event.pull_request.head.ref }}
           repository: ${{ github.event.pull_request.head.repo.full_name }}
@@ -36,7 +36,7 @@ jobs:
 
     - name: Checkout Code (Workflow_Dispatch)
       if: github.event_name == 'workflow_dispatch'
-      uses: actions/checkout@v3
+      uses: actions/checkout@v4
       with:
           ref: ${{ inputs.branch_to_test }}
 
@@ -70,5 +70,42 @@ jobs:
           python -m venv venv
           source venv/bin/activate
           pip install -r requirements.txt
-          bash <(curl -s -L https://detect.synopsys.com/detect9.sh) --blackduck.url=https://blackduck.aipo-imda.net/ --blackduck.api.token=${{ secrets.BLACKDUCK_TOKEN }} --detect.detector.search.depth=10 --detect.project.name=aiverify-moonshot --detect.project.version.name=$BRANCH --detect.source.path=. --detect.code.location.name="aiverify-moonshot_$BRANCH" --detect.excluded.directories=/tests --blackduck.trust.cert=true --detect.excluded.detector.types=POETRY
-          cd ../
+          bash <(curl -s -L https://detect.synopsys.com/detect9.sh) --blackduck.url=https://blackduck.aipo-imda.net/ --blackduck.api.token=${{ secrets.BLACKDUCK_TOKEN }} --detect.detector.search.depth=10 --detect.project.name=aiverify-moonshot --detect.project.version.name=$BRANCH --detect.source.path=. --detect.code.location.name="aiverify-moonshot_$BRANCH" --detect.excluded.directories=/tests --blackduck.trust.cert=true --detect.excluded.detector.types=POETRY --detect.notices.report=true --detect.notices.report.path=.
+
+    - name: Configure GIT (Workflow_Dispatch)
+      if: github.event_name == 'workflow_dispatch'
+      run: |
+          git config --global user.email "${{ github.actor }}"
+          git config --global user.name "${{ github.actor_id }}+${{ github.actor }}@users.noreply.github.com"
+      shell: bash
+
+    - name: Switch to branch (Workflow_Dispatch)
+      if: github.event_name == 'workflow_dispatch'
+      run: |
+          git checkout -B notices
+      shell: bash
+
+    - name: Commit Notice File (Workflow_Dispatch)
+      if: github.event_name == 'workflow_dispatch'
+      run: |
+          git add .
+          git commit -m "Update Notices"
+          git push -f -u origin HEAD
+      shell: bash
+
+    - name: Create PR (Workflow_Dispatch)
+      if: github.event_name == 'workflow_dispatch'
+      env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      run: |
+          gh pr create --title "Update License for Moonshot" --body "This PR updates adds License File for Moonshot" --base main --head notices
+      shell: bash
+
+    - name: Merge PR (Workflow_Dispatch)
+      if: github.event_name == 'workflow_dispatch'
+      env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      run: |
+          pr_number=$(gh pr list --state open --limit 1 --json number --jq '.[0].number')
+          gh pr merge $pr_number --merge --admin
+      shell: bash

{aiverify_moonshot-0.4.6 → aiverify_moonshot-0.4.7}/.github/workflows/smoke-test.yaml

@@ -66,7 +66,7 @@ jobs:
         source venv/bin/activate
         pip install -r requirements.txt
         touch .env
-        echo "${{ vars.ENVIRONMENT_VARS }}" >> .env
+        echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
 
     - name: Checkout Moonshot Data (Pull Request Review)
       if: github.event_name == 'pull_request_review'
@@ -125,9 +125,9 @@ jobs:
       env: 
         AZURE_OPENAI_URI: ${{ secrets.AZURE_OPENAI_URI }}
         AZURE_OPENAI_TOKEN: ${{ secrets.AZURE_OPENAI_TOKEN }}
-        ADDITIONAL_PARAMETERS: ${{ vars.ADDITIONAL_PARAMETERS }}
-        MOONSHOT_URL: ${{ vars.MOONSHOT_URL }}
-        MOONSHOT_PORT_NUMBER: ${{ vars.MOONSHOT_PORT_NUMBER }}
+        ADDITIONAL_PARAMETERS: ${{ secrets.ADDITIONAL_PARAMETERS }}
+        MOONSHOT_URL: ${{ secrets.MOONSHOT_URL }}
+        MOONSHOT_PORT_NUMBER: ${{ secrets.MOONSHOT_PORT_NUMBER }}
       run: |
          cd moonshot-smoke-testing
          npm ci

{aiverify_moonshot-0.4.6 → aiverify_moonshot-0.4.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: aiverify-moonshot
-Version: 0.4.6
+Version: 0.4.7
 Summary: AI Verify advances Gen AI testing with Project Moonshot.
 Project-URL: Repository, https://github.com/aiverify-foundation/moonshot
 Project-URL: Documentation, https://aiverify-foundation.github.io/moonshot/
@@ -15,38 +15,38 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.11
 Requires-Python: >=3.11
-Requires-Dist: datasets==2.20.0
+Requires-Dist: datasets==2.21.0
 Requires-Dist: ijson==3.3.0
 Requires-Dist: jinja2==3.1.4
 Requires-Dist: numpy==1.26.4
 Requires-Dist: pandas==2.2.2
 Requires-Dist: pydantic==2.8.2
-Requires-Dist: pyparsing==3.1.2
+Requires-Dist: pyparsing==3.1.4
 Requires-Dist: python-dotenv==1.0.1
 Requires-Dist: python-slugify==8.0.4
-Requires-Dist: xxhash==3.4.1
+Requires-Dist: xxhash==3.5.0
 Provides-Extra: all
 Requires-Dist: cmd2==2.4.3; extra == 'all'
 Requires-Dist: dependency-injector==4.41.0; extra == 'all'
-Requires-Dist: fastapi==0.112.0; extra == 'all'
-Requires-Dist: rich==13.7.1; extra == 'all'
+Requires-Dist: fastapi==0.112.2; extra == 'all'
+Requires-Dist: rich==13.8.0; extra == 'all'
 Requires-Dist: typing-extensions==4.12.2; extra == 'all'
-Requires-Dist: uvicorn==0.30.5; extra == 'all'
+Requires-Dist: uvicorn==0.30.6; extra == 'all'
 Provides-Extra: cli
 Requires-Dist: cmd2==2.4.3; extra == 'cli'
-Requires-Dist: rich==13.7.1; extra == 'cli'
+Requires-Dist: rich==13.8.0; extra == 'cli'
 Provides-Extra: web-api
 Requires-Dist: dependency-injector==4.41.0; extra == 'web-api'
-Requires-Dist: fastapi==0.112.0; extra == 'web-api'
+Requires-Dist: fastapi==0.112.2; extra == 'web-api'
 Requires-Dist: typing-extensions==4.12.2; extra == 'web-api'
-Requires-Dist: uvicorn==0.30.5; extra == 'web-api'
+Requires-Dist: uvicorn==0.30.6; extra == 'web-api'
 Description-Content-Type: text/markdown
 
 <div align="center">
 
 ![Moonshot Logo](https://github.com/aiverify-foundation/moonshot/raw/main/misc/aiverify-moonshot-logo.png)
 
-**Version 0.4.6**
+**Version 0.4.7**
 
 A simple and modular tool to evaluate any LLM application.
 
@@ -83,7 +83,7 @@ In this initial version, Moonshot can be used through several interfaces:
     # Activate the virtual environment
     source venv/bin/activate
     ```
-4. If you plan to install our Web UI, you will also need [Node.js verion 20.11.1 LTS](https://nodejs.org/en/blog/release/v20.11.1) and above
+4. If you plan to install our Web UI, you will also need [Node.js version 20.11.1 LTS](https://nodejs.org/en/blog/release/v20.11.1) and above
 </br>
 
 ### ⬇️ Installation

{aiverify_moonshot-0.4.6 → aiverify_moonshot-0.4.7}/README.md

@@ -2,7 +2,7 @@
 
 ![Moonshot Logo](https://github.com/aiverify-foundation/moonshot/raw/main/misc/aiverify-moonshot-logo.png)
 
-**Version 0.4.6**
+**Version 0.4.7**
 
 A simple and modular tool to evaluate any LLM application.
 
@@ -39,7 +39,7 @@ In this initial version, Moonshot can be used through several interfaces:
     # Activate the virtual environment
     source venv/bin/activate
     ```
-4. If you plan to install our Web UI, you will also need [Node.js verion 20.11.1 LTS](https://nodejs.org/en/blog/release/v20.11.1) and above
+4. If you plan to install our Web UI, you will also need [Node.js version 20.11.1 LTS](https://nodejs.org/en/blog/release/v20.11.1) and above
 </br>
 
 ### ⬇️ Installation