aiverify-moonshot 0.6.2__tar.gz → 0.6.4__tar.gz

{aiverify_moonshot-0.6.2 → aiverify_moonshot-0.6.4}/.github/workflows/integration-test.yaml

@@ -3,10 +3,6 @@
 name: Moonshot Integration Test
 
 on:
-  # Runs on Pull Request Review
-  pull_request_review:
-   branches:
-     - 'main'
 
   # Run this workflow manually from Actions tab
   workflow_dispatch:
@@ -40,13 +36,6 @@ jobs:
 
     steps:
 
-    - name: Checkout Moonshot (Pull Request Review)
-      if: github.event_name == 'pull_request_review'
-      uses: actions/checkout@v4
-      with:
-          repository: ${{ github.event.pull_request.head.repo.full_name }}
-          ref: ${{ github.event.pull_request.head.ref }}
-
     - name: Checkout Moonshot (Workflow Dispatch)
       if: github.event_name == 'workflow_dispatch'
       uses: actions/checkout@v4
@@ -67,14 +56,6 @@ jobs:
         touch .env
         echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
 
-    - name: Checkout Moonshot Data (Pull Request Review)
-      if: github.event_name == 'pull_request_review'
-      uses: actions/checkout@v4
-      with: 
-         repository: aiverify-foundation/moonshot-data
-         ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
-         path: moonshot-data
-
     - name: Checkout Moonshot Data (Workflow Dispatch)
       if: github.event_name == 'workflow_dispatch'
       uses: actions/checkout@v4
@@ -89,14 +70,6 @@ jobs:
         cd moonshot-data
         pip install -r requirements.txt
 
-    - name: Checkout Moonshot UI (Pull Request Review)
-      if: github.event_name == 'pull_request_review'
-      uses: actions/checkout@v4
-      with:
-        repository: aiverify-foundation/moonshot-ui
-        ref: ${{ vars.MOONSHOT_UI_BRANCH }}
-        path: moonshot-ui
-
     - name: Checkout Moonshot UI (Workflow Dispatch)
       if: github.event_name == 'workflow_dispatch'
       uses: actions/checkout@v4
@@ -139,6 +112,7 @@ jobs:
         AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
         AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
         GOOGLE_TOKEN: ${{ secrets.GOOGLE_TOKEN }}
+        H2OGPT_TOKEN: ${{ secrets.H2OGPT_TOKEN }}
       id: integrationuitest
       run: |
          source venv/bin/activate
@@ -148,7 +122,7 @@ jobs:
          npx playwright install-deps
          npm install dotenv --save
          # echo "Running UI Endpoint Test Cases"
-         URI="$URI" TOKEN="$TOKEN" URI2="$URI2" TOKEN2="$TOKEN2" ADDITIONAL_PARAMETERS="$ADDITIONAL_PARAMETERS" TOGETHER_TOKEN="$TOGETHER_TOKEN" OPENAI_TOKEN="$OPENAI_TOKEN" AWS_ACCESS_KEY_ID="$AWS_ACCESS_KEY_ID" AWS_SECRET_ACCESS_KEY="$AWS_SECRET_ACCESS_KEY" GOOGLE_TOKEN="$GOOGLE_TOKEN" DEBUG=pw:api npx playwright test tests/endpoint.spec.ts
+         URI="$URI" TOKEN="$TOKEN" URI2="$URI2" TOKEN2="$TOKEN2" ADDITIONAL_PARAMETERS="$ADDITIONAL_PARAMETERS" TOGETHER_TOKEN="$TOGETHER_TOKEN" OPENAI_TOKEN="$OPENAI_TOKEN" AWS_ACCESS_KEY_ID="$AWS_ACCESS_KEY_ID" AWS_SECRET_ACCESS_KEY="$AWS_SECRET_ACCESS_KEY" GOOGLE_TOKEN="$GOOGLE_TOKEN" H2OGPT_TOKEN="$H2OGPT_TOKEN" DEBUG=pw:api npx playwright test tests/endpoint.spec.ts
              
     - name: Print Environment Variables
       run: env
@@ -187,13 +161,6 @@ jobs:
 
     steps:
 
-    - name: Checkout Moonshot (Pull Request Review)
-      if: github.event_name == 'pull_request_review'
-      uses: actions/checkout@v4
-      with:
-          repository: ${{ github.event.pull_request.head.repo.full_name }}
-          ref: ${{ github.event.pull_request.head.ref }}
-
     - name: Checkout Moonshot (Workflow Dispatch)
       if: github.event_name == 'workflow_dispatch'
       uses: actions/checkout@v4
@@ -214,14 +181,6 @@ jobs:
         touch .env
         echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
 
-    - name: Checkout Moonshot Data (Pull Request Review)
-      if: github.event_name == 'pull_request_review'
-      uses: actions/checkout@v4
-      with: 
-         repository: aiverify-foundation/moonshot-data
-         ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
-         path: moonshot-data
-
     - name: Checkout Moonshot Data (Workflow Dispatch)
       if: github.event_name == 'workflow_dispatch'
       uses: actions/checkout@v4
@@ -236,14 +195,6 @@ jobs:
         cd moonshot-data
         pip install -r requirements.txt
 
-    - name: Checkout Moonshot UI (Pull Request Review)
-      if: github.event_name == 'pull_request_review'
-      uses: actions/checkout@v4
-      with:
-        repository: aiverify-foundation/moonshot-ui
-        ref: ${{ vars.MOONSHOT_UI_BRANCH }}
-        path: moonshot-ui
-
     - name: Checkout Moonshot UI (Workflow Dispatch)
       if: github.event_name == 'workflow_dispatch'
       uses: actions/checkout@v4
@@ -286,6 +237,7 @@ jobs:
         AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
         AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
         GOOGLE_TOKEN: ${{ secrets.GOOGLE_TOKEN }}
+        H2OGPT_TOKEN: ${{ secrets.H2OGPT_TOKEN }}
       id: integrationuitest
       run: |
          source venv/bin/activate
@@ -295,7 +247,7 @@ jobs:
          npx playwright install-deps
          npm install dotenv --save
          # echo "Running Homepage Test Cases"
-         URI="$URI" TOKEN="$TOKEN" URI2="$URI2" TOKEN2="$TOKEN2" ADDITIONAL_PARAMETERS="$ADDITIONAL_PARAMETERS" TOGETHER_TOKEN="$TOGETHER_TOKEN" OPENAI_TOKEN="$OPENAI_TOKEN" AWS_ACCESS_KEY_ID="$AWS_ACCESS_KEY_ID" AWS_SECRET_ACCESS_KEY="$AWS_SECRET_ACCESS_KEY" GOOGLE_TOKEN="$GOOGLE_TOKEN" DEBUG=pw:api npx playwright test tests/homepage.spec.ts
+         URI="$URI" TOKEN="$TOKEN" URI2="$URI2" TOKEN2="$TOKEN2" ADDITIONAL_PARAMETERS="$ADDITIONAL_PARAMETERS" TOGETHER_TOKEN="$TOGETHER_TOKEN" OPENAI_TOKEN="$OPENAI_TOKEN" AWS_ACCESS_KEY_ID="$AWS_ACCESS_KEY_ID" AWS_SECRET_ACCESS_KEY="$AWS_SECRET_ACCESS_KEY" GOOGLE_TOKEN="$GOOGLE_TOKEN" H2OGPT_TOKEN="$H2OGPT_TOKEN" DEBUG=pw:api npx playwright test tests/homepage.spec.ts
     
     - name: Print Environment Variables
       run: env
@@ -334,13 +286,6 @@ jobs:
 
     steps:
 
-    - name: Checkout Moonshot (Pull Request Review)
-      if: github.event_name == 'pull_request_review'
-      uses: actions/checkout@v4
-      with:
-          repository: ${{ github.event.pull_request.head.repo.full_name }}
-          ref: ${{ github.event.pull_request.head.ref }}
-
     - name: Checkout Moonshot (Workflow Dispatch)
       if: github.event_name == 'workflow_dispatch'
       uses: actions/checkout@v4
@@ -361,14 +306,6 @@ jobs:
         touch .env
         echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
 
-    - name: Checkout Moonshot Data (Pull Request Review)
-      if: github.event_name == 'pull_request_review'
-      uses: actions/checkout@v4
-      with: 
-         repository: aiverify-foundation/moonshot-data
-         ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
-         path: moonshot-data
-
     - name: Checkout Moonshot Data (Workflow Dispatch)
       if: github.event_name == 'workflow_dispatch'
       uses: actions/checkout@v4
@@ -383,14 +320,6 @@ jobs:
         cd moonshot-data
         pip install -r requirements.txt
 
-    - name: Checkout Moonshot UI (Pull Request Review)
-      if: github.event_name == 'pull_request_review'
-      uses: actions/checkout@v4
-      with:
-        repository: aiverify-foundation/moonshot-ui
-        ref: ${{ vars.MOONSHOT_UI_BRANCH }}
-        path: moonshot-ui
-
     - name: Checkout Moonshot UI (Workflow Dispatch)
       if: github.event_name == 'workflow_dispatch'
       uses: actions/checkout@v4
@@ -407,6 +336,18 @@ jobs:
         python -c "import nltk; nltk.download('stopwords');nltk.download('punkt');nltk.download('punkt_tab');nltk.download('averaged_perceptron_tagger_eng')"
     
     - name: Setup Moonshot UI
+      env: 
+        URI: ${{ secrets.URI }}
+        TOKEN: ${{ secrets.TOKEN }}
+        URI2: ${{ secrets.URI2 }}
+        TOKEN2: ${{ secrets.TOKEN2 }}
+        ADDITIONAL_PARAMETERS: ${{ secrets.ADDITIONAL_PARAMETERS }}
+        TOGETHER_TOKEN: ${{ secrets.TOGETHER_TOKEN }}
+        OPENAI_TOKEN: ${{ secrets.OPENAI_TOKEN }}
+        AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+        AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+        GOOGLE_TOKEN: ${{ secrets.GOOGLE_TOKEN }}
+        H2OGPT_TOKEN: ${{ secrets.H2OGPT_TOKEN }}
       run: |
         source venv/bin/activate
         cd moonshot-ui
@@ -433,6 +374,7 @@ jobs:
         AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
         AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
         GOOGLE_TOKEN: ${{ secrets.GOOGLE_TOKEN }}
+        H2OGPT_TOKEN: ${{ secrets.H2OGPT_TOKEN }}
       id: integrationuitest
       run: |
          source venv/bin/activate
@@ -442,7 +384,7 @@ jobs:
          npx playwright install-deps
          npm install dotenv --save
          echo "Running Benchmarking UI Test Cases"
-         URI="$URI" TOKEN="$TOKEN" URI2="$URI2" TOKEN2="$TOKEN2" ADDITIONAL_PARAMETERS="$ADDITIONAL_PARAMETERS" TOGETHER_TOKEN="$TOGETHER_TOKEN" OPENAI_TOKEN="$OPENAI_TOKEN" AWS_ACCESS_KEY_ID="$AWS_ACCESS_KEY_ID" AWS_SECRET_ACCESS_KEY="$AWS_SECRET_ACCESS_KEY" GOOGLE_TOKEN="$GOOGLE_TOKEN" DEBUG=pw:api npx playwright test tests/benchmarking.spec.ts
+         URI="$URI" TOKEN="$TOKEN" URI2="$URI2" TOKEN2="$TOKEN2" ADDITIONAL_PARAMETERS="$ADDITIONAL_PARAMETERS" TOGETHER_TOKEN="$TOGETHER_TOKEN" OPENAI_TOKEN="$OPENAI_TOKEN" AWS_ACCESS_KEY_ID="$AWS_ACCESS_KEY_ID" AWS_SECRET_ACCESS_KEY="$AWS_SECRET_ACCESS_KEY" GOOGLE_TOKEN="$GOOGLE_TOKEN" H2OGPT_TOKEN="$H2OGPT_TOKEN" DEBUG=pw:api npx playwright test tests/benchmarking.spec.ts
     
     - name: Print Environment Variables
       run: env
@@ -482,13 +424,6 @@ jobs:
 
     steps:
 
-    - name: Checkout Moonshot (Pull Request Review)
-      if: github.event_name == 'pull_request_review'
-      uses: actions/checkout@v4
-      with:
-          repository: ${{ github.event.pull_request.head.repo.full_name }}
-          ref: ${{ github.event.pull_request.head.ref }}
-
     - name: Checkout Moonshot (Workflow Dispatch)
       if: github.event_name == 'workflow_dispatch'
       uses: actions/checkout@v4
@@ -509,14 +444,6 @@ jobs:
         touch .env
         echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
 
-    - name: Checkout Moonshot Data (Pull Request Review)
-      if: github.event_name == 'pull_request_review'
-      uses: actions/checkout@v4
-      with: 
-         repository: aiverify-foundation/moonshot-data
-         ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
-         path: moonshot-data
-
     - name: Checkout Moonshot Data (Workflow Dispatch)
       if: github.event_name == 'workflow_dispatch'
       uses: actions/checkout@v4
@@ -531,14 +458,6 @@ jobs:
         cd moonshot-data
         pip install -r requirements.txt
 
-    - name: Checkout Moonshot UI (Pull Request Review)
-      if: github.event_name == 'pull_request_review'
-      uses: actions/checkout@v4
-      with:
-        repository: aiverify-foundation/moonshot-ui
-        ref: ${{ vars.MOONSHOT_UI_BRANCH }}
-        path: moonshot-ui
-
     - name: Checkout Moonshot UI (Workflow Dispatch)
       if: github.event_name == 'workflow_dispatch'
       uses: actions/checkout@v4
@@ -555,6 +474,18 @@ jobs:
         python -c "import nltk; nltk.download('stopwords');nltk.download('punkt');nltk.download('punkt_tab');nltk.download('averaged_perceptron_tagger_eng')"
     
     - name: Setup Moonshot UI
+      env: 
+        URI: ${{ secrets.URI }}
+        TOKEN: ${{ secrets.TOKEN }}
+        URI2: ${{ secrets.URI2 }}
+        TOKEN2: ${{ secrets.TOKEN2 }}
+        ADDITIONAL_PARAMETERS: ${{ secrets.ADDITIONAL_PARAMETERS }}
+        TOGETHER_TOKEN: ${{ secrets.TOGETHER_TOKEN }}
+        OPENAI_TOKEN: ${{ secrets.OPENAI_TOKEN }}
+        AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+        AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+        GOOGLE_TOKEN: ${{ secrets.GOOGLE_TOKEN }}
+        H2OGPT_TOKEN: ${{ secrets.H2OGPT_TOKEN }}
       run: |
         source venv/bin/activate
         cd moonshot-ui
@@ -581,6 +512,7 @@ jobs:
         AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
         AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
         GOOGLE_TOKEN: ${{ secrets.GOOGLE_TOKEN }}
+        H2OGPT_TOKEN: ${{ secrets.H2OGPT_TOKEN }}
       id: integrationuitest
       run: |
          source venv/bin/activate
@@ -590,7 +522,7 @@ jobs:
          npx playwright install-deps
          npm install dotenv --save
          # echo "Running Red Teaming UI Test Cases"
-         URI="$URI" TOKEN="$TOKEN" URI2="$URI2" TOKEN2="$TOKEN2" ADDITIONAL_PARAMETERS="$ADDITIONAL_PARAMETERS" TOGETHER_TOKEN="$TOGETHER_TOKEN" OPENAI_TOKEN="$OPENAI_TOKEN" AWS_ACCESS_KEY_ID="$AWS_ACCESS_KEY_ID" AWS_SECRET_ACCESS_KEY="$AWS_SECRET_ACCESS_KEY" GOOGLE_TOKEN="$GOOGLE_TOKEN" DEBUG=pw:api npx playwright test tests/red_teaming.spec.ts
+         URI="$URI" TOKEN="$TOKEN" URI2="$URI2" TOKEN2="$TOKEN2" ADDITIONAL_PARAMETERS="$ADDITIONAL_PARAMETERS" TOGETHER_TOKEN="$TOGETHER_TOKEN" OPENAI_TOKEN="$OPENAI_TOKEN" AWS_ACCESS_KEY_ID="$AWS_ACCESS_KEY_ID" AWS_SECRET_ACCESS_KEY="$AWS_SECRET_ACCESS_KEY" GOOGLE_TOKEN="$GOOGLE_TOKEN" H2OGPT_TOKEN="$H2OGPT_TOKEN" DEBUG=pw:api npx playwright test tests/red_teaming.spec.ts
     
     - name: Print Environment Variables
       run: env
@@ -622,18 +554,12 @@ jobs:
             --run-description ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} \
             -f "./test-results/junit-report.xml" 
   ##########################################################################################################################################################################
-  integration-cli-test:
+  integration-ui-test-utils:
 
     runs-on: ubuntu-latest
     timeout-minutes: 300
-    steps:
 
-    - name: Checkout Moonshot (Pull Request Review)
-      if: github.event_name == 'pull_request_review'
-      uses: actions/checkout@v4
-      with:
-          repository: ${{ github.event.pull_request.head.repo.full_name }}
-          ref: ${{ github.event.pull_request.head.ref }}
+    steps:
 
     - name: Checkout Moonshot (Workflow Dispatch)
       if: github.event_name == 'workflow_dispatch'
@@ -655,14 +581,131 @@ jobs:
         touch .env
         echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
 
-    - name: Checkout Moonshot Data (Pull Request Review)
-      if: github.event_name == 'pull_request_review'
+    - name: Checkout Moonshot Data (Workflow Dispatch)
+      if: github.event_name == 'workflow_dispatch'
       uses: actions/checkout@v4
       with: 
          repository: aiverify-foundation/moonshot-data
-         ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
+         ref: ${{ inputs.moonshot_data_branch }}
          path: moonshot-data
 
+    - name: Setup Moonshot Data
+      run: |
+        source venv/bin/activate
+        cd moonshot-data
+        pip install -r requirements.txt
+
+    - name: Checkout Moonshot UI (Workflow Dispatch)
+      if: github.event_name == 'workflow_dispatch'
+      uses: actions/checkout@v4
+      with:
+        repository: aiverify-foundation/moonshot-ui
+        ref: ${{ inputs.moonshot_ui_branch }}
+        path: moonshot-ui
+
+     # Download NLTK stopwords
+    - name: Download NLTK stopwords
+      run: |
+        source venv/bin/activate
+        pip install nltk
+        python -c "import nltk; nltk.download('stopwords');nltk.download('punkt');nltk.download('punkt_tab');nltk.download('averaged_perceptron_tagger_eng')"
+    
+    - name: Setup Moonshot UI
+      run: |
+        source venv/bin/activate
+        cd moonshot-ui
+        npm install
+        npm run build
+        cd ../
+        nohup python -m moonshot web &
+
+    - name: Checkout Integration Test 
+      uses: actions/checkout@v4
+      with:
+          repository: aiverify-foundation/moonshot-integration-testing
+          path: moonshot-integration-testing
+    
+    - name: Run Integration UI Test
+      env: 
+        URI: ${{ secrets.URI }}
+        TOKEN: ${{ secrets.TOKEN }}
+        URI2: ${{ secrets.URI2 }}
+        TOKEN2: ${{ secrets.TOKEN2 }}
+        ADDITIONAL_PARAMETERS: ${{ secrets.ADDITIONAL_PARAMETERS }}
+        TOGETHER_TOKEN: ${{ secrets.TOGETHER_TOKEN }}
+        OPENAI_TOKEN: ${{ secrets.OPENAI_TOKEN }}
+        AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+        AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+        GOOGLE_TOKEN: ${{ secrets.GOOGLE_TOKEN }}
+        H2OGPT_TOKEN: ${{ secrets.H2OGPT_TOKEN }}
+      id: integrationuitest
+      run: |
+         source venv/bin/activate
+         cd moonshot-integration-testing/ui-integration-testing
+         npm ci
+         npx playwright install
+         npx playwright install-deps
+         npm install dotenv --save
+         # echo "Running Homepage Test Cases"
+         URI="$URI" TOKEN="$TOKEN" URI2="$URI2" TOKEN2="$TOKEN2" ADDITIONAL_PARAMETERS="$ADDITIONAL_PARAMETERS" TOGETHER_TOKEN="$TOGETHER_TOKEN" OPENAI_TOKEN="$OPENAI_TOKEN" AWS_ACCESS_KEY_ID="$AWS_ACCESS_KEY_ID" AWS_SECRET_ACCESS_KEY="$AWS_SECRET_ACCESS_KEY" GOOGLE_TOKEN="$GOOGLE_TOKEN" H2OGPT_TOKEN="$H2OGPT_TOKEN" DEBUG=pw:api npx playwright test tests/utils.spec.ts
+    
+    - name: Print Environment Variables
+      run: env
+      
+    - name: Upload Playwright Traces
+      if: always()
+      uses: actions/upload-artifact@v4
+      with:
+          name: playwright-trace-integration-ui-test-utils-${{ github.run_id }}
+          path: |
+            /home/runner/work/moonshot/moonshot/moonshot-integration-testing/ui-integration-testing/test-results
+            
+    - name: TestRail upload results
+      env:
+        TESTRAIL_USERNAME: ${{ secrets.TESTRAIL_USERNAME }}
+        TESTRAIL_PASSWORD: ${{ secrets.TESTRAIL_PASSWORD }}
+      run: |
+          cd moonshot-integration-testing/ui-integration-testing
+          pip install trcli
+          trcli -y \
+            -h https://imdabtg.testrail.io/ \
+            --project "Moonshot" \
+            -u $TESTRAIL_USERNAME \
+            -p $TESTRAIL_PASSWORD \
+            parse_junit \
+            --title "Moonshot" \
+            --result-fields "os:Ubuntu 22.04" \
+            --milestone-id "5" \
+            --run-description ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} \
+            -f "./test-results/junit-report.xml"
+  ##########################################################################################################################################################################
+  integration-ui-test-history:
+
+    runs-on: ubuntu-latest
+    timeout-minutes: 300
+
+    steps:
+
+    - name: Checkout Moonshot (Workflow Dispatch)
+      if: github.event_name == 'workflow_dispatch'
+      uses: actions/checkout@v4
+      with:
+          repository: aiverify-foundation/moonshot
+          ref: ${{ inputs.moonshot_branch }}
+          
+    - name: Setup Python 3.11
+      uses: actions/setup-python@v4
+      with:
+          python-version: '3.11'
+    
+    - name: Setup Moonshot
+      run: |
+        python -m venv venv
+        source venv/bin/activate
+        pip install -r requirements.txt
+        touch .env
+        echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
+
     - name: Checkout Moonshot Data (Workflow Dispatch)
       if: github.event_name == 'workflow_dispatch'
       uses: actions/checkout@v4
@@ -677,14 +720,130 @@ jobs:
         cd moonshot-data
         pip install -r requirements.txt
 
-    - name: Checkout Moonshot UI (Pull Request Review)
-      if: github.event_name == 'pull_request_review'
+    - name: Checkout Moonshot UI (Workflow Dispatch)
+      if: github.event_name == 'workflow_dispatch'
       uses: actions/checkout@v4
       with:
         repository: aiverify-foundation/moonshot-ui
-        ref: ${{ vars.MOONSHOT_UI_BRANCH }}
+        ref: ${{ inputs.moonshot_ui_branch }}
         path: moonshot-ui
 
+     # Download NLTK stopwords
+    - name: Download NLTK stopwords
+      run: |
+        source venv/bin/activate
+        pip install nltk
+        python -c "import nltk; nltk.download('stopwords');nltk.download('punkt');nltk.download('punkt_tab');nltk.download('averaged_perceptron_tagger_eng')"
+    
+    - name: Setup Moonshot UI
+      run: |
+        source venv/bin/activate
+        cd moonshot-ui
+        npm install
+        npm run build
+        cd ../
+        nohup python -m moonshot web &
+
+    - name: Checkout Integration Test 
+      uses: actions/checkout@v4
+      with:
+          repository: aiverify-foundation/moonshot-integration-testing
+          path: moonshot-integration-testing
+    
+    - name: Run Integration UI Test
+      env: 
+        URI: ${{ secrets.URI }}
+        TOKEN: ${{ secrets.TOKEN }}
+        URI2: ${{ secrets.URI2 }}
+        TOKEN2: ${{ secrets.TOKEN2 }}
+        ADDITIONAL_PARAMETERS: ${{ secrets.ADDITIONAL_PARAMETERS }}
+        TOGETHER_TOKEN: ${{ secrets.TOGETHER_TOKEN }}
+        OPENAI_TOKEN: ${{ secrets.OPENAI_TOKEN }}
+        AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+        AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+        GOOGLE_TOKEN: ${{ secrets.GOOGLE_TOKEN }}
+        H2OGPT_TOKEN: ${{ secrets.H2OGPT_TOKEN }}
+      id: integrationuitest
+      run: |
+         source venv/bin/activate
+         cd moonshot-integration-testing/ui-integration-testing
+         npm ci
+         npx playwright install
+         npx playwright install-deps
+         npm install dotenv --save
+         # echo "Running Homepage Test Cases"
+         URI="$URI" TOKEN="$TOKEN" URI2="$URI2" TOKEN2="$TOKEN2" ADDITIONAL_PARAMETERS="$ADDITIONAL_PARAMETERS" TOGETHER_TOKEN="$TOGETHER_TOKEN" OPENAI_TOKEN="$OPENAI_TOKEN" AWS_ACCESS_KEY_ID="$AWS_ACCESS_KEY_ID" AWS_SECRET_ACCESS_KEY="$AWS_SECRET_ACCESS_KEY" GOOGLE_TOKEN="$GOOGLE_TOKEN" H2OGPT_TOKEN="$H2OGPT_TOKEN" DEBUG=pw:api npx playwright test tests/history.spec.ts
+    
+    - name: Print Environment Variables
+      run: env
+      
+    - name: Upload Playwright Traces
+      if: always()
+      uses: actions/upload-artifact@v4
+      with:
+          name: playwright-trace-integration-ui-test-history-${{ github.run_id }}
+          path: |
+            /home/runner/work/moonshot/moonshot/moonshot-integration-testing/ui-integration-testing/test-results
+            
+    - name: TestRail upload results
+      env:
+        TESTRAIL_USERNAME: ${{ secrets.TESTRAIL_USERNAME }}
+        TESTRAIL_PASSWORD: ${{ secrets.TESTRAIL_PASSWORD }}
+      run: |
+          cd moonshot-integration-testing/ui-integration-testing
+          pip install trcli
+          trcli -y \
+            -h https://imdabtg.testrail.io/ \
+            --project "Moonshot" \
+            -u $TESTRAIL_USERNAME \
+            -p $TESTRAIL_PASSWORD \
+            parse_junit \
+            --title "Moonshot" \
+            --result-fields "os:Ubuntu 22.04" \
+            --milestone-id "5" \
+            --run-description ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} \
+            -f "./test-results/junit-report.xml"
+  ##########################################################################################################################################################################
+  integration-cli-test:
+
+    runs-on: ubuntu-latest
+    timeout-minutes: 300
+    steps:
+
+    - name: Checkout Moonshot (Workflow Dispatch)
+      if: github.event_name == 'workflow_dispatch'
+      uses: actions/checkout@v4
+      with:
+          repository: aiverify-foundation/moonshot
+          ref: ${{ inputs.moonshot_branch }}
+          
+    - name: Setup Python 3.11
+      uses: actions/setup-python@v4
+      with:
+          python-version: '3.11'
+    
+    - name: Setup Moonshot
+      run: |
+        python -m venv venv
+        source venv/bin/activate
+        pip install -r requirements.txt
+        touch .env
+        echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
+
+    - name: Checkout Moonshot Data (Workflow Dispatch)
+      if: github.event_name == 'workflow_dispatch'
+      uses: actions/checkout@v4
+      with: 
+         repository: aiverify-foundation/moonshot-data
+         ref: ${{ inputs.moonshot_data_branch }}
+         path: moonshot-data
+
+    - name: Setup Moonshot Data
+      run: |
+        source venv/bin/activate
+        cd moonshot-data
+        pip install -r requirements.txt
+
     - name: Checkout Moonshot UI (Workflow Dispatch)
       if: github.event_name == 'workflow_dispatch'
       uses: actions/checkout@v4

{aiverify_moonshot-0.6.2 → aiverify_moonshot-0.6.4}/.github/workflows/pypi-deployment.yaml

@@ -31,7 +31,7 @@ jobs:
     - name: Build a binary wheel and a source tarball
       run: python3 -m build
     - name: Store the distribution packages
-      uses: actions/upload-artifact@v3
+      uses: actions/upload-artifact@v4
       with:
         name: python-package-distributions
         path: dist/
@@ -50,7 +50,7 @@ jobs:
 
     steps:
     - name: Download all the dists
-      uses: actions/download-artifact@v3
+      uses: actions/download-artifact@v4
       with:
         name: python-package-distributions
         path: dist/
@@ -71,7 +71,7 @@ jobs:
 
     steps:
     - name: Download all the dists
-      uses: actions/download-artifact@v3
+      uses: actions/download-artifact@v4
       with:
         name: python-package-distributions
         path: dist/

{aiverify_moonshot-0.6.2 → aiverify_moonshot-0.6.4}/.github/workflows/test-pypi-deployment.yaml

@@ -31,7 +31,7 @@ jobs:
     - name: Build a binary wheel and a source tarball
       run: python3 -m build
     - name: Store the distribution packages
-      uses: actions/upload-artifact@v3
+      uses: actions/upload-artifact@v4
       with:
         name: python-package-distributions
         path: dist/
@@ -51,7 +51,7 @@ jobs:
 
     steps:
     - name: Download all the dists
-      uses: actions/download-artifact@v3
+      uses: actions/download-artifact@v4
       with:
         name: python-package-distributions
         path: dist/