aiverify-moonshot 0.4.4__tar.gz → 0.4.6__tar.gz

aiverify_moonshot-0.4.6/.github/scripts/create_backup.sh

@@ -0,0 +1,40 @@
+#!/bin/bash
+
+BASE_DIR=~/moonshot
+MOONSHOT_DIR=moonshot-sit
+
+# Moonshot SIT dir
+SIT_DIR=$BASE_DIR/$MOONSHOT_DIR
+
+# Backup directory and the maximum number of backups
+BACKUP_DIR=$BASE_DIR/backups
+MAX_BACKUPS=5
+
+# Check if the moonshot directory exists
+if [ ! -d $SIT_DIR ]; then
+  echo "Skip backup: $SIT_DIR dir does not exist."
+  exit 0
+fi
+
+# Create the backup directory if it doesn't exist
+mkdir -p $BACKUP_DIR
+
+# Find the highest existing backup number
+highest_backup=$(ls $BACKUP_DIR | grep -oP 'backup_\d+' | grep -oP '\d+' | sort -n | tail -1)
+highest_backup=${highest_backup:-0}
+
+# If the number of backups is less than the maximum, increment the highest backup number
+if [ $(ls $BACKUP_DIR | wc -l) -lt $MAX_BACKUPS ]; then
+  new_backup=$((highest_backup + 1))
+else
+  # If the number of backups is equal to the maximum, delete the oldest backup and shift the remaining backups
+  oldest_backup=$(ls $BACKUP_DIR | grep -oP 'backup_\d+' | grep -oP '\d+' | sort -n | head -1)
+  rm -rf $BACKUP_DIR/backup_$oldest_backup
+  for i in $(seq $((oldest_backup + 1)) $highest_backup); do
+    mv $BACKUP_DIR/backup_$i $BACKUP_DIR/backup_$((i - 1))
+  done
+  new_backup=$highest_backup
+fi
+
+# Create a new backup by moving the moonshot dir to the backup dir with the new backup number
+mv $SIT_DIR $BACKUP_DIR/backup_$new_backup

aiverify_moonshot-0.4.6/.github/scripts/install_ms_service.sh

@@ -0,0 +1,52 @@
+#!/bin/bash
+
+# Arguments for branches, default to dev_main if not provided.
+MOONSHOT_BRANCH=${1:-dev_main}
+MOONSHOT_DATA_BRANCH=${2:-dev_main}
+MOONSHOT_UI_BRANCH=${3:-dev_main}
+
+BASE_DIR=~/moonshot
+SCRIPTS_DIR=~/scripts
+#BASE_DIR=./moonshot-test
+#SCRIPTS_DIR=./.github/scripts
+
+MOONSHOT_SIT=moonshot-sit
+
+# Install moonshot from GitHub
+
+# Create BASE_DIR if it does not
+if [ ! -d "$BASE_DIR" ]; then
+  mkdir -p "$BASE_DIR"
+fi
+
+cd $BASE_DIR
+
+# Clone the repositories from the specified branches
+echo "Cloning moonshot from branch $MOONSHOT_BRANCH"
+echo "Cloning moonshot-data from branch $MOONSHOT_DATA_BRANCH"
+echo "Cloning moonshot-ui from branch $MOONSHOT_UI_BRANCH"
+git clone --branch $MOONSHOT_BRANCH https://github.com/aiverify-foundation/moonshot.git $MOONSHOT_SIT
+cd $MOONSHOT_SIT
+git clone --branch $MOONSHOT_DATA_BRANCH https://github.com/aiverify-foundation/moonshot-data.git
+git clone --branch $MOONSHOT_UI_BRANCH https://github.com/aiverify-foundation/moonshot-ui.git
+cp $SCRIPTS_DIR/moonshot_env .env
+
+python3 -m venv venv
+source venv/bin/activate
+
+# Install Python dependencies
+pip install -r requirements.txt
+cd moonshot-data
+pip install -r requirements.txt
+
+# Install Node.js dependencies and build the UI
+cd ../moonshot-ui
+rm .env.local
+cp $SCRIPTS_DIR/moonshot_ui_env .env.local
+npm install
+
+# Modify the start script in package.json
+sudo apt-get install -y jq
+jq '.scripts.start = "next start -H 0.0.0.0 -p 3100"' package.json > package.tmp.json && mv package.tmp.json package.json
+
+npm run build

aiverify_moonshot-0.4.6/.github/scripts/moonshot_env

@@ -0,0 +1,28 @@
+# .env for moonshot SIT
+
+# For Data
+ATTACK_MODULES="./moonshot-data/attack-modules"
+BOOKMARKS="./moonshot-data/generated-outputs/bookmarks"
+CONNECTORS="./moonshot-data/connectors"
+CONNECTORS_ENDPOINTS="./moonshot-data/connectors-endpoints"
+CONTEXT_STRATEGY="./moonshot-data/context-strategy"
+COOKBOOKS="./moonshot-data/cookbooks"
+DATABASES="./moonshot-data/generated-outputs/databases"
+DATABASES_MODULES="./moonshot-data/databases-modules"
+DATASETS="./moonshot-data/datasets"
+IO_MODULES="./moonshot-data/io-modules"
+METRICS="./moonshot-data/metrics"
+PROMPT_TEMPLATES="./moonshot-data/prompt-templates"
+RECIPES="./moonshot-data/recipes"
+RESULTS="./moonshot-data/generated-outputs/results"
+RESULTS_MODULES="./moonshot-data/results-modules"
+RUNNERS="./moonshot-data/generated-outputs/runners"
+RUNNERS_MODULES="./moonshot-data/runners-modules"
+TOKENIZERS_PARALLELISM = false
+
+# For Web API
+HOST_ADDRESS=127.0.0.1 # The interface the server will bind to
+HOST_PORT=5100
+
+# URI of the Web UI webhook
+MOONSHOT_UI_CALLBACK_URL=http://localhost:3100/api/v1/benchmarks/status

aiverify_moonshot-0.4.6/.github/scripts/moonshot_test_env

@@ -0,0 +1,7 @@
+ADDITIONAL_PARAMETERS='{
+  "timeout": 300,
+  "allow_retries": true,
+  "num_of_retries": 3,
+  "temperature": 0.5,
+  "model": "gpt-4o"
+}'

aiverify_moonshot-0.4.6/.github/scripts/moonshot_ui_env

@@ -0,0 +1,5 @@
+# .env for moonshot-ui SIT
+
+HOST=127.0.0.1
+PORT=3100
+MOONSHOT_API_URL=http://0.0.0.0:5100

aiverify_moonshot-0.4.6/.github/scripts/run_smoke_test.sh

@@ -0,0 +1,53 @@
+#!/bin/bash
+
+AZURE_OPENAI_API_KEY=$1
+AZURE_OPENAI_ENDPOINT=$2
+TEST_BRANCH_NAME=${3:-main}
+
+BASE_DIR=~/moonshot
+SCRIPTS_DIR=~/scripts
+
+# Export the env variables for smoke test to use
+export AZURE_OPENAI_TOKEN=$AZURE_OPENAI_API_KEY
+export AZURE_OPENAI_URI=$AZURE_OPENAI_ENDPOINT
+export MOONSHOT_URL="http://127.0.0.1"
+export MOONSHOT_PORT_NUMBER="3100"
+export ADDITIONAL_PARAMETERS="{
+  \"timeout\": 300,
+  \"allow_retries\": true,
+  \"num_of_retries\": 3,
+  \"temperature\": 0.5,
+  \"model\": \"gpt-4o\"
+}"
+
+cd $BASE_DIR
+
+if [ -d "moonshot-smoke-testing" ]; then
+  echo "Removing existing moonshot-smoke-testing directory..."
+  rm -rf moonshot-smoke-testing
+fi
+
+# Clone the smoke test repo from the specified branch
+echo "Cloning moonshot-smoke-testing repo from branch $BRANCH_NAME..."
+git clone --branch $TEST_BRANCH_NAME https://github.com/aiverify-foundation/moonshot-smoke-testing.git
+cd moonshot-smoke-testing
+npm ci
+cp $SCRIPTS_DIR/moonshot_test_env .env
+
+# Install Playwright (if needed)
+#sudo npx playwright install-deps
+### If the above didn't work, try the following:
+##sudo apt-get install libatk1.0-0\
+##         libatk-bridge2.0-0\
+##         libxkbcommon0\
+##         libatspi2.0-0\
+##         libxcomposite1\
+##         libxdamage1\
+##         libxfixes3\
+##         libxrandr2\
+##         libgbml
+
+echo "Running smoke test..."
+npx playwright test tests/smoke-test.spec.ts --reporter=list
+
+#echo "Exit code: $?"

aiverify_moonshot-0.4.6/.github/scripts/start_ms_service.sh

@@ -0,0 +1,10 @@
+!/bin/bash
+
+BASE_DIR=~/moonshot
+MOONSHOT_SIT=moonshot-sit
+
+cd $BASE_DIR/$MOONSHOT_SIT
+
+source venv/bin/activate
+python -m moonshot web
+

aiverify_moonshot-0.4.4/.github/workflows/smoke-test.yaml → aiverify_moonshot-0.4.6/.github/workflows/integration-test.yaml

@@ -1,13 +1,12 @@
 # Smoke Test
 
-name: Moonshot Smoke Test
+name: Moonshot Integration Test
 
 on:
-  # Runs on Pull Request
-  pull_request:
-  #  types: [submitted]
-  #  branches:
-  #    - 'main'
+  # Runs on Pull Request Review
+  pull_request_review:
+   branches:
+     - 'main'
 
   # Run this workflow manually from Actions tab
   workflow_dispatch:
@@ -34,15 +33,15 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
-  smoke-test:
+  integration-test:
 
     runs-on: ubuntu-latest
     timeout-minutes: 20
 
     steps:
 
-    - name: Checkout Moonshot (Pull Request)
-      if: github.event_name == 'pull_request'
+    - name: Checkout Moonshot (Pull Request Review)
+      if: github.event_name == 'pull_request_review'
       uses: actions/checkout@v4
       with:
           repository: ${{ github.event.pull_request.head.repo.full_name }}
@@ -52,7 +51,7 @@ jobs:
       if: github.event_name == 'workflow_dispatch'
       uses: actions/checkout@v4
       with:
-          repository: aiverify-foundation/moonshot-data
+          repository: aiverify-foundation/moonshot
           ref: ${{ inputs.moonshot_branch }}
     
     - name: Setup Python 3.11
@@ -65,9 +64,11 @@ jobs:
         python -m venv venv
         source venv/bin/activate
         pip install -r requirements.txt
+        touch .env
+        echo "${{ vars.ENVIRONMENT_VARS }}" >> .env
 
-    - name: Checkout Moonshot Data (Pull Request)
-      if: github.event_name == 'pull_request'
+    - name: Checkout Moonshot Data (Pull Request Review)
+      if: github.event_name == 'pull_request_review'
       uses: actions/checkout@v4
       with: 
          repository: aiverify-foundation/moonshot-data
@@ -88,8 +89,8 @@ jobs:
         cd moonshot-data
         pip install -r requirements.txt
 
-    - name: Checkout Moonshot UI (Pull Request)
-      if: github.event_name == 'pull_request'
+    - name: Checkout Moonshot UI (Pull Request Review)
+      if: github.event_name == 'pull_request_review'
       uses: actions/checkout@v4
       with:
         repository: aiverify-foundation/moonshot-ui
@@ -113,15 +114,19 @@ jobs:
         source venv/bin/activate
         python -m moonshot web &
 
-    - name: Checkout Smoke Test 
+    - name: Checkout Integration Test 
       uses: actions/checkout@v4
       with:
-          repository: aiverify-foundation/moonshot-smoke-testing
+          repository: aiverify-foundation/moonshot-integration-testing
           path: moonshot-smoke-testing
 
-    - name: Run Smoke Test
+    - name: Run Integration Test
+      env: 
+        AZURE_OPENAI_URI: ${{ secrets.AZURE_OPENAI_URI }}
+        AZURE_OPENAI_TOKEN: ${{ secrets.AZURE_OPENAI_TOKEN }}
+        ADDITIONAL_PARAMETERS: ${{ vars.ADDITIONAL_PARAMETERS }}
       run: |
-         cd moonshot-smoke-testing
+         cd moonshot-smoke-testing/ui-integration-testing
          npm ci
          npx playwright install --with-deps
-         npx playwright test tests/main-page.spec.ts
+         AZURE_OPENAI_URI="$AZURE_OPENAI_URI" AZURE_OPENAI_TOKEN="$AZURE_OPENAI_TOKEN" ADDITIONAL_PARAMETERS="$ADDITIONAL_PARAMETERS" npx playwright test

aiverify_moonshot-0.4.6/.github/workflows/nightly-build.yaml

@@ -0,0 +1,189 @@
+
+name: Nightly Build
+
+on:
+
+  # Run this workflow manually from Actions tab
+  workflow_dispatch:
+    inputs:
+      branch_moonshot:
+        description: 'moonshot branch or tag'
+        required: true
+        default: 'dev_main'
+        type: string
+      branch_moonshot_data:
+        description: 'moonshot-data branch or tag'
+        required: true
+        default: 'dev_main'
+        type: string
+      branch_moonshot_ui:
+        description: 'moonshot-ui branch or tag'
+        required: true
+        default: 'dev_main'
+        type: string
+
+
+# Allow one concurrent deployment
+concurrency:
+  group: ${{ github.repository }}-${{ github.workflow }}
+  cancel-in-progress: true
+
+jobs:
+
+  nightly-build:
+
+    runs-on: ubuntu-latest
+    timeout-minutes: 40
+    permissions:
+      id-token: write
+      contents: read
+
+    steps:
+      - name: Configure AWS credentials
+        uses: aws-actions/configure-aws-credentials@v4
+        with:
+          role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
+          aws-region: ap-southeast-1
+
+#      - name: S3 test
+#        run: |
+#          aws s3 ls ${{ vars.AWS_S3_PATH }}
+#          echo "This job's status is ${{ job.status }}."
+
+      # Deploy moonshot
+
+      - name: Backup current install
+        run: |
+          command_id=$(aws ssm send-command \
+            --instance-ids "${{ vars.AWS_SIT_INSTANCE_ID }}" \
+            --document-name "AWS-RunShellScript" \
+            --comment "Backup current install" \
+            --parameters 'commands=["sudo su - ubuntu -c \". ~/scripts/create_backup.sh\""]' \
+            --query "Command.CommandId" \
+            --output text)
+          aws ssm wait command-executed \
+            --command-id "$command_id" \
+            --instance-id "${{ vars.AWS_SIT_INSTANCE_ID }}"
+          status=$(aws ssm list-command-invocations \
+            --command-id "$command_id" \
+            --details \
+            --query "CommandInvocations[0].Status" \
+            --output text)
+          echo "Command status: $status"
+
+      - name: Install moonshot
+        timeout-minutes: 30
+        run: |
+          command_id=$(aws ssm send-command \
+            --instance-ids "${{ vars.AWS_SIT_INSTANCE_ID }}" \
+            --document-name "AWS-RunShellScript" \
+            --comment "Install moonshot" \
+            --parameters 'commands=["sudo su - ubuntu -c \". ~/scripts/install_ms_service.sh ${{ inputs.branch_moonshot }} ${{ inputs.branch_moonshot_data }} ${{ inputs.branch_moonshot_ui }}\""]' \
+            --query "Command.CommandId" \
+            --output text)
+      
+          max_attempts=20
+          delay=60
+          attempts=0
+          while [ $attempts -lt $max_attempts ]; do
+            status=$(aws ssm list-command-invocations \
+              --command-id "$command_id" \
+              --instance-id "${{ vars.AWS_SIT_INSTANCE_ID }}" \
+              --query "CommandInvocations[0].Status" \
+              --output text)
+            if [ "$status" == "Success" ]; then
+              echo "Command status: $status"
+              exit 0
+            elif [ "$status" == "InProgress" ]; then
+              echo "Command status: $status, waiting..."
+              sleep $delay
+              attempts=$((attempts + 1))
+            else
+              echo "Command status: $status"
+              exit 1
+            fi
+          done
+          echo "Max attempts reached, exiting."
+          exit 1
+
+      - name: Start moonshot web
+        run: |
+          command_id=$(aws ssm send-command \
+            --instance-ids "${{ vars.AWS_SIT_INSTANCE_ID }}" \
+            --document-name "AWS-RunShellScript" \
+            --comment "Start moonshot web" \
+            --parameters 'commands=["sudo systemctl restart moonshot-service"]' \
+            --query "Command.CommandId" \
+            --output text)
+          aws ssm wait command-executed \
+            --command-id "$command_id" \
+            --instance-id "${{ vars.AWS_SIT_INSTANCE_ID }}"
+          status=$(aws ssm list-command-invocations \
+            --command-id "$command_id" \
+            --details \
+            --query "CommandInvocations[0].Status" \
+            --output text)
+          echo "Command status: $status"
+
+      - name: Run smoke test
+        run: |
+          command_id=$(aws ssm send-command \
+            --instance-ids "${{ vars.AWS_SIT_INSTANCE_ID }}" \
+            --document-name "AWS-RunShellScript" \
+            --comment "Run smoke test" \
+            --parameters 'commands=["sudo su - ubuntu -c \". ~/scripts/run_smoke_test.sh ${{ secrets.AZURE_OPENAI_TOKEN }} ${{ secrets.AZURE_OPENAI_URI }} \""]' \
+            --query "Command.CommandId" \
+            --output text)
+      
+          max_attempts=20
+          delay=60
+          attempts=0
+      
+          while [ $attempts -lt $max_attempts ]; do
+            status=$(aws ssm list-command-invocations \
+              --command-id "$command_id" \
+              --instance-id "${{ vars.AWS_SIT_INSTANCE_ID }}" \
+              --query "CommandInvocations[0].Status" \
+              --output text)
+      
+            if [ "$status" == "Success" ] || [ "$status" == "Failed" ]; then
+              output=$(aws ssm get-command-invocation \
+                --command-id "$command_id" \
+                --instance-id "${{ vars.AWS_SIT_INSTANCE_ID }}" \
+                --query "StandardOutputContent" \
+                --output text)
+              echo "SMOKE_TEST_STATUS=$output" >> $GITHUB_ENV
+              echo "Smoke test output: $output"
+              echo "Command status: $status"
+              if [ "$status" == "Success" ]; then
+                exit 0
+              else
+                exit 1
+              fi
+            elif [ "$status" == "InProgress" ]; then
+              echo "Command status: $status, waiting..."
+              sleep $delay
+              attempts=$((attempts + 1))
+            else
+              echo "Unexpected command status: $status"
+              exit 1
+            fi
+          done
+      
+          echo "Max attempts reached, exiting."
+          exit 1
+
+      # Send slack notification
+      - name: Send slack notification
+        if: ${{ ! cancelled() }}
+        uses: slackapi/slack-github-action@v1.26.0
+        with:
+          payload: |
+            {
+              "workflow": "${{ github.repository }} | ${{ github.workflow }}",
+              "status": "${{ job.status }}",
+              "details": "${{ env.SMOKE_TEST_STATUS }}",
+              "ref": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
+            }
+        env:
+          SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

aiverify_moonshot-0.4.6/.github/workflows/pre-build-checks.yaml

@@ -0,0 +1,183 @@
+# Pre-build Checks (for moonshot)
+# 1. Unit tests with code coverage (pytest)
+# 2. Code quality analysis (flake8)
+# 3. Dependency analysis (vulnerabilities)
+# 4. Dependency analysis (undesirable licenses)
+# 5. Deploy reports generated from the above to GitHub Pages
+
+name: Pre-Build Checks
+
+on:
+  # Runs when a pull request to main is being assigned
+  pull_request:
+    types: [ assigned, synchronize ]
+    branches:
+      - 'dev_main'
+
+  # Run this workflow manually from Actions tab
+  workflow_dispatch:
+    inputs:
+      branch_to_test:
+        description: 'Branch or tag to run test'
+        required: true
+        default: 'dev_main'
+        type: string
+
+# Allow one concurrent deployment
+concurrency:
+  group: ${{ github.repository }}-${{ github.workflow }}
+  cancel-in-progress: true
+
+jobs:
+
+  pre-build-checks:
+    # Run only when PR is assigned, even on subsequent commits (i.e. synchronize)
+    if: (github.event_name == 'pull_request' && github.event.pull_request.assignee != null) || github.event_name == 'workflow_dispatch'
+
+    runs-on: ubuntu-latest
+    timeout-minutes: 40
+
+    steps:
+
+      - name: Set branch variable (pull_request)
+        if: github.event_name == 'pull_request'
+        run: |
+          echo "MS_BRANCH=${{ github.event.pull_request.head.ref }}" >> "$GITHUB_ENV"
+          echo "MS_DATA_BRANCH=dev_main" >> "$GITHUB_ENV"
+          echo "PR_NUM=#${{ github.event.pull_request.number }}" >> "$GITHUB_ENV"
+
+      - name: Set branch variable (workflow_dispatch)
+        if: github.event_name == 'workflow_dispatch'
+        run: |
+          echo "MS_BRANCH=${{ inputs.branch_to_test }}" >> "$GITHUB_ENV"
+          echo "MS_DATA_BRANCH=${{ inputs.branch_to_test }}" >> "$GITHUB_ENV"
+          echo "PR_NUM=#0" >> "$GITHUB_ENV"
+
+      # Checkout moonshot code
+      - name: Checkout code (moonshot)
+        uses: actions/checkout@v3
+        with:
+          ref: ${{ env.MS_BRANCH }}
+          submodules: recursive
+
+      - name: Setup python 3.11
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      # Checkout moonshot-data code
+      - name: Checkout code (moonshot-data)
+        uses: actions/checkout@v3
+        with:
+          repository: aiverify-foundation/moonshot-data
+          ref: ${{ env.MS_DATA_BRANCH }}
+          submodules: recursive
+          path: moonshot-data
+
+      # Install dependencies
+      - name: Install dependencies
+        run: |
+          pip install -r requirements.txt
+          pip install -r moonshot-data/requirements.txt
+          pip install pytest pytest-mock pytest-html pytest-json pytest-cov coverage httpx anybadge
+          pip install flake8 flake8-html
+
+      # Setup .env file
+      - name: Setup env file
+        run: |
+          echo "# For Data
+          ATTACK_MODULES=\"./moonshot-data/attack-modules\"
+          BOOKMARKS=\"./moonshot-data/generated-outputs/bookmarks\"
+          CONNECTORS=\"./moonshot-data/connectors\"
+          CONNECTORS_ENDPOINTS=\"./moonshot-data/connectors-endpoints\"
+          CONTEXT_STRATEGY=\"./moonshot-data/context-strategy\"
+          COOKBOOKS=\"./moonshot-data/cookbooks\"
+          DATABASES=\"./moonshot-data/generated-outputs/databases\"
+          DATABASES_MODULES=\"./moonshot-data/databases-modules\"
+          DATASETS=\"./moonshot-data/datasets\"
+          IO_MODULES=\"./moonshot-data/io-modules\"
+          METRICS=\"./moonshot-data/metrics\"
+          PROMPT_TEMPLATES=\"./moonshot-data/prompt-templates\"
+          RECIPES=\"./moonshot-data/recipes\"
+          RESULTS=\"./moonshot-data/generated-outputs/results\"
+          RESULTS_MODULES=\"./moonshot-data/results-modules\"
+          RUNNERS=\"./moonshot-data/generated-outputs/runners\"
+          RUNNERS_MODULES=\"./moonshot-data/runners-modules\"
+          TOKENIZERS_PARALLELISM=false
+          
+          # For Web API
+          HOST_ADDRESS=127.0.0.1
+          HOST_PORT=5000" > .env
+          cat .env
+
+      # Unit tests & coverage
+      - name: Unit tests with coverage
+        id: unit_tests
+        if: ${{ ! cancelled() }}
+        timeout-minutes: 30
+        run: |
+          set +e
+          bash ci/run-test.sh
+          source ci/gen_pre_build_summ.sh test
+          test_status=$?
+          source ci/gen_pre_build_summ.sh coverage
+          coverage_status=$?
+          echo "UNIT_TESTS_STATUS=$UNITTEST_SUMMARY" >> $GITHUB_ENV
+          echo "CODE_COVERAGE_STATUS=$COVERAGE_SUMMARY" >> $GITHUB_ENV
+          set -e
+          if [ $test_status -ne 0 ] || [ $coverage_status -ne 0 ]; then
+            exit 1
+          fi
+
+      # Code quality analysis (flake8)
+      - name: Code quality analysis (flake8)
+        id: code_quality
+        if: ${{ ! cancelled() }}
+        run: |
+          set +e
+          bash ci/run-flake8.sh
+          source ci/gen_pre_build_summ.sh lint
+          lint_status=$?
+          echo "CODE_QUALITY_STATUS=$LINT_SUMMARY" >> $GITHUB_ENV
+          set -e
+          exit $lint_status
+
+      # pip-audit
+      - name: Dependency analysis (vulnerabilities & licenses)
+        id: dependency_analysis
+        if: ${{ ! cancelled() }}
+        run: |
+          set +e
+          bash ci/run-pip-audit.sh
+          source ci/gen_pre_build_summ.sh dependency
+          dep_status=$?
+          source ci/gen_pre_build_summ.sh license
+          lic_status=$?
+          echo "DEPENDENCY_STATUS=$DEPENDENCY_SUMMARY" >> $GITHUB_ENV
+          echo "LICENSE_STATUS=$LICENSE_SUMMARY" >> $GITHUB_ENV
+          set -e
+          if [ $dep_status -ne 0 ] || [ $lic_status -ne 0 ]; then
+            exit 1
+          fi
+
+#      - name: Capture step statuses
+#        if: ${{ ! cancelled() }}
+#        run: |
+#          echo "UNIT_TESTS_STATUS=${{ steps.unit_tests.outcome }}" >> $GITHUB_ENV
+#          echo "CODE_QUALITY_STATUS=${{ steps.code_quality.outcome }}" >> $GITHUB_ENV
+#          echo "DEPENDENCY_ANALYSIS_STATUS=${{ steps.dependency_analysis.outcome }}" >> $GITHUB_ENV
+
+      # Send slack notification
+      - name: Send slack notification
+        if: ${{ ! cancelled() }}
+        uses: slackapi/slack-github-action@v1.26.0
+        with:
+          payload: |
+            {
+              "workflow": "${{ github.repository }} | ${{ github.workflow }} | ${{ env.PR_NUM }}",
+              "status": "${{ job.status }}",
+              "details": "${{ env.UNIT_TESTS_STATUS }} | ${{ env.CODE_COVERAGE_STATUS }} | ${{ env.CODE_QUALITY_STATUS }} | ${{ env.DEPENDENCY_STATUS }} | ${{ env.LICENSE_STATUS }}",
+              "ref": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
+            }
+        env:
+          SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}