@freshworks/shiftleft-tools 1.1.15 → 1.1.17

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@freshworks/shiftleft-tools",
-  "version": "1.1.15",
+  "version": "1.1.17",
   "description": "CLI for managing Cursor rules/skills and Postman test infrastructure across Java Spring Boot and Node.js/Express projects",
   "type": "module",
   "main": "src/index.js",

package/templates/postman/scripts/infra/container-runtime.sh

@@ -0,0 +1,30 @@
+#!/bin/bash
+# Detect container runtime: prefer docker, fall back to podman.
+# Sourced by runners — sets CONTAINER_CMD and CONTAINER_COMPOSE_CMD. Must not exit parent.
+[ -n "${__CONTAINER_RUNTIME_LOADED:-}" ] && return 0
+__CONTAINER_RUNTIME_LOADED=1
+
+CONTAINER_CMD=""
+CONTAINER_COMPOSE_CMD=""
+
+if command -v docker >/dev/null 2>&1 && docker info >/dev/null 2>&1; then
+    CONTAINER_CMD="docker"
+elif command -v podman >/dev/null 2>&1 && podman info >/dev/null 2>&1; then
+    CONTAINER_CMD="podman"
+fi
+
+case "$CONTAINER_CMD" in
+  docker)
+    if docker compose version >/dev/null 2>&1; then CONTAINER_COMPOSE_CMD="docker compose"
+    elif command -v docker-compose >/dev/null 2>&1; then CONTAINER_COMPOSE_CMD="docker-compose"; fi ;;
+  podman)
+    if podman compose version >/dev/null 2>&1; then CONTAINER_COMPOSE_CMD="podman compose"
+    elif command -v podman-compose >/dev/null 2>&1; then CONTAINER_COMPOSE_CMD="podman-compose"; fi ;;
+esac
+
+if [ -z "$CONTAINER_CMD" ]; then
+  echo "Warning: No container runtime (docker/podman) available; LocalStack steps will be skipped."
+else
+  echo "Container runtime: $CONTAINER_CMD (compose: ${CONTAINER_COMPOSE_CMD:-none})"
+fi
+export CONTAINER_CMD CONTAINER_COMPOSE_CMD

package/templates/postman/scripts/infra/setup-localstack.sh

@@ -0,0 +1,37 @@
+#!/usr/bin/env bash
+# Start LocalStack (S3) for integration tests.
+# Container runtime auto-detected (docker preferred, podman fallback) via container-runtime.sh.
+
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+PROJECT_ROOT="$(cd "$SCRIPT_DIR/../../.." && pwd)"
+COMPOSE_FILE="${LOCALSTACK_COMPOSE_FILE:-$PROJECT_ROOT/docker-compose-localstack.yml}"
+CONTAINER_NAME="${LOCALSTACK_CONTAINER_NAME:-$(basename "$PROJECT_ROOT")-localstack}"
+
+source "$SCRIPT_DIR/container-runtime.sh"
+
+if [ -z "$CONTAINER_CMD" ] || [ -z "$CONTAINER_COMPOSE_CMD" ]; then
+    echo "Warning: No container runtime (docker/podman) available — skipping LocalStack (S3 tests may fail)"
+    exit 0
+fi
+
+if $CONTAINER_CMD ps --format '{{.Names}}' | grep -q "^${CONTAINER_NAME}$"; then
+    echo "LocalStack already running"
+    exit 0
+fi
+
+echo "Starting LocalStack..."
+$CONTAINER_COMPOSE_CMD -f "$COMPOSE_FILE" up -d
+
+echo "Waiting for LocalStack S3..."
+for _ in $(seq 1 30); do
+    if curl -sf http://localhost:4566/_localstack/health >/dev/null 2>&1; then
+        echo "LocalStack is ready"
+        exit 0
+    fi
+    sleep 2
+done
+
+echo "LocalStack failed to start within timeout" >&2
+exit 1

package/templates/postman/scripts/infra/start-mocks.sh

@@ -24,6 +24,15 @@ WIREMOCK_DIR="$SCRIPT_DIR/wiremock"
 MAPPINGS_DIR="$WIREMOCK_DIR/mappings"
 FILES_DIR="$WIREMOCK_DIR/__files"
 
+# Idempotent: if WireMock is already up and serving mappings, do nothing.
+# Lets the orchestrator (run-all.sh) and the runner both call this safely —
+# whichever runs first starts it, the second call is a no-op.
+if curl -s "http://localhost:$WIREMOCK_PORT/__admin/mappings" 2>/dev/null \
+        | grep -q '"id"'; then
+    echo -e "${GREEN}✓ WireMock already running on port $WIREMOCK_PORT — skipping start${NC}"
+    exit 0
+fi
+
 # Create directories
 mkdir -p "$MAPPINGS_DIR"
 mkdir -p "$FILES_DIR"
@@ -81,6 +90,62 @@ cat > "$MAPPINGS_DIR/crypto-decrypt.json" << 'EOF'
 }
 EOF
 
+# Create Global Search Platform mock
+# App calls POST ${search.api.host}/<version>/<account.name>/<account.id>/query via the
+# GlobalSearchPlatformClient Feign client. Point search.api.host at this WireMock (e.g.
+# search.api.host=http://localhost:9999 in the app's integration config) so this mapping
+# serves it. Returns internal listing ids; the service hydrates them from the DB.
+cat > "$MAPPINGS_DIR/global-search-query.json" << 'EOF'
+{
+  "request": {
+    "method": "POST",
+    "urlPathPattern": "/.*/query"
+  },
+  "response": {
+    "status": 200,
+    "headers": {
+      "Content-Type": "application/json"
+    },
+    "jsonBody": {
+      "total": 3,
+      "results": [
+        { "id": 1 },
+        { "id": 2 },
+        { "id": 4 }
+      ]
+    }
+  }
+}
+EOF
+
+# Create Freddy AI Platform mocks
+# SuggestionService -> FreddyAIPlatformClient POSTs to
+# ${client.freddy.ai.platform.host}/v1/ai-service/neodeveloperplatform/azure/<op>.
+# Point client.freddy.ai.platform.host at this WireMock to serve suggestion tests.
+# check_profanity content MUST be "false" (Boolean.parseBoolean) so descriptions pass.
+freddy_base="/v1/ai-service/neodeveloperplatform/azure"
+make_freddy_mock() {
+    local op="$1" content="$2"
+    cat > "$MAPPINGS_DIR/freddy-${op}.json" << EOF
+{
+  "request": { "method": "POST", "urlPathPattern": "${freddy_base}/${op}" },
+  "response": {
+    "status": 200,
+    "headers": { "Content-Type": "application/json" },
+    "jsonBody": {
+      "choices": [ { "index": 0, "message": { "role": "assistant", "content": "${content}" } } ],
+      "usage": { "completion_tokens": 1, "prompt_tokens": 1, "total_tokens": 2 }
+    }
+  }
+}
+EOF
+}
+make_freddy_mock "check_profanity" "false"
+make_freddy_mock "suggest_app_name" "Postman Suggested App"
+make_freddy_mock "suggest_app_categories" "Category Suggestion"
+make_freddy_mock "enrich_app_description" "Enriched description from WireMock."
+make_freddy_mock "summarise_app_description" "Summary from WireMock."
+
 echo -e "${GREEN}✓ Mock mappings created${NC}"
 echo ""
 
@@ -121,6 +186,19 @@ if ! curl -s "http://localhost:$WIREMOCK_PORT/__admin" > /dev/null 2>&1; then
     exit 1
 fi
 
+# Verify the mappings were actually loaded (server up != mocks served).
+# Count the mappings we wrote to MAPPINGS_DIR and compare against what WireMock loaded.
+expected_mappings=$(ls -1 "$MAPPINGS_DIR"/*.json 2>/dev/null | wc -l | tr -d ' ')
+loaded_mappings=$(curl -s "http://localhost:$WIREMOCK_PORT/__admin/mappings" \
+    | grep -o '"id"' | wc -l | tr -d ' ')
+if [ "${loaded_mappings:-0}" -lt "${expected_mappings:-1}" ]; then
+    echo -e "${RED}✗ WireMock loaded $loaded_mappings/$expected_mappings mappings — mocks not fully served${NC}"
+    echo -e "${YELLOW}Check log file: $WIREMOCK_DIR/wiremock.log${NC}"
+    cat "$WIREMOCK_DIR/wiremock.log"
+    exit 1
+fi
+echo -e "${GREEN}✓ WireMock loaded $loaded_mappings mapping(s)${NC}"
+
 echo ""
 echo -e "${BLUE}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
 echo -e "${GREEN}✓ Mock services ready!${NC}"
@@ -130,6 +208,8 @@ echo -e "${GREEN}WireMock Admin UI:${NC} http://localhost:$WIREMOCK_PORT/__admin
 echo -e "${GREEN}Mock Endpoints:${NC}"
 echo -e "  - GET  http://localhost:$WIREMOCK_PORT/api/v2/oauth/apps/*"
 echo -e "  - POST http://localhost:$WIREMOCK_PORT/api/crypto/decrypt"
+echo -e "  - POST http://localhost:$WIREMOCK_PORT/<version>/<account>/<id>/query (global search)"
+echo -e "  - POST http://localhost:$WIREMOCK_PORT/v1/ai-service/neodeveloperplatform/azure/* (freddy ai)"
 echo ""
 echo -e "${YELLOW}To stop WireMock:${NC} ./stop-mocks.sh"
 echo ""

package/templates/postman/scripts/infra/stop-localstack.sh

@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+# Stop LocalStack.
+# Container runtime auto-detected (docker preferred, podman fallback) via container-runtime.sh.
+
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+PROJECT_ROOT="$(cd "$SCRIPT_DIR/../../.." && pwd)"
+COMPOSE_FILE="${LOCALSTACK_COMPOSE_FILE:-$PROJECT_ROOT/docker-compose-localstack.yml}"
+CONTAINER_NAME="${LOCALSTACK_CONTAINER_NAME:-$(basename "$PROJECT_ROOT")-localstack}"
+
+source "$SCRIPT_DIR/container-runtime.sh"
+
+if [ -n "$CONTAINER_CMD" ] && $CONTAINER_CMD ps --format '{{.Names}}' | grep -q "^${CONTAINER_NAME}$"; then
+    echo "Stopping LocalStack..."
+    $CONTAINER_COMPOSE_CMD -f "$COMPOSE_FILE" down >/dev/null 2>&1 || true
+fi

package/templates/postman/scripts/lib/api_coverage.py

@@ -337,7 +337,7 @@ def extract_tests_from_item(item, collection_name, depth=0):
                                 
                                 # Try format with Reason and Env (flexible spacing/separators)
                                 skip_match = re.search(
-                                    r"\[SKIP\].*?Reason:\s*([^|,;]+)(?:[|,;]\s*Env:\s*(\S+))?",
+                                    r"\[SKIP\].*?Reason:\s*([^|,;]+)(?:[|,;]\s*Env:\s*(\w+))?",
                                     prereq_text, re.IGNORECASE
                                 )
                                 if skip_match:

package/templates/postman/scripts/lib/report_consolidated.py

@@ -9,9 +9,9 @@ from html import escape as esc
 from report_utils import get_html_template
 
 
-_HTML_EXTRA_HASH_NAV_MARKER = 'mp-installation:htmlextra-hash-nav'
+_HTML_EXTRA_HASH_NAV_MARKER = 'shiftleft:htmlextra-hash-nav'
 _HTML_EXTRA_HASH_NAV_SCRIPT = '''<script>
-/* mp-installation:htmlextra-hash-nav */
+/* shiftleft:htmlextra-hash-nav */
 (function() {
   function showFailedTab() {
     if (window.location.hash !== '#pills-failed' || !window.jQuery) {

package/templates/postman/scripts/report-generators/mutation-report.sh

@@ -126,11 +126,16 @@ python3 "$SCRIPT_DIR/../lib/report_generator.py" mutation "$MUTATIONS_XML" "$HTM
 : << 'SKIP_INLINE_PYTHON'
 # Python script to parse mutations.xml and generate report
 python3 << 'PYTHON_SCRIPT' - "$MUTATIONS_XML" "$HTML_OUTPUT"
+import os
 import sys
 import xml.etree.ElementTree as ET
 from collections import defaultdict
 from datetime import datetime
 
+# Optional package prefix to strip from displayed names (set by the runner /
+# /setup-api-tests). Empty = show fully-qualified package names.
+PACKAGE_PREFIX = os.environ.get('MUTATION_PACKAGE_PREFIX', '')
+
 mutations_xml = sys.argv[1]
 html_output = sys.argv[2]
 
@@ -537,7 +542,7 @@ html += '''            </tbody>
 for package, stats in package_sorted:
     rate = (stats['killed'] / stats['total'] * 100) if stats['total'] > 0 else 0
     status_class = 'success' if rate >= 80 else 'good' if rate >= 70 else 'warning' if rate >= 50 else 'error'
-    short_pkg = package.replace('com.freshworks.marketplace.installation.', '')
+    short_pkg = package.replace(PACKAGE_PREFIX, '') if PACKAGE_PREFIX else package
     html += f'''                <tr>
                     <td class="left">{short_pkg}</td>
                     <td><strong>{rate:.1f}%</strong></td>

package/templates/postman/scripts/run-all.sh

@@ -259,6 +259,19 @@ if [ "$SKIP_POSTMAN" = false ]; then
     # Clear old JSON reports so totals only reflect this run
     rm -rf "$POSTMAN_JSON_DIR"
 
+    # Start mocked externals centrally (local only) BEFORE delegating to the
+    # runner — search + suggestion tests need WireMock up. Done here rather than
+    # in the runner because runners/run-tests-local.sh can be 'protected' in
+    # .shiftleft.json (repo-owned, not refreshed from the package), so it may
+    # not start mocks. start-mocks.sh is idempotent; cleanup() stops it on exit.
+    if [ "$POSTMAN_ENV" = "local" ]; then
+        echo -e "${YELLOW}Starting WireMock (mocked externals)...${NC}"
+        if ! "$SCRIPT_DIR/infra/start-mocks.sh"; then
+            echo -e "${RED}✗ WireMock failed to start — required for local API tests${NC}"
+            exit 1
+        fi
+    fi
+
     # Delegate to appropriate test runner (local or staging)
     set +e
     if [ "$POSTMAN_ENV" = "staging" ]; then