@provartesting/provardx-cli 1.4.6 → 1.5.0-dev

package/lib/mcp/tools/testPlanTools.js

@@ -0,0 +1,311 @@
+/*
+ * Copyright (c) 2024 Provar Limited.
+ * All rights reserved.
+ * Licensed under the BSD 3-Clause license.
+ * For full license text, see LICENSE.md file in the repo root or https://opensource.org/licenses/BSD-3-Clause
+ */
+/* eslint-disable camelcase */
+import fs from 'node:fs';
+import path from 'node:path';
+import { randomUUID } from 'node:crypto';
+import { z } from 'zod';
+import { assertPathAllowed, PathPolicyError } from '../security/pathPolicy.js';
+import { makeError, makeRequestId } from '../schemas/common.js';
+import { log } from '../logging/logger.js';
+// ── Helpers ───────────────────────────────────────────────────────────────────
+/**
+ * Try to extract testCaseId from testcase XML content.
+ * Looks for registryId, id, or guid attributes on the root element.
+ */
+function extractTestCaseId(xmlContent) {
+    for (const attr of ['registryId', 'id', 'guid']) {
+        const match = new RegExp(`${attr}="([^"]+)"`).exec(xmlContent);
+        if (match)
+            return match[1];
+    }
+    return null;
+}
+/** Normalize path separators to forward slashes. */
+function toForwardSlashes(p) {
+    return p.replace(/\\/g, '/');
+}
+/** Build a .testinstance XML string. */
+function buildTestInstanceXml(guid, testCaseId, testCasePath) {
+    return [
+        '<?xml version="1.0" encoding="UTF-8" standalone="no"?>',
+        `<testPlanInstance guid="${guid}" testCaseId="${testCaseId}" testCasePath="${testCasePath}">`,
+        '  <planSettings/>',
+        '  <planFeatures/>',
+        '</testPlanInstance>',
+    ].join('\n');
+}
+/** Build a .planitem XML string. */
+function buildPlanItemXml(guid) {
+    return [
+        '<?xml version="1.0" encoding="UTF-8" standalone="no"?>',
+        `<testPlan guid="${guid}">`,
+        '  <planSettings/>',
+        '  <planFeatures/>',
+        '</testPlan>',
+    ].join('\n');
+}
+// ── provar.testplan.add-instance ──────────────────────────────────────────────
+export function registerTestPlanAddInstance(server, config) {
+    server.tool('provar.testplan.add-instance', [
+        'Add a .testinstance file to an existing Provar test plan suite directory.',
+        'The plan directory and suite directory must already exist.',
+        'test_case_path is relative to the project root (e.g. "tests/MyTest.testcase").',
+        'suite_path is the path within the plan (e.g. "MySuite" or "MySuite/SubSuite").',
+        'Returns the guid assigned to the new instance and the path where it was written.',
+    ].join(' '), {
+        project_path: z.string().describe('Absolute path to the Provar project root'),
+        test_case_path: z.string().describe('Path to the .testcase file, relative to project root (e.g. "tests/MyTest.testcase")'),
+        plan_name: z.string().describe('Name of the test plan (directory under plans/)'),
+        suite_path: z.string().optional().describe('Path within the plan to place the instance (e.g. "MySuite" or "MySuite/SubSuite")'),
+        overwrite: z.boolean().optional().default(false).describe('Overwrite the .testinstance file if it already exists (default: false)'),
+        dry_run: z.boolean().optional().default(false).describe('Return what would be written without writing to disk (default: false)'),
+    }, ({ project_path, test_case_path, plan_name, suite_path, overwrite, dry_run }) => {
+        const requestId = makeRequestId();
+        log('info', 'provar.testplan.add-instance', { requestId, project_path, test_case_path, plan_name });
+        try {
+            assertPathAllowed(project_path, config.allowedPaths);
+            const projectRoot = path.resolve(project_path);
+            // Verify .testproject exists
+            const testProjectFiles = fs.existsSync(projectRoot)
+                ? fs.readdirSync(projectRoot).filter((f) => f.endsWith('.testproject'))
+                : [];
+            if (testProjectFiles.length === 0) {
+                return {
+                    isError: true,
+                    content: [{ type: 'text', text: JSON.stringify(makeError('NOT_A_PROJECT', `No .testproject file found in ${projectRoot}`, requestId)) }],
+                };
+            }
+            // Resolve testcase absolute path
+            const absoluteTestCasePath = path.join(projectRoot, test_case_path);
+            if (!fs.existsSync(absoluteTestCasePath)) {
+                return {
+                    isError: true,
+                    content: [{ type: 'text', text: JSON.stringify(makeError('FILE_NOT_FOUND', `Test case not found: ${absoluteTestCasePath}`, requestId)) }],
+                };
+            }
+            if (!test_case_path.endsWith('.testcase')) {
+                return {
+                    isError: true,
+                    content: [{ type: 'text', text: JSON.stringify(makeError('INVALID_PATH', 'test_case_path must end with .testcase', requestId)) }],
+                };
+            }
+            // Read testcase XML and extract testCaseId
+            const testCaseXml = fs.readFileSync(absoluteTestCasePath, 'utf-8');
+            const testCaseId = extractTestCaseId(testCaseXml);
+            if (!testCaseId) {
+                return {
+                    isError: true,
+                    content: [{ type: 'text', text: JSON.stringify(makeError('NO_TEST_CASE_ID', `Cannot extract registryId, id, or guid from ${absoluteTestCasePath}`, requestId)) }],
+                };
+            }
+            // Determine instance directory
+            const instanceDirParts = ['plans', plan_name];
+            if (suite_path)
+                instanceDirParts.push(...suite_path.split('/').filter(Boolean));
+            const instanceDir = path.join(projectRoot, ...instanceDirParts);
+            if (!fs.existsSync(instanceDir)) {
+                return {
+                    isError: true,
+                    content: [{ type: 'text', text: JSON.stringify(makeError('DIR_NOT_FOUND', `Suite directory does not exist: ${instanceDir}. Create it with provar.testplan.create-suite first.`, requestId)) }],
+                };
+            }
+            // Determine filename and full path
+            const instanceFileName = path.basename(test_case_path, '.testcase') + '.testinstance';
+            const instanceFilePath = path.join(instanceDir, instanceFileName);
+            if (!overwrite && fs.existsSync(instanceFilePath)) {
+                return {
+                    isError: true,
+                    content: [{ type: 'text', text: JSON.stringify(makeError('FILE_EXISTS', `Instance file already exists: ${instanceFilePath}. Set overwrite: true to replace it.`, requestId)) }],
+                };
+            }
+            // Build XML
+            const guid = randomUUID();
+            const normalizedTestCasePath = toForwardSlashes(test_case_path);
+            const xmlContent = buildTestInstanceXml(guid, testCaseId, normalizedTestCasePath);
+            if (!dry_run) {
+                fs.writeFileSync(instanceFilePath, xmlContent, 'utf-8');
+            }
+            const response = {
+                requestId,
+                instance_path: instanceFilePath,
+                guid,
+                test_case_id: testCaseId,
+                test_case_path: normalizedTestCasePath,
+                dry_run: dry_run ?? false,
+                written: !dry_run,
+            };
+            return {
+                content: [{ type: 'text', text: JSON.stringify(response) }],
+                structuredContent: response,
+            };
+        }
+        catch (err) {
+            const error = err;
+            return {
+                isError: true,
+                content: [{ type: 'text', text: JSON.stringify(makeError(error instanceof PathPolicyError ? error.code : (error.code ?? 'ADD_INSTANCE_ERROR'), error.message, requestId)) }],
+            };
+        }
+    });
+}
+// ── provar.testplan.create-suite ──────────────────────────────────────────────
+export function registerTestPlanCreateSuite(server, config) {
+    server.tool('provar.testplan.create-suite', [
+        'Create a new suite directory inside a Provar test plan.',
+        'The plan directory must already exist with a .planitem file at its root.',
+        'Writes a new .planitem file into the created suite directory.',
+        'Returns the guid assigned to the new suite.',
+    ].join(' '), {
+        project_path: z.string().describe('Absolute path to the Provar project root'),
+        plan_name: z.string().describe('Name of the test plan (directory under plans/)'),
+        suite_name: z.string().describe('Name of the new suite directory to create'),
+        parent_suite_path: z.string().optional().describe('Path of the parent suite within the plan (e.g. "MySuite"). Omit to create at plan root.'),
+        dry_run: z.boolean().optional().default(false).describe('Return what would be created without writing to disk (default: false)'),
+    }, ({ project_path, plan_name, suite_name, parent_suite_path, dry_run }) => {
+        const requestId = makeRequestId();
+        log('info', 'provar.testplan.create-suite', { requestId, project_path, plan_name, suite_name });
+        try {
+            assertPathAllowed(project_path, config.allowedPaths);
+            const projectRoot = path.resolve(project_path);
+            // Verify .testproject exists
+            const testProjectFiles = fs.existsSync(projectRoot)
+                ? fs.readdirSync(projectRoot).filter((f) => f.endsWith('.testproject'))
+                : [];
+            if (testProjectFiles.length === 0) {
+                return {
+                    isError: true,
+                    content: [{ type: 'text', text: JSON.stringify(makeError('NOT_A_PROJECT', `No .testproject file found in ${projectRoot}`, requestId)) }],
+                };
+            }
+            // Verify plan directory exists
+            const planDir = path.join(projectRoot, 'plans', plan_name);
+            if (!fs.existsSync(planDir)) {
+                return {
+                    isError: true,
+                    content: [{ type: 'text', text: JSON.stringify(makeError('DIR_NOT_FOUND', `Plan directory does not exist: ${planDir}`, requestId)) }],
+                };
+            }
+            // Verify plan .planitem exists
+            const planItemPath = path.join(planDir, '.planitem');
+            if (!fs.existsSync(planItemPath)) {
+                return {
+                    isError: true,
+                    content: [{ type: 'text', text: JSON.stringify(makeError('FILE_NOT_FOUND', `Plan .planitem file does not exist: ${planItemPath}`, requestId)) }],
+                };
+            }
+            // Determine suite directory
+            const suiteDirParts = [planDir];
+            if (parent_suite_path)
+                suiteDirParts.push(...parent_suite_path.split('/').filter(Boolean));
+            suiteDirParts.push(suite_name);
+            const suiteDir = path.join(...suiteDirParts);
+            if (fs.existsSync(suiteDir)) {
+                return {
+                    isError: true,
+                    content: [{ type: 'text', text: JSON.stringify(makeError('DIR_EXISTS', `Suite directory already exists: ${suiteDir}`, requestId)) }],
+                };
+            }
+            const guid = randomUUID();
+            const xmlContent = buildPlanItemXml(guid);
+            const newPlanItemPath = path.join(suiteDir, '.planitem');
+            if (!dry_run) {
+                fs.mkdirSync(suiteDir, { recursive: true });
+                fs.writeFileSync(newPlanItemPath, xmlContent, 'utf-8');
+            }
+            const response = {
+                requestId,
+                suite_dir: suiteDir,
+                planitem_path: newPlanItemPath,
+                guid,
+                dry_run: dry_run ?? false,
+                created: !dry_run,
+            };
+            return {
+                content: [{ type: 'text', text: JSON.stringify(response) }],
+                structuredContent: response,
+            };
+        }
+        catch (err) {
+            const error = err;
+            return {
+                isError: true,
+                content: [{ type: 'text', text: JSON.stringify(makeError(error instanceof PathPolicyError ? error.code : (error.code ?? 'CREATE_SUITE_ERROR'), error.message, requestId)) }],
+            };
+        }
+    });
+}
+// ── provar.testplan.remove-instance ──────────────────────────────────────────
+export function registerTestPlanRemoveInstance(server, config) {
+    server.tool('provar.testplan.remove-instance', [
+        'Remove a .testinstance file from a Provar test plan.',
+        'instance_path is relative to the project root.',
+        'Returns the path of the removed file.',
+    ].join(' '), {
+        project_path: z.string().describe('Absolute path to the Provar project root'),
+        instance_path: z.string().describe('Path to the .testinstance file, relative to project root'),
+        dry_run: z.boolean().optional().default(false).describe('Return what would be removed without deleting (default: false)'),
+    }, ({ project_path, instance_path, dry_run }) => {
+        const requestId = makeRequestId();
+        log('info', 'provar.testplan.remove-instance', { requestId, project_path, instance_path });
+        try {
+            assertPathAllowed(project_path, config.allowedPaths);
+            const projectRoot = path.resolve(project_path);
+            const absolutePath = path.join(projectRoot, instance_path);
+            // Assert no traversal outside project root
+            const resolvedProjectRoot = path.resolve(projectRoot);
+            const resolvedAbsolute = path.resolve(absolutePath);
+            if (!resolvedAbsolute.startsWith(resolvedProjectRoot + path.sep) && resolvedAbsolute !== resolvedProjectRoot) {
+                return {
+                    isError: true,
+                    content: [{ type: 'text', text: JSON.stringify(makeError('PATH_TRAVERSAL', `Path traversal detected: ${instance_path}`, requestId)) }],
+                };
+            }
+            // Must end with .testinstance
+            if (!instance_path.endsWith('.testinstance')) {
+                return {
+                    isError: true,
+                    content: [{ type: 'text', text: JSON.stringify(makeError('INVALID_PATH', 'instance_path must end with .testinstance', requestId)) }],
+                };
+            }
+            // File must exist
+            if (!fs.existsSync(absolutePath)) {
+                return {
+                    isError: true,
+                    content: [{ type: 'text', text: JSON.stringify(makeError('FILE_NOT_FOUND', `Instance file not found: ${absolutePath}`, requestId)) }],
+                };
+            }
+            if (!dry_run) {
+                fs.unlinkSync(absolutePath);
+            }
+            const response = {
+                requestId,
+                removed_path: absolutePath,
+                dry_run: dry_run ?? false,
+                removed: !dry_run,
+            };
+            return {
+                content: [{ type: 'text', text: JSON.stringify(response) }],
+                structuredContent: response,
+            };
+        }
+        catch (err) {
+            const error = err;
+            return {
+                isError: true,
+                content: [{ type: 'text', text: JSON.stringify(makeError(error instanceof PathPolicyError ? error.code : (error.code ?? 'REMOVE_INSTANCE_ERROR'), error.message, requestId)) }],
+            };
+        }
+    });
+}
+// ── Convenience re-export ─────────────────────────────────────────────────────
+export function registerAllTestPlanTools(server, config) {
+    registerTestPlanAddInstance(server, config);
+    registerTestPlanCreateSuite(server, config);
+    registerTestPlanRemoveInstance(server, config);
+}
+//# sourceMappingURL=testPlanTools.js.map

package/lib/mcp/tools/testPlanTools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testPlanTools.js","sourceRoot":"","sources":["../../../src/mcp/tools/testPlanTools.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,8BAA8B;AAC9B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC/E,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAE3C,iFAAiF;AAEjF;;;GAGG;AACH,SAAS,iBAAiB,CAAC,UAAkB;IAC3C,KAAK,MAAM,IAAI,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,GAAG,IAAI,YAAY,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/D,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,oDAAoD;AACpD,SAAS,gBAAgB,CAAC,CAAS;IACjC,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AAC/B,CAAC;AAED,wCAAwC;AACxC,SAAS,oBAAoB,CAAC,IAAY,EAAE,UAAkB,EAAE,YAAoB;IAClF,OAAO;QACL,wDAAwD;QACxD,2BAA2B,IAAI,iBAAiB,UAAU,mBAAmB,YAAY,IAAI;QAC7F,mBAAmB;QACnB,mBAAmB;QACnB,qBAAqB;KACtB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,oCAAoC;AACpC,SAAS,gBAAgB,CAAC,IAAY;IACpC,OAAO;QACL,wDAAwD;QACxD,mBAAmB,IAAI,IAAI;QAC3B,mBAAmB;QACnB,mBAAmB;QACnB,aAAa;KACd,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,iFAAiF;AAEjF,MAAM,UAAU,2BAA2B,CAAC,MAAiB,EAAE,MAAoB;IACjF,MAAM,CAAC,IAAI,CACT,8BAA8B,EAC9B;QACE,2EAA2E;QAC3E,4DAA4D;QAC5D,gFAAgF;QAChF,gFAAgF;QAChF,kFAAkF;KACnF,CAAC,IAAI,CAAC,GAAG,CAAC,EACX;QACE,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;QAC7E,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qFAAqF,CAAC;QAC1H,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gDAAgD,CAAC;QAChF,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mFAAmF,CAAC;QAC/H,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,wEAAwE,CAAC;QACnI,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,uEAAuE,CAAC;KACjI,EACD,CAAC,EAAE,YAAY,EAAE,cAAc,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,EAAE;QAC9E,MAAM,SAAS,GAAG,aAAa,EAAE,CAAC;QAClC,GAAG,CAAC,MAAM,EAAE,8BAA8B,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC,CAAC;QAEpG,IAAI,CAAC;YACH,iBAAiB,CAAC,YAAY,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;YAErD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YAE/C,6BAA6B;YAC7B,MAAM,gBAAgB,GAAG,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC;gBACjD,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;gBACvE,CAAC,CAAC,EAAE,CAAC;YACP,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAClC,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,eAAe,EAAE,iCAAiC,WAAW,EAAE,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;iBAClJ,CAAC;YACJ,CAAC;YAED,iCAAiC;YACjC,MAAM,oBAAoB,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;YACpE,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,EAAE,CAAC;gBACzC,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,gBAAgB,EAAE,wBAAwB,oBAAoB,EAAE,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;iBACnJ,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC1C,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,cAAc,EAAE,wCAAwC,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;iBAC3I,CAAC;YACJ,CAAC;YAED,2CAA2C;YAC3C,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,oBAAoB,EAAE,OAAO,CAAC,CAAC;YACnE,MAAM,UAAU,GAAG,iBAAiB,CAAC,WAAW,CAAC,CAAC;YAClD,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,iBAAiB,EAAE,+CAA+C,oBAAoB,EAAE,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;iBAC3K,CAAC;YACJ,CAAC;YAED,+BAA+B;YAC/B,MAAM,gBAAgB,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAC9C,IAAI,UAAU;gBAAE,gBAAgB,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;YAChF,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,gBAAgB,CAAC,CAAC;YAEhE,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;gBAChC,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,eAAe,EAAE,mCAAmC,WAAW,sDAAsD,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;iBACxM,CAAC;YACJ,CAAC;YAED,mCAAmC;YACnC,MAAM,gBAAgB,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,WAAW,CAAC,GAAG,eAAe,CAAC;YACtF,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC;YAElE,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAClD,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,aAAa,EAAE,iCAAiC,gBAAgB,sCAAsC,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;iBACzL,CAAC;YACJ,CAAC;YAED,YAAY;YACZ,MAAM,IAAI,GAAG,UAAU,EAAE,CAAC;YAC1B,MAAM,sBAAsB,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAC;YAChE,MAAM,UAAU,GAAG,oBAAoB,CAAC,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,CAAC;YAElF,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,EAAE,CAAC,aAAa,CAAC,gBAAgB,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;YAED,MAAM,QAAQ,GAAG;gBACf,SAAS;gBACT,aAAa,EAAE,gBAAgB;gBAC/B,IAAI;gBACJ,YAAY,EAAE,UAAU;gBACxB,cAAc,EAAE,sBAAsB;gBACtC,OAAO,EAAE,OAAO,IAAI,KAAK;gBACzB,OAAO,EAAE,CAAC,OAAO;aAClB,CAAC;YACF,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACpE,iBAAiB,EAAE,QAAQ;aAC5B,CAAC;QACJ,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,GAAgC,CAAC;YAC/C,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,YAAY,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,IAAI,oBAAoB,CAAC,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;aACtL,CAAC;QACJ,CAAC;IACH,CAAC,CACF,CAAC;AACJ,CAAC;AAED,iFAAiF;AAEjF,MAAM,UAAU,2BAA2B,CAAC,MAAiB,EAAE,MAAoB;IACjF,MAAM,CAAC,IAAI,CACT,8BAA8B,EAC9B;QACE,yDAAyD;QACzD,0EAA0E;QAC1E,+DAA+D;QAC/D,6CAA6C;KAC9C,CAAC,IAAI,CAAC,GAAG,CAAC,EACX;QACE,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;QAC7E,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gDAAgD,CAAC;QAChF,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;QAC5E,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yFAAyF,CAAC;QAC5I,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,uEAAuE,CAAC;KACjI,EACD,CAAC,EAAE,YAAY,EAAE,SAAS,EAAE,UAAU,EAAE,iBAAiB,EAAE,OAAO,EAAE,EAAE,EAAE;QACtE,MAAM,SAAS,GAAG,aAAa,EAAE,CAAC;QAClC,GAAG,CAAC,MAAM,EAAE,8BAA8B,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;QAEhG,IAAI,CAAC;YACH,iBAAiB,CAAC,YAAY,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;YAErD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YAE/C,6BAA6B;YAC7B,MAAM,gBAAgB,GAAG,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC;gBACjD,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;gBACvE,CAAC,CAAC,EAAE,CAAC;YACP,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAClC,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,eAAe,EAAE,iCAAiC,WAAW,EAAE,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;iBAClJ,CAAC;YACJ,CAAC;YAED,+BAA+B;YAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;YAC3D,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5B,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,eAAe,EAAE,kCAAkC,OAAO,EAAE,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;iBAC/I,CAAC;YACJ,CAAC;YAED,+BAA+B;YAC/B,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YACrD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;gBACjC,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,gBAAgB,EAAE,uCAAuC,YAAY,EAAE,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;iBAC1J,CAAC;YACJ,CAAC;YAED,4BAA4B;YAC5B,MAAM,aAAa,GAAG,CAAC,OAAO,CAAC,CAAC;YAChC,IAAI,iBAAiB;gBAAE,aAAa,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;YAC3F,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;YAE7C,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC5B,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,YAAY,EAAE,mCAAmC,QAAQ,EAAE,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;iBAC9I,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,UAAU,EAAE,CAAC;YAC1B,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;YAEzD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5C,EAAE,CAAC,aAAa,CAAC,eAAe,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;YACzD,CAAC;YAED,MAAM,QAAQ,GAAG;gBACf,SAAS;gBACT,SAAS,EAAE,QAAQ;gBACnB,aAAa,EAAE,eAAe;gBAC9B,IAAI;gBACJ,OAAO,EAAE,OAAO,IAAI,KAAK;gBACzB,OAAO,EAAE,CAAC,OAAO;aAClB,CAAC;YACF,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACpE,iBAAiB,EAAE,QAAQ;aAC5B,CAAC;QACJ,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,GAAgC,CAAC;YAC/C,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,YAAY,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,IAAI,oBAAoB,CAAC,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;aACtL,CAAC;QACJ,CAAC;IACH,CAAC,CACF,CAAC;AACJ,CAAC;AAED,gFAAgF;AAEhF,MAAM,UAAU,8BAA8B,CAAC,MAAiB,EAAE,MAAoB;IACpF,MAAM,CAAC,IAAI,CACT,iCAAiC,EACjC;QACE,sDAAsD;QACtD,gDAAgD;QAChD,uCAAuC;KACxC,CAAC,IAAI,CAAC,GAAG,CAAC,EACX;QACE,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;QAC7E,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0DAA0D,CAAC;QAC9F,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,gEAAgE,CAAC;KAC1H,EACD,CAAC,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,EAAE,EAAE;QAC3C,MAAM,SAAS,GAAG,aAAa,EAAE,CAAC;QAClC,GAAG,CAAC,MAAM,EAAE,iCAAiC,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAC;QAE3F,IAAI,CAAC;YACH,iBAAiB,CAAC,YAAY,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;YAErD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;YAE3D,2CAA2C;YAC3C,MAAM,mBAAmB,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YACtD,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YACpD,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,gBAAgB,KAAK,mBAAmB,EAAE,CAAC;gBAC7G,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,gBAAgB,EAAE,4BAA4B,aAAa,EAAE,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;iBAChJ,CAAC;YACJ,CAAC;YAED,8BAA8B;YAC9B,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;gBAC7C,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,cAAc,EAAE,2CAA2C,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;iBAC9I,CAAC;YACJ,CAAC;YAED,kBAAkB;YAClB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;gBACjC,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,gBAAgB,EAAE,4BAA4B,YAAY,EAAE,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;iBAC/I,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;YAC9B,CAAC;YAED,MAAM,QAAQ,GAAG;gBACf,SAAS;gBACT,YAAY,EAAE,YAAY;gBAC1B,OAAO,EAAE,OAAO,IAAI,KAAK;gBACzB,OAAO,EAAE,CAAC,OAAO;aAClB,CAAC;YACF,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACpE,iBAAiB,EAAE,QAAQ;aAC5B,CAAC;QACJ,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,GAAgC,CAAC;YAC/C,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,YAAY,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,IAAI,uBAAuB,CAAC,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;aACzL,CAAC;QACJ,CAAC;IACH,CAAC,CACF,CAAC;AACJ,CAAC;AAED,iFAAiF;AAEjF,MAAM,UAAU,wBAAwB,CAAC,MAAiB,EAAE,MAAoB;IAC9E,2BAA2B,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC5C,2BAA2B,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC5C,8BAA8B,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AACjD,CAAC"}

package/lib/mcp/tools/testPlanValidate.d.ts

@@ -0,0 +1,2 @@
+import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
+export declare function registerTestPlanValidate(server: McpServer): void;

package/lib/mcp/tools/testPlanValidate.js

@@ -0,0 +1,75 @@
+/*
+ * Copyright (c) 2024 Provar Limited.
+ * All rights reserved.
+ * Licensed under the BSD 3-Clause license.
+ * For full license text, see LICENSE.md file in the repo root or https://opensource.org/licenses/BSD-3-Clause
+ */
+/* eslint-disable camelcase */
+import { z } from 'zod';
+import { makeError, makeRequestId } from '../schemas/common.js';
+import { log } from '../logging/logger.js';
+import { validatePlan, buildHierarchySummary } from './hierarchyValidate.js';
+// ── Zod schemas ───────────────────────────────────────────────────────────────
+const testCaseSchema = z.object({
+    name: z.string().describe('Test case filename (e.g. CreateAccount.testcase)'),
+    xml_content: z.string().optional().describe('Full XML content of the test case file'),
+    xml: z.string().optional().describe('Full XML content (API-compatible alias for xml_content)'),
+}).refine((d) => d.xml_content !== undefined || d.xml !== undefined, { message: 'Either xml_content or xml must be provided' });
+const innerSuiteSchema = z.object({
+    name: z.string().describe('Suite name'),
+    test_cases: z.array(testCaseSchema).optional().describe('Test cases in this suite'),
+    test_case_count: z.number().int().min(0).optional().describe('Explicit test case count for size check'),
+});
+const suiteSchema = z.object({
+    name: z.string().describe('Test suite name'),
+    test_cases: z.array(testCaseSchema).optional().describe('Test cases directly in this suite'),
+    test_suites: z.array(innerSuiteSchema).optional().describe('Child suites (one level deep)'),
+    test_case_count: z.number().int().min(0).optional().describe('Explicit test case count for size check'),
+});
+const metadataSchema = z.object({
+    objectives: z.string().optional().describe('Testing objectives for this plan (configured in Provar Quality Hub)'),
+    in_scope: z.string().optional().describe('Features and areas in scope (configured in Provar Quality Hub)'),
+    testing_methodology: z.string().optional().describe('Testing approach, e.g. risk-based, regression, exploratory (configured in Provar Quality Hub)'),
+    acceptance_criteria: z.string().optional().describe('Criteria to determine when testing is complete (configured in Provar Quality Hub)'),
+    acceptable_pass_rate: z.number().min(0).max(100).optional().describe('Minimum pass rate 0-100 for the plan to be considered successful (configured in Provar Quality Hub)'),
+    environments: z.array(z.string()).optional().describe('Target environments, e.g. ["QA", "Staging", "UAT"] (configured in Provar Quality Hub)'),
+    test_data_strategy: z.string().optional().describe('How test data will be prepared and cleaned up (configured in Provar Quality Hub)'),
+    risks: z.string().optional().describe('Identified risks and mitigations (configured in Provar Quality Hub)'),
+}).optional().describe('Plan completeness metadata — these fields are configured in the Provar Quality Hub app, not in local project files');
+export function registerTestPlanValidate(server) {
+    server.tool('provar.testplan.validate', 'Validate a Provar test plan: checks for empty plans, duplicate suite names, oversized plans (>20 suites), plan completeness (objectives, scope, methodology, environments, acceptance criteria, test data strategy, risk assessment), and naming consistency. Recursively validates child suites and test cases. Returns quality score, plan-level violations, and full hierarchy results.', {
+        plan_name: z.string().describe('Name of the test plan'),
+        test_suites: z.array(suiteSchema).optional().describe('Test suites belonging to this plan'),
+        test_cases: z.array(testCaseSchema).optional().describe('Test cases directly in this plan (not in a suite)'),
+        test_suite_count: z.number().int().min(0).optional().describe('Explicit suite count for size check (overrides counting test_suites)'),
+        metadata: metadataSchema,
+        quality_threshold: z.number().min(0).max(100).optional().describe('Minimum quality score for a test case to be considered valid (default: 80)'),
+    }, ({ plan_name, test_suites, test_cases, test_suite_count, metadata, quality_threshold }) => {
+        const requestId = makeRequestId();
+        log('info', 'provar.testplan.validate', { requestId, plan_name });
+        try {
+            const threshold = quality_threshold ?? 80;
+            const input = {
+                name: plan_name,
+                test_suites: test_suites ?? [],
+                test_cases: test_cases ?? [],
+                test_suite_count,
+                metadata: metadata ?? {},
+            };
+            const result = validatePlan(input, threshold);
+            const summary = buildHierarchySummary(result);
+            const response = { requestId, ...result, summary };
+            return {
+                content: [{ type: 'text', text: JSON.stringify(response) }],
+                structuredContent: response,
+            };
+        }
+        catch (err) {
+            const error = err;
+            const errResult = makeError('VALIDATE_ERROR', error.message, requestId, false);
+            log('error', 'provar.testplan.validate failed', { requestId, error: error.message });
+            return { isError: true, content: [{ type: 'text', text: JSON.stringify(errResult) }] };
+        }
+    });
+}
+//# sourceMappingURL=testPlanValidate.js.map

package/lib/mcp/tools/testPlanValidate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testPlanValidate.js","sourceRoot":"","sources":["../../../src/mcp/tools/testPlanValidate.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,8BAA8B;AAC9B,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAsB,MAAM,wBAAwB,CAAC;AAEjG,iFAAiF;AAEjF,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kDAAkD,CAAC;IAC7E,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IACrF,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yDAAyD,CAAC;CAC/F,CAAC,CAAC,MAAM,CACP,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,EACzD,EAAE,OAAO,EAAE,4CAA4C,EAAE,CAC1D,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC;IACvC,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IACnF,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;CACxG,CAAC,CAAC;AAEH,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC5C,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IAC5F,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAC3F,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;CACxG,CAAC,CAAC;AAEH,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qEAAqE,CAAC;IACjH,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gEAAgE,CAAC;IAC1G,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+FAA+F,CAAC;IACpJ,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mFAAmF,CAAC;IACxI,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qGAAqG,CAAC;IAC3K,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uFAAuF,CAAC;IAC9I,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kFAAkF,CAAC;IACtI,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qEAAqE,CAAC;CAC7G,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oHAAoH,CAAC,CAAC;AAE7I,MAAM,UAAU,wBAAwB,CAAC,MAAiB;IACxD,MAAM,CAAC,IAAI,CACT,0BAA0B,EAC1B,4XAA4X,EAC5X;QACE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;QACvD,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;QAC3F,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mDAAmD,CAAC;QAC5G,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sEAAsE,CAAC;QACrI,QAAQ,EAAE,cAAc;QACxB,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4EAA4E,CAAC;KAChJ,EACD,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,gBAAgB,EAAE,QAAQ,EAAE,iBAAiB,EAAE,EAAE,EAAE;QACxF,MAAM,SAAS,GAAG,aAAa,EAAE,CAAC;QAClC,GAAG,CAAC,MAAM,EAAE,0BAA0B,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;QAElE,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,iBAAiB,IAAI,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAkB;gBAC3B,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,WAAW,IAAI,EAAE;gBAC9B,UAAU,EAAE,UAAU,IAAI,EAAE;gBAC5B,gBAAgB;gBAChB,QAAQ,EAAE,QAAQ,IAAI,EAAE;aACzB,CAAC;YAEF,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YAC9C,MAAM,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,EAAE,SAAS,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,CAAC;YAEnD,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACpE,iBAAiB,EAAE,QAAQ;aAC5B,CAAC;QACJ,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,GAAY,CAAC;YAC3B,MAAM,SAAS,GAAG,SAAS,CAAC,gBAAgB,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAC/E,GAAG,CAAC,OAAO,EAAE,iCAAiC,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACrF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;QAClG,CAAC;IACH,CAAC,CACF,CAAC;AACJ,CAAC"}

package/lib/mcp/tools/testSuiteValidate.d.ts

@@ -0,0 +1,2 @@
+import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
+export declare function registerTestSuiteValidate(server: McpServer): void;

package/lib/mcp/tools/testSuiteValidate.js

@@ -0,0 +1,63 @@
+/*
+ * Copyright (c) 2024 Provar Limited.
+ * All rights reserved.
+ * Licensed under the BSD 3-Clause license.
+ * For full license text, see LICENSE.md file in the repo root or https://opensource.org/licenses/BSD-3-Clause
+ */
+/* eslint-disable camelcase */
+import { z } from 'zod';
+import { makeError, makeRequestId } from '../schemas/common.js';
+import { log } from '../logging/logger.js';
+import { validateSuite, buildHierarchySummary } from './hierarchyValidate.js';
+// ── Zod schemas ───────────────────────────────────────────────────────────────
+const testCaseSchema = z.object({
+    name: z.string().describe('Test case filename (e.g. CreateAccount.testcase)'),
+    xml_content: z.string().optional().describe('Full XML content of the test case file'),
+    xml: z.string().optional().describe('Full XML content (API-compatible alias for xml_content)'),
+}).refine((d) => d.xml_content !== undefined || d.xml !== undefined, { message: 'Either xml_content or xml must be provided' });
+const innerSuiteSchema = z.object({
+    name: z.string().describe('Child suite name'),
+    test_cases: z.array(testCaseSchema).optional().describe('Test cases in this child suite'),
+    test_case_count: z.number().int().min(0).optional().describe('Explicit test case count (overrides counting test_cases)'),
+});
+const childSuiteSchema = z.object({
+    name: z.string().describe('Child suite name'),
+    test_cases: z.array(testCaseSchema).optional().describe('Test cases in this suite'),
+    test_suites: z.array(innerSuiteSchema).optional().describe('Nested child suites (one level deep)'),
+    test_case_count: z.number().int().min(0).optional().describe('Explicit test case count for size check'),
+});
+export function registerTestSuiteValidate(server) {
+    server.tool('provar.testsuite.validate', 'Validate a Provar test suite: checks for empty suites, duplicate names, oversized suites (>75 tests), and naming convention consistency. Recursively validates child suites and individual test case XML. Returns quality score, suite-level violations, and per-test-case results.', {
+        suite_name: z.string().describe('Name of the test suite'),
+        test_cases: z.array(testCaseSchema).optional().describe('Test cases directly in this suite'),
+        child_suites: z.array(childSuiteSchema).optional().describe('Child test suites (supports up to 2 levels of nesting)'),
+        test_case_count: z.number().int().min(0).optional().describe('Explicit total test case count for size check (overrides counting test_cases)'),
+        quality_threshold: z.number().min(0).max(100).optional().describe('Minimum quality score for a test case to be considered valid (default: 80)'),
+    }, ({ suite_name, test_cases, child_suites, test_case_count, quality_threshold }) => {
+        const requestId = makeRequestId();
+        log('info', 'provar.testsuite.validate', { requestId, suite_name });
+        try {
+            const threshold = quality_threshold ?? 80;
+            const input = {
+                name: suite_name,
+                test_cases: test_cases ?? [],
+                test_suites: (child_suites ?? []),
+                test_case_count,
+            };
+            const result = validateSuite(input, threshold);
+            const summary = buildHierarchySummary(result);
+            const response = { requestId, ...result, summary };
+            return {
+                content: [{ type: 'text', text: JSON.stringify(response) }],
+                structuredContent: response,
+            };
+        }
+        catch (err) {
+            const error = err;
+            const errResult = makeError('VALIDATE_ERROR', error.message, requestId, false);
+            log('error', 'provar.testsuite.validate failed', { requestId, error: error.message });
+            return { isError: true, content: [{ type: 'text', text: JSON.stringify(errResult) }] };
+        }
+    });
+}
+//# sourceMappingURL=testSuiteValidate.js.map

package/lib/mcp/tools/testSuiteValidate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testSuiteValidate.js","sourceRoot":"","sources":["../../../src/mcp/tools/testSuiteValidate.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,8BAA8B;AAC9B,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAuB,MAAM,wBAAwB,CAAC;AAEnG,iFAAiF;AAEjF,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kDAAkD,CAAC;IAC7E,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IACrF,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yDAAyD,CAAC;CAC/F,CAAC,CAAC,MAAM,CACP,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,EACzD,EAAE,OAAO,EAAE,4CAA4C,EAAE,CAC1D,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC7C,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACzF,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0DAA0D,CAAC;CACzH,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC7C,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IACnF,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;IAClG,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;CACxG,CAAC,CAAC;AAEH,MAAM,UAAU,yBAAyB,CAAC,MAAiB;IACzD,MAAM,CAAC,IAAI,CACT,2BAA2B,EAC3B,qRAAqR,EACrR;QACE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;QACzD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;QAC5F,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wDAAwD,CAAC;QACrH,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+EAA+E,CAAC;QAC7I,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4EAA4E,CAAC;KAChJ,EACD,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,EAAE,EAAE;QAC/E,MAAM,SAAS,GAAG,aAAa,EAAE,CAAC;QAClC,GAAG,CAAC,MAAM,EAAE,2BAA2B,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;QAEpE,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,iBAAiB,IAAI,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAmB;gBAC5B,IAAI,EAAE,UAAU;gBAChB,UAAU,EAAE,UAAU,IAAI,EAAE;gBAC5B,WAAW,EAAE,CAAC,YAAY,IAAI,EAAE,CAAqB;gBACrD,eAAe;aAChB,CAAC;YAEF,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YAC/C,MAAM,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,EAAE,SAAS,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,CAAC;YAEnD,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACpE,iBAAiB,EAAE,QAAQ;aAC5B,CAAC;QACJ,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,GAAY,CAAC;YAC3B,MAAM,SAAS,GAAG,SAAS,CAAC,gBAAgB,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAC/E,GAAG,CAAC,OAAO,EAAE,kCAAkC,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACtF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;QAClG,CAAC;IACH,CAAC,CACF,CAAC;AACJ,CAAC"}

package/lib/services/projectValidation.d.ts

@@ -0,0 +1,119 @@
+import { type TestCaseInput, type TestSuiteInput, type TestPlanInput, type ProjectContext, type ProjectResult, type TestCaseResult, type HierarchyViolation, type HierarchySummary } from '../mcp/tools/hierarchyValidate.js';
+export declare class ProjectValidationError extends Error {
+    readonly code: string;
+    constructor(code: string, message: string);
+}
+export interface ProjectValidationOptions {
+    project_path: string;
+    quality_threshold?: number;
+    save_results?: boolean;
+    results_dir?: string;
+}
+export interface ValidatedTestCase {
+    name: string;
+    quality_score: number;
+    quality_tier: string;
+    status: string;
+    is_valid: boolean;
+    step_count: number;
+    error_count: number;
+    warning_count: number;
+    issues: TestCaseResult['issues'];
+}
+export interface ValidatedChildSuite {
+    name: string;
+    quality_score: number;
+    violations: HierarchyViolation[];
+    test_case_count: number;
+}
+export interface ValidatedSuite {
+    name: string;
+    quality_score: number;
+    violations: HierarchyViolation[];
+    test_cases: ValidatedTestCase[];
+    child_suites: ValidatedChildSuite[];
+}
+export interface ValidatedPlan {
+    name: string;
+    quality_score: number;
+    violations: HierarchyViolation[];
+    suites: ValidatedSuite[];
+    unplanned_test_cases: Array<{
+        name: string;
+        quality_score: number;
+        status: string;
+        error_count: number;
+        issues: TestCaseResult['issues'];
+    }>;
+}
+export interface ProjectValidationResult {
+    project_path: string;
+    project_name: string;
+    quality_score: number;
+    quality_tier: string;
+    quality_grade: string;
+    summary: HierarchySummary;
+    project_violations: HierarchyViolation[];
+    plans: ValidatedPlan[];
+    coverage: {
+        total_test_cases_on_disk: number;
+        covered_by_plans: number;
+        uncovered_count: number;
+        uncovered_test_cases: string[];
+    };
+    saved_to: string | null;
+    /** Set when save_results was requested but the write failed (disk full, permissions, etc.). */
+    save_error?: string;
+}
+export declare function toQualityTier(score: number): string;
+export declare function toQualityGrade(score: number): string;
+export declare function toTitleCase(s: string): string;
+/**
+ * Given a path that may be a Provar workspace root (containing one or more project
+ * sub-directories) or the project root itself (contains .testproject), return the
+ * resolved project root.
+ *
+ * Detection order:
+ * 1. `.testproject` file present at given path → it is the project root
+ * 2. Exactly one sub-directory contains a `.testproject` → use that
+ * 3. Multiple sub-directories contain `.testproject` → return all candidates so the
+ * caller can surface a clear error rather than guessing
+ */
+export declare function resolveProjectRoot(givenPath: string): {
+    root: string;
+    candidates: string[];
+};
+export declare function readProjectContext(projectPath: string): {
+    projectName: string;
+    context: ProjectContext;
+};
+export declare function resolveTestInstance(instancePath: string, projectPath: string): TestCaseInput | null;
+export declare function readSuiteDirectory(dirPath: string, name: string, projectPath: string, depth?: number, coveredPaths?: Set<string>, idMap?: Map<string, string>): TestSuiteInput;
+export declare function readPlanDirectory(planPath: string, name: string, projectPath: string, coveredPaths?: Set<string>, idMap?: Map<string, string>): TestPlanInput;
+export declare function readPlansDir(projectPath: string): {
+    plans: TestPlanInput[];
+    coveredPaths: Set<string>;
+};
+/**
+ * Collects all .testcase file basenames (without extension) found under tests/.
+ * Includes callable tests (visibility="Internal") that have no plan instances,
+ * so that checkCaseCalls can distinguish genuine missing-callee errors from
+ * valid callable references.
+ */
+export declare function collectAllTestCaseNames(projectPath: string): string[];
+/**
+ * @deprecated Covered paths are now computed as a byproduct of readPlansDir().
+ * Use the coveredPaths returned by readPlansDir() instead.
+ */
+export declare function collectCoveredPathsFromDisk(projectPath: string): Set<string>;
+export declare function findUncoveredTestCases(projectPath: string, coveredPaths: Set<string>): string[];
+export declare function buildQhReport(result: ProjectResult, projectName: string): Record<string, unknown>;
+export declare function saveResults(projectPath: string, resultsDir: string | undefined, report: Record<string, unknown>, projectName: string): string;
+/**
+ * Validate a Provar project from a path on disk.
+ *
+ * Throws ProjectValidationError for user-facing problems (path not found,
+ * ambiguous project, not a Provar project directory). Lets unexpected I/O
+ * errors propagate as-is.
+ */
+export declare function validateProjectFromPath(options: ProjectValidationOptions): ProjectValidationResult;