@provartesting/provardx-cli 1.4.7 → 1.5.0-dev.1

package/lib/mcp/tools/defectTools.d.ts

@@ -0,0 +1,15 @@
+import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
+export interface DefectCreateResult {
+    defectId: string;
+    tcDefectId: string;
+    execDefectId: string;
+    executionId: string;
+    testCaseId: string;
+}
+export declare function createDefectsForRun(runId: string, targetOrg: string, failedTestFilter?: string[]): {
+    created: DefectCreateResult[];
+    skipped: number;
+    message: string;
+};
+export declare function registerQualityHubDefectCreate(server: McpServer): void;
+export declare function registerAllDefectTools(server: McpServer): void;

package/lib/mcp/tools/defectTools.js

@@ -0,0 +1,199 @@
+/*
+ * Copyright (c) 2024 Provar Limited.
+ * All rights reserved.
+ * Licensed under the BSD 3-Clause license.
+ * For full license text, see LICENSE.md file in the repo root or https://opensource.org/licenses/BSD-3-Clause
+ */
+/* eslint-disable camelcase */
+import { z } from 'zod';
+import { makeError, makeRequestId } from '../schemas/common.js';
+import { log } from '../logging/logger.js';
+import { runSfCommand, soqlEscape } from './sfSpawn.js';
+// ── SF CLI helpers ─────────────────────────────────────────────────────────────
+function runSfArgs(args) {
+    const { stdout, exitCode } = runSfCommand(args);
+    return { stdout, exitCode };
+}
+function runQuery(soql, targetOrg) {
+    const { stdout } = runSfArgs([
+        'data', 'query',
+        '--query', soql,
+        '--target-org', targetOrg,
+        '--json',
+    ]);
+    return JSON.parse(stdout);
+}
+function createRecord(sobject, values, targetOrg) {
+    const { stdout } = runSfArgs([
+        'data', 'create', 'record',
+        '--sobject', sobject,
+        '--values', values,
+        '--target-org', targetOrg,
+        '--json',
+    ]);
+    const parsed = JSON.parse(stdout);
+    if (!parsed.result?.success) {
+        throw new Error(`Failed to create ${sobject}: ${stdout}`);
+    }
+    return parsed.result.id;
+}
+/** Strip characters unsafe for sf --values double-quoted strings and truncate. */
+function safeText(value, maxLen = 200) {
+    if (value === null || value === undefined)
+        return '';
+    return String(value)
+        .replace(/"/g, "'")
+        .replace(/\n|\r/g, ' ')
+        .substring(0, maxLen);
+}
+export function createDefectsForRun(runId, targetOrg, failedTestFilter) {
+    // Step 1: resolve job record ID from tracking ID
+    const jobQuery = runQuery(`SELECT Id FROM provar__Test_Plan_Schedule_Job__c WHERE provar__Tracking_Id__c = '${soqlEscape(runId)}'`, targetOrg);
+    if (jobQuery.result.totalSize === 0) {
+        throw new Error(`No Test_Plan_Schedule_Job__c found with Tracking_Id__c = '${runId}'`);
+    }
+    const jobId = jobQuery.result.records[0].Id;
+    // Step 2: find Test_Cycle__c — carries browser + environment context
+    const cycleQuery = runQuery(`SELECT Id, provar__Web_Browser__c, provar__Browser_Version__c, provar__Environment_Text__c
+     FROM provar__Test_Cycle__c
+     WHERE provar__Test_Plan_Schedule_Job__c = '${soqlEscape(jobId)}'
+     LIMIT 1`, targetOrg);
+    const cycle = cycleQuery.result.records[0] ?? {};
+    const browser = safeText(cycle['provar__Web_Browser__c'], 100);
+    const browserVersion = safeText(cycle['provar__Browser_Version__c'], 100);
+    const environmentText = safeText(cycle['provar__Environment_Text__c'], 255);
+    const cycleId = String(cycle['Id'] ?? '');
+    if (!cycleId) {
+        throw new Error(`No Test_Cycle__c found for job ${jobId}`);
+    }
+    // Step 3: find failed Test_Execution__c records
+    const execQuery = runQuery(`SELECT Id, provar__Test_Case__c, provar__Tester__c
+     FROM provar__Test_Execution__c
+     WHERE provar__Test_Cycle__c = '${soqlEscape(cycleId)}'
+     AND provar__Status__c = 'Failed'`, targetOrg);
+    if (execQuery.result.totalSize === 0) {
+        return { created: [], skipped: 0, message: 'No failed test executions found for this run.' };
+    }
+    let executions = execQuery.result.records;
+    // Apply optional TC name filter (filter by ID prefix match — caller must resolve names to IDs first
+    // if needed; here we filter by TC record ID substring for flexibility)
+    if (failedTestFilter && failedTestFilter.length > 0) {
+        executions = executions.filter((e) => failedTestFilter.some((f) => String(e['provar__Test_Case__c']).includes(f) || f.includes(String(e['provar__Test_Case__c']))));
+    }
+    const created = [];
+    for (const exec of executions) {
+        const executionId = exec.Id;
+        const testCaseId = String(exec['provar__Test_Case__c'] ?? '');
+        const tester = safeText(exec['provar__Tester__c'], 100);
+        // Step 4: first failed step in this execution
+        const stepQuery = runQuery(`SELECT Id, provar__ActionObs__c, provar__Actual_Result__c, provar__Sequence_No__c, provar__Test_Step__c
+       FROM provar__Test_Step_Execution__c
+       WHERE provar__Test_Execution__c = '${soqlEscape(executionId)}'
+       AND provar__Result__c = 'Fail'
+       ORDER BY provar__Sequence_No__c ASC
+       LIMIT 1`, targetOrg);
+        const step = stepQuery.result.records[0] ?? {};
+        const stepExecutionId = step['Id'] ?? '';
+        const stepId = String(step['provar__Test_Step__c'] ?? '');
+        const stepAction = safeText(step['provar__ActionObs__c'], 200);
+        const stepResult = safeText(step['provar__Actual_Result__c'], 200);
+        const stepSeq = Number(step['provar__Sequence_No__c'] ?? 0);
+        const ctx = {
+            executionId,
+            testCaseId,
+            tester,
+            stepExecutionId: String(stepExecutionId),
+            stepId,
+            stepAction,
+            stepResult,
+            stepSeq,
+            browser,
+            browserVersion,
+            environment: environmentText,
+        };
+        // Step 5a: create Defect__c
+        const descLines = [
+            `Failure: ${ctx.stepResult || 'See test execution for details'}`,
+            `Step ${ctx.stepSeq}: ${ctx.stepAction}`,
+            `Browser: ${ctx.browser} ${ctx.browserVersion}`.trim(),
+            `Environment: ${ctx.environment}`,
+            `Tester: ${ctx.tester}`,
+            `Test Execution ID: ${ctx.executionId}`,
+            `Run ID: ${runId}`,
+        ]
+            .filter((l) => l.split(': ')[1]?.trim())
+            .join(' | ');
+        const defectValues = `Name="TC Failure: ${safeText(testCaseId, 100)}" ` +
+            `provar__Description__c="${safeText(descLines, 2000)}" ` +
+            'provar__Status__c="Open"';
+        const defectId = createRecord('provar__Defect__c', defectValues, targetOrg);
+        // Step 5b: link TC → Defect
+        const tcDefectValues = `provar__Defect__c="${defectId}" ` +
+            `provar__Test_Case__c="${testCaseId}"` +
+            (stepId ? ` provar__Test_Step__c="${stepId}"` : '');
+        const tcDefectId = createRecord('provar__Test_Case_Defect__c', tcDefectValues, targetOrg);
+        // Step 5c: link Execution → Defect (with step execution if available)
+        const execDefectValues = `provar__Defect__c="${defectId}" ` +
+            `provar__Test_Execution__c="${executionId}"` +
+            (stepExecutionId ? ` provar__Test_Step_Execution__c="${stepExecutionId}"` : '');
+        const execDefectId = createRecord('provar__Test_Execution_Defect__c', execDefectValues, targetOrg);
+        log('info', 'defect created', { defectId, tcDefectId, execDefectId, executionId });
+        created.push({ defectId, tcDefectId, execDefectId, executionId, testCaseId });
+    }
+    const syncNote = 'If Jira or ADO sync is enabled in your Quality Hub org, these defects will sync automatically.';
+    return {
+        created,
+        skipped: execQuery.result.totalSize - created.length,
+        message: `Created ${created.length} defect(s) for run ${runId}. ${syncNote}`,
+    };
+}
+// ── Tool registration ──────────────────────────────────────────────────────────
+export function registerQualityHubDefectCreate(server) {
+    server.tool('provar.qualityhub.defect.create', [
+        'Create Defect__c records in Quality Hub for failed test executions in a given run.',
+        'Queries the run by Tracking_Id__c, finds failed Test_Execution__c records, creates a',
+        'Defect__c per failure (with description, step, browser, environment, tester), and links',
+        'it via Test_Case_Defect__c and Test_Execution_Defect__c junction records.',
+        'If Jira or ADO sync is configured in Quality Hub, defects sync to those systems automatically.',
+    ].join(' '), {
+        run_id: z
+            .string()
+            .describe('Test run Tracking_Id__c value returned by provar.qualityhub.testrun'),
+        target_org: z.string().describe('SF org alias or username for the Quality Hub org'),
+        failed_tests: z
+            .array(z.string())
+            .optional()
+            .describe('Optional filter — list of Test_Case__c record ID substrings to restrict defect creation to specific failures'),
+    }, ({ run_id, target_org, failed_tests }) => {
+        const requestId = makeRequestId();
+        log('info', 'provar.qualityhub.defect.create', { requestId, run_id, target_org });
+        try {
+            const result = createDefectsForRun(run_id, target_org, failed_tests);
+            const response = { requestId, ...result };
+            return {
+                content: [{ type: 'text', text: JSON.stringify(response) }],
+                structuredContent: response,
+            };
+        }
+        catch (err) {
+            const error = err;
+            log('error', 'provar.qualityhub.defect.create failed', {
+                requestId,
+                error: error.message,
+            });
+            return {
+                isError: true,
+                content: [
+                    {
+                        type: 'text',
+                        text: JSON.stringify(makeError(error.code ?? 'DEFECT_CREATE_FAILED', error.message, requestId, false)),
+                    },
+                ],
+            };
+        }
+    });
+}
+export function registerAllDefectTools(server) {
+    registerQualityHubDefectCreate(server);
+}
+//# sourceMappingURL=defectTools.js.map

package/lib/mcp/tools/defectTools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"defectTools.js","sourceRoot":"","sources":["../../../src/mcp/tools/defectTools.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,8BAA8B;AAC9B,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAiCxD,kFAAkF;AAElF,SAAS,SAAS,CAAC,IAAc;IAC/B,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAChD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAC9B,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY,EAAE,SAAiB;IAC/C,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;QAC3B,MAAM,EAAE,OAAO;QACf,SAAS,EAAE,IAAI;QACf,cAAc,EAAE,SAAS;QACzB,QAAQ;KACT,CAAC,CAAC;IACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAoB,CAAC;AAC/C,CAAC;AAED,SAAS,YAAY,CAAC,OAAe,EAAE,MAAc,EAAE,SAAiB;IACtE,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;QAC3B,MAAM,EAAE,QAAQ,EAAE,QAAQ;QAC1B,WAAW,EAAE,OAAO;QACpB,UAAU,EAAE,MAAM;QAClB,cAAc,EAAE,SAAS;QACzB,QAAQ;KACT,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAqB,CAAC;IACtD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,oBAAoB,OAAO,KAAK,MAAM,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;AAC1B,CAAC;AAED,kFAAkF;AAClF,SAAS,QAAQ,CAAC,KAAc,EAAE,MAAM,GAAG,GAAG;IAC5C,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACrD,OAAO,MAAM,CAAC,KAAK,CAAC;SACjB,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC;SAClB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,SAAS,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AAC1B,CAAC;AAYD,MAAM,UAAU,mBAAmB,CACjC,KAAa,EACb,SAAiB,EACjB,gBAA2B;IAE3B,iDAAiD;IACjD,MAAM,QAAQ,GAAG,QAAQ,CACvB,oFAAoF,UAAU,CAAC,KAAK,CAAC,GAAG,EACxG,SAAS,CACV,CAAC;IACF,IAAI,QAAQ,CAAC,MAAM,CAAC,SAAS,KAAK,CAAC,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,6DAA6D,KAAK,GAAG,CAAC,CAAC;IACzF,CAAC;IACD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAE5C,qEAAqE;IACrE,MAAM,UAAU,GAAG,QAAQ,CACzB;;kDAE8C,UAAU,CAAC,KAAK,CAAC;aACtD,EACT,SAAS,CACV,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACjD,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,wBAAwB,CAAC,EAAE,GAAG,CAAC,CAAC;IAC/D,MAAM,cAAc,GAAG,QAAQ,CAAC,KAAK,CAAC,4BAA4B,CAAC,EAAE,GAAG,CAAC,CAAC;IAC1E,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,6BAA6B,CAAC,EAAE,GAAG,CAAC,CAAC;IAC5E,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAE1C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,gDAAgD;IAChD,MAAM,SAAS,GAAG,QAAQ,CACxB;;sCAEkC,UAAU,CAAC,OAAO,CAAC;sCACnB,EAClC,SAAS,CACV,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,CAAC,SAAS,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,+CAA+C,EAAE,CAAC;IAC/F,CAAC;IAED,IAAI,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;IAE1C,oGAAoG;IACpG,uEAAuE;IACvE,IAAI,gBAAgB,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpD,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACnC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAC7H,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAyB,EAAE,CAAC;IAEzC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,EAAE,GAAG,CAAC,CAAC;QAExD,8CAA8C;QAC9C,MAAM,SAAS,GAAG,QAAQ,CACxB;;4CAEsC,UAAU,CAAC,WAAW,CAAC;;;eAGpD,EACT,SAAS,CACV,CAAC;QAEF,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC/C,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,sBAAsB,CAAC,EAAE,GAAG,CAAC,CAAC;QAC/D,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,EAAE,GAAG,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAC,CAAC;QAE5D,MAAM,GAAG,GAAmB;YAC1B,WAAW;YACX,UAAU;YACV,MAAM;YACN,eAAe,EAAE,MAAM,CAAC,eAAe,CAAC;YACxC,MAAM;YACN,UAAU;YACV,UAAU;YACV,OAAO;YACP,OAAO;YACP,cAAc;YACd,WAAW,EAAE,eAAe;SAC7B,CAAC;QAEF,4BAA4B;QAC5B,MAAM,SAAS,GAAG;YAChB,YAAY,GAAG,CAAC,UAAU,IAAI,gCAAgC,EAAE;YAChE,QAAQ,GAAG,CAAC,OAAO,KAAK,GAAG,CAAC,UAAU,EAAE;YACxC,YAAY,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,cAAc,EAAE,CAAC,IAAI,EAAE;YACtD,gBAAgB,GAAG,CAAC,WAAW,EAAE;YACjC,WAAW,GAAG,CAAC,MAAM,EAAE;YACvB,sBAAsB,GAAG,CAAC,WAAW,EAAE;YACvC,WAAW,KAAK,EAAE;SACnB;aACE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;aACvC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEf,MAAM,YAAY,GAChB,qBAAqB,QAAQ,CAAC,UAAU,EAAE,GAAG,CAAC,IAAI;YAClD,2BAA2B,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI;YACxD,0BAA0B,CAAC;QAE7B,MAAM,QAAQ,GAAG,YAAY,CAAC,mBAAmB,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;QAE5E,4BAA4B;QAC5B,MAAM,cAAc,GAClB,sBAAsB,QAAQ,IAAI;YAClC,yBAAyB,UAAU,GAAG;YACtC,CAAC,MAAM,CAAC,CAAC,CAAC,0BAA0B,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAEtD,MAAM,UAAU,GAAG,YAAY,CAAC,6BAA6B,EAAE,cAAc,EAAE,SAAS,CAAC,CAAC;QAE1F,sEAAsE;QACtE,MAAM,gBAAgB,GACpB,sBAAsB,QAAQ,IAAI;YAClC,8BAA8B,WAAW,GAAG;YAC5C,CAAC,eAAe,CAAC,CAAC,CAAC,oCAAoC,eAAe,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAElF,MAAM,YAAY,GAAG,YAAY,CAC/B,kCAAkC,EAClC,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC;QAEnF,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,MAAM,QAAQ,GACZ,gGAAgG,CAAC;IACnG,OAAO;QACL,OAAO;QACP,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,SAAS,GAAG,OAAO,CAAC,MAAM;QACpD,OAAO,EAAE,WAAW,OAAO,CAAC,MAAM,sBAAsB,KAAK,KAAK,QAAQ,EAAE;KAC7E,CAAC;AACJ,CAAC;AAED,kFAAkF;AAElF,MAAM,UAAU,8BAA8B,CAAC,MAAiB;IAC9D,MAAM,CAAC,IAAI,CACT,iCAAiC,EACjC;QACE,oFAAoF;QACpF,sFAAsF;QACtF,yFAAyF;QACzF,2EAA2E;QAC3E,gGAAgG;KACjG,CAAC,IAAI,CAAC,GAAG,CAAC,EACX;QACE,MAAM,EAAE,CAAC;aACN,MAAM,EAAE;aACR,QAAQ,CAAC,qEAAqE,CAAC;QAClF,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kDAAkD,CAAC;QACnF,YAAY,EAAE,CAAC;aACZ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;aACjB,QAAQ,EAAE;aACV,QAAQ,CACP,8GAA8G,CAC/G;KACJ,EACD,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,EAAE,EAAE;QACvC,MAAM,SAAS,GAAG,aAAa,EAAE,CAAC;QAClC,GAAG,CAAC,MAAM,EAAE,iCAAiC,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QAElF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;YACrE,MAAM,QAAQ,GAAG,EAAE,SAAS,EAAE,GAAG,MAAM,EAAE,CAAC;YAC1C,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACpE,iBAAiB,EAAE,QAAQ;aAC5B,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,GAAgC,CAAC;YAC/C,GAAG,CAAC,OAAO,EAAE,wCAAwC,EAAE;gBACrD,SAAS;gBACT,KAAK,EAAE,KAAK,CAAC,OAAO;aACrB,CAAC,CAAC;YACH,OAAO;gBACL,OAAO,EAAE,IAAa;gBACtB,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAClB,SAAS,CAAC,KAAK,CAAC,IAAI,IAAI,sBAAsB,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CACjF;qBACF;iBACF;aACF,CAAC;QACJ,CAAC;IACH,CAAC,CACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAiB;IACtD,8BAA8B,CAAC,MAAM,CAAC,CAAC;AACzC,CAAC"}

package/lib/mcp/tools/hierarchyValidate.d.ts

@@ -0,0 +1,139 @@
+import type { ValidationIssue } from '../schemas/common.js';
+import type { BPViolation } from './bestPracticesEngine.js';
+export interface TestCaseInput {
+    name: string;
+    /** XML content of the test case. The field `xml` (API standard) is accepted as an alias. */
+    xml_content?: string;
+    /** API-compatible alias for xml_content (Quality Hub batch validation API uses this field name). */
+    xml?: string;
+}
+export interface TestSuiteInput {
+    name: string;
+    test_cases?: TestCaseInput[];
+    test_suites?: TestSuiteInput[];
+    test_case_count?: number;
+}
+export interface PlanMetadata {
+    objectives?: string;
+    in_scope?: string;
+    testing_methodology?: string;
+    acceptance_criteria?: string;
+    acceptable_pass_rate?: number;
+    environments?: string[];
+    test_data_strategy?: string;
+    risks?: string;
+}
+export interface TestPlanInput {
+    name: string;
+    test_suites?: TestSuiteInput[];
+    test_cases?: TestCaseInput[];
+    test_suite_count?: number;
+    metadata?: PlanMetadata;
+}
+export interface ProjectContext {
+    connection_names?: string[];
+    environments?: string[];
+    secretsPasswordSet?: boolean;
+    /**
+     * Number of keys in the .secrets file whose values are NOT wrapped in ENC1().
+     * Populated by provar.project.inspect → secrets_validation.unencrypted_key_count.
+     * Any value > 0 triggers PROJ-ENC-001.
+     */
+    unencrypted_secret_count?: number;
+}
+export interface ProjectInput {
+    name: string;
+    test_plans?: TestPlanInput[];
+    test_suites?: TestSuiteInput[];
+    test_cases?: TestCaseInput[];
+    project_context?: ProjectContext;
+    /**
+     * Basenames (without extension) of every .testcase file found on disk, including
+     * callable tests (visibility="Internal") that have no plan instances.  Populated
+     * by validateProjectFromPath so that checkCaseCalls can resolve caseCall references
+     * against the full on-disk corpus rather than only plan-registered test cases.
+     */
+    all_disk_test_case_names?: string[];
+}
+export interface HierarchyViolation {
+    rule_id: string;
+    name: string;
+    description: string;
+    category: string;
+    severity: 'critical' | 'major' | 'minor' | 'info';
+    weight: number;
+    message: string;
+    recommendation: string;
+    applies_to: string[];
+    affected_files?: string[];
+}
+export interface TestCaseResult {
+    name: string;
+    level: 'test_case';
+    status: 'valid' | 'invalid' | 'error';
+    quality_score: number;
+    validity_score: number;
+    is_valid: boolean;
+    error_count: number;
+    warning_count: number;
+    step_count: number;
+    issues: ValidationIssue[];
+    /** Best-practice violations from the BP engine (DESIGN-*, REUSE-*, STRUCT-*, etc.) */
+    best_practices_violations: BPViolation[];
+}
+export interface SuiteResult {
+    name: string;
+    level: 'suite';
+    quality_score: number;
+    violations: HierarchyViolation[];
+    test_cases: TestCaseResult[];
+    test_suites: SuiteResult[];
+}
+export interface PlanResult {
+    name: string;
+    level: 'plan';
+    quality_score: number;
+    violations: HierarchyViolation[];
+    test_suites: SuiteResult[];
+    test_cases: TestCaseResult[];
+}
+export interface ProjectResult {
+    name: string;
+    level: 'project';
+    quality_score: number;
+    violations: HierarchyViolation[];
+    test_plans: PlanResult[];
+    test_suites: SuiteResult[];
+    test_cases: TestCaseResult[];
+    project_context: ProjectContext;
+}
+export interface HierarchySummary {
+    total_test_cases: number;
+    test_cases_valid: number;
+    test_cases_invalid: number;
+    test_cases_error: number;
+    total_violations: number;
+    violations_by_severity: {
+        critical: number;
+        major: number;
+        minor: number;
+        info: number;
+    };
+    violations_by_level: {
+        project: number;
+        plan: number;
+        suite: number;
+        test_case: number;
+    };
+    quality_score_avg: number;
+    quality_score_min: number | null;
+    quality_score_max: number | null;
+}
+export declare function computeViolationDeduction(violations: HierarchyViolation[]): number;
+export declare function detectNamingStyle(nameStr: string): string;
+export declare function checkNamingConsistency(names: string[], contextLabel: string, level: string, ruleId: string): HierarchyViolation[];
+export declare function validateHierarchyTestCase(tc: TestCaseInput, qualityThreshold: number): TestCaseResult;
+export declare function validateSuite(data: TestSuiteInput, qualityThreshold: number): SuiteResult;
+export declare function validatePlan(data: TestPlanInput, qualityThreshold: number): PlanResult;
+export declare function validateProject(data: ProjectInput, qualityThreshold: number): ProjectResult;
+export declare function buildHierarchySummary(result: SuiteResult | PlanResult | ProjectResult): HierarchySummary;