donobu 2.46.6 → 2.47.1

package/dist/esm/lib/utils/triageTestFailure.d.ts

@@ -0,0 +1,231 @@
+import { TestInfo } from '@playwright/test';
+import { FlowMetadata } from '../../models/FlowMetadata';
+import { GptClient } from '../../clients/GptClient';
+import { DonobuExtendedPage } from '../DonobuExtendedPage';
+import { z } from 'zod/v4';
+/**
+ * Utilities for transforming a Playwright test failure into a structured treatment plan
+ * that Donobu Studio can surface to engineers or automation. The flow pivots between:
+ *  1. Gathering heuristics from the failing run (errors, attachments, Donobu AI history).
+ *  2. Asking the GPT-based triage agent for a canonical plan compliant with the schema.
+ *  3. Falling back to heuristics when the LLM cannot respond, so automation still receives
+ *     next steps. The helper functions below exist to keep these stages composable.
+ */
+export declare const FailureReasonSchema: z.ZodEnum<{
+    UNKNOWN: "UNKNOWN";
+    AUTOMATION_SCRIPT_ISSUE: "AUTOMATION_SCRIPT_ISSUE";
+    SELECTOR_REGRESSION: "SELECTOR_REGRESSION";
+    TIMING_OR_SYNCHRONISATION: "TIMING_OR_SYNCHRONISATION";
+    ASSERTION_DRIFT: "ASSERTION_DRIFT";
+    APPLICATION_DEFECT: "APPLICATION_DEFECT";
+    AUTHENTICATION_FAILURE: "AUTHENTICATION_FAILURE";
+    ENVIRONMENT_CONFIGURATION: "ENVIRONMENT_CONFIGURATION";
+    TEST_DATA_UNAVAILABLE: "TEST_DATA_UNAVAILABLE";
+    NETWORK_OR_DEPENDENCY: "NETWORK_OR_DEPENDENCY";
+}>;
+export type FailureReason = z.infer<typeof FailureReasonSchema>;
+declare const RemediationCategorySchema: z.ZodEnum<{
+    UNKNOWN: "UNKNOWN";
+    RETRY_AUTOMATION: "RETRY_AUTOMATION";
+    UPDATE_TEST_LOGIC: "UPDATE_TEST_LOGIC";
+    UPDATE_SELECTORS: "UPDATE_SELECTORS";
+    ADJUST_TIMING: "ADJUST_TIMING";
+    REFINE_ASSERTIONS: "REFINE_ASSERTIONS";
+    FIX_APPLICATION: "FIX_APPLICATION";
+    VALIDATE_AUTHENTICATION: "VALIDATE_AUTHENTICATION";
+    CHECK_ENVIRONMENT: "CHECK_ENVIRONMENT";
+    REFRESH_TEST_DATA: "REFRESH_TEST_DATA";
+    STABILIZE_DEPENDENCIES: "STABILIZE_DEPENDENCIES";
+    ESCALATE_MANUAL_REVIEW: "ESCALATE_MANUAL_REVIEW";
+}>;
+export type RemediationCategory = z.infer<typeof RemediationCategorySchema>;
+export declare const RemediationStepSchema: z.ZodObject<{
+    category: z.ZodEnum<{
+        UNKNOWN: "UNKNOWN";
+        RETRY_AUTOMATION: "RETRY_AUTOMATION";
+        UPDATE_TEST_LOGIC: "UPDATE_TEST_LOGIC";
+        UPDATE_SELECTORS: "UPDATE_SELECTORS";
+        ADJUST_TIMING: "ADJUST_TIMING";
+        REFINE_ASSERTIONS: "REFINE_ASSERTIONS";
+        FIX_APPLICATION: "FIX_APPLICATION";
+        VALIDATE_AUTHENTICATION: "VALIDATE_AUTHENTICATION";
+        CHECK_ENVIRONMENT: "CHECK_ENVIRONMENT";
+        REFRESH_TEST_DATA: "REFRESH_TEST_DATA";
+        STABILIZE_DEPENDENCIES: "STABILIZE_DEPENDENCIES";
+        ESCALATE_MANUAL_REVIEW: "ESCALATE_MANUAL_REVIEW";
+    }>;
+    summary: z.ZodString;
+    details: z.ZodString;
+}, z.core.$strip>;
+export type RemediationStep = z.infer<typeof RemediationStepSchema>;
+export declare const AdditionalDataRequestSchema: z.ZodObject<{
+    description: z.ZodString;
+    suggestedSources: z.ZodDefault<z.ZodArray<z.ZodString>>;
+}, z.core.$strip>;
+export type AdditionalDataRequest = z.infer<typeof AdditionalDataRequestSchema>;
+declare const AutomationDirectivesSchema: z.ZodObject<{
+    clearPageAiCache: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
+    targetTestFile: z.ZodOptional<z.ZodOptional<z.ZodString>>;
+    targetProject: z.ZodOptional<z.ZodOptional<z.ZodString>>;
+    additionalPlaywrightArgs: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodString>>>;
+}, z.core.$strip>;
+export type AutomationDirectives = z.infer<typeof AutomationDirectivesSchema>;
+export declare const TreatmentPlan: z.ZodObject<{
+    failureSummary: z.ZodString;
+    failureReason: z.ZodEnum<{
+        UNKNOWN: "UNKNOWN";
+        AUTOMATION_SCRIPT_ISSUE: "AUTOMATION_SCRIPT_ISSUE";
+        SELECTOR_REGRESSION: "SELECTOR_REGRESSION";
+        TIMING_OR_SYNCHRONISATION: "TIMING_OR_SYNCHRONISATION";
+        ASSERTION_DRIFT: "ASSERTION_DRIFT";
+        APPLICATION_DEFECT: "APPLICATION_DEFECT";
+        AUTHENTICATION_FAILURE: "AUTHENTICATION_FAILURE";
+        ENVIRONMENT_CONFIGURATION: "ENVIRONMENT_CONFIGURATION";
+        TEST_DATA_UNAVAILABLE: "TEST_DATA_UNAVAILABLE";
+        NETWORK_OR_DEPENDENCY: "NETWORK_OR_DEPENDENCY";
+    }>;
+    confidence: z.ZodNumber;
+    observedIndicators: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    remediationSteps: z.ZodDefault<z.ZodArray<z.ZodObject<{
+        category: z.ZodEnum<{
+            UNKNOWN: "UNKNOWN";
+            RETRY_AUTOMATION: "RETRY_AUTOMATION";
+            UPDATE_TEST_LOGIC: "UPDATE_TEST_LOGIC";
+            UPDATE_SELECTORS: "UPDATE_SELECTORS";
+            ADJUST_TIMING: "ADJUST_TIMING";
+            REFINE_ASSERTIONS: "REFINE_ASSERTIONS";
+            FIX_APPLICATION: "FIX_APPLICATION";
+            VALIDATE_AUTHENTICATION: "VALIDATE_AUTHENTICATION";
+            CHECK_ENVIRONMENT: "CHECK_ENVIRONMENT";
+            REFRESH_TEST_DATA: "REFRESH_TEST_DATA";
+            STABILIZE_DEPENDENCIES: "STABILIZE_DEPENDENCIES";
+            ESCALATE_MANUAL_REVIEW: "ESCALATE_MANUAL_REVIEW";
+        }>;
+        summary: z.ZodString;
+        details: z.ZodString;
+    }, z.core.$strip>>>;
+    additionalDataRequests: z.ZodDefault<z.ZodArray<z.ZodObject<{
+        description: z.ZodString;
+        suggestedSources: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    }, z.core.$strip>>>;
+    shouldRetryAutomation: z.ZodBoolean;
+    requiresCodeChange: z.ZodBoolean;
+    requiresProductFix: z.ZodBoolean;
+    notes: z.ZodOptional<z.ZodString>;
+    automationDirectives: z.ZodOptional<z.ZodObject<{
+        clearPageAiCache: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
+        targetTestFile: z.ZodOptional<z.ZodOptional<z.ZodString>>;
+        targetProject: z.ZodOptional<z.ZodOptional<z.ZodString>>;
+        additionalPlaywrightArgs: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodString>>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+type SanitizedFlowMetadata = {
+    id: string;
+    name: string | null;
+    runMode: FlowMetadata['runMode'];
+    state: FlowMetadata['state'];
+    targetWebsite: string;
+    overallObjective: string | null;
+    allowedTools: string[];
+    envVars: string[] | null;
+    startedAt: number | null;
+    completedAt: number | null;
+    maxToolCalls: number | null;
+    gptConfigName: string | null;
+    defaultMessageDuration: number | null;
+    resultSummary: string | null;
+};
+type SummarizedToolCall = {
+    id: string;
+    toolName: string;
+    success: boolean;
+    outcomeSummary: string;
+    durationMs: number;
+    page: string;
+    startedAtIso: string;
+    completedAtIso: string;
+};
+type ErrorSummary = {
+    message?: string;
+    stack?: string;
+    value?: string;
+    actual?: string;
+    expected?: string;
+    name?: string;
+    location?: string;
+    snippet?: string;
+};
+type FailureContext = {
+    testCase: {
+        title: string;
+        file?: string;
+        projectName: string;
+        status: TestInfo['status'];
+        expectedStatus: TestInfo['expectedStatus'];
+        retry: number;
+        repeatEachIndex: number;
+        workerIndex: number;
+        timeout: number;
+        duration: number;
+        annotations: TestInfo['annotations'];
+    };
+    failure: {
+        errors: ErrorSummary[];
+        attachments: {
+            name: string;
+            contentType: string;
+            path?: string | null;
+        }[];
+    };
+    donobuFlow: {
+        metadata: SanitizedFlowMetadata | null;
+        recentToolCalls: SummarizedToolCall[];
+    };
+    testSnippet: string | null;
+    heuristics: HeuristicAssessment;
+};
+export type FailureEvidenceRecord = {
+    schemaVersion: 1;
+    evidenceId: string;
+    runId: string | null;
+    runDirectory: string;
+    collectedAtIso: string;
+    failureContext: FailureContext;
+};
+export type GatherTestFailureEvidenceOptions = {
+    runDirectory?: string;
+    persistToDisk?: boolean;
+    force?: boolean;
+};
+export type GatherTestFailureEvidenceResult = {
+    evidence: FailureEvidenceRecord;
+    filePath: string | null;
+};
+type HeuristicAssessment = {
+    failureReason: FailureReason;
+    evidence: string[];
+    confidence: number;
+    failureSummary: string;
+    shouldRetryAutomation: boolean;
+    requiresCodeChange: boolean;
+    requiresProductFix: boolean;
+    remediationSteps: RemediationStep[];
+    additionalDataRequests: AdditionalDataRequest[];
+    notes?: string;
+    occurredDuringPageAi: boolean;
+    staleCacheIndicators: StaleCacheIndicators;
+};
+type StaleCacheIndicators = {
+    usedDeterministicMode: boolean;
+    selectorFailedDuringPageAi: boolean;
+    failedAfterPageAiCompleted: boolean;
+    isRetryAttempt: boolean;
+    quickFailurePattern: boolean;
+    toolCallsShowSelectorIssues: boolean;
+    assertionsFailedAfterSuccessfulPageAi: boolean;
+};
+export declare function buildTreatmentPlanFromHeuristics(evidence: FailureEvidenceRecord): z.infer<typeof TreatmentPlan>;
+export declare function gatherTestFailureEvidence(testInfo: TestInfo, page: DonobuExtendedPage, options?: GatherTestFailureEvidenceOptions): Promise<GatherTestFailureEvidenceResult | null>;
+export declare function generateTreatmentPlanFromEvidence(gptClient: GptClient, evidence: FailureEvidenceRecord): Promise<z.infer<typeof TreatmentPlan>>;
+export {};
+//# sourceMappingURL=triageTestFailure.d.ts.map

package/dist/esm/lib/utils/triageTestFailure.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"triageTestFailure.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/triageTestFailure.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAMpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAE3D,OAAO,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAC;AAG3B;;;;;;;GAOG;AAEH,eAAO,MAAM,mBAAmB;;;;;;;;;;;EAwB7B,CAAC;AAEJ,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEhE,QAAA,MAAM,yBAAyB;;;;;;;;;;;;;EAiB5B,CAAC;AAEJ,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE5E,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;iBAQhC,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE,eAAO,MAAM,2BAA2B;;;iBAQtC,CAAC;AAEH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAEhF,QAAA,MAAM,0BAA0B;;;;;iBA2BpB,CAAC;AAEb,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAE9E,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAsCxB,CAAC;AAEH,KAAK,qBAAqB,GAAG;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,OAAO,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC;IACjC,KAAK,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACzB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B,CAAC;AAEF,KAAK,kBAAkB,GAAG;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,KAAK,YAAY,GAAG;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,KAAK,cAAc,GAAG;IACpB,QAAQ,EAAE;QACR,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC3B,cAAc,EAAE,QAAQ,CAAC,gBAAgB,CAAC,CAAC;QAC3C,KAAK,EAAE,MAAM,CAAC;QACd,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,EAAE,QAAQ,CAAC,aAAa,CAAC,CAAC;KACtC,CAAC;IACF,OAAO,EAAE;QACP,MAAM,EAAE,YAAY,EAAE,CAAC;QACvB,WAAW,EAAE;YACX,IAAI,EAAE,MAAM,CAAC;YACb,WAAW,EAAE,MAAM,CAAC;YACpB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;SACtB,EAAE,CAAC;KACL,CAAC;IACF,UAAU,EAAE;QACV,QAAQ,EAAE,qBAAqB,GAAG,IAAI,CAAC;QACvC,eAAe,EAAE,kBAAkB,EAAE,CAAC;KACvC,CAAC;IACF,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,EAAE,mBAAmB,CAAC;CACjC,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG;IAClC,aAAa,EAAE,CAAC,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,cAAc,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,gCAAgC,GAAG;IAC7C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,+BAA+B,GAAG;IAC5C,QAAQ,EAAE,qBAAqB,CAAC;IAChC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB,CAAC;AAEF,KAAK,mBAAmB,GAAG;IACzB,aAAa,EAAE,aAAa,CAAC;IAC7B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,qBAAqB,EAAE,OAAO,CAAC;IAC/B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,gBAAgB,EAAE,eAAe,EAAE,CAAC;IACpC,sBAAsB,EAAE,qBAAqB,EAAE,CAAC;IAChD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,oBAAoB,EAAE,OAAO,CAAC;IAC9B,oBAAoB,EAAE,oBAAoB,CAAC;CAC5C,CAAC;AAEF,KAAK,oBAAoB,GAAG;IAC1B,qBAAqB,EAAE,OAAO,CAAC;IAC/B,0BAA0B,EAAE,OAAO,CAAC;IACpC,0BAA0B,EAAE,OAAO,CAAC;IACpC,cAAc,EAAE,OAAO,CAAC;IACxB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,2BAA2B,EAAE,OAAO,CAAC;IACrC,qCAAqC,EAAE,OAAO,CAAC;CAChD,CAAC;AAixCF,wBAAgB,gCAAgC,CAC9C,QAAQ,EAAE,qBAAqB,GAC9B,CAAC,CAAC,KAAK,CAAC,OAAO,aAAa,CAAC,CAE/B;AAED,wBAAsB,yBAAyB,CAC7C,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,kBAAkB,EACxB,OAAO,GAAE,gCAAqC,GAC7C,OAAO,CAAC,+BAA+B,GAAG,IAAI,CAAC,CA6DjD;AAED,wBAAsB,iCAAiC,CACrD,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,qBAAqB,GAC9B,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,aAAa,CAAC,CAAC,CAmFxC"}