@supatest/cli 0.0.56 → 0.0.58

package/dist/index.js

@@ -359,7 +359,7 @@ function getToolGroupCounts(tools) {
   );
   return Object.entries(groups).map(([name, count]) => ({ name, count })).sort((a, b) => b.count - a.count);
 }
-var AVAILABLE_MODELS, DATE_SUFFIX_REGEX, SMALL_COST_MULTIPLIER, MEDIUM_COST_MULTIPLIER, PREMIUM_COST_MULTIPLIER, SMALL_COST_LABEL, MEDIUM_COST_LABEL, PREMIUM_COST_LABEL, MODEL_TIERS, CONTEXT_WINDOWS, util, objectUtil, ZodParsedType, getParsedType, ZodIssueCode, ZodError, errorMap, overrideErrorMap, makeIssue, ParseStatus, INVALID, DIRTY, OK, isAborted, isDirty, isValid, isAsync, errorUtil, ParseInputLazyPath, handleResult, ZodType, cuidRegex, cuid2Regex, ulidRegex, uuidRegex, nanoidRegex, jwtRegex, durationRegex, emailRegex, _emojiRegex, emojiRegex, ipv4Regex, ipv4CidrRegex, ipv6Regex, ipv6CidrRegex, base64Regex, base64urlRegex, dateRegexSource, dateRegex, ZodString, ZodNumber, ZodBigInt, ZodBoolean, ZodDate, ZodSymbol, ZodUndefined, ZodNull, ZodAny, ZodUnknown, ZodNever, ZodVoid, ZodArray, ZodObject, ZodUnion, getDiscriminator, ZodDiscriminatedUnion, ZodIntersection, ZodTuple, ZodRecord, ZodMap, ZodSet, ZodFunction, ZodLazy, ZodLiteral, ZodEnum, ZodNativeEnum, ZodPromise, ZodEffects, ZodOptional, ZodNullable, ZodDefault, ZodCatch, ZodNaN, ZodBranded, ZodPipeline, ZodReadonly, ZodFirstPartyTypeKind, stringType, numberType, booleanType, dateType, unknownType, arrayType, objectType, unionType, discriminatedUnionType, recordType, functionType, lazyType, literalType, enumType, promiseType, coerce, MAX_API_KEY_NAME_LENGTH, apiKeySchema, apiKeyUsageSchema, createApiKeyRequestSchema, apiKeyResponseSchema, apiKeyUsageSummarySchema, genericErrorSchema, validationErrorSchema, feedbackCategorySchema, FEEDBACK_CATEGORIES, createFeedbackSchema, feedbackResponseSchema, listFeedbackQuerySchema, feedbackListResponseSchema, gitHubRepositorySchema, gitHubInstallationSchema, gitHubInstallUrlResponseSchema, gitHubClaimInstallationRequestSchema, gitHubReposResponseSchema, healthMetricSchema, healthMetricDailyItemSchema, healthMetricsWithDailySchema, healthAnalyticsPeriodSchema, healthAnalyticsDailyItemSchema, healthAnalyticsResponseSchema, manualTestCasePrioritySchema, manualTestCaseItemSchema, createManualTestCaseItemSchema, updateManualTestCaseItemSchema, listManualTestCaseItemsQuerySchema, manualTestCaseItemListResponseSchema, manualTestFolderSchema, manualTestFolderContentsSchema, createManualTestFolderSchema, updateManualTestFolderSchema, MAX_TIMEZONE_CHAR_LENGTH, organizationSchema, organizationSettingsSchema, adminOrganizationSchema, adminOrganizationListSchema, updateAdminOrganizationRequestSchema, sandboxProviderSchema, sessionTypeSchema, sessionStatusSchema, provisioningStepSchema, createWebSessionSchema, createWebSessionResponseSchema, wsServerMessageSchema, wsClientMessageSchema, gitStatusResponseSchema, gitCommitRequestSchema, gitCommitResponseSchema, gitPushResponseSchema, createPRRequestSchema, createPRResponseSchema, gitDiffResponseSchema, webSessionResponseSchema, snapshotStateSchema, toolPresetsSchema, projectRepoSchema, createProjectMachineSchema, updateProjectMachineSchema, envVarEntrySchema, createEnvFileSchema, putEnvFileVarsSchema, projectMachineResponseSchema, machineSnapshotResponseSchema, envFileResponseSchema, textBlockSchema, toolUseBlockSchema, toolResultBlockSchema, thinkingBlockSchema, imageBlockSchema, contentBlockSchema, sessionSchema, createSessionRequestSchema, updateSessionRequestSchema, messageSchema, createMessageRequestSchema, cliEventSchema, createCLISessionRequestSchema, queryResultSchema, queryTurnSchema, queryContentSchema, queryUsageSchema, querySchema, runStatusSchema, testResultStatusSchema, testOutcomeSchema, attachmentKindSchema, stepCategorySchema, runSummarySchema, ciMetadataSchema, gitMetadataSchema, playwrightConfigSchema, errorInfoSchema, locationSchema, sourceSnippetSchema, runSourceSchema, runSchema, annotationSchema, testSchema, testResultSchema, baseStepSchema, stepSchema, attachmentSchema, listRunsQuerySchema, listTestsQuerySchema, runsListResponseSchema, runDetailResponseSchema, coverageTestItemSchema, secondaryTagMetricSchema, tagCoverageSchema, coverageStatsSchema, coverageAlertSchema, coverageDashboardResponseSchema, coverageDashboardQuerySchema, testsListResponseSchema, testDetailResponseSchema, testHistoryItemSchema, testHistoryResponseSchema, visualComparisonScreenshotSchema, visualComparisonRunSchema, visualComparisonMatchedStepSchema, visualComparisonResponseSchema, topOffenderSchema, topOffendersResponseSchema, trendPointSchema, trendsResponseSchema, errorCategorySchema, failureClusterSchema, newFailureSchema, runInsightsResponseSchema, FailureCategoryEnum, SelectorTypeEnum, FailureCategoryStatsSchema, FailureCategoriesResponseSchema, FailingSelectorStatsSchema, FailingSelectorsResponseSchema, newFailureItemSchema, newFailuresResponseSchema, flakyTestItemSchema, flakyTestsResponseSchema, slowestTestItemSchema, slowestTestsResponseSchema, runSummaryEmailFailureSchema, runSummaryEmailReportSchema, sendRunReportRequestSchema, metricWithTrendSchema, weekOverWeekMetricsSchema, ciComputeTimeSchema, investigationCandidateSchema, failureCategoryBreakdownSchema, stabilityTrendSchema, folderStabilitySchema, managerReportSchema, managerReportQuerySchema, sendManagerReportRequestSchema, reportAttachmentLinkSchema, developerReportRegressionSchema, developerReportFlakyTestSchema, developerReportSlowTestSchema, developerRunSummaryReportSchema, executiveReportStatusSchema, executiveMetricSchema, executiveKeyMetricsSchema, executiveTrendPointSchema, executiveTrendsSchema, executiveFlakyOffenderSchema, executiveSlowestOffenderSchema, executiveTopOffendersSchema, executiveReportSchema, executiveReportQuerySchema, sendExecutiveReportRequestSchema, manualTestCaseSchema, createManualRunRequestSchema, manualTestResultSchema, recordManualResultsRequestSchema, recordSingleManualResultRequestSchema, assignmentActivityActionSchema, assignmentActivityActorTypeSchema, assignmentActivitySchema, assignmentActivityListResponseSchema, assigneeInfoSchema, assigneesListResponseSchema, testCatalogPrioritySchema, testCatalogTypeSchema, testCatalogAssignmentStatusSchema, testCatalogAssignmentSchema, testCatalogDefinitionSchema, testCatalogListItemSchema, testCatalogHistoryEntrySchema, testCatalogListQuerySchema, testCatalogListResponseSchema, testCatalogDetailResponseSchema, testCatalogFilterOptionsSchema, testCatalogAssigneeInfoSchema, testCatalogAssignRequestSchema, testCatalogUpdateAssignmentRequestSchema, testCatalogAssignmentResponseSchema, testCatalogFolderNodeSchema, testCatalogFolderTreeResponseSchema, testCatalogFolderTestsQuerySchema, SECONDS_PER_MINUTE, SECONDS_PER_HOUR, SECONDS_PER_DAY, DAYS_PER_WEEK, SECONDS_PER_WEEK, DAYS_PER_MONTH, SECONDS_PER_MONTH, DAYS_PER_YEAR, SECONDS_PER_YEAR;
+var AVAILABLE_MODELS, DATE_SUFFIX_REGEX, SMALL_COST_MULTIPLIER, MEDIUM_COST_MULTIPLIER, PREMIUM_COST_MULTIPLIER, SMALL_COST_LABEL, MEDIUM_COST_LABEL, PREMIUM_COST_LABEL, MODEL_TIERS, CONTEXT_WINDOWS, util, objectUtil, ZodParsedType, getParsedType, ZodIssueCode, ZodError, errorMap, overrideErrorMap, makeIssue, ParseStatus, INVALID, DIRTY, OK, isAborted, isDirty, isValid, isAsync, errorUtil, ParseInputLazyPath, handleResult, ZodType, cuidRegex, cuid2Regex, ulidRegex, uuidRegex, nanoidRegex, jwtRegex, durationRegex, emailRegex, _emojiRegex, emojiRegex, ipv4Regex, ipv4CidrRegex, ipv6Regex, ipv6CidrRegex, base64Regex, base64urlRegex, dateRegexSource, dateRegex, ZodString, ZodNumber, ZodBigInt, ZodBoolean, ZodDate, ZodSymbol, ZodUndefined, ZodNull, ZodAny, ZodUnknown, ZodNever, ZodVoid, ZodArray, ZodObject, ZodUnion, getDiscriminator, ZodDiscriminatedUnion, ZodIntersection, ZodTuple, ZodRecord, ZodMap, ZodSet, ZodFunction, ZodLazy, ZodLiteral, ZodEnum, ZodNativeEnum, ZodPromise, ZodEffects, ZodOptional, ZodNullable, ZodDefault, ZodCatch, ZodNaN, ZodBranded, ZodPipeline, ZodReadonly, ZodFirstPartyTypeKind, stringType, numberType, booleanType, dateType, unknownType, arrayType, objectType, unionType, discriminatedUnionType, recordType, functionType, lazyType, literalType, enumType, promiseType, coerce, MAX_API_KEY_NAME_LENGTH, apiKeySchema, apiKeyUsageSchema, createApiKeyRequestSchema, apiKeyResponseSchema, apiKeyUsageSummarySchema, genericErrorSchema, validationErrorSchema, feedbackCategorySchema, FEEDBACK_CATEGORIES, feedbackStatusSchema, feedbackActivitySchema, createFeedbackSchema, updateFeedbackStatusSchema, feedbackResponseSchema, listFeedbackQuerySchema, feedbackListResponseSchema, gitHubRepositorySchema, gitHubInstallationSchema, gitHubInstallUrlResponseSchema, gitHubClaimInstallationRequestSchema, gitHubReposResponseSchema, healthMetricSchema, healthMetricDailyItemSchema, healthMetricsWithDailySchema, healthAnalyticsPeriodSchema, healthAnalyticsDailyItemSchema, healthAnalyticsResponseSchema, manualTestCasePrioritySchema, manualTestCaseItemSchema, createManualTestCaseItemSchema, updateManualTestCaseItemSchema, listManualTestCaseItemsQuerySchema, manualTestCaseItemListResponseSchema, manualTestFolderSchema, manualTestFolderContentsSchema, createManualTestFolderSchema, updateManualTestFolderSchema, MAX_TIMEZONE_CHAR_LENGTH, organizationSchema, organizationSettingsSchema, adminOrganizationSchema, adminOrganizationListSchema, updateAdminOrganizationRequestSchema, sandboxProviderSchema, sessionTypeSchema, sessionStatusSchema, provisioningStepSchema, createWebSessionSchema, createWebSessionResponseSchema, wsServerMessageSchema, wsClientMessageSchema, gitStatusResponseSchema, gitCommitRequestSchema, gitCommitResponseSchema, gitPushResponseSchema, createPRRequestSchema, createPRResponseSchema, gitDiffResponseSchema, webSessionResponseSchema, snapshotStateSchema, toolPresetsSchema, projectRepoSchema, createProjectMachineSchema, updateProjectMachineSchema, envVarEntrySchema, createEnvFileSchema, putEnvFileVarsSchema, projectMachineResponseSchema, machineSnapshotResponseSchema, envFileResponseSchema, textBlockSchema, toolUseBlockSchema, toolResultBlockSchema, thinkingBlockSchema, imageBlockSchema, contentBlockSchema, sessionSchema, createSessionRequestSchema, updateSessionRequestSchema, messageSchema, createMessageRequestSchema, cliEventSchema, createCLISessionRequestSchema, queryResultSchema, queryTurnSchema, queryContentSchema, queryUsageSchema, querySchema, runStatusSchema, testResultStatusSchema, testOutcomeSchema, attachmentKindSchema, stepCategorySchema, runSummarySchema, ciMetadataSchema, gitMetadataSchema, playwrightConfigSchema, errorInfoSchema, locationSchema, sourceSnippetSchema, runSourceSchema, runSchema, annotationSchema, testSchema, testResultSchema, baseStepSchema, stepSchema, attachmentSchema, listRunsQuerySchema, listTestsQuerySchema, runsListResponseSchema, runDetailResponseSchema, coverageTestItemSchema, secondaryTagMetricSchema, tagCoverageSchema, coverageStatsSchema, coverageAlertSchema, coverageDashboardResponseSchema, coverageDashboardQuerySchema, testsListResponseSchema, testDetailResponseSchema, testHistoryItemSchema, testHistoryResponseSchema, visualComparisonScreenshotSchema, visualComparisonRunSchema, visualComparisonMatchedStepSchema, visualComparisonResponseSchema, topOffenderSchema, topOffendersResponseSchema, trendPointSchema, trendsResponseSchema, errorCategorySchema, failureClusterSchema, newFailureSchema, runInsightsResponseSchema, FailureCategoryEnum, SelectorTypeEnum, FailureCategoryStatsSchema, FailureCategoriesResponseSchema, FailingSelectorStatsSchema, FailingSelectorsResponseSchema, newFailureItemSchema, newFailuresResponseSchema, flakyTestItemSchema, flakyTestsResponseSchema, slowestTestItemSchema, slowestTestsResponseSchema, runSummaryEmailFailureSchema, runSummaryEmailReportSchema, sendRunReportRequestSchema, metricWithTrendSchema, weekOverWeekMetricsSchema, ciComputeTimeSchema, investigationCandidateSchema, failureCategoryBreakdownSchema, stabilityTrendSchema, folderStabilitySchema, managerReportSchema, managerReportQuerySchema, sendManagerReportRequestSchema, reportAttachmentLinkSchema, developerReportRegressionSchema, developerReportFlakyTestSchema, developerReportSlowTestSchema, developerRunSummaryReportSchema, executiveReportStatusSchema, executiveMetricSchema, executiveKeyMetricsSchema, executiveTrendPointSchema, executiveTrendsSchema, executiveFlakyOffenderSchema, executiveSlowestOffenderSchema, executiveTopOffendersSchema, executiveReportSchema, executiveReportQuerySchema, sendExecutiveReportRequestSchema, manualTestCaseSchema, createManualRunRequestSchema, manualTestResultSchema, recordManualResultsRequestSchema, recordSingleManualResultRequestSchema, assignmentActivityActionSchema, assignmentActivityActorTypeSchema, assignmentActivitySchema, assignmentActivityListResponseSchema, assigneeInfoSchema, assigneesListResponseSchema, testCatalogPrioritySchema, testCatalogTypeSchema, testCatalogAssignmentStatusSchema, testCatalogWorkTypeSchema, testCatalogAssignmentSchema, testCatalogDefinitionSchema, testCatalogListItemSchema, testCatalogHistoryEntrySchema, testCatalogListQuerySchema, testCatalogListResponseSchema, testCatalogDetailResponseSchema, testCatalogFilterOptionsSchema, testCatalogAssigneeInfoSchema, testCatalogAssignRequestSchema, testCatalogUpdateAssignmentRequestSchema, testCatalogAssignmentResponseSchema, testCatalogFolderNodeSchema, testCatalogFolderTreeResponseSchema, testCatalogFolderTestsQuerySchema, SECONDS_PER_MINUTE, SECONDS_PER_HOUR, SECONDS_PER_DAY, DAYS_PER_WEEK, SECONDS_PER_WEEK, DAYS_PER_MONTH, SECONDS_PER_MONTH, DAYS_PER_YEAR, SECONDS_PER_YEAR;
 var init_shared_es = __esm({
   "../shared/dist/shared.es.mjs"() {
     "use strict";
@@ -4158,6 +4158,22 @@ var init_shared_es = __esm({
         description: "Anything else"
       }
     };
+    feedbackStatusSchema = enumType([
+      "open",
+      "acknowledged",
+      "in_progress",
+      "resolved",
+      "dismissed"
+    ]);
+    feedbackActivitySchema = objectType({
+      id: stringType(),
+      note: stringType().optional(),
+      statusFrom: feedbackStatusSchema.optional(),
+      statusTo: feedbackStatusSchema.optional(),
+      createdBy: stringType(),
+      createdAt: stringType()
+      // ISO timestamp
+    });
     createFeedbackSchema = objectType({
       category: feedbackCategorySchema,
       description: stringType().min(1, "Description is required").max(5e3),
@@ -4167,6 +4183,12 @@ var init_shared_es = __esm({
       cliVersion: stringType().optional(),
       metadata: recordType(unknownType()).optional()
     });
+    updateFeedbackStatusSchema = objectType({
+      status: feedbackStatusSchema.optional(),
+      note: stringType().max(1e3).optional()
+    }).refine((d) => d.status !== void 0 || d.note && d.note.length > 0, {
+      message: "Provide a status change, a note, or both"
+    });
     feedbackResponseSchema = objectType({
       id: stringType().uuid(),
       userId: stringType(),
@@ -4178,10 +4200,14 @@ var init_shared_es = __esm({
       model: stringType().nullable(),
       cliVersion: stringType().nullable(),
       metadata: recordType(unknownType()).nullable(),
+      status: feedbackStatusSchema,
+      statusUpdatedAt: stringType().nullable(),
+      activity: arrayType(feedbackActivitySchema),
       createdAt: stringType()
     });
     listFeedbackQuerySchema = objectType({
       category: feedbackCategorySchema.optional(),
+      status: feedbackStatusSchema.optional(),
       startDate: stringType().optional(),
       endDate: stringType().optional(),
       search: stringType().optional(),
@@ -5645,9 +5671,16 @@ var init_shared_es = __esm({
       "completed",
       "failed"
     ]);
+    testCatalogWorkTypeSchema = enumType([
+      "fix_failure",
+      "automate",
+      "review",
+      "investigate"
+    ]);
     testCatalogAssignmentSchema = objectType({
       assignedTo: stringType(),
-      status: testCatalogAssignmentStatusSchema
+      status: testCatalogAssignmentStatusSchema,
+      workType: testCatalogWorkTypeSchema.nullable().optional()
     });
     testCatalogDefinitionSchema = objectType({
       id: stringType().uuid(),
@@ -5772,7 +5805,8 @@ var init_shared_es = __esm({
     });
     testCatalogAssignRequestSchema = objectType({
       assignedTo: stringType(),
-      notes: stringType().optional()
+      notes: stringType().optional(),
+      workType: testCatalogWorkTypeSchema.optional()
     });
     testCatalogUpdateAssignmentRequestSchema = objectType({
       status: enumType(["completed", "failed"]),
@@ -6045,7 +6079,7 @@ var CLI_VERSION;
 var init_version = __esm({
   "src/version.ts"() {
     "use strict";
-    CLI_VERSION = "0.0.56";
+    CLI_VERSION = "0.0.58";
   }
 });
 
@@ -9771,12 +9805,14 @@ var init_test_tagging = __esm({
 **IMPORTANT**: Before completing any fix or writing a new test, check if the test has metadata tags. If tags are missing, add them.
 
 Required tags for ALL tests:
-- @id:UNIQUE-ID \u2014 Stable identity for history tracking. Generate a short memorable ID based on the feature and test purpose (e.g. AUTH-LOGIN-001, CART-ADD-001). REQUIRED for every test \u2014 without it, renaming or moving a test loses its entire run history.
+- @id:UNIQUE-ID \u2014 Stable identity for history tracking. REQUIRED for every test \u2014 without it, renaming or moving a test loses its entire run history.
+  - **If automating an existing manual test**: use the platform's readableId as the @id (e.g. \`@id:TST-123\`). This is how the platform links automated runs back to the manual test record \u2014 same history, same assignments, same entity.
+  - **If writing a brand-new test with no platform entry**: generate a short memorable ID from the feature and test purpose (e.g. AUTH-LOGIN-001, CART-ADD-001).
 - @feature:name \u2014 Feature area or module this test covers
 - @priority:critical|high|medium|low \u2014 Test importance
 - @test_type:smoke|e2e|regression|integration|unit \u2014 Classification
 
-Optional: @owner:email, @ticket:PROJ-123, @slow, @flaky, @manual, @key:value
+Optional: @owner:email, @ticket:PROJ-123, @slow, @flaky, @key:value
 
 **Playwright** \u2014 ALWAYS use the native tag property (even if existing tests use title-based tags):
 test("User can login", { tag: ['@id:AUTH-LOGIN-001', '@feature:auth', '@priority:high', '@test_type:e2e'] }, async ({ page }) => { });
@@ -9786,19 +9822,26 @@ it("User can login (@id:AUTH-LOGIN-001 @feature:auth @priority:high @test_type:e
 
 **Existing tests without @id** \u2014 When fixing or modifying a test that has no @id tag, add one. Generate the ID from the feature + a short description, e.g. @id:CHECKOUT-SUBMIT-001.
 
-**Manual test cases** \u2014 Use the @manual tag to mark tests that require human execution. For manual tests, write an empty shell that is skipped so it appears in the test catalog without running automatically:
+**Manual tests** \u2014 When you identify a scenario that requires human execution (e.g. physical device, visual inspection, third-party flow), capture it as a manual test case rather than skipping or omitting it:
 
-Playwright:
-test("Verify checkout flow on mobile device", { tag: ['@id:CHECKOUT-MOBILE-001', '@manual', '@feature:checkout', '@priority:high'] }, async () => {
-  test.skip(true, 'Manual test \u2014 requires human execution');
-});
+1. Draft the test as a markdown file at \`manual-tests/{feature}-{short-title}.md\` using this structure:
+   \`\`\`markdown
+   # {Title}
+   **Priority**: critical|high|medium|low
+   **Tags**: tag1, tag2
 
-WebdriverIO/Other:
-it("Verify checkout flow on mobile device (@id:CHECKOUT-MOBILE-001 @manual @feature:checkout @priority:high)", async () => {
-  pending('Manual test \u2014 requires human execution');
-});
+   ## Preconditions
+   - ...
+
+   ## Steps
+   1. ...
+   2. ...
 
-Manual tests show up in the Supatest dashboard as "Manual" and their results can be recorded through the platform UI.
+   ## Expected Result
+   - ...
+   \`\`\`
+2. Show the draft to the user and ask for confirmation before creating it in Supatest.
+3. On confirmation, use the Supatest MCP \`create-manual-test\` tool to create it (pass \`title\`, \`steps\` as the markdown body, \`priority\`, \`tags\`, and \`folderId\` if relevant). The tool returns a \`readableId\` (e.g. TST-123) \u2014 store it. If you automate this same test later in the session, use \`@id:TST-123\` (the platform readableId) instead of generating a new ID.
 
 A test is not complete until it has @id plus the other required tags.
 </test_tagging>`;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@supatest/cli",
-  "version": "0.0.56",
+  "version": "0.0.58",
   "description": "Supatest CLI - AI-powered task automation for CI/CD",
   "type": "module",
   "bin": {