@cliwatch/cli-bench 0.4.0

package/dist/client/zod.gen.js

@@ -0,0 +1,413 @@
+// This file is auto-generated by @hey-api/openapi-ts
+import { z } from 'zod';
+/**
+ * ValidationError
+ */
+export const zValidationError = z.object({
+    loc: z.array(z.union([z.string(), z.int()])),
+    msg: z.string(),
+    type: z.string()
+});
+/**
+ * TrendModelPoint
+ */
+export const zTrendModelPoint = z.object({
+    avg_turns: z.number(),
+    display_name: z.string(),
+    model_id: z.string(),
+    pass_rate: z.union([
+        z.number(),
+        z.null()
+    ]),
+    success_rate: z.number()
+});
+/**
+ * TrendPoint
+ */
+export const zTrendPoint = z.object({
+    ci_event: z.union([
+        z.string(),
+        z.null()
+    ]),
+    created_at: z.iso.datetime(),
+    git_ref: z.union([
+        z.string(),
+        z.null()
+    ]),
+    git_sha: z.union([
+        z.string(),
+        z.null()
+    ]),
+    models: z.array(zTrendModelPoint),
+    pr_number: z.union([
+        z.int(),
+        z.null()
+    ]),
+    run_id: z.int(),
+    task_suite_hash: z.union([
+        z.string(),
+        z.null()
+    ])
+});
+/**
+ * TrendResponse
+ */
+export const zTrendResponse = z.object({
+    cli_name: z.string(),
+    points: z.array(zTrendPoint)
+});
+/**
+ * TaskResultUpload
+ */
+export const zTaskResultUpload = z.object({
+    assertionResults: z.optional(z.array(z.unknown())).default([]),
+    commandsRun: z.optional(z.array(z.string())).default([]),
+    conversationTrace: z.optional(z.array(z.unknown())).default([]),
+    failureReason: z.optional(z.union([
+        z.string(),
+        z.null()
+    ])),
+    passed: z.boolean(),
+    repeatIndex: z.optional(z.union([
+        z.int(),
+        z.null()
+    ])),
+    taskDefinition: z.optional(z.union([
+        z.record(z.string(), z.unknown()),
+        z.null()
+    ])),
+    taskId: z.string(),
+    totalInputTokens: z.optional(z.int()).default(0),
+    totalOutputTokens: z.optional(z.int()).default(0),
+    turnsUsed: z.optional(z.int()).default(0)
+});
+/**
+ * RunModelSummary
+ */
+export const zRunModelSummary = z.object({
+    avg_turns: z.number(),
+    display_name: z.string(),
+    model_id: z.string(),
+    pass_rate: z.union([
+        z.number(),
+        z.null()
+    ]),
+    success_rate: z.number()
+});
+/**
+ * RunSummary
+ */
+export const zRunSummary = z.object({
+    ci_build_url: z.union([
+        z.string(),
+        z.null()
+    ]),
+    ci_event: z.union([
+        z.string(),
+        z.null()
+    ]),
+    cli_display_name: z.string(),
+    cli_name: z.string(),
+    cli_version: z.union([
+        z.string(),
+        z.null()
+    ]),
+    created_at: z.iso.datetime(),
+    git_ref: z.union([
+        z.string(),
+        z.null()
+    ]),
+    git_sha: z.union([
+        z.string(),
+        z.null()
+    ]),
+    id: z.int(),
+    models: z.array(zRunModelSummary),
+    pr_number: z.union([
+        z.int(),
+        z.null()
+    ]),
+    repository: z.union([
+        z.string(),
+        z.null()
+    ]),
+    task_count: z.int()
+});
+/**
+ * RunsListResponse
+ */
+export const zRunsListResponse = z.object({
+    runs: z.array(zRunSummary),
+    total: z.int()
+});
+/**
+ * RunTaskDetail
+ */
+export const zRunTaskDetail = z.object({
+    commands_run: z.array(z.string()),
+    failure_reason: z.union([
+        z.string(),
+        z.null()
+    ]),
+    passed: z.boolean(),
+    repeat_index: z.optional(z.union([
+        z.int(),
+        z.null()
+    ])),
+    task_id: z.string(),
+    total_tokens: z.int(),
+    turns_used: z.int()
+});
+/**
+ * RunModelDetail
+ */
+export const zRunModelDetail = z.object({
+    avg_tokens: z.number(),
+    avg_turns: z.number(),
+    display_name: z.string(),
+    help_mode: z.string(),
+    model_id: z.string(),
+    pass_rate: z.union([
+        z.number(),
+        z.null()
+    ]),
+    success_rate: z.number(),
+    tasks: z.array(zRunTaskDetail)
+});
+/**
+ * RunDetailResponse
+ */
+export const zRunDetailResponse = z.object({
+    ci_build_url: z.union([
+        z.string(),
+        z.null()
+    ]),
+    ci_event: z.union([
+        z.string(),
+        z.null()
+    ]),
+    ci_provider: z.union([
+        z.string(),
+        z.null()
+    ]),
+    cli_display_name: z.string(),
+    cli_name: z.string(),
+    cli_version: z.union([
+        z.string(),
+        z.null()
+    ]),
+    commit_message: z.union([
+        z.string(),
+        z.null()
+    ]),
+    created_at: z.iso.datetime(),
+    git_author: z.union([
+        z.string(),
+        z.null()
+    ]),
+    git_base_ref: z.union([
+        z.string(),
+        z.null()
+    ]),
+    git_ref: z.union([
+        z.string(),
+        z.null()
+    ]),
+    git_sha: z.union([
+        z.string(),
+        z.null()
+    ]),
+    id: z.int(),
+    models: z.array(zRunModelDetail),
+    pr_number: z.union([
+        z.int(),
+        z.null()
+    ]),
+    repository: z.union([
+        z.string(),
+        z.null()
+    ]),
+    tags: z.union([
+        z.array(z.string()),
+        z.null()
+    ]),
+    task_count: z.int(),
+    task_suite_hash: z.union([
+        z.string(),
+        z.null()
+    ]),
+    total_evals: z.optional(z.union([
+        z.int(),
+        z.null()
+    ]))
+});
+/**
+ * ModelResultUpload
+ */
+export const zModelResultUpload = z.object({
+    avgLatencyMs: z.optional(z.int()).default(0),
+    avgTotalTokens: z.optional(z.number()).default(0),
+    avgTurnsToSuccess: z.optional(z.number()).default(0),
+    displayName: z.string(),
+    helpMode: z.optional(z.string()).default('injected'),
+    modelId: z.string(),
+    passRate: z.optional(z.union([
+        z.number(),
+        z.null()
+    ])),
+    provider: z.string(),
+    successRate: z.optional(z.union([
+        z.number(),
+        z.null()
+    ])),
+    taskResults: z.array(zTaskResultUpload)
+});
+/**
+ * HTTPValidationError
+ */
+export const zHttpValidationError = z.object({
+    detail: z.optional(z.array(zValidationError))
+});
+/**
+ * GridReportUploadResponse
+ */
+export const zGridReportUploadResponse = z.object({
+    cli_profile_id: z.int(),
+    run_id: z.int()
+});
+/**
+ * GridReportUpload
+ */
+export const zGridReportUpload = z.object({
+    ciBuildUrl: z.optional(z.union([
+        z.string().max(1024),
+        z.null()
+    ])),
+    ciEvent: z.optional(z.union([
+        z.string().max(64),
+        z.null()
+    ])),
+    ciProvider: z.optional(z.union([
+        z.string().max(64),
+        z.null()
+    ])),
+    cli: z.string(),
+    cliVersion: z.optional(z.union([
+        z.string(),
+        z.null()
+    ])),
+    commitMessage: z.optional(z.union([
+        z.string().max(512),
+        z.null()
+    ])),
+    generatedAt: z.string(),
+    gitAuthor: z.optional(z.union([
+        z.string().max(128),
+        z.null()
+    ])),
+    gitBaseRef: z.optional(z.union([
+        z.string().max(256),
+        z.null()
+    ])),
+    gitRef: z.optional(z.union([
+        z.string().max(256),
+        z.null()
+    ])),
+    gitSha: z.optional(z.union([
+        z.string().max(64),
+        z.null()
+    ])),
+    gridVersion: z.string(),
+    modelResults: z.array(zModelResultUpload),
+    prNumber: z.optional(z.union([
+        z.int(),
+        z.null()
+    ])),
+    repository: z.optional(z.union([
+        z.string().max(256),
+        z.null()
+    ])),
+    systemPrompt: z.optional(z.union([
+        z.string(),
+        z.null()
+    ])),
+    tags: z.optional(z.union([
+        z.array(z.string()).max(20),
+        z.null()
+    ])),
+    taskCount: z.int(),
+    taskSuiteHash: z.optional(z.union([
+        z.string().max(64),
+        z.null()
+    ])),
+    taskSuiteVersion: z.string(),
+    thresholdResults: z.optional(z.union([
+        z.record(z.string(), z.unknown()),
+        z.null()
+    ])),
+    totalEvals: z.optional(z.union([
+        z.int(),
+        z.null()
+    ]))
+});
+export const zCliBenchUploadCliBenchResultsData = z.object({
+    body: zGridReportUpload,
+    path: z.optional(z.never()),
+    query: z.optional(z.never()),
+    headers: z.object({
+        authorization: z.string()
+    })
+});
+/**
+ * Successful Response
+ */
+export const zCliBenchUploadCliBenchResultsResponse = zGridReportUploadResponse;
+export const zCliBenchListRunsData = z.object({
+    body: z.optional(z.never()),
+    path: z.optional(z.never()),
+    query: z.optional(z.object({
+        cli: z.optional(z.union([
+            z.string(),
+            z.null()
+        ])),
+        limit: z.optional(z.int().gte(1).lte(100)).default(20),
+        offset: z.optional(z.int().gte(0)).default(0)
+    })),
+    headers: z.object({
+        authorization: z.string()
+    })
+});
+/**
+ * Successful Response
+ */
+export const zCliBenchListRunsResponse = zRunsListResponse;
+export const zCliBenchGetRunDetailData = z.object({
+    body: z.optional(z.never()),
+    path: z.object({
+        run_id: z.int()
+    }),
+    query: z.optional(z.never()),
+    headers: z.object({
+        authorization: z.string()
+    })
+});
+/**
+ * Successful Response
+ */
+export const zCliBenchGetRunDetailResponse = zRunDetailResponse;
+export const zCliBenchGetTrendData = z.object({
+    body: z.optional(z.never()),
+    path: z.optional(z.never()),
+    query: z.object({
+        cli: z.string(),
+        limit: z.optional(z.int().gte(1).lte(100)).default(20)
+    }),
+    headers: z.object({
+        authorization: z.string()
+    })
+});
+/**
+ * Successful Response
+ */
+export const zCliBenchGetTrendResponse = zTrendResponse;
+//# sourceMappingURL=zod.gen.js.map

package/dist/client/zod.gen.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"zod.gen.js","sourceRoot":"","sources":["../../src/client/zod.gen.ts"],"names":[],"mappings":"AAAA,qDAAqD;AAErD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;GAEG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC5C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC;QACf,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;CAC3B,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC;QACd,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE;IAC5B,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC;QACb,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC;QACb,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC;IACjC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC;QACf,CAAC,CAAC,GAAG,EAAE;QACP,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE;IACf,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC;QACrB,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;CACL,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC;CAC/B,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,gBAAgB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IAC9D,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IACxD,iBAAiB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IAC/D,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAC9B,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACnB,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAC5B,CAAC,CAAC,GAAG,EAAE;QACP,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,cAAc,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAC/B,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QACjC,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,gBAAgB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAChD,iBAAiB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACjD,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;CAC5C,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC;QACf,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;CAC3B,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC;QAClB,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC;QACd,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE;IAC5B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC;QACjB,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE;IAC5B,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC;QACb,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC;QACb,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE;IACX,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC;IACjC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC;QACf,CAAC,CAAC,GAAG,EAAE;QACP,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC;QAChB,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE;CACtB,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC;IAC1B,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE;CACjB,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACjC,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC;QACpB,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACnB,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAC7B,CAAC,CAAC,GAAG,EAAE;QACP,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE;IACrB,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE;CACtB,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC;QACf,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC;CACjC,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC;QAClB,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC;QACd,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC;QACjB,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE;IAC5B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC;QACjB,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC;QACpB,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE;IAC5B,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC;QAChB,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC;QAClB,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC;QACb,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC;QACb,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE;IACX,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC;IAChC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC;QACf,CAAC,CAAC,GAAG,EAAE;QACP,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC;QAChB,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC;QACV,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QACnB,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE;IACnB,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC;QACrB,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC;IACF,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAC5B,CAAC,CAAC,GAAG,EAAE;QACP,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;CACN,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5C,cAAc,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACjD,iBAAiB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACpD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IACpD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QACzB,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAC5B,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC;CAC1C,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;CAChD,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE;IACvB,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE;CAClB,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAC3B,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC;QACpB,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QACxB,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAC3B,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAC3B,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAC9B,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC;QACnB,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAC1B,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC;QACnB,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAC3B,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC;QACnB,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QACvB,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC;QACnB,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QACvB,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC;IACzC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QACzB,CAAC,CAAC,GAAG,EAAE;QACP,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAC3B,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC;QACnB,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAC7B,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QACrB,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;QAC3B,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE;IAClB,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAC9B,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE;IAC5B,gBAAgB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QACjC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QACjC,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;IACH,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAC3B,CAAC,CAAC,GAAG,EAAE;QACP,CAAC,CAAC,IAAI,EAAE;KACX,CAAC,CAAC;CACN,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,CAAC,MAAM,CAAC;IACvD,IAAI,EAAE,iBAAiB;IACvB,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IAC3B,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IAC5B,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QACd,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;KAC5B,CAAC;CACL,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,sCAAsC,GAAG,yBAAyB,CAAC;AAEhF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IAC3B,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IAC3B,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;QACvB,GAAG,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;YACpB,CAAC,CAAC,MAAM,EAAE;YACV,CAAC,CAAC,IAAI,EAAE;SACX,CAAC,CAAC;QACH,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QACtD,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;KAChD,CAAC,CAAC;IACH,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QACd,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;KAC5B,CAAC;CACL,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,iBAAiB,CAAC;AAE3D,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IAC3B,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACX,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE;KAClB,CAAC;IACF,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IAC5B,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QACd,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;KAC5B,CAAC;CACL,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAG,kBAAkB,CAAC;AAEhE,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IAC3B,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IAC3B,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;QACZ,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;QACf,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;KACzD,CAAC;IACF,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QACd,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;KAC5B,CAAC;CACL,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,cAAc,CAAC"}

package/dist/config.d.ts

@@ -0,0 +1,22 @@
+/**
+ * CLI argument parsing for @cliwatch/cli-bench.
+ */
+import type { HelpMode } from './models.js';
+export interface Config {
+    filter: string[];
+    models: string[];
+    output?: string;
+    dryRun: boolean;
+    helpCacheDir: string;
+    concurrency: number;
+    upload: boolean;
+    backendUrl: string;
+    apiKey: string;
+    helpModes: HelpMode[];
+    configFile?: string;
+    initMode: boolean;
+    workdir?: string;
+    repeat?: number;
+}
+export declare function parseArgs(argv: string[]): Config;
+//# sourceMappingURL=config.d.ts.map

package/dist/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,MAAM,WAAW,MAAM;IACrB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,OAAO,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,CAqEhD"}

package/dist/config.js

@@ -0,0 +1,94 @@
+/**
+ * CLI argument parsing for @cliwatch/cli-bench.
+ */
+export function parseArgs(argv) {
+    const args = argv.slice(2);
+    const config = {
+        filter: [],
+        models: [],
+        dryRun: false,
+        helpCacheDir: './help_cache',
+        concurrency: 3,
+        output: undefined,
+        upload: false,
+        backendUrl: process.env['CLIWATCH_BACKEND_URL'] ?? 'https://api.cliwatch.dev',
+        apiKey: process.env['CLIWATCH_API_KEY'] ?? '',
+        helpModes: ['injected'],
+        initMode: false,
+    };
+    for (let i = 0; i < args.length; i++) {
+        switch (args[i]) {
+            case 'init':
+                config.initMode = true;
+                break;
+            case '--config':
+                config.configFile = args[++i];
+                break;
+            case '--filter':
+                config.filter = (args[++i] ?? '').split(',').map((s) => s.trim()).filter(Boolean);
+                break;
+            case '--models':
+                config.models = (args[++i] ?? '').split(',').map((s) => s.trim()).filter(Boolean);
+                break;
+            case '--output':
+                config.output = args[++i];
+                break;
+            case '--dry-run':
+                config.dryRun = true;
+                break;
+            case '--help-cache':
+                config.helpCacheDir = args[++i] ?? './help_cache';
+                break;
+            case '--concurrency':
+                config.concurrency = parseInt(args[++i] ?? '3', 10);
+                break;
+            case '--upload':
+                config.upload = true;
+                break;
+            case '--workdir':
+                config.workdir = args[++i];
+                break;
+            case '--repeat':
+                config.repeat = parseInt(args[++i] ?? '1', 10);
+                break;
+            case '--help-modes':
+                config.helpModes = (args[++i] ?? 'injected')
+                    .split(',')
+                    .map((s) => s.trim())
+                    .filter((s) => ['injected', 'discoverable', 'none'].includes(s));
+                if (config.helpModes.length === 0)
+                    config.helpModes = ['injected'];
+                break;
+            case '--help':
+                printUsage();
+                process.exit(0);
+            default:
+                console.error(`Unknown option: ${args[i]}`);
+                printUsage();
+                process.exit(1);
+        }
+    }
+    return config;
+}
+function printUsage() {
+    console.log(`Usage: cli-bench [init] [options]
+
+Commands:
+  init                  Scaffold a cli-bench.yaml in the current directory
+
+Options:
+  --config <path>       Path to config file (default: auto-discover cli-bench.yaml)
+  --filter <clis>       Comma-separated CLI names (default: all with task suites)
+  --models <models>     Comma-separated model IDs (default: all in config/registry)
+  --output <file>       Write JSON GridReport to file
+  --dry-run             Print prompt for first task without calling API
+  --help-cache <dir>    Directory with cached help text JSON files
+  --help-modes <modes>  Comma-separated help modes: injected,discoverable,none (default: injected)
+  --concurrency <n>     Max concurrent API calls (default: 3)
+  --workdir <dir>       Working directory for commands
+  --repeat <n>          Run each task N times for statistical confidence (default: 1)
+                        Note: tasks with non-idempotent setup may collide across repeats
+  --upload              POST GridReport to backend after run
+  --help                Show this help message`);
+}
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA;;GAEG;AAqBH,MAAM,UAAU,SAAS,CAAC,IAAc;IACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3B,MAAM,MAAM,GAAW;QACrB,MAAM,EAAE,EAAE;QACV,MAAM,EAAE,EAAE;QACV,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,cAAc;QAC5B,WAAW,EAAE,CAAC;QACd,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE,KAAK;QACb,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,IAAI,0BAA0B;QAC7E,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,EAAE;QAC7C,SAAS,EAAE,CAAC,UAAU,CAAC;QACvB,QAAQ,EAAE,KAAK;KAChB,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,QAAQ,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAChB,KAAK,MAAM;gBACT,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;gBACvB,MAAM;YACR,KAAK,UAAU;gBACb,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC9B,MAAM;YACR,KAAK,UAAU;gBACb,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAClF,MAAM;YACR,KAAK,UAAU;gBACb,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAClF,MAAM;YACR,KAAK,UAAU;gBACb,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC1B,MAAM;YACR,KAAK,WAAW;gBACd,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC;gBACrB,MAAM;YACR,KAAK,cAAc;gBACjB,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,cAAc,CAAC;gBAClD,MAAM;YACR,KAAK,eAAe;gBAClB,MAAM,CAAC,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;gBACpD,MAAM;YACR,KAAK,UAAU;gBACb,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC;gBACrB,MAAM;YACR,KAAK,WAAW;gBACd,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC3B,MAAM;YACR,KAAK,UAAU;gBACb,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;gBAC/C,MAAM;YACR,KAAK,cAAc;gBACjB,MAAM,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,UAAU,CAAC;qBACzC,KAAK,CAAC,GAAG,CAAC;qBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;qBACpB,MAAM,CAAC,CAAC,CAAC,EAAiB,EAAE,CAAC,CAAC,UAAU,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClF,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC;oBAAE,MAAM,CAAC,SAAS,GAAG,CAAC,UAAU,CAAC,CAAC;gBACnE,MAAM;YACR,KAAK,QAAQ;gBACX,UAAU,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB;gBACE,OAAO,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC5C,UAAU,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,UAAU;IACjB,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;;;+CAkBiC,CAAC,CAAC;AACjD,CAAC"}

package/dist/exec.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Direct host execution — runs commands on the CI runner (no Docker).
+ *
+ * Replaces the Docker sandbox with plain child_process.execFile + sh -c.
+ */
+export interface ExecResult {
+    stdout: string;
+    stderr: string;
+    exitCode: number;
+}
+export declare function execCommand(command: string, opts?: {
+    cwd?: string;
+    timeout?: number;
+}): Promise<ExecResult>;
+export declare function runSetup(commands: string[], opts?: {
+    cwd?: string;
+}): Promise<void>;
+//# sourceMappingURL=exec.d.ts.map

package/dist/exec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../src/exec.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAsB,WAAW,CAC/B,OAAO,EAAE,MAAM,EACf,IAAI,CAAC,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,GACxC,OAAO,CAAC,UAAU,CAAC,CAkBrB;AAED,wBAAsB,QAAQ,CAC5B,QAAQ,EAAE,MAAM,EAAE,EAClB,IAAI,CAAC,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GACtB,OAAO,CAAC,IAAI,CAAC,CAOf"}

package/dist/exec.js

@@ -0,0 +1,30 @@
+/**
+ * Direct host execution — runs commands on the CI runner (no Docker).
+ *
+ * Replaces the Docker sandbox with plain child_process.execFile + sh -c.
+ */
+import { execFile } from 'node:child_process';
+const EXEC_TIMEOUT_MS = 30_000;
+const MAX_OUTPUT_CHARS = 2_000;
+export async function execCommand(command, opts) {
+    const timeout = opts?.timeout ?? EXEC_TIMEOUT_MS;
+    return new Promise((resolve) => {
+        execFile('sh', ['-c', command], { timeout, maxBuffer: 256 * 1024, cwd: opts?.cwd }, (err, stdout, stderr) => {
+            const exitCode = err && 'code' in err ? err.code : err ? 1 : 0;
+            resolve({
+                stdout: (stdout ?? '').toString().slice(0, MAX_OUTPUT_CHARS),
+                stderr: (stderr ?? '').toString().slice(0, MAX_OUTPUT_CHARS),
+                exitCode,
+            });
+        });
+    });
+}
+export async function runSetup(commands, opts) {
+    for (const cmd of commands) {
+        const result = await execCommand(cmd, opts);
+        if (result.exitCode !== 0) {
+            console.warn(`  Setup command failed (non-fatal): ${cmd}\n  stderr: ${result.stderr}`);
+        }
+    }
+}
+//# sourceMappingURL=exec.js.map

package/dist/exec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"exec.js","sourceRoot":"","sources":["../src/exec.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,MAAM,eAAe,GAAG,MAAM,CAAC;AAC/B,MAAM,gBAAgB,GAAG,KAAK,CAAC;AAQ/B,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,OAAe,EACf,IAAyC;IAEzC,MAAM,OAAO,GAAG,IAAI,EAAE,OAAO,IAAI,eAAe,CAAC;IAEjD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,QAAQ,CACN,IAAI,EACJ,CAAC,IAAI,EAAE,OAAO,CAAC,EACf,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,GAAG,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,EAClD,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;YACtB,MAAM,QAAQ,GAAG,GAAG,IAAI,MAAM,IAAI,GAAG,CAAC,CAAC,CAAE,GAAG,CAAC,IAAe,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3E,OAAO,CAAC;gBACN,MAAM,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC;gBAC5D,MAAM,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC;gBAC5D,QAAQ;aACT,CAAC,CAAC;QACL,CAAC,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,QAAkB,EAClB,IAAuB;IAEvB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC5C,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,IAAI,CAAC,uCAAuC,GAAG,eAAe,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/help-loader.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Loads CLI help text from cached JSON files or live CLI execution.
+ *
+ * Cached mode reads from help_cache/<cli>.json, produced by
+ * `audit-worker --dry-run --output-help --output <file>`.
+ *
+ * Live mode shells out to the CLI's --help (requires CLI installed).
+ */
+import type { HelpCache } from './models.js';
+export declare function loadHelpFromCache(cacheDir: string, cliName: string): Promise<HelpCache | null>;
+export declare function listAvailableCaches(cacheDir: string): Promise<string[]>;
+export declare function loadHelpLive(cliName: string, maxDepth?: number, maxCommands?: number): Promise<HelpCache>;
+//# sourceMappingURL=help-loader.d.ts.map

package/dist/help-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"help-loader.d.ts","sourceRoot":"","sources":["../src/help-loader.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAKH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAE7C,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,CA6B3B;AAED,wBAAsB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAS7E;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,MAAM,EACf,QAAQ,GAAE,MAAU,EACpB,WAAW,GAAE,MAAW,GACvB,OAAO,CAAC,SAAS,CAAC,CAkCpB"}