@cliwatch/cli-bench 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (136) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +145 -0
  3. package/dist/assertions.d.ts +14 -0
  4. package/dist/assertions.d.ts.map +1 -0
  5. package/dist/assertions.js +161 -0
  6. package/dist/assertions.js.map +1 -0
  7. package/dist/ci.d.ts +29 -0
  8. package/dist/ci.d.ts.map +1 -0
  9. package/dist/ci.js +75 -0
  10. package/dist/ci.js.map +1 -0
  11. package/dist/client/client/client.gen.d.ts +3 -0
  12. package/dist/client/client/client.gen.d.ts.map +1 -0
  13. package/dist/client/client/client.gen.js +235 -0
  14. package/dist/client/client/client.gen.js.map +1 -0
  15. package/dist/client/client/index.d.ts +9 -0
  16. package/dist/client/client/index.d.ts.map +1 -0
  17. package/dist/client/client/index.js +7 -0
  18. package/dist/client/client/index.js.map +1 -0
  19. package/dist/client/client/types.gen.d.ts +118 -0
  20. package/dist/client/client/types.gen.d.ts.map +1 -0
  21. package/dist/client/client/types.gen.js +3 -0
  22. package/dist/client/client/types.gen.js.map +1 -0
  23. package/dist/client/client/utils.gen.d.ts +34 -0
  24. package/dist/client/client/utils.gen.d.ts.map +1 -0
  25. package/dist/client/client/utils.gen.js +229 -0
  26. package/dist/client/client/utils.gen.js.map +1 -0
  27. package/dist/client/client.gen.d.ts +13 -0
  28. package/dist/client/client.gen.d.ts.map +1 -0
  29. package/dist/client/client.gen.js +4 -0
  30. package/dist/client/client.gen.js.map +1 -0
  31. package/dist/client/core/auth.gen.d.ts +19 -0
  32. package/dist/client/core/auth.gen.d.ts.map +1 -0
  33. package/dist/client/core/auth.gen.js +15 -0
  34. package/dist/client/core/auth.gen.js.map +1 -0
  35. package/dist/client/core/bodySerializer.gen.d.ts +26 -0
  36. package/dist/client/core/bodySerializer.gen.d.ts.map +1 -0
  37. package/dist/client/core/bodySerializer.gen.js +58 -0
  38. package/dist/client/core/bodySerializer.gen.js.map +1 -0
  39. package/dist/client/core/params.gen.d.ts +44 -0
  40. package/dist/client/core/params.gen.d.ts.map +1 -0
  41. package/dist/client/core/params.gen.js +101 -0
  42. package/dist/client/core/params.gen.js.map +1 -0
  43. package/dist/client/core/pathSerializer.gen.d.ts +34 -0
  44. package/dist/client/core/pathSerializer.gen.d.ts.map +1 -0
  45. package/dist/client/core/pathSerializer.gen.js +107 -0
  46. package/dist/client/core/pathSerializer.gen.js.map +1 -0
  47. package/dist/client/core/queryKeySerializer.gen.d.ts +19 -0
  48. package/dist/client/core/queryKeySerializer.gen.d.ts.map +1 -0
  49. package/dist/client/core/queryKeySerializer.gen.js +93 -0
  50. package/dist/client/core/queryKeySerializer.gen.js.map +1 -0
  51. package/dist/client/core/serverSentEvents.gen.d.ts +72 -0
  52. package/dist/client/core/serverSentEvents.gen.d.ts.map +1 -0
  53. package/dist/client/core/serverSentEvents.gen.js +134 -0
  54. package/dist/client/core/serverSentEvents.gen.js.map +1 -0
  55. package/dist/client/core/types.gen.d.ts +79 -0
  56. package/dist/client/core/types.gen.d.ts.map +1 -0
  57. package/dist/client/core/types.gen.js +3 -0
  58. package/dist/client/core/types.gen.js.map +1 -0
  59. package/dist/client/core/utils.gen.d.ts +20 -0
  60. package/dist/client/core/utils.gen.d.ts.map +1 -0
  61. package/dist/client/core/utils.gen.js +88 -0
  62. package/dist/client/core/utils.gen.js.map +1 -0
  63. package/dist/client/index.d.ts +3 -0
  64. package/dist/client/index.d.ts.map +1 -0
  65. package/dist/client/index.js +3 -0
  66. package/dist/client/index.js.map +1 -0
  67. package/dist/client/sdk.gen.d.ts +45 -0
  68. package/dist/client/sdk.gen.d.ts.map +1 -0
  69. package/dist/client/sdk.gen.js +47 -0
  70. package/dist/client/sdk.gen.js.map +1 -0
  71. package/dist/client/types.gen.d.ts +694 -0
  72. package/dist/client/types.gen.d.ts.map +1 -0
  73. package/dist/client/types.gen.js +3 -0
  74. package/dist/client/types.gen.js.map +1 -0
  75. package/dist/client/zod.gen.d.ts +492 -0
  76. package/dist/client/zod.gen.d.ts.map +1 -0
  77. package/dist/client/zod.gen.js +413 -0
  78. package/dist/client/zod.gen.js.map +1 -0
  79. package/dist/config.d.ts +22 -0
  80. package/dist/config.d.ts.map +1 -0
  81. package/dist/config.js +94 -0
  82. package/dist/config.js.map +1 -0
  83. package/dist/exec.d.ts +18 -0
  84. package/dist/exec.d.ts.map +1 -0
  85. package/dist/exec.js +30 -0
  86. package/dist/exec.js.map +1 -0
  87. package/dist/help-loader.d.ts +13 -0
  88. package/dist/help-loader.d.ts.map +1 -0
  89. package/dist/help-loader.js +135 -0
  90. package/dist/help-loader.js.map +1 -0
  91. package/dist/index.d.ts +14 -0
  92. package/dist/index.d.ts.map +1 -0
  93. package/dist/index.js +148 -0
  94. package/dist/index.js.map +1 -0
  95. package/dist/init.d.ts +5 -0
  96. package/dist/init.d.ts.map +1 -0
  97. package/dist/init.js +62 -0
  98. package/dist/init.js.map +1 -0
  99. package/dist/models.d.ts +158 -0
  100. package/dist/models.d.ts.map +1 -0
  101. package/dist/models.js +8 -0
  102. package/dist/models.js.map +1 -0
  103. package/dist/project.d.ts +26 -0
  104. package/dist/project.d.ts.map +1 -0
  105. package/dist/project.js +101 -0
  106. package/dist/project.js.map +1 -0
  107. package/dist/prompt.d.ts +12 -0
  108. package/dist/prompt.d.ts.map +1 -0
  109. package/dist/prompt.js +88 -0
  110. package/dist/prompt.js.map +1 -0
  111. package/dist/providers.d.ts +26 -0
  112. package/dist/providers.d.ts.map +1 -0
  113. package/dist/providers.js +55 -0
  114. package/dist/providers.js.map +1 -0
  115. package/dist/runner.d.ts +34 -0
  116. package/dist/runner.d.ts.map +1 -0
  117. package/dist/runner.js +434 -0
  118. package/dist/runner.js.map +1 -0
  119. package/dist/schemas.d.ts +256 -0
  120. package/dist/schemas.d.ts.map +1 -0
  121. package/dist/schemas.js +59 -0
  122. package/dist/schemas.js.map +1 -0
  123. package/dist/suite-generator.d.ts +8 -0
  124. package/dist/suite-generator.d.ts.map +1 -0
  125. package/dist/suite-generator.js +100 -0
  126. package/dist/suite-generator.js.map +1 -0
  127. package/dist/thresholds.d.ts +10 -0
  128. package/dist/thresholds.d.ts.map +1 -0
  129. package/dist/thresholds.js +57 -0
  130. package/dist/thresholds.js.map +1 -0
  131. package/package.json +41 -0
  132. package/task_suites/curl.yaml +138 -0
  133. package/task_suites/docker.yaml +163 -0
  134. package/task_suites/gh.yaml +118 -0
  135. package/task_suites/jq.yaml +172 -0
  136. package/task_suites/kubectl.yaml +74 -0
@@ -0,0 +1,492 @@
1
+ import { z } from 'zod';
2
+ /**
3
+ * ValidationError
4
+ */
5
+ export declare const zValidationError: z.ZodObject<{
6
+ loc: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodInt]>>;
7
+ msg: z.ZodString;
8
+ type: z.ZodString;
9
+ }, z.core.$strip>;
10
+ /**
11
+ * TrendModelPoint
12
+ */
13
+ export declare const zTrendModelPoint: z.ZodObject<{
14
+ avg_turns: z.ZodNumber;
15
+ display_name: z.ZodString;
16
+ model_id: z.ZodString;
17
+ pass_rate: z.ZodUnion<readonly [z.ZodNumber, z.ZodNull]>;
18
+ success_rate: z.ZodNumber;
19
+ }, z.core.$strip>;
20
+ /**
21
+ * TrendPoint
22
+ */
23
+ export declare const zTrendPoint: z.ZodObject<{
24
+ ci_event: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
25
+ created_at: z.ZodISODateTime;
26
+ git_ref: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
27
+ git_sha: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
28
+ models: z.ZodArray<z.ZodObject<{
29
+ avg_turns: z.ZodNumber;
30
+ display_name: z.ZodString;
31
+ model_id: z.ZodString;
32
+ pass_rate: z.ZodUnion<readonly [z.ZodNumber, z.ZodNull]>;
33
+ success_rate: z.ZodNumber;
34
+ }, z.core.$strip>>;
35
+ pr_number: z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>;
36
+ run_id: z.ZodInt;
37
+ task_suite_hash: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
38
+ }, z.core.$strip>;
39
+ /**
40
+ * TrendResponse
41
+ */
42
+ export declare const zTrendResponse: z.ZodObject<{
43
+ cli_name: z.ZodString;
44
+ points: z.ZodArray<z.ZodObject<{
45
+ ci_event: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
46
+ created_at: z.ZodISODateTime;
47
+ git_ref: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
48
+ git_sha: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
49
+ models: z.ZodArray<z.ZodObject<{
50
+ avg_turns: z.ZodNumber;
51
+ display_name: z.ZodString;
52
+ model_id: z.ZodString;
53
+ pass_rate: z.ZodUnion<readonly [z.ZodNumber, z.ZodNull]>;
54
+ success_rate: z.ZodNumber;
55
+ }, z.core.$strip>>;
56
+ pr_number: z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>;
57
+ run_id: z.ZodInt;
58
+ task_suite_hash: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
59
+ }, z.core.$strip>>;
60
+ }, z.core.$strip>;
61
+ /**
62
+ * TaskResultUpload
63
+ */
64
+ export declare const zTaskResultUpload: z.ZodObject<{
65
+ assertionResults: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodUnknown>>>;
66
+ commandsRun: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodString>>>;
67
+ conversationTrace: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodUnknown>>>;
68
+ failureReason: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
69
+ passed: z.ZodBoolean;
70
+ repeatIndex: z.ZodOptional<z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>>;
71
+ taskDefinition: z.ZodOptional<z.ZodUnion<readonly [z.ZodRecord<z.ZodString, z.ZodUnknown>, z.ZodNull]>>;
72
+ taskId: z.ZodString;
73
+ totalInputTokens: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
74
+ totalOutputTokens: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
75
+ turnsUsed: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
76
+ }, z.core.$strip>;
77
+ /**
78
+ * RunModelSummary
79
+ */
80
+ export declare const zRunModelSummary: z.ZodObject<{
81
+ avg_turns: z.ZodNumber;
82
+ display_name: z.ZodString;
83
+ model_id: z.ZodString;
84
+ pass_rate: z.ZodUnion<readonly [z.ZodNumber, z.ZodNull]>;
85
+ success_rate: z.ZodNumber;
86
+ }, z.core.$strip>;
87
+ /**
88
+ * RunSummary
89
+ */
90
+ export declare const zRunSummary: z.ZodObject<{
91
+ ci_build_url: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
92
+ ci_event: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
93
+ cli_display_name: z.ZodString;
94
+ cli_name: z.ZodString;
95
+ cli_version: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
96
+ created_at: z.ZodISODateTime;
97
+ git_ref: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
98
+ git_sha: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
99
+ id: z.ZodInt;
100
+ models: z.ZodArray<z.ZodObject<{
101
+ avg_turns: z.ZodNumber;
102
+ display_name: z.ZodString;
103
+ model_id: z.ZodString;
104
+ pass_rate: z.ZodUnion<readonly [z.ZodNumber, z.ZodNull]>;
105
+ success_rate: z.ZodNumber;
106
+ }, z.core.$strip>>;
107
+ pr_number: z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>;
108
+ repository: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
109
+ task_count: z.ZodInt;
110
+ }, z.core.$strip>;
111
+ /**
112
+ * RunsListResponse
113
+ */
114
+ export declare const zRunsListResponse: z.ZodObject<{
115
+ runs: z.ZodArray<z.ZodObject<{
116
+ ci_build_url: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
117
+ ci_event: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
118
+ cli_display_name: z.ZodString;
119
+ cli_name: z.ZodString;
120
+ cli_version: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
121
+ created_at: z.ZodISODateTime;
122
+ git_ref: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
123
+ git_sha: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
124
+ id: z.ZodInt;
125
+ models: z.ZodArray<z.ZodObject<{
126
+ avg_turns: z.ZodNumber;
127
+ display_name: z.ZodString;
128
+ model_id: z.ZodString;
129
+ pass_rate: z.ZodUnion<readonly [z.ZodNumber, z.ZodNull]>;
130
+ success_rate: z.ZodNumber;
131
+ }, z.core.$strip>>;
132
+ pr_number: z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>;
133
+ repository: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
134
+ task_count: z.ZodInt;
135
+ }, z.core.$strip>>;
136
+ total: z.ZodInt;
137
+ }, z.core.$strip>;
138
+ /**
139
+ * RunTaskDetail
140
+ */
141
+ export declare const zRunTaskDetail: z.ZodObject<{
142
+ commands_run: z.ZodArray<z.ZodString>;
143
+ failure_reason: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
144
+ passed: z.ZodBoolean;
145
+ repeat_index: z.ZodOptional<z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>>;
146
+ task_id: z.ZodString;
147
+ total_tokens: z.ZodInt;
148
+ turns_used: z.ZodInt;
149
+ }, z.core.$strip>;
150
+ /**
151
+ * RunModelDetail
152
+ */
153
+ export declare const zRunModelDetail: z.ZodObject<{
154
+ avg_tokens: z.ZodNumber;
155
+ avg_turns: z.ZodNumber;
156
+ display_name: z.ZodString;
157
+ help_mode: z.ZodString;
158
+ model_id: z.ZodString;
159
+ pass_rate: z.ZodUnion<readonly [z.ZodNumber, z.ZodNull]>;
160
+ success_rate: z.ZodNumber;
161
+ tasks: z.ZodArray<z.ZodObject<{
162
+ commands_run: z.ZodArray<z.ZodString>;
163
+ failure_reason: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
164
+ passed: z.ZodBoolean;
165
+ repeat_index: z.ZodOptional<z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>>;
166
+ task_id: z.ZodString;
167
+ total_tokens: z.ZodInt;
168
+ turns_used: z.ZodInt;
169
+ }, z.core.$strip>>;
170
+ }, z.core.$strip>;
171
+ /**
172
+ * RunDetailResponse
173
+ */
174
+ export declare const zRunDetailResponse: z.ZodObject<{
175
+ ci_build_url: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
176
+ ci_event: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
177
+ ci_provider: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
178
+ cli_display_name: z.ZodString;
179
+ cli_name: z.ZodString;
180
+ cli_version: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
181
+ commit_message: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
182
+ created_at: z.ZodISODateTime;
183
+ git_author: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
184
+ git_base_ref: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
185
+ git_ref: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
186
+ git_sha: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
187
+ id: z.ZodInt;
188
+ models: z.ZodArray<z.ZodObject<{
189
+ avg_tokens: z.ZodNumber;
190
+ avg_turns: z.ZodNumber;
191
+ display_name: z.ZodString;
192
+ help_mode: z.ZodString;
193
+ model_id: z.ZodString;
194
+ pass_rate: z.ZodUnion<readonly [z.ZodNumber, z.ZodNull]>;
195
+ success_rate: z.ZodNumber;
196
+ tasks: z.ZodArray<z.ZodObject<{
197
+ commands_run: z.ZodArray<z.ZodString>;
198
+ failure_reason: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
199
+ passed: z.ZodBoolean;
200
+ repeat_index: z.ZodOptional<z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>>;
201
+ task_id: z.ZodString;
202
+ total_tokens: z.ZodInt;
203
+ turns_used: z.ZodInt;
204
+ }, z.core.$strip>>;
205
+ }, z.core.$strip>>;
206
+ pr_number: z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>;
207
+ repository: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
208
+ tags: z.ZodUnion<readonly [z.ZodArray<z.ZodString>, z.ZodNull]>;
209
+ task_count: z.ZodInt;
210
+ task_suite_hash: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
211
+ total_evals: z.ZodOptional<z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>>;
212
+ }, z.core.$strip>;
213
+ /**
214
+ * ModelResultUpload
215
+ */
216
+ export declare const zModelResultUpload: z.ZodObject<{
217
+ avgLatencyMs: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
218
+ avgTotalTokens: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
219
+ avgTurnsToSuccess: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
220
+ displayName: z.ZodString;
221
+ helpMode: z.ZodDefault<z.ZodOptional<z.ZodString>>;
222
+ modelId: z.ZodString;
223
+ passRate: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodNull]>>;
224
+ provider: z.ZodString;
225
+ successRate: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodNull]>>;
226
+ taskResults: z.ZodArray<z.ZodObject<{
227
+ assertionResults: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodUnknown>>>;
228
+ commandsRun: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodString>>>;
229
+ conversationTrace: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodUnknown>>>;
230
+ failureReason: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
231
+ passed: z.ZodBoolean;
232
+ repeatIndex: z.ZodOptional<z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>>;
233
+ taskDefinition: z.ZodOptional<z.ZodUnion<readonly [z.ZodRecord<z.ZodString, z.ZodUnknown>, z.ZodNull]>>;
234
+ taskId: z.ZodString;
235
+ totalInputTokens: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
236
+ totalOutputTokens: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
237
+ turnsUsed: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
238
+ }, z.core.$strip>>;
239
+ }, z.core.$strip>;
240
+ /**
241
+ * HTTPValidationError
242
+ */
243
+ export declare const zHttpValidationError: z.ZodObject<{
244
+ detail: z.ZodOptional<z.ZodArray<z.ZodObject<{
245
+ loc: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodInt]>>;
246
+ msg: z.ZodString;
247
+ type: z.ZodString;
248
+ }, z.core.$strip>>>;
249
+ }, z.core.$strip>;
250
+ /**
251
+ * GridReportUploadResponse
252
+ */
253
+ export declare const zGridReportUploadResponse: z.ZodObject<{
254
+ cli_profile_id: z.ZodInt;
255
+ run_id: z.ZodInt;
256
+ }, z.core.$strip>;
257
+ /**
258
+ * GridReportUpload
259
+ */
260
+ export declare const zGridReportUpload: z.ZodObject<{
261
+ ciBuildUrl: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
262
+ ciEvent: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
263
+ ciProvider: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
264
+ cli: z.ZodString;
265
+ cliVersion: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
266
+ commitMessage: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
267
+ generatedAt: z.ZodString;
268
+ gitAuthor: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
269
+ gitBaseRef: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
270
+ gitRef: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
271
+ gitSha: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
272
+ gridVersion: z.ZodString;
273
+ modelResults: z.ZodArray<z.ZodObject<{
274
+ avgLatencyMs: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
275
+ avgTotalTokens: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
276
+ avgTurnsToSuccess: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
277
+ displayName: z.ZodString;
278
+ helpMode: z.ZodDefault<z.ZodOptional<z.ZodString>>;
279
+ modelId: z.ZodString;
280
+ passRate: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodNull]>>;
281
+ provider: z.ZodString;
282
+ successRate: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodNull]>>;
283
+ taskResults: z.ZodArray<z.ZodObject<{
284
+ assertionResults: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodUnknown>>>;
285
+ commandsRun: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodString>>>;
286
+ conversationTrace: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodUnknown>>>;
287
+ failureReason: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
288
+ passed: z.ZodBoolean;
289
+ repeatIndex: z.ZodOptional<z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>>;
290
+ taskDefinition: z.ZodOptional<z.ZodUnion<readonly [z.ZodRecord<z.ZodString, z.ZodUnknown>, z.ZodNull]>>;
291
+ taskId: z.ZodString;
292
+ totalInputTokens: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
293
+ totalOutputTokens: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
294
+ turnsUsed: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
295
+ }, z.core.$strip>>;
296
+ }, z.core.$strip>>;
297
+ prNumber: z.ZodOptional<z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>>;
298
+ repository: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
299
+ systemPrompt: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
300
+ tags: z.ZodOptional<z.ZodUnion<readonly [z.ZodArray<z.ZodString>, z.ZodNull]>>;
301
+ taskCount: z.ZodInt;
302
+ taskSuiteHash: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
303
+ taskSuiteVersion: z.ZodString;
304
+ thresholdResults: z.ZodOptional<z.ZodUnion<readonly [z.ZodRecord<z.ZodString, z.ZodUnknown>, z.ZodNull]>>;
305
+ totalEvals: z.ZodOptional<z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>>;
306
+ }, z.core.$strip>;
307
+ export declare const zCliBenchUploadCliBenchResultsData: z.ZodObject<{
308
+ body: z.ZodObject<{
309
+ ciBuildUrl: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
310
+ ciEvent: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
311
+ ciProvider: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
312
+ cli: z.ZodString;
313
+ cliVersion: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
314
+ commitMessage: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
315
+ generatedAt: z.ZodString;
316
+ gitAuthor: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
317
+ gitBaseRef: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
318
+ gitRef: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
319
+ gitSha: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
320
+ gridVersion: z.ZodString;
321
+ modelResults: z.ZodArray<z.ZodObject<{
322
+ avgLatencyMs: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
323
+ avgTotalTokens: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
324
+ avgTurnsToSuccess: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
325
+ displayName: z.ZodString;
326
+ helpMode: z.ZodDefault<z.ZodOptional<z.ZodString>>;
327
+ modelId: z.ZodString;
328
+ passRate: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodNull]>>;
329
+ provider: z.ZodString;
330
+ successRate: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodNull]>>;
331
+ taskResults: z.ZodArray<z.ZodObject<{
332
+ assertionResults: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodUnknown>>>;
333
+ commandsRun: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodString>>>;
334
+ conversationTrace: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodUnknown>>>;
335
+ failureReason: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
336
+ passed: z.ZodBoolean;
337
+ repeatIndex: z.ZodOptional<z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>>;
338
+ taskDefinition: z.ZodOptional<z.ZodUnion<readonly [z.ZodRecord<z.ZodString, z.ZodUnknown>, z.ZodNull]>>;
339
+ taskId: z.ZodString;
340
+ totalInputTokens: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
341
+ totalOutputTokens: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
342
+ turnsUsed: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
343
+ }, z.core.$strip>>;
344
+ }, z.core.$strip>>;
345
+ prNumber: z.ZodOptional<z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>>;
346
+ repository: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
347
+ systemPrompt: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
348
+ tags: z.ZodOptional<z.ZodUnion<readonly [z.ZodArray<z.ZodString>, z.ZodNull]>>;
349
+ taskCount: z.ZodInt;
350
+ taskSuiteHash: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
351
+ taskSuiteVersion: z.ZodString;
352
+ thresholdResults: z.ZodOptional<z.ZodUnion<readonly [z.ZodRecord<z.ZodString, z.ZodUnknown>, z.ZodNull]>>;
353
+ totalEvals: z.ZodOptional<z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>>;
354
+ }, z.core.$strip>;
355
+ path: z.ZodOptional<z.ZodNever>;
356
+ query: z.ZodOptional<z.ZodNever>;
357
+ headers: z.ZodObject<{
358
+ authorization: z.ZodString;
359
+ }, z.core.$strip>;
360
+ }, z.core.$strip>;
361
+ /**
362
+ * Successful Response
363
+ */
364
+ export declare const zCliBenchUploadCliBenchResultsResponse: z.ZodObject<{
365
+ cli_profile_id: z.ZodInt;
366
+ run_id: z.ZodInt;
367
+ }, z.core.$strip>;
368
+ export declare const zCliBenchListRunsData: z.ZodObject<{
369
+ body: z.ZodOptional<z.ZodNever>;
370
+ path: z.ZodOptional<z.ZodNever>;
371
+ query: z.ZodOptional<z.ZodObject<{
372
+ cli: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNull]>>;
373
+ limit: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
374
+ offset: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
375
+ }, z.core.$strip>>;
376
+ headers: z.ZodObject<{
377
+ authorization: z.ZodString;
378
+ }, z.core.$strip>;
379
+ }, z.core.$strip>;
380
+ /**
381
+ * Successful Response
382
+ */
383
+ export declare const zCliBenchListRunsResponse: z.ZodObject<{
384
+ runs: z.ZodArray<z.ZodObject<{
385
+ ci_build_url: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
386
+ ci_event: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
387
+ cli_display_name: z.ZodString;
388
+ cli_name: z.ZodString;
389
+ cli_version: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
390
+ created_at: z.ZodISODateTime;
391
+ git_ref: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
392
+ git_sha: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
393
+ id: z.ZodInt;
394
+ models: z.ZodArray<z.ZodObject<{
395
+ avg_turns: z.ZodNumber;
396
+ display_name: z.ZodString;
397
+ model_id: z.ZodString;
398
+ pass_rate: z.ZodUnion<readonly [z.ZodNumber, z.ZodNull]>;
399
+ success_rate: z.ZodNumber;
400
+ }, z.core.$strip>>;
401
+ pr_number: z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>;
402
+ repository: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
403
+ task_count: z.ZodInt;
404
+ }, z.core.$strip>>;
405
+ total: z.ZodInt;
406
+ }, z.core.$strip>;
407
+ export declare const zCliBenchGetRunDetailData: z.ZodObject<{
408
+ body: z.ZodOptional<z.ZodNever>;
409
+ path: z.ZodObject<{
410
+ run_id: z.ZodInt;
411
+ }, z.core.$strip>;
412
+ query: z.ZodOptional<z.ZodNever>;
413
+ headers: z.ZodObject<{
414
+ authorization: z.ZodString;
415
+ }, z.core.$strip>;
416
+ }, z.core.$strip>;
417
+ /**
418
+ * Successful Response
419
+ */
420
+ export declare const zCliBenchGetRunDetailResponse: z.ZodObject<{
421
+ ci_build_url: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
422
+ ci_event: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
423
+ ci_provider: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
424
+ cli_display_name: z.ZodString;
425
+ cli_name: z.ZodString;
426
+ cli_version: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
427
+ commit_message: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
428
+ created_at: z.ZodISODateTime;
429
+ git_author: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
430
+ git_base_ref: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
431
+ git_ref: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
432
+ git_sha: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
433
+ id: z.ZodInt;
434
+ models: z.ZodArray<z.ZodObject<{
435
+ avg_tokens: z.ZodNumber;
436
+ avg_turns: z.ZodNumber;
437
+ display_name: z.ZodString;
438
+ help_mode: z.ZodString;
439
+ model_id: z.ZodString;
440
+ pass_rate: z.ZodUnion<readonly [z.ZodNumber, z.ZodNull]>;
441
+ success_rate: z.ZodNumber;
442
+ tasks: z.ZodArray<z.ZodObject<{
443
+ commands_run: z.ZodArray<z.ZodString>;
444
+ failure_reason: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
445
+ passed: z.ZodBoolean;
446
+ repeat_index: z.ZodOptional<z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>>;
447
+ task_id: z.ZodString;
448
+ total_tokens: z.ZodInt;
449
+ turns_used: z.ZodInt;
450
+ }, z.core.$strip>>;
451
+ }, z.core.$strip>>;
452
+ pr_number: z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>;
453
+ repository: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
454
+ tags: z.ZodUnion<readonly [z.ZodArray<z.ZodString>, z.ZodNull]>;
455
+ task_count: z.ZodInt;
456
+ task_suite_hash: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
457
+ total_evals: z.ZodOptional<z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>>;
458
+ }, z.core.$strip>;
459
+ export declare const zCliBenchGetTrendData: z.ZodObject<{
460
+ body: z.ZodOptional<z.ZodNever>;
461
+ path: z.ZodOptional<z.ZodNever>;
462
+ query: z.ZodObject<{
463
+ cli: z.ZodString;
464
+ limit: z.ZodDefault<z.ZodOptional<z.ZodInt>>;
465
+ }, z.core.$strip>;
466
+ headers: z.ZodObject<{
467
+ authorization: z.ZodString;
468
+ }, z.core.$strip>;
469
+ }, z.core.$strip>;
470
+ /**
471
+ * Successful Response
472
+ */
473
+ export declare const zCliBenchGetTrendResponse: z.ZodObject<{
474
+ cli_name: z.ZodString;
475
+ points: z.ZodArray<z.ZodObject<{
476
+ ci_event: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
477
+ created_at: z.ZodISODateTime;
478
+ git_ref: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
479
+ git_sha: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
480
+ models: z.ZodArray<z.ZodObject<{
481
+ avg_turns: z.ZodNumber;
482
+ display_name: z.ZodString;
483
+ model_id: z.ZodString;
484
+ pass_rate: z.ZodUnion<readonly [z.ZodNumber, z.ZodNull]>;
485
+ success_rate: z.ZodNumber;
486
+ }, z.core.$strip>>;
487
+ pr_number: z.ZodUnion<readonly [z.ZodInt, z.ZodNull]>;
488
+ run_id: z.ZodInt;
489
+ task_suite_hash: z.ZodUnion<readonly [z.ZodString, z.ZodNull]>;
490
+ }, z.core.$strip>>;
491
+ }, z.core.$strip>;
492
+ //# sourceMappingURL=zod.gen.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"zod.gen.d.ts","sourceRoot":"","sources":["../../src/client/zod.gen.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;iBAI3B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;;iBAS3B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;iBAwBtB,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;iBAGzB,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;iBAqB5B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;;iBAS3B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;iBAmCtB,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;iBAG5B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;;;;iBAczB,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;iBAY1B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA+D7B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;iBAiB7B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;;iBAE/B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;iBAGpC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAuE5B,CAAC;AAEH,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAO7C,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,sCAAsC;;;iBAA4B,CAAC;AAEhF,eAAO,MAAM,qBAAqB;;;;;;;;;;;iBAchC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;iBAAoB,CAAC;AAE3D,eAAO,MAAM,yBAAyB;;;;;;;;;iBASpC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAAqB,CAAC;AAEhE,eAAO,MAAM,qBAAqB;;;;;;;;;;iBAUhC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;iBAAiB,CAAC"}