@bolt-foundry/gambit 0.8.6-rc.1 → 0.8.6-rc.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (140) hide show
  1. package/CHANGELOG.md +60 -1
  2. package/esm/gambit/simulator-ui/dist/bundle.js +2033 -964
  3. package/esm/gambit/simulator-ui/dist/bundle.js.map +4 -4
  4. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceConversationSessionStart/parameters_type.d.ts +2 -1
  5. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceConversationSessionStart/parameters_type.d.ts.map +1 -1
  6. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/normalization_ast.d.ts.map +1 -1
  7. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/normalization_ast.js +288 -101
  8. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.d.ts +84 -45
  9. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.d.ts.map +1 -1
  10. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.d.ts +3 -2
  11. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.d.ts.map +1 -1
  12. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.d.ts +1 -1
  13. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.d.ts.map +1 -1
  14. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.js +85 -47
  15. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/raw_response_type.d.ts +86 -48
  16. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/raw_response_type.d.ts.map +1 -1
  17. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/resolver_reader.d.ts.map +1 -1
  18. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/resolver_reader.js +363 -97
  19. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/normalization_ast.d.ts.map +1 -1
  20. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/normalization_ast.js +154 -76
  21. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.d.ts +1 -1
  22. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.d.ts.map +1 -1
  23. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.js +45 -29
  24. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/raw_response_type.d.ts +46 -30
  25. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/raw_response_type.d.ts.map +1 -1
  26. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/normalization_ast.d.ts.map +1 -1
  27. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/normalization_ast.js +154 -76
  28. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/param_type.d.ts +45 -28
  29. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/param_type.d.ts.map +1 -1
  30. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.d.ts +1 -1
  31. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.d.ts.map +1 -1
  32. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.js +45 -29
  33. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/raw_response_type.d.ts +46 -30
  34. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/raw_response_type.d.ts.map +1 -1
  35. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/resolver_reader.d.ts.map +1 -1
  36. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/resolver_reader.js +194 -78
  37. package/esm/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/param_type.d.ts +45 -28
  38. package/esm/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/param_type.d.ts.map +1 -1
  39. package/esm/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/resolver_reader.d.ts.map +1 -1
  40. package/esm/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/resolver_reader.js +194 -78
  41. package/esm/simulator-ui/isograph/components/Query/SimulatorVerifyPage.d.ts.map +1 -1
  42. package/esm/simulator-ui/isograph/components/Query/SimulatorVerifyPage.js +257 -203
  43. package/esm/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.d.ts.map +1 -1
  44. package/esm/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.js +8 -3
  45. package/esm/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.d.ts.map +1 -1
  46. package/esm/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.js +45 -28
  47. package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts +84 -45
  48. package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts.map +1 -1
  49. package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.js +85 -46
  50. package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.d.ts +84 -45
  51. package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.d.ts.map +1 -1
  52. package/esm/simulator-ui/src/AppShell.d.ts.map +1 -1
  53. package/esm/simulator-ui/src/AppShell.js +6 -4
  54. package/esm/simulator-ui/src/verify_unified.d.ts +17 -0
  55. package/esm/simulator-ui/src/verify_unified.d.ts.map +1 -0
  56. package/esm/simulator-ui/src/verify_unified.js +25 -0
  57. package/esm/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts +1 -1
  58. package/esm/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts.map +1 -1
  59. package/esm/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.js +1 -1
  60. package/esm/src/server.d.ts.map +1 -1
  61. package/esm/src/server.js +227 -45
  62. package/esm/src/server_isograph_environment.d.ts +11 -4
  63. package/esm/src/server_isograph_environment.d.ts.map +1 -1
  64. package/esm/src/server_isograph_environment.js +5 -0
  65. package/esm/src/simulator_graphql.d.ts +11 -4
  66. package/esm/src/simulator_graphql.d.ts.map +1 -1
  67. package/esm/src/simulator_graphql.js +278 -245
  68. package/package.json +2 -2
  69. package/script/gambit/simulator-ui/dist/bundle.js +2033 -964
  70. package/script/gambit/simulator-ui/dist/bundle.js.map +4 -4
  71. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceConversationSessionStart/parameters_type.d.ts +2 -1
  72. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceConversationSessionStart/parameters_type.d.ts.map +1 -1
  73. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/normalization_ast.d.ts.map +1 -1
  74. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/normalization_ast.js +288 -101
  75. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.d.ts +84 -45
  76. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.d.ts.map +1 -1
  77. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.d.ts +3 -2
  78. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.d.ts.map +1 -1
  79. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.d.ts +1 -1
  80. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.d.ts.map +1 -1
  81. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.js +85 -47
  82. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/raw_response_type.d.ts +86 -48
  83. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/raw_response_type.d.ts.map +1 -1
  84. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/resolver_reader.d.ts.map +1 -1
  85. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/resolver_reader.js +363 -97
  86. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/normalization_ast.d.ts.map +1 -1
  87. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/normalization_ast.js +154 -76
  88. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.d.ts +1 -1
  89. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.d.ts.map +1 -1
  90. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.js +45 -29
  91. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/raw_response_type.d.ts +46 -30
  92. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/raw_response_type.d.ts.map +1 -1
  93. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/normalization_ast.d.ts.map +1 -1
  94. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/normalization_ast.js +154 -76
  95. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/param_type.d.ts +45 -28
  96. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/param_type.d.ts.map +1 -1
  97. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.d.ts +1 -1
  98. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.d.ts.map +1 -1
  99. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.js +45 -29
  100. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/raw_response_type.d.ts +46 -30
  101. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/raw_response_type.d.ts.map +1 -1
  102. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/resolver_reader.d.ts.map +1 -1
  103. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/resolver_reader.js +194 -78
  104. package/script/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/param_type.d.ts +45 -28
  105. package/script/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/param_type.d.ts.map +1 -1
  106. package/script/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/resolver_reader.d.ts.map +1 -1
  107. package/script/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/resolver_reader.js +194 -78
  108. package/script/simulator-ui/isograph/components/Query/SimulatorVerifyPage.d.ts.map +1 -1
  109. package/script/simulator-ui/isograph/components/Query/SimulatorVerifyPage.js +256 -202
  110. package/script/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.d.ts.map +1 -1
  111. package/script/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.js +8 -3
  112. package/script/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.d.ts.map +1 -1
  113. package/script/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.js +45 -28
  114. package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts +84 -45
  115. package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts.map +1 -1
  116. package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.js +85 -46
  117. package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.d.ts +84 -45
  118. package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.d.ts.map +1 -1
  119. package/script/simulator-ui/src/AppShell.d.ts.map +1 -1
  120. package/script/simulator-ui/src/AppShell.js +6 -4
  121. package/script/simulator-ui/src/verify_unified.d.ts +17 -0
  122. package/script/simulator-ui/src/verify_unified.d.ts.map +1 -0
  123. package/script/simulator-ui/src/verify_unified.js +29 -0
  124. package/script/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts +1 -1
  125. package/script/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts.map +1 -1
  126. package/script/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.js +1 -1
  127. package/script/src/server.d.ts.map +1 -1
  128. package/script/src/server.js +227 -45
  129. package/script/src/server_isograph_environment.d.ts +11 -4
  130. package/script/src/server_isograph_environment.d.ts.map +1 -1
  131. package/script/src/server_isograph_environment.js +5 -0
  132. package/script/src/simulator_graphql.d.ts +11 -4
  133. package/script/src/simulator_graphql.d.ts.map +1 -1
  134. package/script/src/simulator_graphql.js +278 -245
  135. package/esm/simulator-ui/src/verify_metrics.d.ts +0 -50
  136. package/esm/simulator-ui/src/verify_metrics.d.ts.map +0 -1
  137. package/esm/simulator-ui/src/verify_metrics.js +0 -260
  138. package/script/simulator-ui/src/verify_metrics.d.ts +0 -50
  139. package/script/simulator-ui/src/verify_metrics.d.ts.map +0 -1
  140. package/script/simulator-ui/src/verify_metrics.js +0 -264
@@ -50,6 +50,11 @@ const normalizationAst = {
50
50
  fieldName: "graderId",
51
51
  arguments: null,
52
52
  },
53
+ {
54
+ kind: "Scalar",
55
+ fieldName: "graderRepeatsPerScenario",
56
+ arguments: null,
57
+ },
53
58
  {
54
59
  kind: "Linked",
55
60
  fieldName: "metrics",
@@ -58,90 +63,164 @@ const normalizationAst = {
58
63
  selections: [
59
64
  {
60
65
  kind: "Scalar",
61
- fieldName: "agreementRate",
66
+ fieldName: "executionFailureCount",
67
+ arguments: null,
68
+ },
69
+ {
70
+ kind: "Linked",
71
+ fieldName: "failureReasons",
72
+ arguments: [
73
+ [
74
+ "first",
75
+ { kind: "Literal", value: 25 },
76
+ ],
77
+ ],
78
+ concreteType: "WorkspaceVerifyMetricsFailureReasonsConnection",
79
+ selections: [
80
+ {
81
+ kind: "Linked",
82
+ fieldName: "edges",
83
+ arguments: null,
84
+ concreteType: "WorkspaceVerifyMetricsFailureReasonsConnectionEdge",
85
+ selections: [
86
+ {
87
+ kind: "Linked",
88
+ fieldName: "node",
89
+ arguments: null,
90
+ concreteType: "WorkspaceVerifyFailureReasonGroup",
91
+ selections: [
92
+ {
93
+ kind: "Scalar",
94
+ fieldName: "count",
95
+ arguments: null,
96
+ },
97
+ {
98
+ kind: "Scalar",
99
+ fieldName: "key",
100
+ arguments: null,
101
+ },
102
+ {
103
+ kind: "Scalar",
104
+ fieldName: "kind",
105
+ arguments: null,
106
+ },
107
+ {
108
+ kind: "Scalar",
109
+ fieldName: "reason",
110
+ arguments: null,
111
+ },
112
+ ],
113
+ },
114
+ ],
115
+ },
116
+ ],
117
+ },
118
+ {
119
+ kind: "Scalar",
120
+ fieldName: "gradeSampleCountCompleted",
121
+ arguments: null,
122
+ },
123
+ {
124
+ kind: "Scalar",
125
+ fieldName: "gradeSampleCountFailed",
126
+ arguments: null,
127
+ },
128
+ {
129
+ kind: "Scalar",
130
+ fieldName: "gradeSampleCountRequested",
62
131
  arguments: null,
63
132
  },
64
133
  {
65
134
  kind: "Scalar",
66
- fieldName: "instabilityCount",
135
+ fieldName: "gradingFailureCount",
67
136
  arguments: null,
68
137
  },
69
138
  {
70
139
  kind: "Linked",
71
- fieldName: "outliers",
140
+ fieldName: "outlierScenarioRuns",
72
141
  arguments: [
73
142
  [
74
143
  "first",
75
144
  { kind: "Literal", value: 25 },
76
145
  ],
77
146
  ],
78
- concreteType: "WorkspaceVerifyMetricsOutliersConnection",
147
+ concreteType: "WorkspaceVerifyMetricsOutlierScenarioRunsConnection",
79
148
  selections: [
80
149
  {
81
150
  kind: "Linked",
82
151
  fieldName: "edges",
83
152
  arguments: null,
84
- concreteType: "WorkspaceVerifyMetricsOutliersConnectionEdge",
153
+ concreteType: "WorkspaceVerifyMetricsOutlierScenarioRunsConnectionEdge",
85
154
  selections: [
86
155
  {
87
156
  kind: "Linked",
88
157
  fieldName: "node",
89
158
  arguments: null,
90
- concreteType: "WorkspaceVerifyOutlier",
159
+ concreteType: "WorkspaceVerifyScenarioOutlier",
91
160
  selections: [
92
161
  {
93
162
  kind: "Scalar",
94
- fieldName: "agreementRate",
163
+ fieldName: "averageScore",
95
164
  arguments: null,
96
165
  },
97
166
  {
98
167
  kind: "Scalar",
99
- fieldName: "instability",
168
+ fieldName: "completedSampleCount",
100
169
  arguments: null,
101
170
  },
102
171
  {
103
172
  kind: "Scalar",
104
- fieldName: "key",
173
+ fieldName: "executionFailureCount",
105
174
  arguments: null,
106
175
  },
107
176
  {
108
177
  kind: "Scalar",
109
- fieldName: "label",
178
+ fieldName: "failed",
110
179
  arguments: null,
111
180
  },
112
181
  {
113
182
  kind: "Scalar",
114
- fieldName: "maxRunId",
183
+ fieldName: "gradeSampleCount",
115
184
  arguments: null,
116
185
  },
117
186
  {
118
187
  kind: "Scalar",
119
- fieldName: "messageRefId",
188
+ fieldName: "gradingFailureCount",
120
189
  arguments: null,
121
190
  },
122
191
  {
123
192
  kind: "Scalar",
124
- fieldName: "minRunId",
193
+ fieldName: "key",
125
194
  arguments: null,
126
195
  },
127
196
  {
128
197
  kind: "Scalar",
129
- fieldName: "passFlip",
198
+ fieldName: "maxRunId",
130
199
  arguments: null,
131
200
  },
132
201
  {
133
202
  kind: "Scalar",
134
- fieldName: "sampleSize",
203
+ fieldName: "maxScore",
135
204
  arguments: null,
136
205
  },
137
206
  {
138
207
  kind: "Scalar",
139
- fieldName: "scoreDelta",
208
+ fieldName: "messageRefId",
140
209
  arguments: null,
141
210
  },
142
211
  {
143
212
  kind: "Scalar",
144
- fieldName: "turnIndex",
213
+ fieldName: "minRunId",
214
+ arguments: null,
215
+ },
216
+ {
217
+ kind: "Scalar",
218
+ fieldName: "minScore",
219
+ arguments: null,
220
+ },
221
+ {
222
+ kind: "Scalar",
223
+ fieldName: "scenarioRunId",
145
224
  arguments: null,
146
225
  },
147
226
  ],
@@ -152,32 +231,42 @@ const normalizationAst = {
152
231
  },
153
232
  {
154
233
  kind: "Scalar",
155
- fieldName: "sampleSize",
234
+ fieldName: "passRate",
235
+ arguments: null,
236
+ },
237
+ {
238
+ kind: "Scalar",
239
+ fieldName: "scenarioRunCountCompleted",
156
240
  arguments: null,
157
241
  },
158
242
  {
159
243
  kind: "Scalar",
160
- fieldName: "scoreSpreadMax",
244
+ fieldName: "scenarioRunCountFailed",
161
245
  arguments: null,
162
246
  },
163
247
  {
164
248
  kind: "Scalar",
165
- fieldName: "scoreSpreadMedian",
249
+ fieldName: "scenarioRunCountRequested",
166
250
  arguments: null,
167
251
  },
168
252
  {
169
253
  kind: "Scalar",
170
- fieldName: "scoreSpreadMin",
254
+ fieldName: "scoreMax",
171
255
  arguments: null,
172
256
  },
173
257
  {
174
258
  kind: "Scalar",
175
- fieldName: "verdict",
259
+ fieldName: "scoreMean",
176
260
  arguments: null,
177
261
  },
178
262
  {
179
263
  kind: "Scalar",
180
- fieldName: "verdictReason",
264
+ fieldName: "scoreMedian",
265
+ arguments: null,
266
+ },
267
+ {
268
+ kind: "Scalar",
269
+ fieldName: "scoreMin",
181
270
  arguments: null,
182
271
  },
183
272
  ],
@@ -193,7 +282,7 @@ const normalizationAst = {
193
282
  arguments: [
194
283
  [
195
284
  "first",
196
- { kind: "Literal", value: 50 },
285
+ { kind: "Literal", value: 200 },
197
286
  ],
198
287
  ],
199
288
  concreteType: "WorkspaceVerifyBatchRequestsConnection",
@@ -225,6 +314,11 @@ const normalizationAst = {
225
314
  fieldName: "runId",
226
315
  arguments: null,
227
316
  },
317
+ {
318
+ kind: "Scalar",
319
+ fieldName: "scenarioRunId",
320
+ arguments: null,
321
+ },
228
322
  {
229
323
  kind: "Scalar",
230
324
  fieldName: "status",
@@ -238,7 +332,22 @@ const normalizationAst = {
238
332
  },
239
333
  {
240
334
  kind: "Scalar",
241
- fieldName: "scenarioRunId",
335
+ fieldName: "scenarioDeckId",
336
+ arguments: null,
337
+ },
338
+ {
339
+ kind: "Scalar",
340
+ fieldName: "scenarioRuns",
341
+ arguments: null,
342
+ },
343
+ {
344
+ kind: "Scalar",
345
+ fieldName: "scenarioRunsCompleted",
346
+ arguments: null,
347
+ },
348
+ {
349
+ kind: "Scalar",
350
+ fieldName: "scenarioRunsFailed",
242
351
  arguments: null,
243
352
  },
244
353
  {
@@ -271,60 +380,29 @@ const normalizationAst = {
271
380
  },
272
381
  {
273
382
  kind: "Linked",
274
- fieldName: "scenarioRuns",
275
- arguments: [
276
- [
277
- "first",
278
- { kind: "Literal", value: 50 },
279
- ],
280
- ],
281
- concreteType: "WorkspaceScenarioRunsConnection",
383
+ fieldName: "scenarioDecks",
384
+ arguments: null,
385
+ concreteType: "WorkspaceScenarioDeck",
282
386
  selections: [
283
387
  {
284
- kind: "Linked",
285
- fieldName: "edges",
388
+ kind: "Scalar",
389
+ fieldName: "id",
390
+ arguments: null,
391
+ },
392
+ {
393
+ kind: "Scalar",
394
+ fieldName: "description",
395
+ arguments: null,
396
+ },
397
+ {
398
+ kind: "Scalar",
399
+ fieldName: "label",
400
+ arguments: null,
401
+ },
402
+ {
403
+ kind: "Scalar",
404
+ fieldName: "path",
286
405
  arguments: null,
287
- concreteType: "WorkspaceScenarioRunsConnectionEdge",
288
- selections: [
289
- {
290
- kind: "Linked",
291
- fieldName: "node",
292
- arguments: null,
293
- concreteType: null,
294
- selections: [
295
- {
296
- kind: "Scalar",
297
- fieldName: "__typename",
298
- arguments: null,
299
- },
300
- {
301
- kind: "Scalar",
302
- fieldName: "id",
303
- arguments: null,
304
- },
305
- {
306
- kind: "Scalar",
307
- fieldName: "error",
308
- arguments: null,
309
- },
310
- {
311
- kind: "Scalar",
312
- fieldName: "finishedAt",
313
- arguments: null,
314
- },
315
- {
316
- kind: "Scalar",
317
- fieldName: "startedAt",
318
- arguments: null,
319
- },
320
- {
321
- kind: "Scalar",
322
- fieldName: "status",
323
- arguments: null,
324
- },
325
- ],
326
- },
327
- ],
328
406
  },
329
407
  ],
330
408
  },
@@ -387,6 +465,11 @@ const normalizationAst = {
387
465
  fieldName: "graderId",
388
466
  arguments: null,
389
467
  },
468
+ {
469
+ kind: "Scalar",
470
+ fieldName: "graderRepeatsPerScenario",
471
+ arguments: null,
472
+ },
390
473
  {
391
474
  kind: "Linked",
392
475
  fieldName: "metrics",
@@ -395,90 +478,164 @@ const normalizationAst = {
395
478
  selections: [
396
479
  {
397
480
  kind: "Scalar",
398
- fieldName: "agreementRate",
481
+ fieldName: "executionFailureCount",
482
+ arguments: null,
483
+ },
484
+ {
485
+ kind: "Linked",
486
+ fieldName: "failureReasons",
487
+ arguments: [
488
+ [
489
+ "first",
490
+ { kind: "Literal", value: 25 },
491
+ ],
492
+ ],
493
+ concreteType: "WorkspaceVerifyMetricsFailureReasonsConnection",
494
+ selections: [
495
+ {
496
+ kind: "Linked",
497
+ fieldName: "edges",
498
+ arguments: null,
499
+ concreteType: "WorkspaceVerifyMetricsFailureReasonsConnectionEdge",
500
+ selections: [
501
+ {
502
+ kind: "Linked",
503
+ fieldName: "node",
504
+ arguments: null,
505
+ concreteType: "WorkspaceVerifyFailureReasonGroup",
506
+ selections: [
507
+ {
508
+ kind: "Scalar",
509
+ fieldName: "count",
510
+ arguments: null,
511
+ },
512
+ {
513
+ kind: "Scalar",
514
+ fieldName: "key",
515
+ arguments: null,
516
+ },
517
+ {
518
+ kind: "Scalar",
519
+ fieldName: "kind",
520
+ arguments: null,
521
+ },
522
+ {
523
+ kind: "Scalar",
524
+ fieldName: "reason",
525
+ arguments: null,
526
+ },
527
+ ],
528
+ },
529
+ ],
530
+ },
531
+ ],
532
+ },
533
+ {
534
+ kind: "Scalar",
535
+ fieldName: "gradeSampleCountCompleted",
536
+ arguments: null,
537
+ },
538
+ {
539
+ kind: "Scalar",
540
+ fieldName: "gradeSampleCountFailed",
541
+ arguments: null,
542
+ },
543
+ {
544
+ kind: "Scalar",
545
+ fieldName: "gradeSampleCountRequested",
399
546
  arguments: null,
400
547
  },
401
548
  {
402
549
  kind: "Scalar",
403
- fieldName: "instabilityCount",
550
+ fieldName: "gradingFailureCount",
404
551
  arguments: null,
405
552
  },
406
553
  {
407
554
  kind: "Linked",
408
- fieldName: "outliers",
555
+ fieldName: "outlierScenarioRuns",
409
556
  arguments: [
410
557
  [
411
558
  "first",
412
559
  { kind: "Literal", value: 25 },
413
560
  ],
414
561
  ],
415
- concreteType: "WorkspaceVerifyMetricsOutliersConnection",
562
+ concreteType: "WorkspaceVerifyMetricsOutlierScenarioRunsConnection",
416
563
  selections: [
417
564
  {
418
565
  kind: "Linked",
419
566
  fieldName: "edges",
420
567
  arguments: null,
421
- concreteType: "WorkspaceVerifyMetricsOutliersConnectionEdge",
568
+ concreteType: "WorkspaceVerifyMetricsOutlierScenarioRunsConnectionEdge",
422
569
  selections: [
423
570
  {
424
571
  kind: "Linked",
425
572
  fieldName: "node",
426
573
  arguments: null,
427
- concreteType: "WorkspaceVerifyOutlier",
574
+ concreteType: "WorkspaceVerifyScenarioOutlier",
428
575
  selections: [
429
576
  {
430
577
  kind: "Scalar",
431
- fieldName: "agreementRate",
578
+ fieldName: "averageScore",
432
579
  arguments: null,
433
580
  },
434
581
  {
435
582
  kind: "Scalar",
436
- fieldName: "instability",
583
+ fieldName: "completedSampleCount",
437
584
  arguments: null,
438
585
  },
439
586
  {
440
587
  kind: "Scalar",
441
- fieldName: "key",
588
+ fieldName: "executionFailureCount",
442
589
  arguments: null,
443
590
  },
444
591
  {
445
592
  kind: "Scalar",
446
- fieldName: "label",
593
+ fieldName: "failed",
447
594
  arguments: null,
448
595
  },
449
596
  {
450
597
  kind: "Scalar",
451
- fieldName: "maxRunId",
598
+ fieldName: "gradeSampleCount",
452
599
  arguments: null,
453
600
  },
454
601
  {
455
602
  kind: "Scalar",
456
- fieldName: "messageRefId",
603
+ fieldName: "gradingFailureCount",
457
604
  arguments: null,
458
605
  },
459
606
  {
460
607
  kind: "Scalar",
461
- fieldName: "minRunId",
608
+ fieldName: "key",
609
+ arguments: null,
610
+ },
611
+ {
612
+ kind: "Scalar",
613
+ fieldName: "maxRunId",
614
+ arguments: null,
615
+ },
616
+ {
617
+ kind: "Scalar",
618
+ fieldName: "maxScore",
462
619
  arguments: null,
463
620
  },
464
621
  {
465
622
  kind: "Scalar",
466
- fieldName: "passFlip",
623
+ fieldName: "messageRefId",
467
624
  arguments: null,
468
625
  },
469
626
  {
470
627
  kind: "Scalar",
471
- fieldName: "sampleSize",
628
+ fieldName: "minRunId",
472
629
  arguments: null,
473
630
  },
474
631
  {
475
632
  kind: "Scalar",
476
- fieldName: "scoreDelta",
633
+ fieldName: "minScore",
477
634
  arguments: null,
478
635
  },
479
636
  {
480
637
  kind: "Scalar",
481
- fieldName: "turnIndex",
638
+ fieldName: "scenarioRunId",
482
639
  arguments: null,
483
640
  },
484
641
  ],
@@ -489,32 +646,42 @@ const normalizationAst = {
489
646
  },
490
647
  {
491
648
  kind: "Scalar",
492
- fieldName: "sampleSize",
649
+ fieldName: "passRate",
650
+ arguments: null,
651
+ },
652
+ {
653
+ kind: "Scalar",
654
+ fieldName: "scenarioRunCountCompleted",
655
+ arguments: null,
656
+ },
657
+ {
658
+ kind: "Scalar",
659
+ fieldName: "scenarioRunCountFailed",
493
660
  arguments: null,
494
661
  },
495
662
  {
496
663
  kind: "Scalar",
497
- fieldName: "scoreSpreadMax",
664
+ fieldName: "scenarioRunCountRequested",
498
665
  arguments: null,
499
666
  },
500
667
  {
501
668
  kind: "Scalar",
502
- fieldName: "scoreSpreadMedian",
669
+ fieldName: "scoreMax",
503
670
  arguments: null,
504
671
  },
505
672
  {
506
673
  kind: "Scalar",
507
- fieldName: "scoreSpreadMin",
674
+ fieldName: "scoreMean",
508
675
  arguments: null,
509
676
  },
510
677
  {
511
678
  kind: "Scalar",
512
- fieldName: "verdict",
679
+ fieldName: "scoreMedian",
513
680
  arguments: null,
514
681
  },
515
682
  {
516
683
  kind: "Scalar",
517
- fieldName: "verdictReason",
684
+ fieldName: "scoreMin",
518
685
  arguments: null,
519
686
  },
520
687
  ],
@@ -530,7 +697,7 @@ const normalizationAst = {
530
697
  arguments: [
531
698
  [
532
699
  "first",
533
- { kind: "Literal", value: 50 },
700
+ { kind: "Literal", value: 200 },
534
701
  ],
535
702
  ],
536
703
  concreteType: "WorkspaceVerifyBatchRequestsConnection",
@@ -562,6 +729,11 @@ const normalizationAst = {
562
729
  fieldName: "runId",
563
730
  arguments: null,
564
731
  },
732
+ {
733
+ kind: "Scalar",
734
+ fieldName: "scenarioRunId",
735
+ arguments: null,
736
+ },
565
737
  {
566
738
  kind: "Scalar",
567
739
  fieldName: "status",
@@ -575,7 +747,22 @@ const normalizationAst = {
575
747
  },
576
748
  {
577
749
  kind: "Scalar",
578
- fieldName: "scenarioRunId",
750
+ fieldName: "scenarioDeckId",
751
+ arguments: null,
752
+ },
753
+ {
754
+ kind: "Scalar",
755
+ fieldName: "scenarioRuns",
756
+ arguments: null,
757
+ },
758
+ {
759
+ kind: "Scalar",
760
+ fieldName: "scenarioRunsCompleted",
761
+ arguments: null,
762
+ },
763
+ {
764
+ kind: "Scalar",
765
+ fieldName: "scenarioRunsFailed",
579
766
  arguments: null,
580
767
  },
581
768
  {