@bolt-foundry/gambit 0.8.6-rc.1 → 0.8.6-rc.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (140) hide show
  1. package/CHANGELOG.md +60 -1
  2. package/esm/gambit/simulator-ui/dist/bundle.js +2033 -964
  3. package/esm/gambit/simulator-ui/dist/bundle.js.map +4 -4
  4. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceConversationSessionStart/parameters_type.d.ts +2 -1
  5. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceConversationSessionStart/parameters_type.d.ts.map +1 -1
  6. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/normalization_ast.d.ts.map +1 -1
  7. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/normalization_ast.js +288 -101
  8. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.d.ts +84 -45
  9. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.d.ts.map +1 -1
  10. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.d.ts +3 -2
  11. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.d.ts.map +1 -1
  12. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.d.ts +1 -1
  13. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.d.ts.map +1 -1
  14. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.js +85 -47
  15. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/raw_response_type.d.ts +86 -48
  16. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/raw_response_type.d.ts.map +1 -1
  17. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/resolver_reader.d.ts.map +1 -1
  18. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/resolver_reader.js +363 -97
  19. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/normalization_ast.d.ts.map +1 -1
  20. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/normalization_ast.js +154 -76
  21. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.d.ts +1 -1
  22. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.d.ts.map +1 -1
  23. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.js +45 -29
  24. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/raw_response_type.d.ts +46 -30
  25. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/raw_response_type.d.ts.map +1 -1
  26. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/normalization_ast.d.ts.map +1 -1
  27. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/normalization_ast.js +154 -76
  28. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/param_type.d.ts +45 -28
  29. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/param_type.d.ts.map +1 -1
  30. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.d.ts +1 -1
  31. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.d.ts.map +1 -1
  32. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.js +45 -29
  33. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/raw_response_type.d.ts +46 -30
  34. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/raw_response_type.d.ts.map +1 -1
  35. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/resolver_reader.d.ts.map +1 -1
  36. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/resolver_reader.js +194 -78
  37. package/esm/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/param_type.d.ts +45 -28
  38. package/esm/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/param_type.d.ts.map +1 -1
  39. package/esm/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/resolver_reader.d.ts.map +1 -1
  40. package/esm/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/resolver_reader.js +194 -78
  41. package/esm/simulator-ui/isograph/components/Query/SimulatorVerifyPage.d.ts.map +1 -1
  42. package/esm/simulator-ui/isograph/components/Query/SimulatorVerifyPage.js +257 -203
  43. package/esm/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.d.ts.map +1 -1
  44. package/esm/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.js +8 -3
  45. package/esm/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.d.ts.map +1 -1
  46. package/esm/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.js +45 -28
  47. package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts +84 -45
  48. package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts.map +1 -1
  49. package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.js +85 -46
  50. package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.d.ts +84 -45
  51. package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.d.ts.map +1 -1
  52. package/esm/simulator-ui/src/AppShell.d.ts.map +1 -1
  53. package/esm/simulator-ui/src/AppShell.js +6 -4
  54. package/esm/simulator-ui/src/verify_unified.d.ts +17 -0
  55. package/esm/simulator-ui/src/verify_unified.d.ts.map +1 -0
  56. package/esm/simulator-ui/src/verify_unified.js +25 -0
  57. package/esm/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts +1 -1
  58. package/esm/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts.map +1 -1
  59. package/esm/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.js +1 -1
  60. package/esm/src/server.d.ts.map +1 -1
  61. package/esm/src/server.js +227 -45
  62. package/esm/src/server_isograph_environment.d.ts +11 -4
  63. package/esm/src/server_isograph_environment.d.ts.map +1 -1
  64. package/esm/src/server_isograph_environment.js +5 -0
  65. package/esm/src/simulator_graphql.d.ts +11 -4
  66. package/esm/src/simulator_graphql.d.ts.map +1 -1
  67. package/esm/src/simulator_graphql.js +278 -245
  68. package/package.json +2 -2
  69. package/script/gambit/simulator-ui/dist/bundle.js +2033 -964
  70. package/script/gambit/simulator-ui/dist/bundle.js.map +4 -4
  71. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceConversationSessionStart/parameters_type.d.ts +2 -1
  72. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceConversationSessionStart/parameters_type.d.ts.map +1 -1
  73. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/normalization_ast.d.ts.map +1 -1
  74. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/normalization_ast.js +288 -101
  75. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.d.ts +84 -45
  76. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.d.ts.map +1 -1
  77. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.d.ts +3 -2
  78. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.d.ts.map +1 -1
  79. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.d.ts +1 -1
  80. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.d.ts.map +1 -1
  81. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.js +85 -47
  82. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/raw_response_type.d.ts +86 -48
  83. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/raw_response_type.d.ts.map +1 -1
  84. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/resolver_reader.d.ts.map +1 -1
  85. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/resolver_reader.js +363 -97
  86. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/normalization_ast.d.ts.map +1 -1
  87. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/normalization_ast.js +154 -76
  88. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.d.ts +1 -1
  89. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.d.ts.map +1 -1
  90. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.js +45 -29
  91. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/raw_response_type.d.ts +46 -30
  92. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/raw_response_type.d.ts.map +1 -1
  93. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/normalization_ast.d.ts.map +1 -1
  94. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/normalization_ast.js +154 -76
  95. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/param_type.d.ts +45 -28
  96. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/param_type.d.ts.map +1 -1
  97. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.d.ts +1 -1
  98. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.d.ts.map +1 -1
  99. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.js +45 -29
  100. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/raw_response_type.d.ts +46 -30
  101. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/raw_response_type.d.ts.map +1 -1
  102. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/resolver_reader.d.ts.map +1 -1
  103. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/resolver_reader.js +194 -78
  104. package/script/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/param_type.d.ts +45 -28
  105. package/script/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/param_type.d.ts.map +1 -1
  106. package/script/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/resolver_reader.d.ts.map +1 -1
  107. package/script/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/resolver_reader.js +194 -78
  108. package/script/simulator-ui/isograph/components/Query/SimulatorVerifyPage.d.ts.map +1 -1
  109. package/script/simulator-ui/isograph/components/Query/SimulatorVerifyPage.js +256 -202
  110. package/script/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.d.ts.map +1 -1
  111. package/script/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.js +8 -3
  112. package/script/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.d.ts.map +1 -1
  113. package/script/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.js +45 -28
  114. package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts +84 -45
  115. package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts.map +1 -1
  116. package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.js +85 -46
  117. package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.d.ts +84 -45
  118. package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.d.ts.map +1 -1
  119. package/script/simulator-ui/src/AppShell.d.ts.map +1 -1
  120. package/script/simulator-ui/src/AppShell.js +6 -4
  121. package/script/simulator-ui/src/verify_unified.d.ts +17 -0
  122. package/script/simulator-ui/src/verify_unified.d.ts.map +1 -0
  123. package/script/simulator-ui/src/verify_unified.js +29 -0
  124. package/script/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts +1 -1
  125. package/script/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts.map +1 -1
  126. package/script/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.js +1 -1
  127. package/script/src/server.d.ts.map +1 -1
  128. package/script/src/server.js +227 -45
  129. package/script/src/server_isograph_environment.d.ts +11 -4
  130. package/script/src/server_isograph_environment.d.ts.map +1 -1
  131. package/script/src/server_isograph_environment.js +5 -0
  132. package/script/src/simulator_graphql.d.ts +11 -4
  133. package/script/src/simulator_graphql.d.ts.map +1 -1
  134. package/script/src/simulator_graphql.js +278 -245
  135. package/esm/simulator-ui/src/verify_metrics.d.ts +0 -50
  136. package/esm/simulator-ui/src/verify_metrics.d.ts.map +0 -1
  137. package/esm/simulator-ui/src/verify_metrics.js +0 -260
  138. package/script/simulator-ui/src/verify_metrics.d.ts +0 -50
  139. package/script/simulator-ui/src/verify_metrics.d.ts.map +0 -1
  140. package/script/simulator-ui/src/verify_metrics.js +0 -264
@@ -48,6 +48,11 @@ const normalizationAst = {
48
48
  fieldName: "graderId",
49
49
  arguments: null,
50
50
  },
51
+ {
52
+ kind: "Scalar",
53
+ fieldName: "graderRepeatsPerScenario",
54
+ arguments: null,
55
+ },
51
56
  {
52
57
  kind: "Linked",
53
58
  fieldName: "metrics",
@@ -56,90 +61,164 @@ const normalizationAst = {
56
61
  selections: [
57
62
  {
58
63
  kind: "Scalar",
59
- fieldName: "agreementRate",
64
+ fieldName: "executionFailureCount",
65
+ arguments: null,
66
+ },
67
+ {
68
+ kind: "Linked",
69
+ fieldName: "failureReasons",
70
+ arguments: [
71
+ [
72
+ "first",
73
+ { kind: "Literal", value: 25 },
74
+ ],
75
+ ],
76
+ concreteType: "WorkspaceVerifyMetricsFailureReasonsConnection",
77
+ selections: [
78
+ {
79
+ kind: "Linked",
80
+ fieldName: "edges",
81
+ arguments: null,
82
+ concreteType: "WorkspaceVerifyMetricsFailureReasonsConnectionEdge",
83
+ selections: [
84
+ {
85
+ kind: "Linked",
86
+ fieldName: "node",
87
+ arguments: null,
88
+ concreteType: "WorkspaceVerifyFailureReasonGroup",
89
+ selections: [
90
+ {
91
+ kind: "Scalar",
92
+ fieldName: "count",
93
+ arguments: null,
94
+ },
95
+ {
96
+ kind: "Scalar",
97
+ fieldName: "key",
98
+ arguments: null,
99
+ },
100
+ {
101
+ kind: "Scalar",
102
+ fieldName: "kind",
103
+ arguments: null,
104
+ },
105
+ {
106
+ kind: "Scalar",
107
+ fieldName: "reason",
108
+ arguments: null,
109
+ },
110
+ ],
111
+ },
112
+ ],
113
+ },
114
+ ],
115
+ },
116
+ {
117
+ kind: "Scalar",
118
+ fieldName: "gradeSampleCountCompleted",
119
+ arguments: null,
120
+ },
121
+ {
122
+ kind: "Scalar",
123
+ fieldName: "gradeSampleCountFailed",
124
+ arguments: null,
125
+ },
126
+ {
127
+ kind: "Scalar",
128
+ fieldName: "gradeSampleCountRequested",
60
129
  arguments: null,
61
130
  },
62
131
  {
63
132
  kind: "Scalar",
64
- fieldName: "instabilityCount",
133
+ fieldName: "gradingFailureCount",
65
134
  arguments: null,
66
135
  },
67
136
  {
68
137
  kind: "Linked",
69
- fieldName: "outliers",
138
+ fieldName: "outlierScenarioRuns",
70
139
  arguments: [
71
140
  [
72
141
  "first",
73
142
  { kind: "Literal", value: 25 },
74
143
  ],
75
144
  ],
76
- concreteType: "WorkspaceVerifyMetricsOutliersConnection",
145
+ concreteType: "WorkspaceVerifyMetricsOutlierScenarioRunsConnection",
77
146
  selections: [
78
147
  {
79
148
  kind: "Linked",
80
149
  fieldName: "edges",
81
150
  arguments: null,
82
- concreteType: "WorkspaceVerifyMetricsOutliersConnectionEdge",
151
+ concreteType: "WorkspaceVerifyMetricsOutlierScenarioRunsConnectionEdge",
83
152
  selections: [
84
153
  {
85
154
  kind: "Linked",
86
155
  fieldName: "node",
87
156
  arguments: null,
88
- concreteType: "WorkspaceVerifyOutlier",
157
+ concreteType: "WorkspaceVerifyScenarioOutlier",
89
158
  selections: [
90
159
  {
91
160
  kind: "Scalar",
92
- fieldName: "agreementRate",
161
+ fieldName: "averageScore",
93
162
  arguments: null,
94
163
  },
95
164
  {
96
165
  kind: "Scalar",
97
- fieldName: "instability",
166
+ fieldName: "completedSampleCount",
98
167
  arguments: null,
99
168
  },
100
169
  {
101
170
  kind: "Scalar",
102
- fieldName: "key",
171
+ fieldName: "executionFailureCount",
103
172
  arguments: null,
104
173
  },
105
174
  {
106
175
  kind: "Scalar",
107
- fieldName: "label",
176
+ fieldName: "failed",
108
177
  arguments: null,
109
178
  },
110
179
  {
111
180
  kind: "Scalar",
112
- fieldName: "maxRunId",
181
+ fieldName: "gradeSampleCount",
113
182
  arguments: null,
114
183
  },
115
184
  {
116
185
  kind: "Scalar",
117
- fieldName: "messageRefId",
186
+ fieldName: "gradingFailureCount",
118
187
  arguments: null,
119
188
  },
120
189
  {
121
190
  kind: "Scalar",
122
- fieldName: "minRunId",
191
+ fieldName: "key",
123
192
  arguments: null,
124
193
  },
125
194
  {
126
195
  kind: "Scalar",
127
- fieldName: "passFlip",
196
+ fieldName: "maxRunId",
128
197
  arguments: null,
129
198
  },
130
199
  {
131
200
  kind: "Scalar",
132
- fieldName: "sampleSize",
201
+ fieldName: "maxScore",
133
202
  arguments: null,
134
203
  },
135
204
  {
136
205
  kind: "Scalar",
137
- fieldName: "scoreDelta",
206
+ fieldName: "messageRefId",
138
207
  arguments: null,
139
208
  },
140
209
  {
141
210
  kind: "Scalar",
142
- fieldName: "turnIndex",
211
+ fieldName: "minRunId",
212
+ arguments: null,
213
+ },
214
+ {
215
+ kind: "Scalar",
216
+ fieldName: "minScore",
217
+ arguments: null,
218
+ },
219
+ {
220
+ kind: "Scalar",
221
+ fieldName: "scenarioRunId",
143
222
  arguments: null,
144
223
  },
145
224
  ],
@@ -150,32 +229,42 @@ const normalizationAst = {
150
229
  },
151
230
  {
152
231
  kind: "Scalar",
153
- fieldName: "sampleSize",
232
+ fieldName: "passRate",
233
+ arguments: null,
234
+ },
235
+ {
236
+ kind: "Scalar",
237
+ fieldName: "scenarioRunCountCompleted",
154
238
  arguments: null,
155
239
  },
156
240
  {
157
241
  kind: "Scalar",
158
- fieldName: "scoreSpreadMax",
242
+ fieldName: "scenarioRunCountFailed",
159
243
  arguments: null,
160
244
  },
161
245
  {
162
246
  kind: "Scalar",
163
- fieldName: "scoreSpreadMedian",
247
+ fieldName: "scenarioRunCountRequested",
164
248
  arguments: null,
165
249
  },
166
250
  {
167
251
  kind: "Scalar",
168
- fieldName: "scoreSpreadMin",
252
+ fieldName: "scoreMax",
169
253
  arguments: null,
170
254
  },
171
255
  {
172
256
  kind: "Scalar",
173
- fieldName: "verdict",
257
+ fieldName: "scoreMean",
174
258
  arguments: null,
175
259
  },
176
260
  {
177
261
  kind: "Scalar",
178
- fieldName: "verdictReason",
262
+ fieldName: "scoreMedian",
263
+ arguments: null,
264
+ },
265
+ {
266
+ kind: "Scalar",
267
+ fieldName: "scoreMin",
179
268
  arguments: null,
180
269
  },
181
270
  ],
@@ -191,7 +280,7 @@ const normalizationAst = {
191
280
  arguments: [
192
281
  [
193
282
  "first",
194
- { kind: "Literal", value: 50 },
283
+ { kind: "Literal", value: 200 },
195
284
  ],
196
285
  ],
197
286
  concreteType: "WorkspaceVerifyBatchRequestsConnection",
@@ -223,6 +312,11 @@ const normalizationAst = {
223
312
  fieldName: "runId",
224
313
  arguments: null,
225
314
  },
315
+ {
316
+ kind: "Scalar",
317
+ fieldName: "scenarioRunId",
318
+ arguments: null,
319
+ },
226
320
  {
227
321
  kind: "Scalar",
228
322
  fieldName: "status",
@@ -236,7 +330,22 @@ const normalizationAst = {
236
330
  },
237
331
  {
238
332
  kind: "Scalar",
239
- fieldName: "scenarioRunId",
333
+ fieldName: "scenarioDeckId",
334
+ arguments: null,
335
+ },
336
+ {
337
+ kind: "Scalar",
338
+ fieldName: "scenarioRuns",
339
+ arguments: null,
340
+ },
341
+ {
342
+ kind: "Scalar",
343
+ fieldName: "scenarioRunsCompleted",
344
+ arguments: null,
345
+ },
346
+ {
347
+ kind: "Scalar",
348
+ fieldName: "scenarioRunsFailed",
240
349
  arguments: null,
241
350
  },
242
351
  {
@@ -269,60 +378,29 @@ const normalizationAst = {
269
378
  },
270
379
  {
271
380
  kind: "Linked",
272
- fieldName: "scenarioRuns",
273
- arguments: [
274
- [
275
- "first",
276
- { kind: "Literal", value: 50 },
277
- ],
278
- ],
279
- concreteType: "WorkspaceScenarioRunsConnection",
381
+ fieldName: "scenarioDecks",
382
+ arguments: null,
383
+ concreteType: "WorkspaceScenarioDeck",
280
384
  selections: [
281
385
  {
282
- kind: "Linked",
283
- fieldName: "edges",
386
+ kind: "Scalar",
387
+ fieldName: "id",
388
+ arguments: null,
389
+ },
390
+ {
391
+ kind: "Scalar",
392
+ fieldName: "description",
393
+ arguments: null,
394
+ },
395
+ {
396
+ kind: "Scalar",
397
+ fieldName: "label",
398
+ arguments: null,
399
+ },
400
+ {
401
+ kind: "Scalar",
402
+ fieldName: "path",
284
403
  arguments: null,
285
- concreteType: "WorkspaceScenarioRunsConnectionEdge",
286
- selections: [
287
- {
288
- kind: "Linked",
289
- fieldName: "node",
290
- arguments: null,
291
- concreteType: null,
292
- selections: [
293
- {
294
- kind: "Scalar",
295
- fieldName: "__typename",
296
- arguments: null,
297
- },
298
- {
299
- kind: "Scalar",
300
- fieldName: "id",
301
- arguments: null,
302
- },
303
- {
304
- kind: "Scalar",
305
- fieldName: "error",
306
- arguments: null,
307
- },
308
- {
309
- kind: "Scalar",
310
- fieldName: "finishedAt",
311
- arguments: null,
312
- },
313
- {
314
- kind: "Scalar",
315
- fieldName: "startedAt",
316
- arguments: null,
317
- },
318
- {
319
- kind: "Scalar",
320
- fieldName: "status",
321
- arguments: null,
322
- },
323
- ],
324
- },
325
- ],
326
404
  },
327
405
  ],
328
406
  },
@@ -385,6 +463,11 @@ const normalizationAst = {
385
463
  fieldName: "graderId",
386
464
  arguments: null,
387
465
  },
466
+ {
467
+ kind: "Scalar",
468
+ fieldName: "graderRepeatsPerScenario",
469
+ arguments: null,
470
+ },
388
471
  {
389
472
  kind: "Linked",
390
473
  fieldName: "metrics",
@@ -393,90 +476,164 @@ const normalizationAst = {
393
476
  selections: [
394
477
  {
395
478
  kind: "Scalar",
396
- fieldName: "agreementRate",
479
+ fieldName: "executionFailureCount",
480
+ arguments: null,
481
+ },
482
+ {
483
+ kind: "Linked",
484
+ fieldName: "failureReasons",
485
+ arguments: [
486
+ [
487
+ "first",
488
+ { kind: "Literal", value: 25 },
489
+ ],
490
+ ],
491
+ concreteType: "WorkspaceVerifyMetricsFailureReasonsConnection",
492
+ selections: [
493
+ {
494
+ kind: "Linked",
495
+ fieldName: "edges",
496
+ arguments: null,
497
+ concreteType: "WorkspaceVerifyMetricsFailureReasonsConnectionEdge",
498
+ selections: [
499
+ {
500
+ kind: "Linked",
501
+ fieldName: "node",
502
+ arguments: null,
503
+ concreteType: "WorkspaceVerifyFailureReasonGroup",
504
+ selections: [
505
+ {
506
+ kind: "Scalar",
507
+ fieldName: "count",
508
+ arguments: null,
509
+ },
510
+ {
511
+ kind: "Scalar",
512
+ fieldName: "key",
513
+ arguments: null,
514
+ },
515
+ {
516
+ kind: "Scalar",
517
+ fieldName: "kind",
518
+ arguments: null,
519
+ },
520
+ {
521
+ kind: "Scalar",
522
+ fieldName: "reason",
523
+ arguments: null,
524
+ },
525
+ ],
526
+ },
527
+ ],
528
+ },
529
+ ],
530
+ },
531
+ {
532
+ kind: "Scalar",
533
+ fieldName: "gradeSampleCountCompleted",
534
+ arguments: null,
535
+ },
536
+ {
537
+ kind: "Scalar",
538
+ fieldName: "gradeSampleCountFailed",
539
+ arguments: null,
540
+ },
541
+ {
542
+ kind: "Scalar",
543
+ fieldName: "gradeSampleCountRequested",
397
544
  arguments: null,
398
545
  },
399
546
  {
400
547
  kind: "Scalar",
401
- fieldName: "instabilityCount",
548
+ fieldName: "gradingFailureCount",
402
549
  arguments: null,
403
550
  },
404
551
  {
405
552
  kind: "Linked",
406
- fieldName: "outliers",
553
+ fieldName: "outlierScenarioRuns",
407
554
  arguments: [
408
555
  [
409
556
  "first",
410
557
  { kind: "Literal", value: 25 },
411
558
  ],
412
559
  ],
413
- concreteType: "WorkspaceVerifyMetricsOutliersConnection",
560
+ concreteType: "WorkspaceVerifyMetricsOutlierScenarioRunsConnection",
414
561
  selections: [
415
562
  {
416
563
  kind: "Linked",
417
564
  fieldName: "edges",
418
565
  arguments: null,
419
- concreteType: "WorkspaceVerifyMetricsOutliersConnectionEdge",
566
+ concreteType: "WorkspaceVerifyMetricsOutlierScenarioRunsConnectionEdge",
420
567
  selections: [
421
568
  {
422
569
  kind: "Linked",
423
570
  fieldName: "node",
424
571
  arguments: null,
425
- concreteType: "WorkspaceVerifyOutlier",
572
+ concreteType: "WorkspaceVerifyScenarioOutlier",
426
573
  selections: [
427
574
  {
428
575
  kind: "Scalar",
429
- fieldName: "agreementRate",
576
+ fieldName: "averageScore",
430
577
  arguments: null,
431
578
  },
432
579
  {
433
580
  kind: "Scalar",
434
- fieldName: "instability",
581
+ fieldName: "completedSampleCount",
435
582
  arguments: null,
436
583
  },
437
584
  {
438
585
  kind: "Scalar",
439
- fieldName: "key",
586
+ fieldName: "executionFailureCount",
440
587
  arguments: null,
441
588
  },
442
589
  {
443
590
  kind: "Scalar",
444
- fieldName: "label",
591
+ fieldName: "failed",
445
592
  arguments: null,
446
593
  },
447
594
  {
448
595
  kind: "Scalar",
449
- fieldName: "maxRunId",
596
+ fieldName: "gradeSampleCount",
450
597
  arguments: null,
451
598
  },
452
599
  {
453
600
  kind: "Scalar",
454
- fieldName: "messageRefId",
601
+ fieldName: "gradingFailureCount",
455
602
  arguments: null,
456
603
  },
457
604
  {
458
605
  kind: "Scalar",
459
- fieldName: "minRunId",
606
+ fieldName: "key",
607
+ arguments: null,
608
+ },
609
+ {
610
+ kind: "Scalar",
611
+ fieldName: "maxRunId",
612
+ arguments: null,
613
+ },
614
+ {
615
+ kind: "Scalar",
616
+ fieldName: "maxScore",
460
617
  arguments: null,
461
618
  },
462
619
  {
463
620
  kind: "Scalar",
464
- fieldName: "passFlip",
621
+ fieldName: "messageRefId",
465
622
  arguments: null,
466
623
  },
467
624
  {
468
625
  kind: "Scalar",
469
- fieldName: "sampleSize",
626
+ fieldName: "minRunId",
470
627
  arguments: null,
471
628
  },
472
629
  {
473
630
  kind: "Scalar",
474
- fieldName: "scoreDelta",
631
+ fieldName: "minScore",
475
632
  arguments: null,
476
633
  },
477
634
  {
478
635
  kind: "Scalar",
479
- fieldName: "turnIndex",
636
+ fieldName: "scenarioRunId",
480
637
  arguments: null,
481
638
  },
482
639
  ],
@@ -487,32 +644,42 @@ const normalizationAst = {
487
644
  },
488
645
  {
489
646
  kind: "Scalar",
490
- fieldName: "sampleSize",
647
+ fieldName: "passRate",
648
+ arguments: null,
649
+ },
650
+ {
651
+ kind: "Scalar",
652
+ fieldName: "scenarioRunCountCompleted",
653
+ arguments: null,
654
+ },
655
+ {
656
+ kind: "Scalar",
657
+ fieldName: "scenarioRunCountFailed",
491
658
  arguments: null,
492
659
  },
493
660
  {
494
661
  kind: "Scalar",
495
- fieldName: "scoreSpreadMax",
662
+ fieldName: "scenarioRunCountRequested",
496
663
  arguments: null,
497
664
  },
498
665
  {
499
666
  kind: "Scalar",
500
- fieldName: "scoreSpreadMedian",
667
+ fieldName: "scoreMax",
501
668
  arguments: null,
502
669
  },
503
670
  {
504
671
  kind: "Scalar",
505
- fieldName: "scoreSpreadMin",
672
+ fieldName: "scoreMean",
506
673
  arguments: null,
507
674
  },
508
675
  {
509
676
  kind: "Scalar",
510
- fieldName: "verdict",
677
+ fieldName: "scoreMedian",
511
678
  arguments: null,
512
679
  },
513
680
  {
514
681
  kind: "Scalar",
515
- fieldName: "verdictReason",
682
+ fieldName: "scoreMin",
516
683
  arguments: null,
517
684
  },
518
685
  ],
@@ -528,7 +695,7 @@ const normalizationAst = {
528
695
  arguments: [
529
696
  [
530
697
  "first",
531
- { kind: "Literal", value: 50 },
698
+ { kind: "Literal", value: 200 },
532
699
  ],
533
700
  ],
534
701
  concreteType: "WorkspaceVerifyBatchRequestsConnection",
@@ -560,6 +727,11 @@ const normalizationAst = {
560
727
  fieldName: "runId",
561
728
  arguments: null,
562
729
  },
730
+ {
731
+ kind: "Scalar",
732
+ fieldName: "scenarioRunId",
733
+ arguments: null,
734
+ },
563
735
  {
564
736
  kind: "Scalar",
565
737
  fieldName: "status",
@@ -573,7 +745,22 @@ const normalizationAst = {
573
745
  },
574
746
  {
575
747
  kind: "Scalar",
576
- fieldName: "scenarioRunId",
748
+ fieldName: "scenarioDeckId",
749
+ arguments: null,
750
+ },
751
+ {
752
+ kind: "Scalar",
753
+ fieldName: "scenarioRuns",
754
+ arguments: null,
755
+ },
756
+ {
757
+ kind: "Scalar",
758
+ fieldName: "scenarioRunsCompleted",
759
+ arguments: null,
760
+ },
761
+ {
762
+ kind: "Scalar",
763
+ fieldName: "scenarioRunsFailed",
577
764
  arguments: null,
578
765
  },
579
766
  {