@bolt-foundry/gambit 0.8.6-rc.1 → 0.8.6-rc.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (140) hide show
  1. package/CHANGELOG.md +60 -1
  2. package/esm/gambit/simulator-ui/dist/bundle.js +2033 -964
  3. package/esm/gambit/simulator-ui/dist/bundle.js.map +4 -4
  4. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceConversationSessionStart/parameters_type.d.ts +2 -1
  5. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceConversationSessionStart/parameters_type.d.ts.map +1 -1
  6. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/normalization_ast.d.ts.map +1 -1
  7. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/normalization_ast.js +288 -101
  8. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.d.ts +84 -45
  9. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.d.ts.map +1 -1
  10. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.d.ts +3 -2
  11. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.d.ts.map +1 -1
  12. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.d.ts +1 -1
  13. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.d.ts.map +1 -1
  14. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.js +85 -47
  15. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/raw_response_type.d.ts +86 -48
  16. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/raw_response_type.d.ts.map +1 -1
  17. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/resolver_reader.d.ts.map +1 -1
  18. package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/resolver_reader.js +363 -97
  19. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/normalization_ast.d.ts.map +1 -1
  20. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/normalization_ast.js +154 -76
  21. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.d.ts +1 -1
  22. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.d.ts.map +1 -1
  23. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.js +45 -29
  24. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/raw_response_type.d.ts +46 -30
  25. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/raw_response_type.d.ts.map +1 -1
  26. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/normalization_ast.d.ts.map +1 -1
  27. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/normalization_ast.js +154 -76
  28. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/param_type.d.ts +45 -28
  29. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/param_type.d.ts.map +1 -1
  30. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.d.ts +1 -1
  31. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.d.ts.map +1 -1
  32. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.js +45 -29
  33. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/raw_response_type.d.ts +46 -30
  34. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/raw_response_type.d.ts.map +1 -1
  35. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/resolver_reader.d.ts.map +1 -1
  36. package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/resolver_reader.js +194 -78
  37. package/esm/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/param_type.d.ts +45 -28
  38. package/esm/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/param_type.d.ts.map +1 -1
  39. package/esm/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/resolver_reader.d.ts.map +1 -1
  40. package/esm/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/resolver_reader.js +194 -78
  41. package/esm/simulator-ui/isograph/components/Query/SimulatorVerifyPage.d.ts.map +1 -1
  42. package/esm/simulator-ui/isograph/components/Query/SimulatorVerifyPage.js +257 -203
  43. package/esm/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.d.ts.map +1 -1
  44. package/esm/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.js +8 -3
  45. package/esm/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.d.ts.map +1 -1
  46. package/esm/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.js +45 -28
  47. package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts +84 -45
  48. package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts.map +1 -1
  49. package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.js +85 -46
  50. package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.d.ts +84 -45
  51. package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.d.ts.map +1 -1
  52. package/esm/simulator-ui/src/AppShell.d.ts.map +1 -1
  53. package/esm/simulator-ui/src/AppShell.js +6 -4
  54. package/esm/simulator-ui/src/verify_unified.d.ts +17 -0
  55. package/esm/simulator-ui/src/verify_unified.d.ts.map +1 -0
  56. package/esm/simulator-ui/src/verify_unified.js +25 -0
  57. package/esm/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts +1 -1
  58. package/esm/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts.map +1 -1
  59. package/esm/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.js +1 -1
  60. package/esm/src/server.d.ts.map +1 -1
  61. package/esm/src/server.js +227 -45
  62. package/esm/src/server_isograph_environment.d.ts +11 -4
  63. package/esm/src/server_isograph_environment.d.ts.map +1 -1
  64. package/esm/src/server_isograph_environment.js +5 -0
  65. package/esm/src/simulator_graphql.d.ts +11 -4
  66. package/esm/src/simulator_graphql.d.ts.map +1 -1
  67. package/esm/src/simulator_graphql.js +278 -245
  68. package/package.json +2 -2
  69. package/script/gambit/simulator-ui/dist/bundle.js +2033 -964
  70. package/script/gambit/simulator-ui/dist/bundle.js.map +4 -4
  71. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceConversationSessionStart/parameters_type.d.ts +2 -1
  72. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceConversationSessionStart/parameters_type.d.ts.map +1 -1
  73. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/normalization_ast.d.ts.map +1 -1
  74. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/normalization_ast.js +288 -101
  75. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.d.ts +84 -45
  76. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.d.ts.map +1 -1
  77. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.d.ts +3 -2
  78. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.d.ts.map +1 -1
  79. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.d.ts +1 -1
  80. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.d.ts.map +1 -1
  81. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.js +85 -47
  82. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/raw_response_type.d.ts +86 -48
  83. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/raw_response_type.d.ts.map +1 -1
  84. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/resolver_reader.d.ts.map +1 -1
  85. package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/resolver_reader.js +363 -97
  86. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/normalization_ast.d.ts.map +1 -1
  87. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/normalization_ast.js +154 -76
  88. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.d.ts +1 -1
  89. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.d.ts.map +1 -1
  90. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.js +45 -29
  91. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/raw_response_type.d.ts +46 -30
  92. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/raw_response_type.d.ts.map +1 -1
  93. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/normalization_ast.d.ts.map +1 -1
  94. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/normalization_ast.js +154 -76
  95. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/param_type.d.ts +45 -28
  96. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/param_type.d.ts.map +1 -1
  97. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.d.ts +1 -1
  98. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.d.ts.map +1 -1
  99. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.js +45 -29
  100. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/raw_response_type.d.ts +46 -30
  101. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/raw_response_type.d.ts.map +1 -1
  102. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/resolver_reader.d.ts.map +1 -1
  103. package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/resolver_reader.js +194 -78
  104. package/script/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/param_type.d.ts +45 -28
  105. package/script/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/param_type.d.ts.map +1 -1
  106. package/script/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/resolver_reader.d.ts.map +1 -1
  107. package/script/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/resolver_reader.js +194 -78
  108. package/script/simulator-ui/isograph/components/Query/SimulatorVerifyPage.d.ts.map +1 -1
  109. package/script/simulator-ui/isograph/components/Query/SimulatorVerifyPage.js +256 -202
  110. package/script/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.d.ts.map +1 -1
  111. package/script/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.js +8 -3
  112. package/script/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.d.ts.map +1 -1
  113. package/script/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.js +45 -28
  114. package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts +84 -45
  115. package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts.map +1 -1
  116. package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.js +85 -46
  117. package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.d.ts +84 -45
  118. package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.d.ts.map +1 -1
  119. package/script/simulator-ui/src/AppShell.d.ts.map +1 -1
  120. package/script/simulator-ui/src/AppShell.js +6 -4
  121. package/script/simulator-ui/src/verify_unified.d.ts +17 -0
  122. package/script/simulator-ui/src/verify_unified.d.ts.map +1 -0
  123. package/script/simulator-ui/src/verify_unified.js +29 -0
  124. package/script/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts +1 -1
  125. package/script/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts.map +1 -1
  126. package/script/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.js +1 -1
  127. package/script/src/server.d.ts.map +1 -1
  128. package/script/src/server.js +227 -45
  129. package/script/src/server_isograph_environment.d.ts +11 -4
  130. package/script/src/server_isograph_environment.d.ts.map +1 -1
  131. package/script/src/server_isograph_environment.js +5 -0
  132. package/script/src/simulator_graphql.d.ts +11 -4
  133. package/script/src/simulator_graphql.d.ts.map +1 -1
  134. package/script/src/simulator_graphql.js +278 -245
  135. package/esm/simulator-ui/src/verify_metrics.d.ts +0 -50
  136. package/esm/simulator-ui/src/verify_metrics.d.ts.map +0 -1
  137. package/esm/simulator-ui/src/verify_metrics.js +0 -260
  138. package/script/simulator-ui/src/verify_metrics.d.ts +0 -50
  139. package/script/simulator-ui/src/verify_metrics.d.ts.map +0 -1
  140. package/script/simulator-ui/src/verify_metrics.js +0 -264
@@ -4,17 +4,12 @@ export type Mutation__GambitWorkspaceVerifyBatchRunCreate__param = {
4
4
  readonly workspaceVerifyBatchRunCreate: ({
5
5
  readonly workspace: ({
6
6
  readonly id: (string | null);
7
- readonly scenarioRuns: ({
8
- readonly edges: (ReadonlyArray<({
9
- readonly node: ({
10
- readonly id: (string | null);
11
- readonly status: (string | null);
12
- readonly startedAt: (string | null);
13
- readonly finishedAt: (string | null);
14
- readonly error: (string | null);
15
- } | null);
16
- } | null)> | null);
17
- } | null);
7
+ readonly scenarioDecks: (ReadonlyArray<{
8
+ readonly id: (string | null);
9
+ readonly label: (string | null);
10
+ readonly description: (string | null);
11
+ readonly path: (string | null);
12
+ }> | null);
18
13
  readonly verification: ({
19
14
  readonly graderDecks: ({
20
15
  readonly edges: (ReadonlyArray<({
@@ -31,8 +26,10 @@ export type Mutation__GambitWorkspaceVerifyBatchRunCreate__param = {
31
26
  readonly node: ({
32
27
  readonly id: (string | null);
33
28
  readonly workspaceId: (string | null);
29
+ readonly scenarioDeckId: (string | null);
34
30
  readonly graderId: (string | null);
35
- readonly scenarioRunId: (string | null);
31
+ readonly scenarioRuns: (number | null);
32
+ readonly graderRepeatsPerScenario: (number | null);
36
33
  readonly status: (string | null);
37
34
  readonly startedAt: (string | null);
38
35
  readonly finishedAt: (string | null);
@@ -40,10 +37,13 @@ export type Mutation__GambitWorkspaceVerifyBatchRunCreate__param = {
40
37
  readonly active: (number | null);
41
38
  readonly completed: (number | null);
42
39
  readonly failed: (number | null);
40
+ readonly scenarioRunsCompleted: (number | null);
41
+ readonly scenarioRunsFailed: (number | null);
43
42
  readonly requests: ({
44
43
  readonly edges: (ReadonlyArray<({
45
44
  readonly node: ({
46
45
  readonly id: (string | null);
46
+ readonly scenarioRunId: (string | null);
47
47
  readonly status: (string | null);
48
48
  readonly runId: (string | null);
49
49
  readonly error: (string | null);
@@ -51,31 +51,48 @@ export type Mutation__GambitWorkspaceVerifyBatchRunCreate__param = {
51
51
  } | null)> | null);
52
52
  } | null);
53
53
  readonly metrics: ({
54
- readonly sampleSize: (number | null);
55
- readonly agreementRate: (number | null);
56
- readonly scoreSpreadMin: (number | null);
57
- readonly scoreSpreadMedian: (number | null);
58
- readonly scoreSpreadMax: (number | null);
59
- readonly instabilityCount: (number | null);
60
- readonly verdict: (string | null);
61
- readonly verdictReason: (string | null);
62
- readonly outliers: ({
54
+ readonly scenarioRunCountRequested: (number | null);
55
+ readonly scenarioRunCountCompleted: (number | null);
56
+ readonly scenarioRunCountFailed: (number | null);
57
+ readonly gradeSampleCountRequested: (number | null);
58
+ readonly gradeSampleCountCompleted: (number | null);
59
+ readonly gradeSampleCountFailed: (number | null);
60
+ readonly executionFailureCount: (number | null);
61
+ readonly gradingFailureCount: (number | null);
62
+ readonly passRate: (number | null);
63
+ readonly scoreMin: (number | null);
64
+ readonly scoreMedian: (number | null);
65
+ readonly scoreMax: (number | null);
66
+ readonly scoreMean: (number | null);
67
+ readonly outlierScenarioRuns: ({
63
68
  readonly edges: (ReadonlyArray<({
64
69
  readonly node: ({
65
70
  readonly key: (string | null);
66
- readonly label: (string | null);
67
- readonly sampleSize: (number | null);
68
- readonly agreementRate: (number | null);
69
- readonly scoreDelta: (number | null);
70
- readonly passFlip: (boolean | null);
71
- readonly instability: (boolean | null);
71
+ readonly scenarioRunId: (string | null);
72
+ readonly gradeSampleCount: (number | null);
73
+ readonly completedSampleCount: (number | null);
74
+ readonly executionFailureCount: (number | null);
75
+ readonly gradingFailureCount: (number | null);
76
+ readonly averageScore: (number | null);
77
+ readonly minScore: (number | null);
78
+ readonly maxScore: (number | null);
79
+ readonly failed: (boolean | null);
72
80
  readonly minRunId: (string | null);
73
81
  readonly maxRunId: (string | null);
74
- readonly turnIndex: (number | null);
75
82
  readonly messageRefId: (string | null);
76
83
  } | null);
77
84
  } | null)> | null);
78
85
  } | null);
86
+ readonly failureReasons: ({
87
+ readonly edges: (ReadonlyArray<({
88
+ readonly node: ({
89
+ readonly key: (string | null);
90
+ readonly kind: (string | null);
91
+ readonly reason: (string | null);
92
+ readonly count: (number | null);
93
+ } | null);
94
+ } | null)> | null);
95
+ } | null);
79
96
  } | null);
80
97
  } | null);
81
98
  } | null)> | null);
@@ -85,8 +102,10 @@ export type Mutation__GambitWorkspaceVerifyBatchRunCreate__param = {
85
102
  readonly batch: ({
86
103
  readonly id: (string | null);
87
104
  readonly workspaceId: (string | null);
105
+ readonly scenarioDeckId: (string | null);
88
106
  readonly graderId: (string | null);
89
- readonly scenarioRunId: (string | null);
107
+ readonly scenarioRuns: (number | null);
108
+ readonly graderRepeatsPerScenario: (number | null);
90
109
  readonly status: (string | null);
91
110
  readonly startedAt: (string | null);
92
111
  readonly finishedAt: (string | null);
@@ -94,10 +113,13 @@ export type Mutation__GambitWorkspaceVerifyBatchRunCreate__param = {
94
113
  readonly active: (number | null);
95
114
  readonly completed: (number | null);
96
115
  readonly failed: (number | null);
116
+ readonly scenarioRunsCompleted: (number | null);
117
+ readonly scenarioRunsFailed: (number | null);
97
118
  readonly requests: ({
98
119
  readonly edges: (ReadonlyArray<({
99
120
  readonly node: ({
100
121
  readonly id: (string | null);
122
+ readonly scenarioRunId: (string | null);
101
123
  readonly status: (string | null);
102
124
  readonly runId: (string | null);
103
125
  readonly error: (string | null);
@@ -105,31 +127,48 @@ export type Mutation__GambitWorkspaceVerifyBatchRunCreate__param = {
105
127
  } | null)> | null);
106
128
  } | null);
107
129
  readonly metrics: ({
108
- readonly sampleSize: (number | null);
109
- readonly agreementRate: (number | null);
110
- readonly scoreSpreadMin: (number | null);
111
- readonly scoreSpreadMedian: (number | null);
112
- readonly scoreSpreadMax: (number | null);
113
- readonly instabilityCount: (number | null);
114
- readonly verdict: (string | null);
115
- readonly verdictReason: (string | null);
116
- readonly outliers: ({
130
+ readonly scenarioRunCountRequested: (number | null);
131
+ readonly scenarioRunCountCompleted: (number | null);
132
+ readonly scenarioRunCountFailed: (number | null);
133
+ readonly gradeSampleCountRequested: (number | null);
134
+ readonly gradeSampleCountCompleted: (number | null);
135
+ readonly gradeSampleCountFailed: (number | null);
136
+ readonly executionFailureCount: (number | null);
137
+ readonly gradingFailureCount: (number | null);
138
+ readonly passRate: (number | null);
139
+ readonly scoreMin: (number | null);
140
+ readonly scoreMedian: (number | null);
141
+ readonly scoreMax: (number | null);
142
+ readonly scoreMean: (number | null);
143
+ readonly outlierScenarioRuns: ({
117
144
  readonly edges: (ReadonlyArray<({
118
145
  readonly node: ({
119
146
  readonly key: (string | null);
120
- readonly label: (string | null);
121
- readonly sampleSize: (number | null);
122
- readonly agreementRate: (number | null);
123
- readonly scoreDelta: (number | null);
124
- readonly passFlip: (boolean | null);
125
- readonly instability: (boolean | null);
147
+ readonly scenarioRunId: (string | null);
148
+ readonly gradeSampleCount: (number | null);
149
+ readonly completedSampleCount: (number | null);
150
+ readonly executionFailureCount: (number | null);
151
+ readonly gradingFailureCount: (number | null);
152
+ readonly averageScore: (number | null);
153
+ readonly minScore: (number | null);
154
+ readonly maxScore: (number | null);
155
+ readonly failed: (boolean | null);
126
156
  readonly minRunId: (string | null);
127
157
  readonly maxRunId: (string | null);
128
- readonly turnIndex: (number | null);
129
158
  readonly messageRefId: (string | null);
130
159
  } | null);
131
160
  } | null)> | null);
132
161
  } | null);
162
+ readonly failureReasons: ({
163
+ readonly edges: (ReadonlyArray<({
164
+ readonly node: ({
165
+ readonly key: (string | null);
166
+ readonly kind: (string | null);
167
+ readonly reason: (string | null);
168
+ readonly count: (number | null);
169
+ } | null);
170
+ } | null)> | null);
171
+ } | null);
133
172
  } | null);
134
173
  } | null);
135
174
  } | null);
@@ -1 +1 @@
1
- {"version":3,"file":"param_type.d.ts","sourceRoot":"","sources":["../../../../../../src/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,yDAAyD,EAAE,MAAM,sBAAsB,CAAC;AAEtG,MAAM,MAAM,oDAAoD,GAAG;IACjE,QAAQ,CAAC,IAAI,EAAE;QACb,QAAQ,CAAC,6BAA6B,EAAE,CAAC;YACvC,QAAQ,CAAC,SAAS,EAAE,CAAC;gBACnB,QAAQ,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBAC7B,QAAQ,CAAC,YAAY,EAAE,CAAC;oBACtB,QAAQ,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,CAAC;wBAC9B,QAAQ,CAAC,IAAI,EAAE,CAAC;4BACd,QAAQ,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4BAC7B,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4BACjC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4BACpC,QAAQ,CAAC,UAAU,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4BACrC,QAAQ,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;yBACjC,GAAG,IAAI,CAAC,CAAC;qBACX,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;iBACpB,GAAG,IAAI,CAAC,CAAC;gBACV,QAAQ,CAAC,YAAY,EAAE,CAAC;oBACtB,QAAQ,CAAC,WAAW,EAAE,CAAC;wBACrB,QAAQ,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,CAAC;4BAC9B,QAAQ,CAAC,IAAI,EAAE,CAAC;gCACd,QAAQ,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCAC7B,QAAQ,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCAChC,QAAQ,CAAC,WAAW,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACtC,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;6BAChC,GAAG,IAAI,CAAC,CAAC;yBACX,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;qBACpB,GAAG,IAAI,CAAC,CAAC;oBACV,QAAQ,CAAC,OAAO,EAAE,CAAC;wBACjB,QAAQ,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,CAAC;4BAC9B,QAAQ,CAAC,IAAI,EAAE,CAAC;gCACd,QAAQ,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCAC7B,QAAQ,CAAC,WAAW,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACtC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACnC,QAAQ,CAAC,aAAa,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACxC,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACjC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACpC,QAAQ,CAAC,UAAU,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACrC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACpC,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACjC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACpC,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACjC,QAAQ,CAAC,QAAQ,EAAE,CAAC;oCAClB,QAAQ,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,CAAC;wCAC9B,QAAQ,CAAC,IAAI,EAAE,CAAC;4CACd,QAAQ,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4CAC7B,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4CACjC,QAAQ,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4CAChC,QAAQ,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;yCACjC,GAAG,IAAI,CAAC,CAAC;qCACX,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;iCACpB,GAAG,IAAI,CAAC,CAAC;gCACV,QAAQ,CAAC,OAAO,EAAE,CAAC;oCACjB,QAAQ,CAAC,UAAU,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCACrC,QAAQ,CAAC,aAAa,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCACxC,QAAQ,CAAC,cAAc,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCACzC,QAAQ,CAAC,iBAAiB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCAC5C,QAAQ,CAAC,cAAc,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCACzC,QAAQ,CAAC,gBAAgB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCAC3C,QAAQ,CAAC,OAAO,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCAClC,QAAQ,CAAC,aAAa,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCACxC,QAAQ,CAAC,QAAQ,EAAE,CAAC;wCAClB,QAAQ,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,CAAC;4CAC9B,QAAQ,CAAC,IAAI,EAAE,CAAC;gDACd,QAAQ,CAAC,GAAG,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDAC9B,QAAQ,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDAChC,QAAQ,CAAC,UAAU,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDACrC,QAAQ,CAAC,aAAa,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDACxC,QAAQ,CAAC,UAAU,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDACrC,QAAQ,CAAC,QAAQ,EAAE,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;gDACpC,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;gDACvC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDACnC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDACnC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDACpC,QAAQ,CAAC,YAAY,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;6CACxC,GAAG,IAAI,CAAC,CAAC;yCACX,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;qCACpB,GAAG,IAAI,CAAC,CAAC;iCACX,GAAG,IAAI,CAAC,CAAC;6BACX,GAAG,IAAI,CAAC,CAAC;yBACX,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;qBACpB,GAAG,IAAI,CAAC,CAAC;iBACX,GAAG,IAAI,CAAC,CAAC;aACX,GAAG,IAAI,CAAC,CAAC;YACV,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBAC7B,QAAQ,CAAC,WAAW,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACtC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACnC,QAAQ,CAAC,aAAa,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACxC,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACjC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACpC,QAAQ,CAAC,UAAU,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACrC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACpC,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACjC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACpC,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACjC,QAAQ,CAAC,QAAQ,EAAE,CAAC;oBAClB,QAAQ,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,CAAC;wBAC9B,QAAQ,CAAC,IAAI,EAAE,CAAC;4BACd,QAAQ,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4BAC7B,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4BACjC,QAAQ,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4BAChC,QAAQ,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;yBACjC,GAAG,IAAI,CAAC,CAAC;qBACX,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;iBACpB,GAAG,IAAI,CAAC,CAAC;gBACV,QAAQ,CAAC,OAAO,EAAE,CAAC;oBACjB,QAAQ,CAAC,UAAU,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBACrC,QAAQ,CAAC,aAAa,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBACxC,QAAQ,CAAC,cAAc,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBACzC,QAAQ,CAAC,iBAAiB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBAC5C,QAAQ,CAAC,cAAc,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBACzC,QAAQ,CAAC,gBAAgB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBAC3C,QAAQ,CAAC,OAAO,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBAClC,QAAQ,CAAC,aAAa,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBACxC,QAAQ,CAAC,QAAQ,EAAE,CAAC;wBAClB,QAAQ,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,CAAC;4BAC9B,QAAQ,CAAC,IAAI,EAAE,CAAC;gCACd,QAAQ,CAAC,GAAG,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCAC9B,QAAQ,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCAChC,QAAQ,CAAC,UAAU,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACrC,QAAQ,CAAC,aAAa,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACxC,QAAQ,CAAC,UAAU,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACrC,QAAQ,CAAC,QAAQ,EAAE,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;gCACpC,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;gCACvC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACnC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACnC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACpC,QAAQ,CAAC,YAAY,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;6BACxC,GAAG,IAAI,CAAC,CAAC;yBACX,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;qBACpB,GAAG,IAAI,CAAC,CAAC;iBACX,GAAG,IAAI,CAAC,CAAC;aACX,GAAG,IAAI,CAAC,CAAC;SACX,GAAG,IAAI,CAAC,CAAC;KACX,CAAC;IACF,QAAQ,CAAC,UAAU,EAAE,yDAAyD,CAAC;CAChF,CAAC"}
1
+ {"version":3,"file":"param_type.d.ts","sourceRoot":"","sources":["../../../../../../src/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,yDAAyD,EAAE,MAAM,sBAAsB,CAAC;AAEtG,MAAM,MAAM,oDAAoD,GAAG;IACjE,QAAQ,CAAC,IAAI,EAAE;QACb,QAAQ,CAAC,6BAA6B,EAAE,CAAC;YACvC,QAAQ,CAAC,SAAS,EAAE,CAAC;gBACnB,QAAQ,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBAC7B,QAAQ,CAAC,aAAa,EAAE,CAAC,aAAa,CAAC;oBACrC,QAAQ,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBAC7B,QAAQ,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBAChC,QAAQ,CAAC,WAAW,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBACtC,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;iBAChC,CAAC,GAAG,IAAI,CAAC,CAAC;gBACX,QAAQ,CAAC,YAAY,EAAE,CAAC;oBACtB,QAAQ,CAAC,WAAW,EAAE,CAAC;wBACrB,QAAQ,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,CAAC;4BAC9B,QAAQ,CAAC,IAAI,EAAE,CAAC;gCACd,QAAQ,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCAC7B,QAAQ,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCAChC,QAAQ,CAAC,WAAW,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACtC,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;6BAChC,GAAG,IAAI,CAAC,CAAC;yBACX,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;qBACpB,GAAG,IAAI,CAAC,CAAC;oBACV,QAAQ,CAAC,OAAO,EAAE,CAAC;wBACjB,QAAQ,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,CAAC;4BAC9B,QAAQ,CAAC,IAAI,EAAE,CAAC;gCACd,QAAQ,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCAC7B,QAAQ,CAAC,WAAW,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACtC,QAAQ,CAAC,cAAc,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACzC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACnC,QAAQ,CAAC,YAAY,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACvC,QAAQ,CAAC,wBAAwB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACnD,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACjC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACpC,QAAQ,CAAC,UAAU,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACrC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACpC,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACjC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACpC,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACjC,QAAQ,CAAC,qBAAqB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCAChD,QAAQ,CAAC,kBAAkB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCAC7C,QAAQ,CAAC,QAAQ,EAAE,CAAC;oCAClB,QAAQ,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,CAAC;wCAC9B,QAAQ,CAAC,IAAI,EAAE,CAAC;4CACd,QAAQ,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4CAC7B,QAAQ,CAAC,aAAa,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4CACxC,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4CACjC,QAAQ,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4CAChC,QAAQ,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;yCACjC,GAAG,IAAI,CAAC,CAAC;qCACX,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;iCACpB,GAAG,IAAI,CAAC,CAAC;gCACV,QAAQ,CAAC,OAAO,EAAE,CAAC;oCACjB,QAAQ,CAAC,yBAAyB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCACpD,QAAQ,CAAC,yBAAyB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCACpD,QAAQ,CAAC,sBAAsB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCACjD,QAAQ,CAAC,yBAAyB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCACpD,QAAQ,CAAC,yBAAyB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCACpD,QAAQ,CAAC,sBAAsB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCACjD,QAAQ,CAAC,qBAAqB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCAChD,QAAQ,CAAC,mBAAmB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCAC9C,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCACnC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCACnC,QAAQ,CAAC,WAAW,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCACtC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCACnC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oCACpC,QAAQ,CAAC,mBAAmB,EAAE,CAAC;wCAC7B,QAAQ,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,CAAC;4CAC9B,QAAQ,CAAC,IAAI,EAAE,CAAC;gDACd,QAAQ,CAAC,GAAG,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDAC9B,QAAQ,CAAC,aAAa,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDACxC,QAAQ,CAAC,gBAAgB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDAC3C,QAAQ,CAAC,oBAAoB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDAC/C,QAAQ,CAAC,qBAAqB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDAChD,QAAQ,CAAC,mBAAmB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDAC9C,QAAQ,CAAC,YAAY,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDACvC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDACnC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDACnC,QAAQ,CAAC,MAAM,EAAE,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;gDAClC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDACnC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDACnC,QAAQ,CAAC,YAAY,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;6CACxC,GAAG,IAAI,CAAC,CAAC;yCACX,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;qCACpB,GAAG,IAAI,CAAC,CAAC;oCACV,QAAQ,CAAC,cAAc,EAAE,CAAC;wCACxB,QAAQ,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,CAAC;4CAC9B,QAAQ,CAAC,IAAI,EAAE,CAAC;gDACd,QAAQ,CAAC,GAAG,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDAC9B,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDAC/B,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gDACjC,QAAQ,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;6CACjC,GAAG,IAAI,CAAC,CAAC;yCACX,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;qCACpB,GAAG,IAAI,CAAC,CAAC;iCACX,GAAG,IAAI,CAAC,CAAC;6BACX,GAAG,IAAI,CAAC,CAAC;yBACX,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;qBACpB,GAAG,IAAI,CAAC,CAAC;iBACX,GAAG,IAAI,CAAC,CAAC;aACX,GAAG,IAAI,CAAC,CAAC;YACV,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBAC7B,QAAQ,CAAC,WAAW,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACtC,QAAQ,CAAC,cAAc,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACzC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACnC,QAAQ,CAAC,YAAY,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACvC,QAAQ,CAAC,wBAAwB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACnD,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACjC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACpC,QAAQ,CAAC,UAAU,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACrC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACpC,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACjC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACpC,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBACjC,QAAQ,CAAC,qBAAqB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBAChD,QAAQ,CAAC,kBAAkB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gBAC7C,QAAQ,CAAC,QAAQ,EAAE,CAAC;oBAClB,QAAQ,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,CAAC;wBAC9B,QAAQ,CAAC,IAAI,EAAE,CAAC;4BACd,QAAQ,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4BAC7B,QAAQ,CAAC,aAAa,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4BACxC,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4BACjC,QAAQ,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;4BAChC,QAAQ,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;yBACjC,GAAG,IAAI,CAAC,CAAC;qBACX,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;iBACpB,GAAG,IAAI,CAAC,CAAC;gBACV,QAAQ,CAAC,OAAO,EAAE,CAAC;oBACjB,QAAQ,CAAC,yBAAyB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBACpD,QAAQ,CAAC,yBAAyB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBACpD,QAAQ,CAAC,sBAAsB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBACjD,QAAQ,CAAC,yBAAyB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBACpD,QAAQ,CAAC,yBAAyB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBACpD,QAAQ,CAAC,sBAAsB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBACjD,QAAQ,CAAC,qBAAqB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBAChD,QAAQ,CAAC,mBAAmB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBAC9C,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBACnC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBACnC,QAAQ,CAAC,WAAW,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBACtC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBACnC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;oBACpC,QAAQ,CAAC,mBAAmB,EAAE,CAAC;wBAC7B,QAAQ,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,CAAC;4BAC9B,QAAQ,CAAC,IAAI,EAAE,CAAC;gCACd,QAAQ,CAAC,GAAG,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCAC9B,QAAQ,CAAC,aAAa,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACxC,QAAQ,CAAC,gBAAgB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCAC3C,QAAQ,CAAC,oBAAoB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCAC/C,QAAQ,CAAC,qBAAqB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCAChD,QAAQ,CAAC,mBAAmB,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCAC9C,QAAQ,CAAC,YAAY,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACvC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACnC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACnC,QAAQ,CAAC,MAAM,EAAE,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;gCAClC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACnC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACnC,QAAQ,CAAC,YAAY,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;6BACxC,GAAG,IAAI,CAAC,CAAC;yBACX,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;qBACpB,GAAG,IAAI,CAAC,CAAC;oBACV,QAAQ,CAAC,cAAc,EAAE,CAAC;wBACxB,QAAQ,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,CAAC;4BAC9B,QAAQ,CAAC,IAAI,EAAE,CAAC;gCACd,QAAQ,CAAC,GAAG,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCAC9B,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCAC/B,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;gCACjC,QAAQ,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;6BACjC,GAAG,IAAI,CAAC,CAAC;yBACX,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;qBACpB,GAAG,IAAI,CAAC,CAAC;iBACX,GAAG,IAAI,CAAC,CAAC;aACX,GAAG,IAAI,CAAC,CAAC;SACX,GAAG,IAAI,CAAC,CAAC;KACX,CAAC;IACF,QAAQ,CAAC,UAAU,EAAE,yDAAyD,CAAC;CAChF,CAAC"}
@@ -1,9 +1,10 @@
1
1
  export type Mutation__GambitWorkspaceVerifyBatchRunCreate__parameters = {
2
2
  readonly input: {
3
- readonly batchSize: number;
4
3
  readonly concurrency: number;
5
4
  readonly graderId: string;
6
- readonly scenarioRunId?: (string | null);
5
+ readonly graderRepeatsPerScenario: number;
6
+ readonly scenarioDeckId?: (string | null);
7
+ readonly scenarioRuns: number;
7
8
  readonly workspaceId: string;
8
9
  };
9
10
  };
@@ -1 +1 @@
1
- {"version":3,"file":"parameters_type.d.ts","sourceRoot":"","sources":["../../../../../../src/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,yDAAyD,GAAG;IACtE,QAAQ,CAAC,KAAK,EAAE;QACd,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;QAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAC1B,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;QACzC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;KAC9B,CAAC;CACH,CAAC"}
1
+ {"version":3,"file":"parameters_type.d.ts","sourceRoot":"","sources":["../../../../../../src/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,yDAAyD,GAAG;IACtE,QAAQ,CAAC,KAAK,EAAE;QACd,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAC1B,QAAQ,CAAC,wBAAwB,EAAE,MAAM,CAAC;QAC1C,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;QAC1C,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;KAC9B,CAAC;CACH,CAAC"}
@@ -1,3 +1,3 @@
1
- declare const _default: "mutation GambitWorkspaceVerifyBatchRunCreate($input: WorkspaceVerifyBatchRunCreateInput!) { workspaceVerifyBatchRunCreate____input___v_input: workspaceVerifyBatchRunCreate(input: $input) { batch { id, active, completed, failed, finishedAt, graderId, metrics { agreementRate, instabilityCount, outliers____first___l_25: outliers(first: 25) { edges { node { agreementRate, instability, key, label, maxRunId, messageRefId, minRunId, passFlip, sampleSize, scoreDelta, turnIndex, }, }, }, sampleSize, scoreSpreadMax, scoreSpreadMedian, scoreSpreadMin, verdict, verdictReason, }, requested, requests____first___l_50: requests(first: 50) { edges { node { id, error, runId, status, }, }, }, scenarioRunId, startedAt, status, workspaceId, }, workspace { id, scenarioRuns____first___l_50: scenarioRuns(first: 50) { edges { node { __typename, id, error, finishedAt, startedAt, status, }, }, }, verification { batches____first___l_50: batches(first: 50) { edges { node { id, active, completed, failed, finishedAt, graderId, metrics { agreementRate, instabilityCount, outliers____first___l_25: outliers(first: 25) { edges { node { agreementRate, instability, key, label, maxRunId, messageRefId, minRunId, passFlip, sampleSize, scoreDelta, turnIndex, }, }, }, sampleSize, scoreSpreadMax, scoreSpreadMedian, scoreSpreadMin, verdict, verdictReason, }, requested, requests____first___l_50: requests(first: 50) { edges { node { id, error, runId, status, }, }, }, scenarioRunId, startedAt, status, workspaceId, }, }, }, graderDecks____first___l_50: graderDecks(first: 50) { edges { node { id, description, label, path, }, }, }, }, }, },}";
1
+ declare const _default: "mutation GambitWorkspaceVerifyBatchRunCreate($input: WorkspaceVerifyBatchRunCreateInput!) { workspaceVerifyBatchRunCreate____input___v_input: workspaceVerifyBatchRunCreate(input: $input) { batch { id, active, completed, failed, finishedAt, graderId, graderRepeatsPerScenario, metrics { executionFailureCount, failureReasons____first___l_25: failureReasons(first: 25) { edges { node { count, key, kind, reason, }, }, }, gradeSampleCountCompleted, gradeSampleCountFailed, gradeSampleCountRequested, gradingFailureCount, outlierScenarioRuns____first___l_25: outlierScenarioRuns(first: 25) { edges { node { averageScore, completedSampleCount, executionFailureCount, failed, gradeSampleCount, gradingFailureCount, key, maxRunId, maxScore, messageRefId, minRunId, minScore, scenarioRunId, }, }, }, passRate, scenarioRunCountCompleted, scenarioRunCountFailed, scenarioRunCountRequested, scoreMax, scoreMean, scoreMedian, scoreMin, }, requested, requests____first___l_200: requests(first: 200) { edges { node { id, error, runId, scenarioRunId, status, }, }, }, scenarioDeckId, scenarioRuns, scenarioRunsCompleted, scenarioRunsFailed, startedAt, status, workspaceId, }, workspace { id, scenarioDecks { id, description, label, path, }, verification { batches____first___l_50: batches(first: 50) { edges { node { id, active, completed, failed, finishedAt, graderId, graderRepeatsPerScenario, metrics { executionFailureCount, failureReasons____first___l_25: failureReasons(first: 25) { edges { node { count, key, kind, reason, }, }, }, gradeSampleCountCompleted, gradeSampleCountFailed, gradeSampleCountRequested, gradingFailureCount, outlierScenarioRuns____first___l_25: outlierScenarioRuns(first: 25) { edges { node { averageScore, completedSampleCount, executionFailureCount, failed, gradeSampleCount, gradingFailureCount, key, maxRunId, maxScore, messageRefId, minRunId, minScore, scenarioRunId, }, }, }, passRate, scenarioRunCountCompleted, scenarioRunCountFailed, scenarioRunCountRequested, scoreMax, scoreMean, scoreMedian, scoreMin, }, requested, requests____first___l_200: requests(first: 200) { edges { node { id, error, runId, scenarioRunId, status, }, }, }, scenarioDeckId, scenarioRuns, scenarioRunsCompleted, scenarioRunsFailed, startedAt, status, workspaceId, }, }, }, graderDecks____first___l_50: graderDecks(first: 50) { edges { node { id, description, label, path, }, }, }, }, }, },}";
2
2
  export default _default;
3
3
  //# sourceMappingURL=query_text.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"query_text.d.ts","sourceRoot":"","sources":["../../../../../../src/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.ts"],"names":[],"mappings":"wBAAe,qiGAsIb;AAtIF,wBAsIG"}
1
+ {"version":3,"file":"query_text.d.ts","sourceRoot":"","sources":["../../../../../../src/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.ts"],"names":[],"mappings":"wBAAe,8xIA4Kb;AA5KF,wBA4KG"}
@@ -9,62 +9,78 @@ exports.default = 'mutation GambitWorkspaceVerifyBatchRunCreate($input: Workspac
9
9
  failed,\
10
10
  finishedAt,\
11
11
  graderId,\
12
+ graderRepeatsPerScenario,\
12
13
  metrics {\
13
- agreementRate,\
14
- instabilityCount,\
15
- outliers____first___l_25: outliers(first: 25) {\
14
+ executionFailureCount,\
15
+ failureReasons____first___l_25: failureReasons(first: 25) {\
16
16
  edges {\
17
17
  node {\
18
- agreementRate,\
19
- instability,\
18
+ count,\
19
+ key,\
20
+ kind,\
21
+ reason,\
22
+ },\
23
+ },\
24
+ },\
25
+ gradeSampleCountCompleted,\
26
+ gradeSampleCountFailed,\
27
+ gradeSampleCountRequested,\
28
+ gradingFailureCount,\
29
+ outlierScenarioRuns____first___l_25: outlierScenarioRuns(first: 25) {\
30
+ edges {\
31
+ node {\
32
+ averageScore,\
33
+ completedSampleCount,\
34
+ executionFailureCount,\
35
+ failed,\
36
+ gradeSampleCount,\
37
+ gradingFailureCount,\
20
38
  key,\
21
- label,\
22
39
  maxRunId,\
40
+ maxScore,\
23
41
  messageRefId,\
24
42
  minRunId,\
25
- passFlip,\
26
- sampleSize,\
27
- scoreDelta,\
28
- turnIndex,\
43
+ minScore,\
44
+ scenarioRunId,\
29
45
  },\
30
46
  },\
31
47
  },\
32
- sampleSize,\
33
- scoreSpreadMax,\
34
- scoreSpreadMedian,\
35
- scoreSpreadMin,\
36
- verdict,\
37
- verdictReason,\
48
+ passRate,\
49
+ scenarioRunCountCompleted,\
50
+ scenarioRunCountFailed,\
51
+ scenarioRunCountRequested,\
52
+ scoreMax,\
53
+ scoreMean,\
54
+ scoreMedian,\
55
+ scoreMin,\
38
56
  },\
39
57
  requested,\
40
- requests____first___l_50: requests(first: 50) {\
58
+ requests____first___l_200: requests(first: 200) {\
41
59
  edges {\
42
60
  node {\
43
61
  id,\
44
62
  error,\
45
63
  runId,\
64
+ scenarioRunId,\
46
65
  status,\
47
66
  },\
48
67
  },\
49
68
  },\
50
- scenarioRunId,\
69
+ scenarioDeckId,\
70
+ scenarioRuns,\
71
+ scenarioRunsCompleted,\
72
+ scenarioRunsFailed,\
51
73
  startedAt,\
52
74
  status,\
53
75
  workspaceId,\
54
76
  },\
55
77
  workspace {\
56
78
  id,\
57
- scenarioRuns____first___l_50: scenarioRuns(first: 50) {\
58
- edges {\
59
- node {\
60
- __typename,\
61
- id,\
62
- error,\
63
- finishedAt,\
64
- startedAt,\
65
- status,\
66
- },\
67
- },\
79
+ scenarioDecks {\
80
+ id,\
81
+ description,\
82
+ label,\
83
+ path,\
68
84
  },\
69
85
  verification {\
70
86
  batches____first___l_50: batches(first: 50) {\
@@ -76,45 +92,67 @@ exports.default = 'mutation GambitWorkspaceVerifyBatchRunCreate($input: Workspac
76
92
  failed,\
77
93
  finishedAt,\
78
94
  graderId,\
95
+ graderRepeatsPerScenario,\
79
96
  metrics {\
80
- agreementRate,\
81
- instabilityCount,\
82
- outliers____first___l_25: outliers(first: 25) {\
97
+ executionFailureCount,\
98
+ failureReasons____first___l_25: failureReasons(first: 25) {\
83
99
  edges {\
84
100
  node {\
85
- agreementRate,\
86
- instability,\
101
+ count,\
102
+ key,\
103
+ kind,\
104
+ reason,\
105
+ },\
106
+ },\
107
+ },\
108
+ gradeSampleCountCompleted,\
109
+ gradeSampleCountFailed,\
110
+ gradeSampleCountRequested,\
111
+ gradingFailureCount,\
112
+ outlierScenarioRuns____first___l_25: outlierScenarioRuns(first: 25) {\
113
+ edges {\
114
+ node {\
115
+ averageScore,\
116
+ completedSampleCount,\
117
+ executionFailureCount,\
118
+ failed,\
119
+ gradeSampleCount,\
120
+ gradingFailureCount,\
87
121
  key,\
88
- label,\
89
122
  maxRunId,\
123
+ maxScore,\
90
124
  messageRefId,\
91
125
  minRunId,\
92
- passFlip,\
93
- sampleSize,\
94
- scoreDelta,\
95
- turnIndex,\
126
+ minScore,\
127
+ scenarioRunId,\
96
128
  },\
97
129
  },\
98
130
  },\
99
- sampleSize,\
100
- scoreSpreadMax,\
101
- scoreSpreadMedian,\
102
- scoreSpreadMin,\
103
- verdict,\
104
- verdictReason,\
131
+ passRate,\
132
+ scenarioRunCountCompleted,\
133
+ scenarioRunCountFailed,\
134
+ scenarioRunCountRequested,\
135
+ scoreMax,\
136
+ scoreMean,\
137
+ scoreMedian,\
138
+ scoreMin,\
105
139
  },\
106
140
  requested,\
107
- requests____first___l_50: requests(first: 50) {\
141
+ requests____first___l_200: requests(first: 200) {\
108
142
  edges {\
109
143
  node {\
110
144
  id,\
111
145
  error,\
112
146
  runId,\
147
+ scenarioRunId,\
113
148
  status,\
114
149
  },\
115
150
  },\
116
151
  },\
117
- scenarioRunId,\
152
+ scenarioDeckId,\
153
+ scenarioRuns,\
154
+ scenarioRunsCompleted,\
155
+ scenarioRunsFailed,\
118
156
  startedAt,\
119
157
  status,\
120
158
  workspaceId,\