@bolt-foundry/gambit 0.8.6-rc.1 → 0.8.6-rc.2

package/esm/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"WorkbenchConversationRunChat.d.ts","sourceRoot":"","sources":["../../../../../src/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.tsx"],"names":[],"mappings":"AAwUA,eAAO,MAAM,4BAA4B;UA2CjC,OAAO;kBACC;QACZ,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC5B,YAAY,CAAC,EAAE,OAAO,CAAC;KACxB,GAAG,IAAI;mBACO,MAAM;YACb,CAAC,IAAI,EAAE;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,wBAAwB,EAAE,MAAM,CAAC;QACjC,mBAAmB,EAAE,MAAM,CAAC;QAC5B,qBAAqB,EAAE,KAAK,CAAC;YAC3B,IAAI,EAAE;gBACJ,UAAU,EAAE,eAAe,CAAC;gBAC5B,eAAe,EAAE;oBACf,EAAE,EAAE,MAAM,CAAC;oBACX,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;oBAC3B,OAAO,EAAE,MAAM,CAAC;iBACjB,CAAC;aACH,CAAC;SACH,CAAC,CAAC;QACH,UAAU,EAAE,MAAM,IAAI,CAAC;QACvB,OAAO,EAAE,MAAM,IAAI,CAAC;KACrB,KAAK,IAAI;YACF,CAAC,IAAI,EAAE;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,wBAAwB,EAAE,MAAM,CAAC;QACjC,qBAAqB,EAAE,KAAK,CAAC;YAC3B,IAAI,EAAE;gBACJ,UAAU,EAAE,eAAe,CAAC;gBAC5B,eAAe,EAAE;oBACf,EAAE,EAAE,MAAM,CAAC;oBACX,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;oBAC3B,OAAO,EAAE,MAAM,CAAC;iBACjB,CAAC;aACH,CAAC;SACH,CAAC,CAAC;QACH,UAAU,EAAE,MAAM,IAAI,CAAC;QACvB,OAAO,EAAE,MAAM,IAAI,CAAC;KACrB,KAAK,IAAI;eACC,OAAO;gBACN,OAAO;sBACD,OAAO;gBACb,MAAM,IAAI;iCAoatB,CAAC;AAEH,eAAe,4BAA4B,CAAC"}
+{"version":3,"file":"WorkbenchConversationRunChat.d.ts","sourceRoot":"","sources":["../../../../../src/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.tsx"],"names":[],"mappings":"AA6UA,eAAO,MAAM,4BAA4B;UA2CjC,OAAO;kBACC;QACZ,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC5B,YAAY,CAAC,EAAE,OAAO,CAAC;KACxB,GAAG,IAAI;mBACO,MAAM;YACb,CAAC,IAAI,EAAE;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,wBAAwB,EAAE,MAAM,CAAC;QACjC,mBAAmB,EAAE,MAAM,CAAC;QAC5B,qBAAqB,EAAE,KAAK,CAAC;YAC3B,IAAI,EAAE;gBACJ,UAAU,EAAE,eAAe,CAAC;gBAC5B,eAAe,EAAE;oBACf,EAAE,EAAE,MAAM,CAAC;oBACX,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;oBAC3B,OAAO,EAAE,MAAM,CAAC;iBACjB,CAAC;aACH,CAAC;SACH,CAAC,CAAC;QACH,UAAU,EAAE,MAAM,IAAI,CAAC;QACvB,OAAO,EAAE,MAAM,IAAI,CAAC;KACrB,KAAK,IAAI;YACF,CAAC,IAAI,EAAE;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,wBAAwB,EAAE,MAAM,CAAC;QACjC,qBAAqB,EAAE,KAAK,CAAC;YAC3B,IAAI,EAAE;gBACJ,UAAU,EAAE,eAAe,CAAC;gBAC5B,eAAe,EAAE;oBACf,EAAE,EAAE,MAAM,CAAC;oBACX,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;oBAC3B,OAAO,EAAE,MAAM,CAAC;iBACjB,CAAC;aACH,CAAC;SACH,CAAC,CAAC;QACH,UAAU,EAAE,MAAM,IAAI,CAAC;QACvB,OAAO,EAAE,MAAM,IAAI,CAAC;KACrB,KAAK,IAAI;eACC,OAAO;gBACN,OAAO;sBACD,OAAO;gBACb,MAAM,IAAI;iCAoatB,CAAC;AAEH,eAAe,4BAA4B,CAAC"}

package/esm/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.js

@@ -28,10 +28,15 @@ function isBuildChatDebugEnabled() {
         if (value === "1" || value === "true")
             return true;
     }
-    if (typeof globalThis.localStorage === "undefined")
+    let stored = "";
+    try {
+        stored = (globalThis.localStorage?.getItem("gambit:build-chat-debug") ?? "")
+            .toLowerCase()
+            .trim();
+    }
+    catch {
         return false;
-    const stored = (globalThis.localStorage.getItem("gambit:build-chat-debug") ??
-        "").toLowerCase().trim();
+    }
     return stored === "1" || stored === "true" || stored === "yes";
 }
 const BUILD_CHAT_DEBUG = isBuildChatDebugEnabled();

package/esm/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"EntrypointWorkspaceVerifyLiveWrite.d.ts","sourceRoot":"","sources":["../../../../src/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.tsx"],"names":[],"mappings":"AAMA,eAAO,MAAM,kCAAkC;;;CAwF7C,CAAC;AAEH,eAAe,kCAAkC,CAAC"}
+{"version":3,"file":"EntrypointWorkspaceVerifyLiveWrite.d.ts","sourceRoot":"","sources":["../../../../src/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.tsx"],"names":[],"mappings":"AAMA,eAAO,MAAM,kCAAkC;;;CAyG7C,CAAC;AAEH,eAAe,kCAAkC,CAAC"}

package/esm/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.js

@@ -7,16 +7,11 @@ export const EntrypointWorkspaceVerifyLiveWrite = iso(`
   field Query.EntrypointWorkspaceVerifyLiveWrite($workspaceId: ID!) {
     workspace(id: $workspaceId) {
       id
-      scenarioRuns(first: 50) {
-        edges {
-          node {
-            id
-            status
-            startedAt
-            finishedAt
-            error
-          }
-        }
+      scenarioDecks {
+        id
+        label
+        description
+        path
       }
       verification {
         graderDecks(first: 50) {
@@ -34,8 +29,10 @@ export const EntrypointWorkspaceVerifyLiveWrite = iso(`
             node {
               id
               workspaceId
+              scenarioDeckId
               graderId
-              scenarioRunId
+              scenarioRuns
+              graderRepeatsPerScenario
               status
               startedAt
               finishedAt
@@ -43,10 +40,13 @@ export const EntrypointWorkspaceVerifyLiveWrite = iso(`
               active
               completed
               failed
-              requests(first: 50) {
+              scenarioRunsCompleted
+              scenarioRunsFailed
+              requests(first: 200) {
                 edges {
                   node {
                     id
+                    scenarioRunId
                     status
                     runId
                     error
@@ -54,31 +54,48 @@ export const EntrypointWorkspaceVerifyLiveWrite = iso(`
                 }
               }
               metrics {
-                sampleSize
-                agreementRate
-                scoreSpreadMin
-                scoreSpreadMedian
-                scoreSpreadMax
-                instabilityCount
-                verdict
-                verdictReason
-                outliers(first: 25) {
+                scenarioRunCountRequested
+                scenarioRunCountCompleted
+                scenarioRunCountFailed
+                gradeSampleCountRequested
+                gradeSampleCountCompleted
+                gradeSampleCountFailed
+                executionFailureCount
+                gradingFailureCount
+                passRate
+                scoreMin
+                scoreMedian
+                scoreMax
+                scoreMean
+                outlierScenarioRuns(first: 25) {
                   edges {
                     node {
                       key
-                      label
-                      sampleSize
-                      agreementRate
-                      scoreDelta
-                      passFlip
-                      instability
+                      scenarioRunId
+                      gradeSampleCount
+                      completedSampleCount
+                      executionFailureCount
+                      gradingFailureCount
+                      averageScore
+                      minScore
+                      maxScore
+                      failed
                       minRunId
                       maxRunId
-                      turnIndex
                       messageRefId
                     }
                   }
                 }
+                failureReasons(first: 25) {
+                  edges {
+                    node {
+                      key
+                      kind
+                      reason
+                      count
+                    }
+                  }
+                }
               }
             }
           }

package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts

@@ -1,17 +1,12 @@
 export declare const GambitWorkspaceVerifyBatchRunCreateMutation: (param: import("../__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.js").Mutation__GambitWorkspaceVerifyBatchRunCreate__param) => {
     readonly workspace: ({
         readonly id: (string | null);
-        readonly scenarioRuns: ({
-            readonly edges: (ReadonlyArray<({
-                readonly node: ({
-                    readonly id: (string | null);
-                    readonly status: (string | null);
-                    readonly startedAt: (string | null);
-                    readonly finishedAt: (string | null);
-                    readonly error: (string | null);
-                } | null);
-            } | null)> | null);
-        } | null);
+        readonly scenarioDecks: (ReadonlyArray<{
+            readonly id: (string | null);
+            readonly label: (string | null);
+            readonly description: (string | null);
+            readonly path: (string | null);
+        }> | null);
         readonly verification: ({
             readonly graderDecks: ({
                 readonly edges: (ReadonlyArray<({
@@ -28,8 +23,10 @@ export declare const GambitWorkspaceVerifyBatchRunCreateMutation: (param: import
                     readonly node: ({
                         readonly id: (string | null);
                         readonly workspaceId: (string | null);
+                        readonly scenarioDeckId: (string | null);
                         readonly graderId: (string | null);
-                        readonly scenarioRunId: (string | null);
+                        readonly scenarioRuns: (number | null);
+                        readonly graderRepeatsPerScenario: (number | null);
                         readonly status: (string | null);
                         readonly startedAt: (string | null);
                         readonly finishedAt: (string | null);
@@ -37,10 +34,13 @@ export declare const GambitWorkspaceVerifyBatchRunCreateMutation: (param: import
                         readonly active: (number | null);
                         readonly completed: (number | null);
                         readonly failed: (number | null);
+                        readonly scenarioRunsCompleted: (number | null);
+                        readonly scenarioRunsFailed: (number | null);
                         readonly requests: ({
                             readonly edges: (ReadonlyArray<({
                                 readonly node: ({
                                     readonly id: (string | null);
+                                    readonly scenarioRunId: (string | null);
                                     readonly status: (string | null);
                                     readonly runId: (string | null);
                                     readonly error: (string | null);
@@ -48,31 +48,48 @@ export declare const GambitWorkspaceVerifyBatchRunCreateMutation: (param: import
                             } | null)> | null);
                         } | null);
                         readonly metrics: ({
-                            readonly sampleSize: (number | null);
-                            readonly agreementRate: (number | null);
-                            readonly scoreSpreadMin: (number | null);
-                            readonly scoreSpreadMedian: (number | null);
-                            readonly scoreSpreadMax: (number | null);
-                            readonly instabilityCount: (number | null);
-                            readonly verdict: (string | null);
-                            readonly verdictReason: (string | null);
-                            readonly outliers: ({
+                            readonly scenarioRunCountRequested: (number | null);
+                            readonly scenarioRunCountCompleted: (number | null);
+                            readonly scenarioRunCountFailed: (number | null);
+                            readonly gradeSampleCountRequested: (number | null);
+                            readonly gradeSampleCountCompleted: (number | null);
+                            readonly gradeSampleCountFailed: (number | null);
+                            readonly executionFailureCount: (number | null);
+                            readonly gradingFailureCount: (number | null);
+                            readonly passRate: (number | null);
+                            readonly scoreMin: (number | null);
+                            readonly scoreMedian: (number | null);
+                            readonly scoreMax: (number | null);
+                            readonly scoreMean: (number | null);
+                            readonly outlierScenarioRuns: ({
                                 readonly edges: (ReadonlyArray<({
                                     readonly node: ({
                                         readonly key: (string | null);
-                                        readonly label: (string | null);
-                                        readonly sampleSize: (number | null);
-                                        readonly agreementRate: (number | null);
-                                        readonly scoreDelta: (number | null);
-                                        readonly passFlip: (boolean | null);
-                                        readonly instability: (boolean | null);
+                                        readonly scenarioRunId: (string | null);
+                                        readonly gradeSampleCount: (number | null);
+                                        readonly completedSampleCount: (number | null);
+                                        readonly executionFailureCount: (number | null);
+                                        readonly gradingFailureCount: (number | null);
+                                        readonly averageScore: (number | null);
+                                        readonly minScore: (number | null);
+                                        readonly maxScore: (number | null);
+                                        readonly failed: (boolean | null);
                                         readonly minRunId: (string | null);
                                         readonly maxRunId: (string | null);
-                                        readonly turnIndex: (number | null);
                                         readonly messageRefId: (string | null);
                                     } | null);
                                 } | null)> | null);
                             } | null);
+                            readonly failureReasons: ({
+                                readonly edges: (ReadonlyArray<({
+                                    readonly node: ({
+                                        readonly key: (string | null);
+                                        readonly kind: (string | null);
+                                        readonly reason: (string | null);
+                                        readonly count: (number | null);
+                                    } | null);
+                                } | null)> | null);
+                            } | null);
                         } | null);
                     } | null);
                 } | null)> | null);
@@ -82,8 +99,10 @@ export declare const GambitWorkspaceVerifyBatchRunCreateMutation: (param: import
     readonly batch: ({
         readonly id: (string | null);
         readonly workspaceId: (string | null);
+        readonly scenarioDeckId: (string | null);
         readonly graderId: (string | null);
-        readonly scenarioRunId: (string | null);
+        readonly scenarioRuns: (number | null);
+        readonly graderRepeatsPerScenario: (number | null);
         readonly status: (string | null);
         readonly startedAt: (string | null);
         readonly finishedAt: (string | null);
@@ -91,10 +110,13 @@ export declare const GambitWorkspaceVerifyBatchRunCreateMutation: (param: import
         readonly active: (number | null);
         readonly completed: (number | null);
         readonly failed: (number | null);
+        readonly scenarioRunsCompleted: (number | null);
+        readonly scenarioRunsFailed: (number | null);
         readonly requests: ({
             readonly edges: (ReadonlyArray<({
                 readonly node: ({
                     readonly id: (string | null);
+                    readonly scenarioRunId: (string | null);
                     readonly status: (string | null);
                     readonly runId: (string | null);
                     readonly error: (string | null);
@@ -102,31 +124,48 @@ export declare const GambitWorkspaceVerifyBatchRunCreateMutation: (param: import
             } | null)> | null);
         } | null);
         readonly metrics: ({
-            readonly sampleSize: (number | null);
-            readonly agreementRate: (number | null);
-            readonly scoreSpreadMin: (number | null);
-            readonly scoreSpreadMedian: (number | null);
-            readonly scoreSpreadMax: (number | null);
-            readonly instabilityCount: (number | null);
-            readonly verdict: (string | null);
-            readonly verdictReason: (string | null);
-            readonly outliers: ({
+            readonly scenarioRunCountRequested: (number | null);
+            readonly scenarioRunCountCompleted: (number | null);
+            readonly scenarioRunCountFailed: (number | null);
+            readonly gradeSampleCountRequested: (number | null);
+            readonly gradeSampleCountCompleted: (number | null);
+            readonly gradeSampleCountFailed: (number | null);
+            readonly executionFailureCount: (number | null);
+            readonly gradingFailureCount: (number | null);
+            readonly passRate: (number | null);
+            readonly scoreMin: (number | null);
+            readonly scoreMedian: (number | null);
+            readonly scoreMax: (number | null);
+            readonly scoreMean: (number | null);
+            readonly outlierScenarioRuns: ({
                 readonly edges: (ReadonlyArray<({
                     readonly node: ({
                         readonly key: (string | null);
-                        readonly label: (string | null);
-                        readonly sampleSize: (number | null);
-                        readonly agreementRate: (number | null);
-                        readonly scoreDelta: (number | null);
-                        readonly passFlip: (boolean | null);
-                        readonly instability: (boolean | null);
+                        readonly scenarioRunId: (string | null);
+                        readonly gradeSampleCount: (number | null);
+                        readonly completedSampleCount: (number | null);
+                        readonly executionFailureCount: (number | null);
+                        readonly gradingFailureCount: (number | null);
+                        readonly averageScore: (number | null);
+                        readonly minScore: (number | null);
+                        readonly maxScore: (number | null);
+                        readonly failed: (boolean | null);
                         readonly minRunId: (string | null);
                         readonly maxRunId: (string | null);
-                        readonly turnIndex: (number | null);
                         readonly messageRefId: (string | null);
                     } | null);
                 } | null)> | null);
             } | null);
+            readonly failureReasons: ({
+                readonly edges: (ReadonlyArray<({
+                    readonly node: ({
+                        readonly key: (string | null);
+                        readonly kind: (string | null);
+                        readonly reason: (string | null);
+                        readonly count: (number | null);
+                    } | null);
+                } | null)> | null);
+            } | null);
         } | null);
     } | null);
 } | null;

package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"GambitWorkspaceVerifyBatchRunCreate.d.ts","sourceRoot":"","sources":["../../../src/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.tsx"],"names":[],"mappings":"AAEA,eAAO,MAAM,2CAA2C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QA2ItD,CAAC;AAEH,eAAe,2CAA2C,CAAC"}
+{"version":3,"file":"GambitWorkspaceVerifyBatchRunCreate.d.ts","sourceRoot":"","sources":["../../../src/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.tsx"],"names":[],"mappings":"AAEA,eAAO,MAAM,2CAA2C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QAkLtD,CAAC;AAEH,eAAe,2CAA2C,CAAC"}

package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.js

@@ -6,16 +6,11 @@ export const GambitWorkspaceVerifyBatchRunCreateMutation = iso(`
     workspaceVerifyBatchRunCreate(input: $input) {
       workspace {
         id
-        scenarioRuns(first: 50) {
-          edges {
-            node {
-              id
-              status
-              startedAt
-              finishedAt
-              error
-            }
-          }
+        scenarioDecks {
+          id
+          label
+          description
+          path
         }
         verification {
           graderDecks(first: 50) {
@@ -33,8 +28,10 @@ export const GambitWorkspaceVerifyBatchRunCreateMutation = iso(`
               node {
                 id
                 workspaceId
+                scenarioDeckId
                 graderId
-                scenarioRunId
+                scenarioRuns
+                graderRepeatsPerScenario
                 status
                 startedAt
                 finishedAt
@@ -42,10 +39,13 @@ export const GambitWorkspaceVerifyBatchRunCreateMutation = iso(`
                 active
                 completed
                 failed
-                requests(first: 50) {
+                scenarioRunsCompleted
+                scenarioRunsFailed
+                requests(first: 200) {
                   edges {
                     node {
                       id
+                      scenarioRunId
                       status
                       runId
                       error
@@ -53,31 +53,48 @@ export const GambitWorkspaceVerifyBatchRunCreateMutation = iso(`
                   }
                 }
                 metrics {
-                  sampleSize
-                  agreementRate
-                  scoreSpreadMin
-                  scoreSpreadMedian
-                  scoreSpreadMax
-                  instabilityCount
-                  verdict
-                  verdictReason
-                  outliers(first: 25) {
+                  scenarioRunCountRequested
+                  scenarioRunCountCompleted
+                  scenarioRunCountFailed
+                  gradeSampleCountRequested
+                  gradeSampleCountCompleted
+                  gradeSampleCountFailed
+                  executionFailureCount
+                  gradingFailureCount
+                  passRate
+                  scoreMin
+                  scoreMedian
+                  scoreMax
+                  scoreMean
+                  outlierScenarioRuns(first: 25) {
                     edges {
                       node {
                         key
-                        label
-                        sampleSize
-                        agreementRate
-                        scoreDelta
-                        passFlip
-                        instability
+                        scenarioRunId
+                        gradeSampleCount
+                        completedSampleCount
+                        executionFailureCount
+                        gradingFailureCount
+                        averageScore
+                        minScore
+                        maxScore
+                        failed
                         minRunId
                         maxRunId
-                        turnIndex
                         messageRefId
                       }
                     }
                   }
+                  failureReasons(first: 25) {
+                    edges {
+                      node {
+                        key
+                        kind
+                        reason
+                        count
+                      }
+                    }
+                  }
                 }
               }
             }
@@ -87,8 +104,10 @@ export const GambitWorkspaceVerifyBatchRunCreateMutation = iso(`
       batch {
         id
         workspaceId
+        scenarioDeckId
         graderId
-        scenarioRunId
+        scenarioRuns
+        graderRepeatsPerScenario
         status
         startedAt
         finishedAt
@@ -96,10 +115,13 @@ export const GambitWorkspaceVerifyBatchRunCreateMutation = iso(`
         active
         completed
         failed
-        requests(first: 50) {
+        scenarioRunsCompleted
+        scenarioRunsFailed
+        requests(first: 200) {
           edges {
             node {
               id
+              scenarioRunId
               status
               runId
               error
@@ -107,31 +129,48 @@ export const GambitWorkspaceVerifyBatchRunCreateMutation = iso(`
           }
         }
         metrics {
-          sampleSize
-          agreementRate
-          scoreSpreadMin
-          scoreSpreadMedian
-          scoreSpreadMax
-          instabilityCount
-          verdict
-          verdictReason
-          outliers(first: 25) {
+          scenarioRunCountRequested
+          scenarioRunCountCompleted
+          scenarioRunCountFailed
+          gradeSampleCountRequested
+          gradeSampleCountCompleted
+          gradeSampleCountFailed
+          executionFailureCount
+          gradingFailureCount
+          passRate
+          scoreMin
+          scoreMedian
+          scoreMax
+          scoreMean
+          outlierScenarioRuns(first: 25) {
             edges {
               node {
                 key
-                label
-                sampleSize
-                agreementRate
-                scoreDelta
-                passFlip
-                instability
+                scenarioRunId
+                gradeSampleCount
+                completedSampleCount
+                executionFailureCount
+                gradingFailureCount
+                averageScore
+                minScore
+                maxScore
+                failed
                 minRunId
                 maxRunId
-                turnIndex
                 messageRefId
               }
             }
           }
+          failureReasons(first: 25) {
+            edges {
+              node {
+                key
+                kind
+                reason
+                count
+              }
+            }
+          }
         }
       }
     }