@bolt-foundry/gambit 0.8.6-rc.1 → 0.8.6-rc.3

package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts

@@ -1,134 +1,173 @@
 export declare const GambitWorkspaceVerifyBatchRunCreateMutation: (param: import("../__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.js").Mutation__GambitWorkspaceVerifyBatchRunCreate__param) => {
-    readonly workspace: ({
-        readonly id: (string | null);
-        readonly scenarioRuns: ({
-            readonly edges: (ReadonlyArray<({
-                readonly node: ({
-                    readonly id: (string | null);
-                    readonly status: (string | null);
-                    readonly startedAt: (string | null);
-                    readonly finishedAt: (string | null);
-                    readonly error: (string | null);
-                } | null);
-            } | null)> | null);
-        } | null);
-        readonly verification: ({
-            readonly graderDecks: ({
-                readonly edges: (ReadonlyArray<({
-                    readonly node: ({
-                        readonly id: (string | null);
-                        readonly label: (string | null);
+    readonly workspace: {
+        readonly id: string;
+        readonly scenarioDecks: ReadonlyArray<{
+            readonly id: string;
+            readonly label: string;
+            readonly description: (string | null);
+            readonly path: string;
+        }>;
+        readonly verification: {
+            readonly graderDecks: {
+                readonly edges: ReadonlyArray<{
+                    readonly node: {
+                        readonly id: string;
+                        readonly label: string;
                         readonly description: (string | null);
-                        readonly path: (string | null);
-                    } | null);
-                } | null)> | null);
-            } | null);
-            readonly batches: ({
-                readonly edges: (ReadonlyArray<({
-                    readonly node: ({
-                        readonly id: (string | null);
-                        readonly workspaceId: (string | null);
-                        readonly graderId: (string | null);
-                        readonly scenarioRunId: (string | null);
-                        readonly status: (string | null);
+                        readonly path: string;
+                    };
+                }>;
+            };
+            readonly batches: {
+                readonly edges: ReadonlyArray<{
+                    readonly node: {
+                        readonly id: string;
+                        readonly workspaceId: string;
+                        readonly scenarioDeckId: (string | null);
+                        readonly graderId: string;
+                        readonly scenarioRuns: number;
+                        readonly graderRepeatsPerScenario: number;
+                        readonly status: string;
                         readonly startedAt: (string | null);
                         readonly finishedAt: (string | null);
-                        readonly requested: (number | null);
-                        readonly active: (number | null);
-                        readonly completed: (number | null);
-                        readonly failed: (number | null);
-                        readonly requests: ({
-                            readonly edges: (ReadonlyArray<({
-                                readonly node: ({
-                                    readonly id: (string | null);
-                                    readonly status: (string | null);
+                        readonly requested: number;
+                        readonly active: number;
+                        readonly completed: number;
+                        readonly failed: number;
+                        readonly scenarioRunsCompleted: number;
+                        readonly scenarioRunsFailed: number;
+                        readonly requests: {
+                            readonly edges: ReadonlyArray<{
+                                readonly node: {
+                                    readonly id: string;
+                                    readonly scenarioRunId: (string | null);
+                                    readonly status: string;
                                     readonly runId: (string | null);
                                     readonly error: (string | null);
-                                } | null);
-                            } | null)> | null);
-                        } | null);
+                                };
+                            }>;
+                        };
                         readonly metrics: ({
-                            readonly sampleSize: (number | null);
-                            readonly agreementRate: (number | null);
-                            readonly scoreSpreadMin: (number | null);
-                            readonly scoreSpreadMedian: (number | null);
-                            readonly scoreSpreadMax: (number | null);
-                            readonly instabilityCount: (number | null);
-                            readonly verdict: (string | null);
-                            readonly verdictReason: (string | null);
-                            readonly outliers: ({
-                                readonly edges: (ReadonlyArray<({
-                                    readonly node: ({
-                                        readonly key: (string | null);
-                                        readonly label: (string | null);
-                                        readonly sampleSize: (number | null);
-                                        readonly agreementRate: (number | null);
-                                        readonly scoreDelta: (number | null);
-                                        readonly passFlip: (boolean | null);
-                                        readonly instability: (boolean | null);
+                            readonly scenarioRunCountRequested: number;
+                            readonly scenarioRunCountCompleted: number;
+                            readonly scenarioRunCountFailed: number;
+                            readonly gradeSampleCountRequested: number;
+                            readonly gradeSampleCountCompleted: number;
+                            readonly gradeSampleCountFailed: number;
+                            readonly executionFailureCount: number;
+                            readonly gradingFailureCount: number;
+                            readonly passRate: (number | null);
+                            readonly scoreMin: (number | null);
+                            readonly scoreMedian: (number | null);
+                            readonly scoreMax: (number | null);
+                            readonly scoreMean: (number | null);
+                            readonly outlierScenarioRuns: {
+                                readonly edges: ReadonlyArray<{
+                                    readonly node: {
+                                        readonly key: string;
+                                        readonly scenarioRunId: string;
+                                        readonly gradeSampleCount: number;
+                                        readonly completedSampleCount: number;
+                                        readonly executionFailureCount: number;
+                                        readonly gradingFailureCount: number;
+                                        readonly averageScore: (number | null);
+                                        readonly minScore: (number | null);
+                                        readonly maxScore: (number | null);
+                                        readonly failed: boolean;
                                         readonly minRunId: (string | null);
                                         readonly maxRunId: (string | null);
-                                        readonly turnIndex: (number | null);
                                         readonly messageRefId: (string | null);
-                                    } | null);
-                                } | null)> | null);
-                            } | null);
+                                    };
+                                }>;
+                            };
+                            readonly failureReasons: {
+                                readonly edges: ReadonlyArray<{
+                                    readonly node: {
+                                        readonly key: string;
+                                        readonly kind: string;
+                                        readonly reason: string;
+                                        readonly count: number;
+                                    };
+                                }>;
+                            };
                         } | null);
-                    } | null);
-                } | null)> | null);
-            } | null);
-        } | null);
-    } | null);
-    readonly batch: ({
-        readonly id: (string | null);
-        readonly workspaceId: (string | null);
-        readonly graderId: (string | null);
-        readonly scenarioRunId: (string | null);
-        readonly status: (string | null);
+                    };
+                }>;
+            };
+        };
+    };
+    readonly batch: {
+        readonly id: string;
+        readonly workspaceId: string;
+        readonly scenarioDeckId: (string | null);
+        readonly graderId: string;
+        readonly scenarioRuns: number;
+        readonly graderRepeatsPerScenario: number;
+        readonly status: string;
         readonly startedAt: (string | null);
         readonly finishedAt: (string | null);
-        readonly requested: (number | null);
-        readonly active: (number | null);
-        readonly completed: (number | null);
-        readonly failed: (number | null);
-        readonly requests: ({
-            readonly edges: (ReadonlyArray<({
-                readonly node: ({
-                    readonly id: (string | null);
-                    readonly status: (string | null);
+        readonly requested: number;
+        readonly active: number;
+        readonly completed: number;
+        readonly failed: number;
+        readonly scenarioRunsCompleted: number;
+        readonly scenarioRunsFailed: number;
+        readonly requests: {
+            readonly edges: ReadonlyArray<{
+                readonly node: {
+                    readonly id: string;
+                    readonly scenarioRunId: (string | null);
+                    readonly status: string;
                     readonly runId: (string | null);
                     readonly error: (string | null);
-                } | null);
-            } | null)> | null);
-        } | null);
+                };
+            }>;
+        };
         readonly metrics: ({
-            readonly sampleSize: (number | null);
-            readonly agreementRate: (number | null);
-            readonly scoreSpreadMin: (number | null);
-            readonly scoreSpreadMedian: (number | null);
-            readonly scoreSpreadMax: (number | null);
-            readonly instabilityCount: (number | null);
-            readonly verdict: (string | null);
-            readonly verdictReason: (string | null);
-            readonly outliers: ({
-                readonly edges: (ReadonlyArray<({
-                    readonly node: ({
-                        readonly key: (string | null);
-                        readonly label: (string | null);
-                        readonly sampleSize: (number | null);
-                        readonly agreementRate: (number | null);
-                        readonly scoreDelta: (number | null);
-                        readonly passFlip: (boolean | null);
-                        readonly instability: (boolean | null);
+            readonly scenarioRunCountRequested: number;
+            readonly scenarioRunCountCompleted: number;
+            readonly scenarioRunCountFailed: number;
+            readonly gradeSampleCountRequested: number;
+            readonly gradeSampleCountCompleted: number;
+            readonly gradeSampleCountFailed: number;
+            readonly executionFailureCount: number;
+            readonly gradingFailureCount: number;
+            readonly passRate: (number | null);
+            readonly scoreMin: (number | null);
+            readonly scoreMedian: (number | null);
+            readonly scoreMax: (number | null);
+            readonly scoreMean: (number | null);
+            readonly outlierScenarioRuns: {
+                readonly edges: ReadonlyArray<{
+                    readonly node: {
+                        readonly key: string;
+                        readonly scenarioRunId: string;
+                        readonly gradeSampleCount: number;
+                        readonly completedSampleCount: number;
+                        readonly executionFailureCount: number;
+                        readonly gradingFailureCount: number;
+                        readonly averageScore: (number | null);
+                        readonly minScore: (number | null);
+                        readonly maxScore: (number | null);
+                        readonly failed: boolean;
                         readonly minRunId: (string | null);
                         readonly maxRunId: (string | null);
-                        readonly turnIndex: (number | null);
                         readonly messageRefId: (string | null);
-                    } | null);
-                } | null)> | null);
-            } | null);
+                    };
+                }>;
+            };
+            readonly failureReasons: {
+                readonly edges: ReadonlyArray<{
+                    readonly node: {
+                        readonly key: string;
+                        readonly kind: string;
+                        readonly reason: string;
+                        readonly count: number;
+                    };
+                }>;
+            };
         } | null);
-    } | null);
-} | null;
+    };
+};
 export default GambitWorkspaceVerifyBatchRunCreateMutation;
 //# sourceMappingURL=GambitWorkspaceVerifyBatchRunCreate.d.ts.map

package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"GambitWorkspaceVerifyBatchRunCreate.d.ts","sourceRoot":"","sources":["../../../src/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.tsx"],"names":[],"mappings":"AAEA,eAAO,MAAM,2CAA2C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QA2ItD,CAAC;AAEH,eAAe,2CAA2C,CAAC"}
+{"version":3,"file":"GambitWorkspaceVerifyBatchRunCreate.d.ts","sourceRoot":"","sources":["../../../src/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.tsx"],"names":[],"mappings":"AAEA,eAAO,MAAM,2CAA2C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkLtD,CAAC;AAEH,eAAe,2CAA2C,CAAC"}

package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.js

@@ -9,16 +9,11 @@ exports.GambitWorkspaceVerifyBatchRunCreateMutation = (0, iso_js_1.iso)(`
     workspaceVerifyBatchRunCreate(input: $input) {
       workspace {
         id
-        scenarioRuns(first: 50) {
-          edges {
-            node {
-              id
-              status
-              startedAt
-              finishedAt
-              error
-            }
-          }
+        scenarioDecks {
+          id
+          label
+          description
+          path
         }
         verification {
           graderDecks(first: 50) {
@@ -36,8 +31,10 @@ exports.GambitWorkspaceVerifyBatchRunCreateMutation = (0, iso_js_1.iso)(`
               node {
                 id
                 workspaceId
+                scenarioDeckId
                 graderId
-                scenarioRunId
+                scenarioRuns
+                graderRepeatsPerScenario
                 status
                 startedAt
                 finishedAt
@@ -45,10 +42,13 @@ exports.GambitWorkspaceVerifyBatchRunCreateMutation = (0, iso_js_1.iso)(`
                 active
                 completed
                 failed
-                requests(first: 50) {
+                scenarioRunsCompleted
+                scenarioRunsFailed
+                requests(first: 200) {
                   edges {
                     node {
                       id
+                      scenarioRunId
                       status
                       runId
                       error
@@ -56,31 +56,48 @@ exports.GambitWorkspaceVerifyBatchRunCreateMutation = (0, iso_js_1.iso)(`
                   }
                 }
                 metrics {
-                  sampleSize
-                  agreementRate
-                  scoreSpreadMin
-                  scoreSpreadMedian
-                  scoreSpreadMax
-                  instabilityCount
-                  verdict
-                  verdictReason
-                  outliers(first: 25) {
+                  scenarioRunCountRequested
+                  scenarioRunCountCompleted
+                  scenarioRunCountFailed
+                  gradeSampleCountRequested
+                  gradeSampleCountCompleted
+                  gradeSampleCountFailed
+                  executionFailureCount
+                  gradingFailureCount
+                  passRate
+                  scoreMin
+                  scoreMedian
+                  scoreMax
+                  scoreMean
+                  outlierScenarioRuns(first: 25) {
                     edges {
                       node {
                         key
-                        label
-                        sampleSize
-                        agreementRate
-                        scoreDelta
-                        passFlip
-                        instability
+                        scenarioRunId
+                        gradeSampleCount
+                        completedSampleCount
+                        executionFailureCount
+                        gradingFailureCount
+                        averageScore
+                        minScore
+                        maxScore
+                        failed
                         minRunId
                         maxRunId
-                        turnIndex
                         messageRefId
                       }
                     }
                   }
+                  failureReasons(first: 25) {
+                    edges {
+                      node {
+                        key
+                        kind
+                        reason
+                        count
+                      }
+                    }
+                  }
                 }
               }
             }
@@ -90,8 +107,10 @@ exports.GambitWorkspaceVerifyBatchRunCreateMutation = (0, iso_js_1.iso)(`
       batch {
         id
         workspaceId
+        scenarioDeckId
         graderId
-        scenarioRunId
+        scenarioRuns
+        graderRepeatsPerScenario
         status
         startedAt
         finishedAt
@@ -99,10 +118,13 @@ exports.GambitWorkspaceVerifyBatchRunCreateMutation = (0, iso_js_1.iso)(`
         active
         completed
         failed
-        requests(first: 50) {
+        scenarioRunsCompleted
+        scenarioRunsFailed
+        requests(first: 200) {
           edges {
             node {
               id
+              scenarioRunId
               status
               runId
               error
@@ -110,31 +132,48 @@ exports.GambitWorkspaceVerifyBatchRunCreateMutation = (0, iso_js_1.iso)(`
           }
         }
         metrics {
-          sampleSize
-          agreementRate
-          scoreSpreadMin
-          scoreSpreadMedian
-          scoreSpreadMax
-          instabilityCount
-          verdict
-          verdictReason
-          outliers(first: 25) {
+          scenarioRunCountRequested
+          scenarioRunCountCompleted
+          scenarioRunCountFailed
+          gradeSampleCountRequested
+          gradeSampleCountCompleted
+          gradeSampleCountFailed
+          executionFailureCount
+          gradingFailureCount
+          passRate
+          scoreMin
+          scoreMedian
+          scoreMax
+          scoreMean
+          outlierScenarioRuns(first: 25) {
             edges {
               node {
                 key
-                label
-                sampleSize
-                agreementRate
-                scoreDelta
-                passFlip
-                instability
+                scenarioRunId
+                gradeSampleCount
+                completedSampleCount
+                executionFailureCount
+                gradingFailureCount
+                averageScore
+                minScore
+                maxScore
+                failed
                 minRunId
                 maxRunId
-                turnIndex
                 messageRefId
               }
             }
           }
+          failureReasons(first: 25) {
+            edges {
+              node {
+                key
+                kind
+                reason
+                count
+              }
+            }
+          }
         }
       }
     }