@bolt-foundry/gambit 0.8.6-rc.1 → 0.8.6-rc.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +60 -1
- package/esm/gambit/simulator-ui/dist/bundle.js +2033 -964
- package/esm/gambit/simulator-ui/dist/bundle.js.map +4 -4
- package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceConversationSessionStart/parameters_type.d.ts +2 -1
- package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceConversationSessionStart/parameters_type.d.ts.map +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/normalization_ast.d.ts.map +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/normalization_ast.js +288 -101
- package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.d.ts +84 -45
- package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.d.ts.map +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.d.ts +3 -2
- package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.d.ts.map +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.d.ts +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.d.ts.map +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.js +85 -47
- package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/raw_response_type.d.ts +86 -48
- package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/raw_response_type.d.ts.map +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/resolver_reader.d.ts.map +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/resolver_reader.js +363 -97
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/normalization_ast.d.ts.map +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/normalization_ast.js +154 -76
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.d.ts +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.d.ts.map +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.js +45 -29
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/raw_response_type.d.ts +46 -30
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/raw_response_type.d.ts.map +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/normalization_ast.d.ts.map +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/normalization_ast.js +154 -76
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/param_type.d.ts +45 -28
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/param_type.d.ts.map +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.d.ts +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.d.ts.map +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.js +45 -29
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/raw_response_type.d.ts +46 -30
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/raw_response_type.d.ts.map +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/resolver_reader.d.ts.map +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/resolver_reader.js +194 -78
- package/esm/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/param_type.d.ts +45 -28
- package/esm/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/param_type.d.ts.map +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/resolver_reader.d.ts.map +1 -1
- package/esm/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/resolver_reader.js +194 -78
- package/esm/simulator-ui/isograph/components/Query/SimulatorVerifyPage.d.ts.map +1 -1
- package/esm/simulator-ui/isograph/components/Query/SimulatorVerifyPage.js +257 -203
- package/esm/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.d.ts.map +1 -1
- package/esm/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.js +8 -3
- package/esm/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.d.ts.map +1 -1
- package/esm/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.js +45 -28
- package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts +84 -45
- package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts.map +1 -1
- package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.js +85 -46
- package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.d.ts +84 -45
- package/esm/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.d.ts.map +1 -1
- package/esm/simulator-ui/src/AppShell.d.ts.map +1 -1
- package/esm/simulator-ui/src/AppShell.js +6 -4
- package/esm/simulator-ui/src/verify_unified.d.ts +17 -0
- package/esm/simulator-ui/src/verify_unified.d.ts.map +1 -0
- package/esm/simulator-ui/src/verify_unified.js +25 -0
- package/esm/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts +1 -1
- package/esm/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts.map +1 -1
- package/esm/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.js +1 -1
- package/esm/src/server.d.ts.map +1 -1
- package/esm/src/server.js +227 -45
- package/esm/src/server_isograph_environment.d.ts +11 -4
- package/esm/src/server_isograph_environment.d.ts.map +1 -1
- package/esm/src/server_isograph_environment.js +5 -0
- package/esm/src/simulator_graphql.d.ts +11 -4
- package/esm/src/simulator_graphql.d.ts.map +1 -1
- package/esm/src/simulator_graphql.js +278 -245
- package/package.json +2 -2
- package/script/gambit/simulator-ui/dist/bundle.js +2033 -964
- package/script/gambit/simulator-ui/dist/bundle.js.map +4 -4
- package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceConversationSessionStart/parameters_type.d.ts +2 -1
- package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceConversationSessionStart/parameters_type.d.ts.map +1 -1
- package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/normalization_ast.d.ts.map +1 -1
- package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/normalization_ast.js +288 -101
- package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.d.ts +84 -45
- package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.d.ts.map +1 -1
- package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.d.ts +3 -2
- package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/parameters_type.d.ts.map +1 -1
- package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.d.ts +1 -1
- package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.d.ts.map +1 -1
- package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/query_text.js +85 -47
- package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/raw_response_type.d.ts +86 -48
- package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/raw_response_type.d.ts.map +1 -1
- package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/resolver_reader.d.ts.map +1 -1
- package/script/simulator-ui/__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/resolver_reader.js +363 -97
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/normalization_ast.d.ts.map +1 -1
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/normalization_ast.js +154 -76
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.d.ts +1 -1
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.d.ts.map +1 -1
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/query_text.js +45 -29
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/raw_response_type.d.ts +46 -30
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointSimulatorVerifyPage/raw_response_type.d.ts.map +1 -1
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/normalization_ast.d.ts.map +1 -1
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/normalization_ast.js +154 -76
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/param_type.d.ts +45 -28
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/param_type.d.ts.map +1 -1
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.d.ts +1 -1
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.d.ts.map +1 -1
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/query_text.js +45 -29
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/raw_response_type.d.ts +46 -30
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/raw_response_type.d.ts.map +1 -1
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/resolver_reader.d.ts.map +1 -1
- package/script/simulator-ui/__generated__/__isograph/Query/EntrypointWorkspaceVerifyLiveWrite/resolver_reader.js +194 -78
- package/script/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/param_type.d.ts +45 -28
- package/script/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/param_type.d.ts.map +1 -1
- package/script/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/resolver_reader.d.ts.map +1 -1
- package/script/simulator-ui/__generated__/__isograph/Workspace/VerifyTab/resolver_reader.js +194 -78
- package/script/simulator-ui/isograph/components/Query/SimulatorVerifyPage.d.ts.map +1 -1
- package/script/simulator-ui/isograph/components/Query/SimulatorVerifyPage.js +256 -202
- package/script/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.d.ts.map +1 -1
- package/script/simulator-ui/isograph/components/WorkspaceConversationRun/WorkbenchConversationRunChat.js +8 -3
- package/script/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.d.ts.map +1 -1
- package/script/simulator-ui/isograph/entrypoints/EntrypointWorkspaceVerifyLiveWrite.js +45 -28
- package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts +84 -45
- package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.d.ts.map +1 -1
- package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreate.js +85 -46
- package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.d.ts +84 -45
- package/script/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.d.ts.map +1 -1
- package/script/simulator-ui/src/AppShell.d.ts.map +1 -1
- package/script/simulator-ui/src/AppShell.js +6 -4
- package/script/simulator-ui/src/verify_unified.d.ts +17 -0
- package/script/simulator-ui/src/verify_unified.d.ts.map +1 -0
- package/script/simulator-ui/src/verify_unified.js +29 -0
- package/script/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts +1 -1
- package/script/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts.map +1 -1
- package/script/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.js +1 -1
- package/script/src/server.d.ts.map +1 -1
- package/script/src/server.js +227 -45
- package/script/src/server_isograph_environment.d.ts +11 -4
- package/script/src/server_isograph_environment.d.ts.map +1 -1
- package/script/src/server_isograph_environment.js +5 -0
- package/script/src/simulator_graphql.d.ts +11 -4
- package/script/src/simulator_graphql.d.ts.map +1 -1
- package/script/src/simulator_graphql.js +278 -245
- package/esm/simulator-ui/src/verify_metrics.d.ts +0 -50
- package/esm/simulator-ui/src/verify_metrics.d.ts.map +0 -1
- package/esm/simulator-ui/src/verify_metrics.js +0 -260
- package/script/simulator-ui/src/verify_metrics.d.ts +0 -50
- package/script/simulator-ui/src/verify_metrics.d.ts.map +0 -1
- package/script/simulator-ui/src/verify_metrics.js +0 -264
|
@@ -1,17 +1,12 @@
|
|
|
1
1
|
export declare const gambitWorkspaceVerifyBatchRunCreateMutation: import("../src/hooks/defineGambitMutation.js").GambitMutationDefinition<import("../__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/param_type.js").Mutation__GambitWorkspaceVerifyBatchRunCreate__param, {
|
|
2
2
|
readonly workspace: ({
|
|
3
3
|
readonly id: (string | null);
|
|
4
|
-
readonly
|
|
5
|
-
readonly
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
readonly finishedAt: (string | null);
|
|
11
|
-
readonly error: (string | null);
|
|
12
|
-
} | null);
|
|
13
|
-
} | null)> | null);
|
|
14
|
-
} | null);
|
|
4
|
+
readonly scenarioDecks: (ReadonlyArray<{
|
|
5
|
+
readonly id: (string | null);
|
|
6
|
+
readonly label: (string | null);
|
|
7
|
+
readonly description: (string | null);
|
|
8
|
+
readonly path: (string | null);
|
|
9
|
+
}> | null);
|
|
15
10
|
readonly verification: ({
|
|
16
11
|
readonly graderDecks: ({
|
|
17
12
|
readonly edges: (ReadonlyArray<({
|
|
@@ -28,8 +23,10 @@ export declare const gambitWorkspaceVerifyBatchRunCreateMutation: import("../src
|
|
|
28
23
|
readonly node: ({
|
|
29
24
|
readonly id: (string | null);
|
|
30
25
|
readonly workspaceId: (string | null);
|
|
26
|
+
readonly scenarioDeckId: (string | null);
|
|
31
27
|
readonly graderId: (string | null);
|
|
32
|
-
readonly
|
|
28
|
+
readonly scenarioRuns: (number | null);
|
|
29
|
+
readonly graderRepeatsPerScenario: (number | null);
|
|
33
30
|
readonly status: (string | null);
|
|
34
31
|
readonly startedAt: (string | null);
|
|
35
32
|
readonly finishedAt: (string | null);
|
|
@@ -37,10 +34,13 @@ export declare const gambitWorkspaceVerifyBatchRunCreateMutation: import("../src
|
|
|
37
34
|
readonly active: (number | null);
|
|
38
35
|
readonly completed: (number | null);
|
|
39
36
|
readonly failed: (number | null);
|
|
37
|
+
readonly scenarioRunsCompleted: (number | null);
|
|
38
|
+
readonly scenarioRunsFailed: (number | null);
|
|
40
39
|
readonly requests: ({
|
|
41
40
|
readonly edges: (ReadonlyArray<({
|
|
42
41
|
readonly node: ({
|
|
43
42
|
readonly id: (string | null);
|
|
43
|
+
readonly scenarioRunId: (string | null);
|
|
44
44
|
readonly status: (string | null);
|
|
45
45
|
readonly runId: (string | null);
|
|
46
46
|
readonly error: (string | null);
|
|
@@ -48,31 +48,48 @@ export declare const gambitWorkspaceVerifyBatchRunCreateMutation: import("../src
|
|
|
48
48
|
} | null)> | null);
|
|
49
49
|
} | null);
|
|
50
50
|
readonly metrics: ({
|
|
51
|
-
readonly
|
|
52
|
-
readonly
|
|
53
|
-
readonly
|
|
54
|
-
readonly
|
|
55
|
-
readonly
|
|
56
|
-
readonly
|
|
57
|
-
readonly
|
|
58
|
-
readonly
|
|
59
|
-
readonly
|
|
51
|
+
readonly scenarioRunCountRequested: (number | null);
|
|
52
|
+
readonly scenarioRunCountCompleted: (number | null);
|
|
53
|
+
readonly scenarioRunCountFailed: (number | null);
|
|
54
|
+
readonly gradeSampleCountRequested: (number | null);
|
|
55
|
+
readonly gradeSampleCountCompleted: (number | null);
|
|
56
|
+
readonly gradeSampleCountFailed: (number | null);
|
|
57
|
+
readonly executionFailureCount: (number | null);
|
|
58
|
+
readonly gradingFailureCount: (number | null);
|
|
59
|
+
readonly passRate: (number | null);
|
|
60
|
+
readonly scoreMin: (number | null);
|
|
61
|
+
readonly scoreMedian: (number | null);
|
|
62
|
+
readonly scoreMax: (number | null);
|
|
63
|
+
readonly scoreMean: (number | null);
|
|
64
|
+
readonly outlierScenarioRuns: ({
|
|
60
65
|
readonly edges: (ReadonlyArray<({
|
|
61
66
|
readonly node: ({
|
|
62
67
|
readonly key: (string | null);
|
|
63
|
-
readonly
|
|
64
|
-
readonly
|
|
65
|
-
readonly
|
|
66
|
-
readonly
|
|
67
|
-
readonly
|
|
68
|
-
readonly
|
|
68
|
+
readonly scenarioRunId: (string | null);
|
|
69
|
+
readonly gradeSampleCount: (number | null);
|
|
70
|
+
readonly completedSampleCount: (number | null);
|
|
71
|
+
readonly executionFailureCount: (number | null);
|
|
72
|
+
readonly gradingFailureCount: (number | null);
|
|
73
|
+
readonly averageScore: (number | null);
|
|
74
|
+
readonly minScore: (number | null);
|
|
75
|
+
readonly maxScore: (number | null);
|
|
76
|
+
readonly failed: (boolean | null);
|
|
69
77
|
readonly minRunId: (string | null);
|
|
70
78
|
readonly maxRunId: (string | null);
|
|
71
|
-
readonly turnIndex: (number | null);
|
|
72
79
|
readonly messageRefId: (string | null);
|
|
73
80
|
} | null);
|
|
74
81
|
} | null)> | null);
|
|
75
82
|
} | null);
|
|
83
|
+
readonly failureReasons: ({
|
|
84
|
+
readonly edges: (ReadonlyArray<({
|
|
85
|
+
readonly node: ({
|
|
86
|
+
readonly key: (string | null);
|
|
87
|
+
readonly kind: (string | null);
|
|
88
|
+
readonly reason: (string | null);
|
|
89
|
+
readonly count: (number | null);
|
|
90
|
+
} | null);
|
|
91
|
+
} | null)> | null);
|
|
92
|
+
} | null);
|
|
76
93
|
} | null);
|
|
77
94
|
} | null);
|
|
78
95
|
} | null)> | null);
|
|
@@ -82,8 +99,10 @@ export declare const gambitWorkspaceVerifyBatchRunCreateMutation: import("../src
|
|
|
82
99
|
readonly batch: ({
|
|
83
100
|
readonly id: (string | null);
|
|
84
101
|
readonly workspaceId: (string | null);
|
|
102
|
+
readonly scenarioDeckId: (string | null);
|
|
85
103
|
readonly graderId: (string | null);
|
|
86
|
-
readonly
|
|
104
|
+
readonly scenarioRuns: (number | null);
|
|
105
|
+
readonly graderRepeatsPerScenario: (number | null);
|
|
87
106
|
readonly status: (string | null);
|
|
88
107
|
readonly startedAt: (string | null);
|
|
89
108
|
readonly finishedAt: (string | null);
|
|
@@ -91,10 +110,13 @@ export declare const gambitWorkspaceVerifyBatchRunCreateMutation: import("../src
|
|
|
91
110
|
readonly active: (number | null);
|
|
92
111
|
readonly completed: (number | null);
|
|
93
112
|
readonly failed: (number | null);
|
|
113
|
+
readonly scenarioRunsCompleted: (number | null);
|
|
114
|
+
readonly scenarioRunsFailed: (number | null);
|
|
94
115
|
readonly requests: ({
|
|
95
116
|
readonly edges: (ReadonlyArray<({
|
|
96
117
|
readonly node: ({
|
|
97
118
|
readonly id: (string | null);
|
|
119
|
+
readonly scenarioRunId: (string | null);
|
|
98
120
|
readonly status: (string | null);
|
|
99
121
|
readonly runId: (string | null);
|
|
100
122
|
readonly error: (string | null);
|
|
@@ -102,31 +124,48 @@ export declare const gambitWorkspaceVerifyBatchRunCreateMutation: import("../src
|
|
|
102
124
|
} | null)> | null);
|
|
103
125
|
} | null);
|
|
104
126
|
readonly metrics: ({
|
|
105
|
-
readonly
|
|
106
|
-
readonly
|
|
107
|
-
readonly
|
|
108
|
-
readonly
|
|
109
|
-
readonly
|
|
110
|
-
readonly
|
|
111
|
-
readonly
|
|
112
|
-
readonly
|
|
113
|
-
readonly
|
|
127
|
+
readonly scenarioRunCountRequested: (number | null);
|
|
128
|
+
readonly scenarioRunCountCompleted: (number | null);
|
|
129
|
+
readonly scenarioRunCountFailed: (number | null);
|
|
130
|
+
readonly gradeSampleCountRequested: (number | null);
|
|
131
|
+
readonly gradeSampleCountCompleted: (number | null);
|
|
132
|
+
readonly gradeSampleCountFailed: (number | null);
|
|
133
|
+
readonly executionFailureCount: (number | null);
|
|
134
|
+
readonly gradingFailureCount: (number | null);
|
|
135
|
+
readonly passRate: (number | null);
|
|
136
|
+
readonly scoreMin: (number | null);
|
|
137
|
+
readonly scoreMedian: (number | null);
|
|
138
|
+
readonly scoreMax: (number | null);
|
|
139
|
+
readonly scoreMean: (number | null);
|
|
140
|
+
readonly outlierScenarioRuns: ({
|
|
114
141
|
readonly edges: (ReadonlyArray<({
|
|
115
142
|
readonly node: ({
|
|
116
143
|
readonly key: (string | null);
|
|
117
|
-
readonly
|
|
118
|
-
readonly
|
|
119
|
-
readonly
|
|
120
|
-
readonly
|
|
121
|
-
readonly
|
|
122
|
-
readonly
|
|
144
|
+
readonly scenarioRunId: (string | null);
|
|
145
|
+
readonly gradeSampleCount: (number | null);
|
|
146
|
+
readonly completedSampleCount: (number | null);
|
|
147
|
+
readonly executionFailureCount: (number | null);
|
|
148
|
+
readonly gradingFailureCount: (number | null);
|
|
149
|
+
readonly averageScore: (number | null);
|
|
150
|
+
readonly minScore: (number | null);
|
|
151
|
+
readonly maxScore: (number | null);
|
|
152
|
+
readonly failed: (boolean | null);
|
|
123
153
|
readonly minRunId: (string | null);
|
|
124
154
|
readonly maxRunId: (string | null);
|
|
125
|
-
readonly turnIndex: (number | null);
|
|
126
155
|
readonly messageRefId: (string | null);
|
|
127
156
|
} | null);
|
|
128
157
|
} | null)> | null);
|
|
129
158
|
} | null);
|
|
159
|
+
readonly failureReasons: ({
|
|
160
|
+
readonly edges: (ReadonlyArray<({
|
|
161
|
+
readonly node: ({
|
|
162
|
+
readonly key: (string | null);
|
|
163
|
+
readonly kind: (string | null);
|
|
164
|
+
readonly reason: (string | null);
|
|
165
|
+
readonly count: (number | null);
|
|
166
|
+
} | null);
|
|
167
|
+
} | null)> | null);
|
|
168
|
+
} | null);
|
|
130
169
|
} | null);
|
|
131
170
|
} | null);
|
|
132
171
|
} | null, import("../__generated__/__isograph/Mutation/GambitWorkspaceVerifyBatchRunCreate/raw_response_type.js").Mutation__GambitWorkspaceVerifyBatchRunCreate__raw_response_type>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"GambitWorkspaceVerifyBatchRunCreateMutation.d.ts","sourceRoot":"","sources":["../../../src/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,2CAA2C
|
|
1
|
+
{"version":3,"file":"GambitWorkspaceVerifyBatchRunCreateMutation.d.ts","sourceRoot":"","sources":["../../../src/simulator-ui/mutations/GambitWorkspaceVerifyBatchRunCreateMutation.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,2CAA2C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;mLAKvD,CAAC;AAEF,eAAe,2CAA2C,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AppShell.d.ts","sourceRoot":"","sources":["../../../src/simulator-ui/src/AppShell.tsx"],"names":[],"mappings":"AAsCA,wBAAgB,QAAQ,CAAC,KAAK,EAAE;IAC9B,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC;IAC1B,MAAM,EAAE,KAAK,CAAC,aAAa,CAAC;QAC1B,IAAI,EAAE,OAAO,CAAC;QACd,QAAQ,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;QACxC,OAAO,EAAE,MAAM,IAAI,CAAC;QACpB,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAClC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,iBAAiB,CAAC,EAAE,MAAM,IAAI,CAAC;QAC/B,iBAAiB,CAAC,EAAE,OAAO,CAAC;KAC7B,CAAC,CAAC;IACH,SAAS,CAAC,EAAE,KAAK,CAAC,aAAa,CAAC;QAC9B,IAAI,EAAE,OAAO,CAAC;KACf,CAAC,CAAC;CACJ,+
|
|
1
|
+
{"version":3,"file":"AppShell.d.ts","sourceRoot":"","sources":["../../../src/simulator-ui/src/AppShell.tsx"],"names":[],"mappings":"AAsCA,wBAAgB,QAAQ,CAAC,KAAK,EAAE;IAC9B,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC;IAC1B,MAAM,EAAE,KAAK,CAAC,aAAa,CAAC;QAC1B,IAAI,EAAE,OAAO,CAAC;QACd,QAAQ,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;QACxC,OAAO,EAAE,MAAM,IAAI,CAAC;QACpB,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAClC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,iBAAiB,CAAC,EAAE,MAAM,IAAI,CAAC;QAC/B,iBAAiB,CAAC,EAAE,OAAO,CAAC;KAC7B,CAAC,CAAC;IACH,SAAS,CAAC,EAAE,KAAK,CAAC,aAAa,CAAC;QAC9B,IAAI,EAAE,OAAO,CAAC;KACf,CAAC,CAAC;CACJ,+BAkPA"}
|
|
@@ -73,9 +73,8 @@ export function AppShell(props) {
|
|
|
73
73
|
return (React.createElement("div", { className: "app-root" },
|
|
74
74
|
React.createElement("header", { className: "top-nav" },
|
|
75
75
|
React.createElement("div", { className: "top-nav-left" },
|
|
76
|
-
React.createElement(Button, { "data-testid": "nav-sessions", className: classNames("sessions-toggle", drawerOpen && "active"), variant: "secondary", onClick: () => setDrawerOpen(true) },
|
|
77
|
-
React.createElement(Icon, { name: "hamburgerMenu", size:
|
|
78
|
-
"Sessions"),
|
|
76
|
+
React.createElement(Button, { "data-testid": "nav-sessions", className: classNames("sessions-toggle", drawerOpen && "active"), variant: "secondary", onClick: () => setDrawerOpen(true), "aria-label": "Open sessions drawer" },
|
|
77
|
+
React.createElement(Icon, { name: "hamburgerMenu", size: 17, style: { color: "var(--color-text)" } })),
|
|
79
78
|
React.createElement("div", { className: "top-nav-buttons tab-anchor-group" },
|
|
80
79
|
React.createElement("span", { className: "tab-anchor-indicator", "aria-hidden": "true" }),
|
|
81
80
|
React.createElement(Button, { "data-testid": "nav-workspaces", tab: true, variant: isWorkspacesPath ? "primary" : "secondary", className: classNames("tab-anchor", isWorkspacesPath && "tab-anchor--active"), onClick: () => navigate(toPrefixedPath("/workspaces")) }, "Workspaces"),
|
|
@@ -105,7 +104,10 @@ export function AppShell(props) {
|
|
|
105
104
|
React.createElement("span", { className: "top-nav-deck" }, deckLabel)),
|
|
106
105
|
React.createElement("div", { className: "top-nav-right" },
|
|
107
106
|
React.createElement("div", { className: "top-nav-actions" }),
|
|
108
|
-
React.createElement(Button, { "data-testid": "nav-workbench", className: classNames("workbench-toggle", workbenchVisible && "active"), variant: "secondary", onClick: () => setWorkbenchOpen((prev) => !prev), disabled: !canOpenWorkbench
|
|
107
|
+
React.createElement(Button, { "data-testid": "nav-workbench", className: classNames("workbench-toggle", workbenchVisible && "active"), variant: "secondary", onClick: () => setWorkbenchOpen((prev) => !prev), disabled: !canOpenWorkbench, "aria-label": workbenchVisible
|
|
108
|
+
? "Close workbench drawer"
|
|
109
|
+
: "Open workbench drawer" },
|
|
110
|
+
React.createElement(Icon, { name: "chat", size: 16, style: { color: "currentColor" } })))),
|
|
109
111
|
React.createElement("div", { className: "app-content-frame" },
|
|
110
112
|
React.createElement("main", { className: "page-shell" },
|
|
111
113
|
isWorkspacesPath && (React.createElement("div", { style: { padding: "12px 16px 0 16px" } },
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
export declare const VERIFY_LIMITS: {
|
|
2
|
+
readonly scenarioRunsMax: 24;
|
|
3
|
+
readonly graderRepeatsMax: 24;
|
|
4
|
+
readonly concurrencyMax: 6;
|
|
5
|
+
};
|
|
6
|
+
export declare const VERIFY_DEFAULTS: {
|
|
7
|
+
readonly scenarioRuns: 10;
|
|
8
|
+
readonly graderRepeatsPerScenario: 10;
|
|
9
|
+
readonly concurrency: 4;
|
|
10
|
+
};
|
|
11
|
+
export type VerifyOutlierScenarioRunSortInput = {
|
|
12
|
+
scenarioRunId: string;
|
|
13
|
+
failed: boolean;
|
|
14
|
+
averageScore: number | null;
|
|
15
|
+
};
|
|
16
|
+
export declare function sortVerifyOutlierScenarioRuns<T extends VerifyOutlierScenarioRunSortInput>(rows: Array<T>): Array<T>;
|
|
17
|
+
//# sourceMappingURL=verify_unified.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"verify_unified.d.ts","sourceRoot":"","sources":["../../../src/simulator-ui/src/verify_unified.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,aAAa;;;;CAIhB,CAAC;AAEX,eAAO,MAAM,eAAe;;;;CAIlB,CAAC;AAEX,MAAM,MAAM,iCAAiC,GAAG;IAC9C,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,OAAO,CAAC;IAChB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B,CAAC;AAEF,wBAAgB,6BAA6B,CAC3C,CAAC,SAAS,iCAAiC,EAE3C,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,GACb,KAAK,CAAC,CAAC,CAAC,CAYV"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
export const VERIFY_LIMITS = {
|
|
2
|
+
scenarioRunsMax: 24,
|
|
3
|
+
graderRepeatsMax: 24,
|
|
4
|
+
concurrencyMax: 6,
|
|
5
|
+
};
|
|
6
|
+
export const VERIFY_DEFAULTS = {
|
|
7
|
+
scenarioRuns: 10,
|
|
8
|
+
graderRepeatsPerScenario: 10,
|
|
9
|
+
concurrency: 4,
|
|
10
|
+
};
|
|
11
|
+
export function sortVerifyOutlierScenarioRuns(rows) {
|
|
12
|
+
return [...rows].sort((left, right) => {
|
|
13
|
+
if (left.failed !== right.failed)
|
|
14
|
+
return left.failed ? -1 : 1;
|
|
15
|
+
const leftScore = typeof left.averageScore === "number"
|
|
16
|
+
? left.averageScore
|
|
17
|
+
: Number.POSITIVE_INFINITY;
|
|
18
|
+
const rightScore = typeof right.averageScore === "number"
|
|
19
|
+
? right.averageScore
|
|
20
|
+
: Number.POSITIVE_INFINITY;
|
|
21
|
+
if (leftScore !== rightScore)
|
|
22
|
+
return leftScore - rightScore;
|
|
23
|
+
return left.scenarioRunId.localeCompare(right.scenarioRunId);
|
|
24
|
+
});
|
|
25
|
+
}
|
package/esm/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
1
|
export declare const WORKSPACE_VERIFY_LIVE_WRITE_ROOT_KEY: "workspace____id___v_workspaceId";
|
|
2
|
-
export declare const WORKSPACE_VERIFY_LIVE_SUBSCRIPTION_QUERY = "subscription WorkspaceVerifyLiveSubscription($workspaceId: ID!, $fromOffset: Int) {\n workspaceVerifyLive(workspaceId: $workspaceId, fromOffset: $fromOffset) {\n cursor\n sourceOffset\n occurredAt\n node {\n id\n
|
|
2
|
+
export declare const WORKSPACE_VERIFY_LIVE_SUBSCRIPTION_QUERY = "subscription WorkspaceVerifyLiveSubscription($workspaceId: ID!, $fromOffset: Int) {\n workspaceVerifyLive(workspaceId: $workspaceId, fromOffset: $fromOffset) {\n cursor\n sourceOffset\n occurredAt\n node {\n id\n scenarioDecks {\n id\n description\n label\n path\n }\n verification {\n batches____first___l_50: batches(first: 50) {\n edges {\n node {\n id\n active\n completed\n failed\n finishedAt\n graderId\n graderRepeatsPerScenario\n metrics {\n executionFailureCount\n failureReasons____first___l_25: failureReasons(first: 25) {\n edges {\n node {\n count\n key\n kind\n reason\n }\n }\n }\n gradeSampleCountCompleted\n gradeSampleCountFailed\n gradeSampleCountRequested\n gradingFailureCount\n outlierScenarioRuns____first___l_25: outlierScenarioRuns(first: 25) {\n edges {\n node {\n averageScore\n completedSampleCount\n executionFailureCount\n failed\n gradeSampleCount\n gradingFailureCount\n key\n maxRunId\n maxScore\n messageRefId\n minRunId\n minScore\n scenarioRunId\n }\n }\n }\n passRate\n scenarioRunCountCompleted\n scenarioRunCountFailed\n scenarioRunCountRequested\n scoreMax\n scoreMean\n scoreMedian\n scoreMin\n }\n requested\n requests____first___l_200: requests(first: 200) {\n edges {\n node {\n id\n error\n runId\n scenarioRunId\n status\n }\n }\n }\n scenarioDeckId\n scenarioRuns\n scenarioRunsCompleted\n scenarioRunsFailed\n startedAt\n status\n workspaceId\n }\n }\n }\n graderDecks____first___l_50: graderDecks(first: 50) {\n edges {\n node {\n id\n description\n label\n path\n }\n }\n }\n }\n }\n }\n}\n";
|
|
3
3
|
export default WORKSPACE_VERIFY_LIVE_SUBSCRIPTION_QUERY;
|
|
4
4
|
//# sourceMappingURL=workspaceVerifyLiveSubscriptionQuery.d.ts.map
|
package/esm/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"workspaceVerifyLiveSubscriptionQuery.d.ts","sourceRoot":"","sources":["../../../../src/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,oCAAoC,EAAG,iCAA0C,CAAC;AAE/F,eAAO,MAAM,wCAAwC,
|
|
1
|
+
{"version":3,"file":"workspaceVerifyLiveSubscriptionQuery.d.ts","sourceRoot":"","sources":["../../../../src/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,oCAAoC,EAAG,iCAA0C,CAAC;AAE/F,eAAO,MAAM,wCAAwC,03FAA03F,CAAC;AAEh7F,eAAe,wCAAwC,CAAC"}
|
package/esm/simulator-ui/subscriptions/__generated__/workspaceVerifyLiveSubscriptionQuery.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
1
|
// @generated by packages/gambit/simulator-ui/scripts/generate_workspace_verify_live_subscription_query.ts
|
|
2
2
|
export const WORKSPACE_VERIFY_LIVE_WRITE_ROOT_KEY = "workspace____id___v_workspaceId";
|
|
3
|
-
export const WORKSPACE_VERIFY_LIVE_SUBSCRIPTION_QUERY = "subscription WorkspaceVerifyLiveSubscription($workspaceId: ID!, $fromOffset: Int) {\n workspaceVerifyLive(workspaceId: $workspaceId, fromOffset: $fromOffset) {\n cursor\n sourceOffset\n occurredAt\n node {\n id\n
|
|
3
|
+
export const WORKSPACE_VERIFY_LIVE_SUBSCRIPTION_QUERY = "subscription WorkspaceVerifyLiveSubscription($workspaceId: ID!, $fromOffset: Int) {\n workspaceVerifyLive(workspaceId: $workspaceId, fromOffset: $fromOffset) {\n cursor\n sourceOffset\n occurredAt\n node {\n id\n scenarioDecks {\n id\n description\n label\n path\n }\n verification {\n batches____first___l_50: batches(first: 50) {\n edges {\n node {\n id\n active\n completed\n failed\n finishedAt\n graderId\n graderRepeatsPerScenario\n metrics {\n executionFailureCount\n failureReasons____first___l_25: failureReasons(first: 25) {\n edges {\n node {\n count\n key\n kind\n reason\n }\n }\n }\n gradeSampleCountCompleted\n gradeSampleCountFailed\n gradeSampleCountRequested\n gradingFailureCount\n outlierScenarioRuns____first___l_25: outlierScenarioRuns(first: 25) {\n edges {\n node {\n averageScore\n completedSampleCount\n executionFailureCount\n failed\n gradeSampleCount\n gradingFailureCount\n key\n maxRunId\n maxScore\n messageRefId\n minRunId\n minScore\n scenarioRunId\n }\n }\n }\n passRate\n scenarioRunCountCompleted\n scenarioRunCountFailed\n scenarioRunCountRequested\n scoreMax\n scoreMean\n scoreMedian\n scoreMin\n }\n requested\n requests____first___l_200: requests(first: 200) {\n edges {\n node {\n id\n error\n runId\n scenarioRunId\n status\n }\n }\n }\n scenarioDeckId\n scenarioRuns\n scenarioRunsCompleted\n scenarioRunsFailed\n startedAt\n status\n workspaceId\n }\n }\n }\n graderDecks____first___l_50: graderDecks(first: 50) {\n edges {\n node {\n id\n description\n label\n path\n }\n }\n }\n }\n }\n }\n}\n";
|
|
4
4
|
export default WORKSPACE_VERIFY_LIVE_SUBSCRIPTION_QUERY;
|
package/esm/src/server.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/src/server.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAwE5C,OAAO,KAAK,EAMV,aAAa,EAOd,MAAM,2BAA2B,CAAC;
|
|
1
|
+
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/src/server.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAwE5C,OAAO,KAAK,EAMV,aAAa,EAOd,MAAM,2BAA2B,CAAC;AAwoCnC;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,EAAE;IAC5C,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,aAAa,CAAC;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE;QACV,EAAE,EAAE,MAAM,CAAC;QACX,YAAY,EAAE,MAAM,CAAC;QACrB,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,eAAe,CAAC,EAAE,OAAO,CAAC;QAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;IACF,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GAAG,UAAU,CAAC,OAAO,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAshNxC"}
|