@contractspec/example.agent-console 3.7.7 → 3.8.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.turbo/turbo-build.log +126 -105
- package/AGENTS.md +3 -1
- package/CHANGELOG.md +57 -0
- package/README.md +46 -9
- package/dist/agent/agent.handler.d.ts +3 -0
- package/dist/agent/agent.handler.js +730 -1
- package/dist/agent/index.js +73 -72
- package/dist/agent.feature.js +179 -0
- package/dist/browser/agent/agent.handler.js +730 -1
- package/dist/browser/agent/index.js +73 -72
- package/dist/browser/agent.feature.js +179 -0
- package/dist/browser/docs/agent-console.docblock.js +11 -8
- package/dist/browser/docs/index.js +11 -8
- package/dist/browser/example.js +2 -3
- package/dist/browser/handlers/agent.handlers.js +1883 -2
- package/dist/browser/handlers/index.js +2142 -8
- package/dist/browser/index.js +3347 -2433
- package/dist/browser/presentations/index.js +49 -49
- package/dist/browser/run/index.js +818 -812
- package/dist/browser/run/run.handler.js +666 -1
- package/dist/browser/shared/index.js +293 -1
- package/dist/browser/shared/mock-runs.js +5 -0
- package/dist/browser/tool/index.js +331 -331
- package/dist/browser/tool/tool.handler.js +479 -3
- package/dist/browser/ui/AgentDashboard.js +1204 -319
- package/dist/browser/ui/AgentDashboard.visualizations.js +217 -0
- package/dist/browser/ui/AgentRunList.js +359 -127
- package/dist/browser/ui/hooks/index.js +468 -18
- package/dist/browser/ui/hooks/useAgentMutations.js +443 -8
- package/dist/browser/ui/hooks/useRunList.js +25 -10
- package/dist/browser/ui/index.js +1293 -390
- package/dist/browser/ui/renderers/agent-list.markdown.js +14 -5
- package/dist/browser/ui/renderers/dashboard.markdown.js +207 -36
- package/dist/browser/ui/renderers/index.js +245 -49
- package/dist/browser/ui/renderers/run-list.markdown.js +9 -4
- package/dist/browser/ui/renderers/tool-registry.markdown.js +15 -4
- package/dist/browser/ui/views/RunDataTable.js +326 -0
- package/dist/browser/ui/views/RunListView.js +359 -127
- package/dist/browser/ui/views/index.js +406 -174
- package/dist/browser/ui/views/run-data-table.columns.js +271 -0
- package/dist/browser/ui/views/run-list.shared.js +177 -0
- package/dist/browser/visualizations/catalog.js +134 -0
- package/dist/browser/visualizations/index.js +187 -0
- package/dist/browser/visualizations/selectors.js +181 -0
- package/dist/docs/agent-console.docblock.js +11 -8
- package/dist/docs/index.js +11 -8
- package/dist/example.js +2 -3
- package/dist/example.test.d.ts +1 -0
- package/dist/handlers/agent.handlers.d.ts +2 -0
- package/dist/handlers/agent.handlers.js +1883 -2
- package/dist/handlers/index.d.ts +1 -3
- package/dist/handlers/index.js +2142 -8
- package/dist/handlers/mock-handlers.test.d.ts +1 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.js +3347 -2433
- package/dist/node/agent/agent.handler.js +730 -1
- package/dist/node/agent/index.js +73 -72
- package/dist/node/agent.feature.js +179 -0
- package/dist/node/docs/agent-console.docblock.js +11 -8
- package/dist/node/docs/index.js +11 -8
- package/dist/node/example.js +2 -3
- package/dist/node/handlers/agent.handlers.js +1883 -2
- package/dist/node/handlers/index.js +2142 -8
- package/dist/node/index.js +3347 -2433
- package/dist/node/presentations/index.js +49 -49
- package/dist/node/run/index.js +818 -812
- package/dist/node/run/run.handler.js +666 -1
- package/dist/node/shared/index.js +293 -1
- package/dist/node/shared/mock-runs.js +5 -0
- package/dist/node/tool/index.js +331 -331
- package/dist/node/tool/tool.handler.js +479 -3
- package/dist/node/ui/AgentDashboard.js +1204 -319
- package/dist/node/ui/AgentDashboard.visualizations.js +217 -0
- package/dist/node/ui/AgentRunList.js +359 -127
- package/dist/node/ui/hooks/index.js +468 -18
- package/dist/node/ui/hooks/useAgentMutations.js +443 -8
- package/dist/node/ui/hooks/useRunList.js +25 -10
- package/dist/node/ui/index.js +1293 -390
- package/dist/node/ui/renderers/agent-list.markdown.js +14 -5
- package/dist/node/ui/renderers/dashboard.markdown.js +207 -36
- package/dist/node/ui/renderers/index.js +245 -49
- package/dist/node/ui/renderers/run-list.markdown.js +9 -4
- package/dist/node/ui/renderers/tool-registry.markdown.js +15 -4
- package/dist/node/ui/views/RunDataTable.js +326 -0
- package/dist/node/ui/views/RunListView.js +359 -127
- package/dist/node/ui/views/index.js +406 -174
- package/dist/node/ui/views/run-data-table.columns.js +271 -0
- package/dist/node/ui/views/run-list.shared.js +177 -0
- package/dist/node/visualizations/catalog.js +134 -0
- package/dist/node/visualizations/index.js +187 -0
- package/dist/node/visualizations/selectors.js +181 -0
- package/dist/presentations/index.js +49 -49
- package/dist/proof/index.d.ts +2 -0
- package/dist/proof/meetup-proof.d.ts +10 -0
- package/dist/proof/meetup-proof.runtime.d.ts +22 -0
- package/dist/proof/meetup-proof.scenario.d.ts +2 -0
- package/dist/proof/meetup-proof.suite.d.ts +1 -0
- package/dist/proof/meetup-proof.test.d.ts +1 -0
- package/dist/run/index.js +818 -812
- package/dist/run/run.handler.d.ts +4 -0
- package/dist/run/run.handler.js +666 -1
- package/dist/shared/demo-dashboard-data.d.ts +16 -0
- package/dist/shared/demo-runtime-seed.d.ts +17 -0
- package/dist/shared/demo-runtime.d.ts +8 -0
- package/dist/shared/demo-runtime.test.d.ts +1 -0
- package/dist/shared/index.d.ts +3 -0
- package/dist/shared/index.js +293 -1
- package/dist/shared/mock-runs.d.ts +4 -0
- package/dist/shared/mock-runs.js +5 -0
- package/dist/tool/index.js +331 -331
- package/dist/tool/tool.handler.d.ts +4 -1
- package/dist/tool/tool.handler.js +479 -3
- package/dist/ui/AgentDashboard.js +1204 -319
- package/dist/ui/AgentDashboard.sandbox.test.d.ts +1 -0
- package/dist/ui/AgentDashboard.visualizations.d.ts +4 -0
- package/dist/ui/AgentDashboard.visualizations.js +218 -0
- package/dist/ui/AgentRunList.js +359 -127
- package/dist/ui/hooks/index.js +468 -18
- package/dist/ui/hooks/useAgentMutations.js +443 -8
- package/dist/ui/hooks/useRunList.d.ts +8 -2
- package/dist/ui/hooks/useRunList.js +25 -10
- package/dist/ui/index.js +1293 -390
- package/dist/ui/renderers/agent-list.markdown.d.ts +1 -1
- package/dist/ui/renderers/agent-list.markdown.js +14 -5
- package/dist/ui/renderers/agent-list.renderer.d.ts +1 -1
- package/dist/ui/renderers/dashboard.markdown.d.ts +1 -1
- package/dist/ui/renderers/dashboard.markdown.js +207 -36
- package/dist/ui/renderers/index.js +245 -49
- package/dist/ui/renderers/run-list.markdown.d.ts +1 -1
- package/dist/ui/renderers/run-list.markdown.js +9 -4
- package/dist/ui/renderers/tool-registry.markdown.d.ts +2 -2
- package/dist/ui/renderers/tool-registry.markdown.js +15 -4
- package/dist/ui/views/RunDataTable.d.ts +18 -0
- package/dist/ui/views/RunDataTable.js +327 -0
- package/dist/ui/views/RunListView.js +359 -127
- package/dist/ui/views/index.js +406 -174
- package/dist/ui/views/run-data-table.columns.d.ts +3 -0
- package/dist/ui/views/run-data-table.columns.js +272 -0
- package/dist/ui/views/run-list.shared.d.ts +14 -0
- package/dist/ui/views/run-list.shared.js +178 -0
- package/dist/visualizations/catalog.d.ts +10 -0
- package/dist/visualizations/catalog.js +135 -0
- package/dist/visualizations/index.d.ts +2 -0
- package/dist/visualizations/index.js +188 -0
- package/dist/visualizations/selectors.d.ts +3 -0
- package/dist/visualizations/selectors.js +182 -0
- package/dist/visualizations/selectors.test.d.ts +1 -0
- package/package.json +114 -11
- package/proofs/agent-console-meetup.replay.json +220 -0
- package/src/agent/agent.handler.ts +18 -1
- package/src/agent.feature.ts +3 -0
- package/src/docs/agent-console.docblock.ts +11 -8
- package/src/example.test.ts +75 -0
- package/src/example.ts +2 -3
- package/src/handlers/agent.handlers.ts +55 -2
- package/src/handlers/index.ts +18 -2
- package/src/handlers/mock-handlers.test.ts +77 -0
- package/src/index.ts +2 -0
- package/src/proof/index.ts +2 -0
- package/src/proof/meetup-proof.runtime.ts +196 -0
- package/src/proof/meetup-proof.scenario.ts +99 -0
- package/src/proof/meetup-proof.suite.ts +29 -0
- package/src/proof/meetup-proof.test.ts +28 -0
- package/src/proof/meetup-proof.ts +130 -0
- package/src/run/run.handler.ts +17 -1
- package/src/shared/demo-dashboard-data.ts +58 -0
- package/src/shared/demo-runtime-seed.ts +139 -0
- package/src/shared/demo-runtime.test.ts +169 -0
- package/src/shared/demo-runtime.ts +260 -0
- package/src/shared/index.ts +11 -0
- package/src/shared/mock-runs.ts +5 -0
- package/src/tool/tool.handler.ts +21 -4
- package/src/ui/AgentDashboard.sandbox.test.tsx +312 -0
- package/src/ui/AgentDashboard.tsx +4 -1
- package/src/ui/AgentDashboard.visualizations.tsx +35 -0
- package/src/ui/hooks/useAgentMutations.ts +19 -11
- package/src/ui/hooks/useRunList.ts +41 -9
- package/src/ui/renderers/agent-list.markdown.ts +32 -13
- package/src/ui/renderers/agent-list.renderer.tsx +1 -1
- package/src/ui/renderers/dashboard.markdown.ts +38 -43
- package/src/ui/renderers/run-list.markdown.ts +17 -9
- package/src/ui/renderers/tool-registry.markdown.ts +22 -10
- package/src/ui/views/RunDataTable.tsx +74 -0
- package/src/ui/views/RunListView.tsx +37 -111
- package/src/ui/views/run-data-table.columns.tsx +102 -0
- package/src/ui/views/run-list.shared.tsx +139 -0
- package/src/visualizations/catalog.ts +132 -0
- package/src/visualizations/index.ts +2 -0
- package/src/visualizations/selectors.test.ts +12 -0
- package/src/visualizations/selectors.ts +70 -0
- package/tsdown.config.js +17 -0
|
@@ -0,0 +1,139 @@
|
|
|
1
|
+
'use client';
|
|
2
|
+
|
|
3
|
+
import { Button, StatusChip } from '@contractspec/lib.design-system';
|
|
4
|
+
import type { ContractTableController } from '@contractspec/lib.presentation-runtime-react';
|
|
5
|
+
import { HStack, VStack } from '@contractspec/lib.ui-kit-web/ui/stack';
|
|
6
|
+
import { Text } from '@contractspec/lib.ui-kit-web/ui/text';
|
|
7
|
+
import type { ReactNode } from 'react';
|
|
8
|
+
import type { Run } from '../hooks/useRunList';
|
|
9
|
+
|
|
10
|
+
export function getStatusTone(
|
|
11
|
+
status: Run['status']
|
|
12
|
+
): 'success' | 'warning' | 'neutral' | 'danger' {
|
|
13
|
+
switch (status) {
|
|
14
|
+
case 'COMPLETED':
|
|
15
|
+
return 'success';
|
|
16
|
+
case 'RUNNING':
|
|
17
|
+
return 'warning';
|
|
18
|
+
case 'QUEUED':
|
|
19
|
+
return 'neutral';
|
|
20
|
+
case 'FAILED':
|
|
21
|
+
case 'CANCELLED':
|
|
22
|
+
return 'danger';
|
|
23
|
+
default:
|
|
24
|
+
return 'neutral';
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
export function formatDuration(ms?: number): string {
|
|
29
|
+
if (!ms) return '-';
|
|
30
|
+
if (ms < 1000) return `${ms}ms`;
|
|
31
|
+
if (ms < 60000) return `${(ms / 1000).toFixed(1)}s`;
|
|
32
|
+
return `${(ms / 60000).toFixed(1)}m`;
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
export function formatTokens(tokens: number): string {
|
|
36
|
+
if (tokens < 1000) return tokens.toString();
|
|
37
|
+
if (tokens < 1000000) return `${(tokens / 1000).toFixed(1)}K`;
|
|
38
|
+
return `${(tokens / 1000000).toFixed(2)}M`;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
export function formatCost(cost?: number): string {
|
|
42
|
+
if (!cost) return '-';
|
|
43
|
+
return `$${cost.toFixed(4)}`;
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
function formatJson(value: unknown) {
|
|
47
|
+
return JSON.stringify(value ?? null, null, 2);
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
export function RunExpandedContent({ run }: { run: Run }) {
|
|
51
|
+
return (
|
|
52
|
+
<VStack gap="sm" className="py-2">
|
|
53
|
+
<HStack justify="between" className="flex-wrap">
|
|
54
|
+
<StatusChip tone={getStatusTone(run.status)} label={run.status} />
|
|
55
|
+
<Text className="text-muted-foreground text-sm">
|
|
56
|
+
Queued {run.queuedAt.toLocaleString()}
|
|
57
|
+
</Text>
|
|
58
|
+
</HStack>
|
|
59
|
+
<HStack gap="lg" className="flex-wrap">
|
|
60
|
+
<Text className="text-muted-foreground text-sm">
|
|
61
|
+
Prompt {formatTokens(run.promptTokens)}
|
|
62
|
+
</Text>
|
|
63
|
+
<Text className="text-muted-foreground text-sm">
|
|
64
|
+
Completion {formatTokens(run.completionTokens)}
|
|
65
|
+
</Text>
|
|
66
|
+
<Text className="text-muted-foreground text-sm">
|
|
67
|
+
Duration {formatDuration(run.durationMs)}
|
|
68
|
+
</Text>
|
|
69
|
+
</HStack>
|
|
70
|
+
<VStack gap="xs">
|
|
71
|
+
<Text className="font-medium text-sm">Input</Text>
|
|
72
|
+
<pre className="overflow-auto rounded-md bg-muted/40 p-3 text-xs">
|
|
73
|
+
{formatJson(run.input)}
|
|
74
|
+
</pre>
|
|
75
|
+
</VStack>
|
|
76
|
+
<VStack gap="xs">
|
|
77
|
+
<Text className="font-medium text-sm">Output</Text>
|
|
78
|
+
<pre className="overflow-auto rounded-md bg-muted/40 p-3 text-xs">
|
|
79
|
+
{formatJson(run.output ?? run.errorMessage ?? 'Pending')}
|
|
80
|
+
</pre>
|
|
81
|
+
</VStack>
|
|
82
|
+
</VStack>
|
|
83
|
+
);
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
export function RunTableToolbar({
|
|
87
|
+
controller,
|
|
88
|
+
totalRuns,
|
|
89
|
+
}: {
|
|
90
|
+
controller: ContractTableController<Run, ReactNode>;
|
|
91
|
+
totalRuns: number;
|
|
92
|
+
}) {
|
|
93
|
+
const firstRow = controller.rows[0];
|
|
94
|
+
const queuedColumn = controller.columns.find(
|
|
95
|
+
(column) => column.id === 'queuedAt'
|
|
96
|
+
);
|
|
97
|
+
const durationColumn = controller.columns.find(
|
|
98
|
+
(column) => column.id === 'durationMs'
|
|
99
|
+
);
|
|
100
|
+
const costColumn = controller.columns.find(
|
|
101
|
+
(column) => column.id === 'estimatedCostUsd'
|
|
102
|
+
);
|
|
103
|
+
|
|
104
|
+
return (
|
|
105
|
+
<HStack gap="sm" className="flex-wrap">
|
|
106
|
+
<Text className="text-muted-foreground text-sm">{totalRuns} runs</Text>
|
|
107
|
+
<Button
|
|
108
|
+
variant="outline"
|
|
109
|
+
size="sm"
|
|
110
|
+
onPress={() => firstRow?.toggleExpanded?.(!firstRow?.isExpanded)}
|
|
111
|
+
>
|
|
112
|
+
Expand Latest Run
|
|
113
|
+
</Button>
|
|
114
|
+
<Button
|
|
115
|
+
variant="outline"
|
|
116
|
+
size="sm"
|
|
117
|
+
onPress={() => queuedColumn?.toggleVisibility?.(!queuedColumn?.visible)}
|
|
118
|
+
>
|
|
119
|
+
{queuedColumn?.visible ? 'Hide Time' : 'Show Time'}
|
|
120
|
+
</Button>
|
|
121
|
+
<Button
|
|
122
|
+
variant="outline"
|
|
123
|
+
size="sm"
|
|
124
|
+
onPress={() =>
|
|
125
|
+
durationColumn?.toggleVisibility?.(!durationColumn?.visible)
|
|
126
|
+
}
|
|
127
|
+
>
|
|
128
|
+
{durationColumn?.visible ? 'Hide Duration' : 'Show Duration'}
|
|
129
|
+
</Button>
|
|
130
|
+
<Button
|
|
131
|
+
variant="outline"
|
|
132
|
+
size="sm"
|
|
133
|
+
onPress={() => costColumn?.toggleVisibility?.(!costColumn?.visible)}
|
|
134
|
+
>
|
|
135
|
+
{costColumn?.visible ? 'Hide Cost' : 'Show Cost'}
|
|
136
|
+
</Button>
|
|
137
|
+
</HStack>
|
|
138
|
+
);
|
|
139
|
+
}
|
|
@@ -0,0 +1,132 @@
|
|
|
1
|
+
import {
|
|
2
|
+
defineVisualization,
|
|
3
|
+
VisualizationRegistry,
|
|
4
|
+
} from '@contractspec/lib.contracts-spec/visualizations';
|
|
5
|
+
|
|
6
|
+
const RUN_LIST_REF = { key: 'agent.run.list', version: '1.0.0' } as const;
|
|
7
|
+
const META = {
|
|
8
|
+
version: '1.0.0',
|
|
9
|
+
domain: 'ai-ops',
|
|
10
|
+
stability: 'experimental' as const,
|
|
11
|
+
owners: ['@example.agent-console'],
|
|
12
|
+
tags: ['agent-console', 'visualization', 'operations'],
|
|
13
|
+
};
|
|
14
|
+
|
|
15
|
+
export const AgentRunStatusVisualization = defineVisualization({
|
|
16
|
+
meta: {
|
|
17
|
+
...META,
|
|
18
|
+
key: 'agent-console.visualization.run-status',
|
|
19
|
+
title: 'Run Status Breakdown',
|
|
20
|
+
description: 'Distribution of run outcomes across the current sample.',
|
|
21
|
+
goal: 'Make operational success and failure mix visible at a glance.',
|
|
22
|
+
context: 'Agent operations overview.',
|
|
23
|
+
},
|
|
24
|
+
source: { primary: RUN_LIST_REF, resultPath: 'data' },
|
|
25
|
+
visualization: {
|
|
26
|
+
kind: 'pie',
|
|
27
|
+
nameDimension: 'status',
|
|
28
|
+
valueMeasure: 'runs',
|
|
29
|
+
dimensions: [
|
|
30
|
+
{ key: 'status', label: 'Status', dataPath: 'status', type: 'category' },
|
|
31
|
+
],
|
|
32
|
+
measures: [
|
|
33
|
+
{ key: 'runs', label: 'Runs', dataPath: 'runs', format: 'number' },
|
|
34
|
+
],
|
|
35
|
+
table: { caption: 'Run counts by status.' },
|
|
36
|
+
},
|
|
37
|
+
});
|
|
38
|
+
|
|
39
|
+
export const AgentRunActivityVisualization = defineVisualization({
|
|
40
|
+
meta: {
|
|
41
|
+
...META,
|
|
42
|
+
key: 'agent-console.visualization.run-activity',
|
|
43
|
+
title: 'Recent Run Activity',
|
|
44
|
+
description: 'Daily run volume across the current sample.',
|
|
45
|
+
goal: 'Show whether agent activity is rising or slowing down.',
|
|
46
|
+
context: 'Operations trend monitoring.',
|
|
47
|
+
},
|
|
48
|
+
source: { primary: RUN_LIST_REF, resultPath: 'data' },
|
|
49
|
+
visualization: {
|
|
50
|
+
kind: 'cartesian',
|
|
51
|
+
variant: 'line',
|
|
52
|
+
xDimension: 'day',
|
|
53
|
+
yMeasures: ['runs'],
|
|
54
|
+
dimensions: [{ key: 'day', label: 'Day', dataPath: 'day', type: 'time' }],
|
|
55
|
+
measures: [
|
|
56
|
+
{
|
|
57
|
+
key: 'runs',
|
|
58
|
+
label: 'Runs',
|
|
59
|
+
dataPath: 'runs',
|
|
60
|
+
format: 'number',
|
|
61
|
+
color: '#0f766e',
|
|
62
|
+
},
|
|
63
|
+
],
|
|
64
|
+
table: { caption: 'Daily run counts.' },
|
|
65
|
+
},
|
|
66
|
+
});
|
|
67
|
+
|
|
68
|
+
export const AgentRunEfficiencyVisualization = defineVisualization({
|
|
69
|
+
meta: {
|
|
70
|
+
...META,
|
|
71
|
+
key: 'agent-console.visualization.run-efficiency',
|
|
72
|
+
title: 'Duration vs Tokens',
|
|
73
|
+
description: 'Scatter chart comparing token consumption and runtime.',
|
|
74
|
+
goal: 'Reveal outlier runs that are slow relative to their token usage.',
|
|
75
|
+
context: 'Operational performance diagnostics.',
|
|
76
|
+
},
|
|
77
|
+
source: { primary: RUN_LIST_REF, resultPath: 'data' },
|
|
78
|
+
visualization: {
|
|
79
|
+
kind: 'cartesian',
|
|
80
|
+
variant: 'scatter',
|
|
81
|
+
xDimension: 'totalTokens',
|
|
82
|
+
yMeasures: ['durationMs'],
|
|
83
|
+
dimensions: [
|
|
84
|
+
{
|
|
85
|
+
key: 'totalTokens',
|
|
86
|
+
label: 'Total Tokens',
|
|
87
|
+
dataPath: 'totalTokens',
|
|
88
|
+
type: 'number',
|
|
89
|
+
},
|
|
90
|
+
],
|
|
91
|
+
measures: [
|
|
92
|
+
{
|
|
93
|
+
key: 'durationMs',
|
|
94
|
+
label: 'Duration',
|
|
95
|
+
dataPath: 'durationMs',
|
|
96
|
+
format: 'duration',
|
|
97
|
+
color: '#7c3aed',
|
|
98
|
+
},
|
|
99
|
+
{
|
|
100
|
+
key: 'estimatedCostUsd',
|
|
101
|
+
label: 'Cost',
|
|
102
|
+
dataPath: 'estimatedCostUsd',
|
|
103
|
+
format: 'currency',
|
|
104
|
+
},
|
|
105
|
+
],
|
|
106
|
+
series: [
|
|
107
|
+
{
|
|
108
|
+
key: 'runs',
|
|
109
|
+
label: 'Runs',
|
|
110
|
+
measure: 'durationMs',
|
|
111
|
+
type: 'scatter',
|
|
112
|
+
color: '#7c3aed',
|
|
113
|
+
},
|
|
114
|
+
],
|
|
115
|
+
table: { caption: 'Run duration versus token usage.' },
|
|
116
|
+
},
|
|
117
|
+
});
|
|
118
|
+
|
|
119
|
+
export const AgentVisualizationSpecs = [
|
|
120
|
+
AgentRunStatusVisualization,
|
|
121
|
+
AgentRunActivityVisualization,
|
|
122
|
+
AgentRunEfficiencyVisualization,
|
|
123
|
+
] as const;
|
|
124
|
+
|
|
125
|
+
export const AgentVisualizationRegistry = new VisualizationRegistry([
|
|
126
|
+
...AgentVisualizationSpecs,
|
|
127
|
+
]);
|
|
128
|
+
|
|
129
|
+
export const AgentVisualizationRefs = AgentVisualizationSpecs.map((spec) => ({
|
|
130
|
+
key: spec.meta.key,
|
|
131
|
+
version: spec.meta.version,
|
|
132
|
+
}));
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { describe, expect, it } from 'bun:test';
|
|
2
|
+
import { MOCK_RUNS } from '../shared';
|
|
3
|
+
import type { Run } from '../ui/hooks/useRunList';
|
|
4
|
+
import { createAgentVisualizationItems } from './selectors';
|
|
5
|
+
|
|
6
|
+
describe('agent visualization selectors', () => {
|
|
7
|
+
it('creates the expected visualization items', () => {
|
|
8
|
+
const items = createAgentVisualizationItems(MOCK_RUNS as unknown as Run[]);
|
|
9
|
+
expect(items).toHaveLength(3);
|
|
10
|
+
expect(items[0]?.title).toBe('Run Status Breakdown');
|
|
11
|
+
});
|
|
12
|
+
});
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
import type { VisualizationSurfaceItem } from '@contractspec/lib.design-system';
|
|
2
|
+
import type { Run } from '../ui/hooks/useRunList';
|
|
3
|
+
import {
|
|
4
|
+
AgentRunActivityVisualization,
|
|
5
|
+
AgentRunEfficiencyVisualization,
|
|
6
|
+
AgentRunStatusVisualization,
|
|
7
|
+
} from './catalog';
|
|
8
|
+
|
|
9
|
+
function dayKey(value: Date | undefined): string {
|
|
10
|
+
if (!value) return 'unknown';
|
|
11
|
+
return value.toISOString().slice(0, 10);
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
export function createAgentVisualizationItems(
|
|
15
|
+
runs: Run[]
|
|
16
|
+
): VisualizationSurfaceItem[] {
|
|
17
|
+
const statusCounts = new Map<string, number>();
|
|
18
|
+
const activityCounts = new Map<string, number>();
|
|
19
|
+
|
|
20
|
+
for (const run of runs) {
|
|
21
|
+
statusCounts.set(run.status, (statusCounts.get(run.status) ?? 0) + 1);
|
|
22
|
+
activityCounts.set(
|
|
23
|
+
dayKey(run.startedAt ?? run.queuedAt),
|
|
24
|
+
(activityCounts.get(dayKey(run.startedAt ?? run.queuedAt)) ?? 0) + 1
|
|
25
|
+
);
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
return [
|
|
29
|
+
{
|
|
30
|
+
key: 'run-status',
|
|
31
|
+
spec: AgentRunStatusVisualization,
|
|
32
|
+
data: {
|
|
33
|
+
data: Array.from(statusCounts.entries()).map(([status, count]) => ({
|
|
34
|
+
status,
|
|
35
|
+
runs: count,
|
|
36
|
+
})),
|
|
37
|
+
},
|
|
38
|
+
title: 'Run Status Breakdown',
|
|
39
|
+
description:
|
|
40
|
+
'Completed, failed, running, and cancelled runs in the sample.',
|
|
41
|
+
height: 260,
|
|
42
|
+
},
|
|
43
|
+
{
|
|
44
|
+
key: 'run-activity',
|
|
45
|
+
spec: AgentRunActivityVisualization,
|
|
46
|
+
data: {
|
|
47
|
+
data: Array.from(activityCounts.entries())
|
|
48
|
+
.sort(([left], [right]) => left.localeCompare(right))
|
|
49
|
+
.map(([day, count]) => ({ day, runs: count })),
|
|
50
|
+
},
|
|
51
|
+
title: 'Recent Run Activity',
|
|
52
|
+
description: 'Daily run volume derived from run start times.',
|
|
53
|
+
},
|
|
54
|
+
{
|
|
55
|
+
key: 'run-efficiency',
|
|
56
|
+
spec: AgentRunEfficiencyVisualization,
|
|
57
|
+
data: {
|
|
58
|
+
data: runs
|
|
59
|
+
.filter((run) => typeof run.durationMs === 'number')
|
|
60
|
+
.map((run) => ({
|
|
61
|
+
totalTokens: run.totalTokens,
|
|
62
|
+
durationMs: run.durationMs ?? 0,
|
|
63
|
+
estimatedCostUsd: run.estimatedCostUsd,
|
|
64
|
+
})),
|
|
65
|
+
},
|
|
66
|
+
title: 'Duration vs Tokens',
|
|
67
|
+
description: 'Operational scatter plot for spotting inefficient runs.',
|
|
68
|
+
},
|
|
69
|
+
];
|
|
70
|
+
}
|
package/tsdown.config.js
CHANGED
|
@@ -7,4 +7,21 @@ import {
|
|
|
7
7
|
export default defineConfig((options) => ({
|
|
8
8
|
...moduleLibrary,
|
|
9
9
|
...withDevExports,
|
|
10
|
+
entry: [
|
|
11
|
+
'src/**/*.ts',
|
|
12
|
+
'src/**/*.tsx',
|
|
13
|
+
'!src/**/*.test.ts',
|
|
14
|
+
'!src/**/*.test.tsx',
|
|
15
|
+
'!src/**/*.spec.ts',
|
|
16
|
+
'!src/**/__tests__/**',
|
|
17
|
+
'!src/**/*.stories.ts',
|
|
18
|
+
'!src/**/*.stories.tsx',
|
|
19
|
+
'!src/**/*.cy.ts',
|
|
20
|
+
'!src/**/*.cy.tsx',
|
|
21
|
+
'!cypress/**',
|
|
22
|
+
'!src/proof/**',
|
|
23
|
+
'!src/shared/demo-dashboard-data.ts',
|
|
24
|
+
'!src/shared/demo-runtime.ts',
|
|
25
|
+
'!src/shared/demo-runtime-seed.ts',
|
|
26
|
+
],
|
|
10
27
|
}));
|