agent-usage-tracker 0.1.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- agent_usage_tracker/__init__.py +8 -0
- agent_usage_tracker/backup.py +225 -0
- agent_usage_tracker/cli.py +479 -0
- agent_usage_tracker/collectors/__init__.py +115 -0
- agent_usage_tracker/collectors/_util.py +310 -0
- agent_usage_tracker/collectors/activity_common.py +294 -0
- agent_usage_tracker/collectors/activitywatch.py +394 -0
- agent_usage_tracker/collectors/claude_code.py +484 -0
- agent_usage_tracker/collectors/claude_code_activity.py +317 -0
- agent_usage_tracker/collectors/codex.py +612 -0
- agent_usage_tracker/collectors/commits.py +154 -0
- agent_usage_tracker/collectors/cursor.py +193 -0
- agent_usage_tracker/collectors/cursor_api.py +247 -0
- agent_usage_tracker/collectors/cursor_cli.py +592 -0
- agent_usage_tracker/collectors/cursor_sdk.py +95 -0
- agent_usage_tracker/collectors/generic_sdk.py +100 -0
- agent_usage_tracker/collectors/pi.py +397 -0
- agent_usage_tracker/collectors/session_digest.py +379 -0
- agent_usage_tracker/collectors/t3.py +490 -0
- agent_usage_tracker/config.py +392 -0
- agent_usage_tracker/coverage.py +615 -0
- agent_usage_tracker/coverage_catalog.json +588 -0
- agent_usage_tracker/cursor_run.py +62 -0
- agent_usage_tracker/diagnostics.py +74 -0
- agent_usage_tracker/episode_store.py +78 -0
- agent_usage_tracker/event.py +132 -0
- agent_usage_tracker/git_day_cache.py +128 -0
- agent_usage_tracker/git_days.py +499 -0
- agent_usage_tracker/git_safe.py +58 -0
- agent_usage_tracker/harness_inventory.py +208 -0
- agent_usage_tracker/history_steers.py +88 -0
- agent_usage_tracker/improve/__init__.py +1 -0
- agent_usage_tracker/improve/case_view.py +112 -0
- agent_usage_tracker/improve/cli.py +138 -0
- agent_usage_tracker/improve/desktop.py +347 -0
- agent_usage_tracker/improve/evidence.py +322 -0
- agent_usage_tracker/improve/judge.py +671 -0
- agent_usage_tracker/improve/proposals.py +72 -0
- agent_usage_tracker/improve/rubric.py +360 -0
- agent_usage_tracker/improve/rubrics/avoidable_recovery.md +20 -0
- agent_usage_tracker/improve/rubrics/code_quality.md +22 -0
- agent_usage_tracker/improve/rubrics/completion_supported.md +20 -0
- agent_usage_tracker/improve/rubrics/redundant_tests.md +21 -0
- agent_usage_tracker/improve/rubrics/verbosity.md +21 -0
- agent_usage_tracker/improve/runtime.py +117 -0
- agent_usage_tracker/improve/schedule.py +291 -0
- agent_usage_tracker/improve/search_check.py +563 -0
- agent_usage_tracker/improve/store.py +244 -0
- agent_usage_tracker/improve/studies.py +285 -0
- agent_usage_tracker/improve/study_cli.py +46 -0
- agent_usage_tracker/improve/study_decision.py +121 -0
- agent_usage_tracker/improve/study_followup.py +174 -0
- agent_usage_tracker/improve/t3.py +269 -0
- agent_usage_tracker/improve/trial.py +318 -0
- agent_usage_tracker/improve/validation.py +148 -0
- agent_usage_tracker/inspector.py +350 -0
- agent_usage_tracker/label/__init__.py +22 -0
- agent_usage_tracker/label/backends.py +742 -0
- agent_usage_tracker/label/bakeoff.py +661 -0
- agent_usage_tracker/label/baseline.py +173 -0
- agent_usage_tracker/label/clef.py +258 -0
- agent_usage_tracker/label/context.py +382 -0
- agent_usage_tracker/label/core.py +355 -0
- agent_usage_tracker/label/covered_run.py +92 -0
- agent_usage_tracker/label/evalset.py +154 -0
- agent_usage_tracker/label/gold.py +209 -0
- agent_usage_tracker/label/local.py +326 -0
- agent_usage_tracker/label/local_parallel.py +232 -0
- agent_usage_tracker/label/merge.py +57 -0
- agent_usage_tracker/label/outcome_coverage.py +57 -0
- agent_usage_tracker/label/replay.py +194 -0
- agent_usage_tracker/label/run.py +339 -0
- agent_usage_tracker/label/tasks.py +579 -0
- agent_usage_tracker/label/teach.py +145 -0
- agent_usage_tracker/local_page.py +128 -0
- agent_usage_tracker/manual_time.py +69 -0
- agent_usage_tracker/net.py +23 -0
- agent_usage_tracker/observation_cli.py +65 -0
- agent_usage_tracker/observation_report.py +116 -0
- agent_usage_tracker/observation_server.py +110 -0
- agent_usage_tracker/observations.py +365 -0
- agent_usage_tracker/outcome_git.py +383 -0
- agent_usage_tracker/outcomes.py +464 -0
- agent_usage_tracker/pricing.py +248 -0
- agent_usage_tracker/push.py +530 -0
- agent_usage_tracker/redact.py +45 -0
- agent_usage_tracker/repo_keys.py +165 -0
- agent_usage_tracker/review.py +252 -0
- agent_usage_tracker/scan.py +472 -0
- agent_usage_tracker/scheduled.py +164 -0
- agent_usage_tracker/sdk.py +79 -0
- agent_usage_tracker/sink.py +82 -0
- agent_usage_tracker/sink_stack/README.md +71 -0
- agent_usage_tracker/sink_stack/apply.sh +63 -0
- agent_usage_tracker/sink_stack/compose.yaml +94 -0
- agent_usage_tracker/sink_stack/env.example +20 -0
- agent_usage_tracker/sink_stack/grafana/dashboards/agents-effort.json +634 -0
- agent_usage_tracker/sink_stack/grafana/dashboards/agents-usage.json +1279 -0
- agent_usage_tracker/sink_stack/grafana/provisioning/dashboards/aut.yaml +9 -0
- agent_usage_tracker/sink_stack/grafana/provisioning/datasources/agents.yaml +16 -0
- agent_usage_tracker/sink_stack/sql/01_schema.sql +1186 -0
- agent_usage_tracker/sink_stack/sql/02_price.sql +60 -0
- agent_usage_tracker/sink_stack/sql/03_effort.sql +1180 -0
- agent_usage_tracker/sink_stack/sql/04_grants.sql +149 -0
- agent_usage_tracker/sink_stack/sql/refresh.sql +66 -0
- agent_usage_tracker/sources.py +180 -0
- agent_usage_tracker/state.py +191 -0
- agent_usage_tracker/telemetry.py +165 -0
- agent_usage_tracker-0.1.0.dist-info/METADATA +366 -0
- agent_usage_tracker-0.1.0.dist-info/RECORD +113 -0
- agent_usage_tracker-0.1.0.dist-info/WHEEL +4 -0
- agent_usage_tracker-0.1.0.dist-info/entry_points.txt +3 -0
- agent_usage_tracker-0.1.0.dist-info/licenses/LICENSE +21 -0
|
@@ -0,0 +1,634 @@
|
|
|
1
|
+
{
|
|
2
|
+
"uid": "agents-effort",
|
|
3
|
+
"title": "Coding Agent Effort (private)",
|
|
4
|
+
"tags": [
|
|
5
|
+
"agents",
|
|
6
|
+
"effort",
|
|
7
|
+
"private"
|
|
8
|
+
],
|
|
9
|
+
"timezone": "browser",
|
|
10
|
+
"schemaVersion": 39,
|
|
11
|
+
"version": 1,
|
|
12
|
+
"editable": true,
|
|
13
|
+
"graphTooltip": 1,
|
|
14
|
+
"refresh": "",
|
|
15
|
+
"time": {
|
|
16
|
+
"from": "now-90d",
|
|
17
|
+
"to": "now"
|
|
18
|
+
},
|
|
19
|
+
"templating": {
|
|
20
|
+
"list": []
|
|
21
|
+
},
|
|
22
|
+
"annotations": {
|
|
23
|
+
"list": []
|
|
24
|
+
},
|
|
25
|
+
"description": "Private: effort, outcomes, cost, coverage and the counting audit from the phase 5 views. Keep it on a private network; hours never leave this dashboard.",
|
|
26
|
+
"panels": [
|
|
27
|
+
{
|
|
28
|
+
"id": 1,
|
|
29
|
+
"title": "Effort",
|
|
30
|
+
"type": "row",
|
|
31
|
+
"collapsed": false,
|
|
32
|
+
"gridPos": {
|
|
33
|
+
"h": 1,
|
|
34
|
+
"w": 24,
|
|
35
|
+
"x": 0,
|
|
36
|
+
"y": 0
|
|
37
|
+
},
|
|
38
|
+
"panels": []
|
|
39
|
+
},
|
|
40
|
+
{
|
|
41
|
+
"id": 2,
|
|
42
|
+
"title": "Steers, commits and sessions per day",
|
|
43
|
+
"type": "timeseries",
|
|
44
|
+
"datasource": {
|
|
45
|
+
"type": "grafana-postgresql-datasource",
|
|
46
|
+
"uid": "agents-timescaledb"
|
|
47
|
+
},
|
|
48
|
+
"gridPos": {
|
|
49
|
+
"h": 8,
|
|
50
|
+
"w": 12,
|
|
51
|
+
"x": 0,
|
|
52
|
+
"y": 1
|
|
53
|
+
},
|
|
54
|
+
"targets": [
|
|
55
|
+
{
|
|
56
|
+
"refId": "A",
|
|
57
|
+
"datasource": {
|
|
58
|
+
"type": "grafana-postgresql-datasource",
|
|
59
|
+
"uid": "agents-timescaledb"
|
|
60
|
+
},
|
|
61
|
+
"format": "time_series",
|
|
62
|
+
"rawSql": "SELECT day::timestamp AS time, steers, commits, interactive_sessions\nFROM agents.effort_daily\nWHERE day >= $__timeFrom()::date AND day <= $__timeTo()::date\nORDER BY 1;",
|
|
63
|
+
"editorMode": "code"
|
|
64
|
+
}
|
|
65
|
+
],
|
|
66
|
+
"fieldConfig": {
|
|
67
|
+
"defaults": {
|
|
68
|
+
"unit": "short",
|
|
69
|
+
"custom": {
|
|
70
|
+
"drawStyle": "bars",
|
|
71
|
+
"fillOpacity": 60,
|
|
72
|
+
"lineWidth": 1,
|
|
73
|
+
"showPoints": "never"
|
|
74
|
+
}
|
|
75
|
+
},
|
|
76
|
+
"overrides": []
|
|
77
|
+
},
|
|
78
|
+
"options": {},
|
|
79
|
+
"description": "Human steers outside scripted runs, distinct commits (superseded pre-amend SHAs left out) and interactive sessions, per local day. agents.effort_daily, refreshed nightly."
|
|
80
|
+
},
|
|
81
|
+
{
|
|
82
|
+
"id": 3,
|
|
83
|
+
"title": "Active minutes per day (private)",
|
|
84
|
+
"type": "timeseries",
|
|
85
|
+
"datasource": {
|
|
86
|
+
"type": "grafana-postgresql-datasource",
|
|
87
|
+
"uid": "agents-timescaledb"
|
|
88
|
+
},
|
|
89
|
+
"gridPos": {
|
|
90
|
+
"h": 8,
|
|
91
|
+
"w": 12,
|
|
92
|
+
"x": 12,
|
|
93
|
+
"y": 1
|
|
94
|
+
},
|
|
95
|
+
"targets": [
|
|
96
|
+
{
|
|
97
|
+
"refId": "A",
|
|
98
|
+
"datasource": {
|
|
99
|
+
"type": "grafana-postgresql-datasource",
|
|
100
|
+
"uid": "agents-timescaledb"
|
|
101
|
+
},
|
|
102
|
+
"format": "time_series",
|
|
103
|
+
"rawSql": "SELECT day::timestamp AS time, active_minutes_all, active_minutes_relevant\nFROM agents.effort_daily\nWHERE day >= $__timeFrom()::date AND day <= $__timeTo()::date\nORDER BY 1;",
|
|
104
|
+
"editorMode": "code"
|
|
105
|
+
}
|
|
106
|
+
],
|
|
107
|
+
"fieldConfig": {
|
|
108
|
+
"defaults": {
|
|
109
|
+
"unit": "m",
|
|
110
|
+
"custom": {
|
|
111
|
+
"drawStyle": "bars",
|
|
112
|
+
"fillOpacity": 60,
|
|
113
|
+
"lineWidth": 1,
|
|
114
|
+
"showPoints": "never"
|
|
115
|
+
}
|
|
116
|
+
},
|
|
117
|
+
"overrides": []
|
|
118
|
+
},
|
|
119
|
+
"options": {},
|
|
120
|
+
"description": "Merged active time (steer islands, ActivityWatch, manual), all and work-relevant. Private number: never published."
|
|
121
|
+
},
|
|
122
|
+
{
|
|
123
|
+
"id": 4,
|
|
124
|
+
"title": "Weekly effort",
|
|
125
|
+
"type": "table",
|
|
126
|
+
"datasource": {
|
|
127
|
+
"type": "grafana-postgresql-datasource",
|
|
128
|
+
"uid": "agents-timescaledb"
|
|
129
|
+
},
|
|
130
|
+
"gridPos": {
|
|
131
|
+
"h": 9,
|
|
132
|
+
"w": 24,
|
|
133
|
+
"x": 0,
|
|
134
|
+
"y": 9
|
|
135
|
+
},
|
|
136
|
+
"targets": [
|
|
137
|
+
{
|
|
138
|
+
"refId": "A",
|
|
139
|
+
"datasource": {
|
|
140
|
+
"type": "grafana-postgresql-datasource",
|
|
141
|
+
"uid": "agents-timescaledb"
|
|
142
|
+
},
|
|
143
|
+
"format": "table",
|
|
144
|
+
"rawSql": "SELECT week, steers, interactive_sessions, projects, commits, merged_commits, prs,\n episodes_active, episodes_started, focus_blocks, parallel_peak,\n round(active_minutes_relevant / 60, 1) AS relevant_hours\nFROM agents.effort_weekly\nWHERE week >= $__timeFrom()::date - 6 AND week <= $__timeTo()::date\nORDER BY week DESC;",
|
|
145
|
+
"editorMode": "code"
|
|
146
|
+
}
|
|
147
|
+
],
|
|
148
|
+
"fieldConfig": {
|
|
149
|
+
"defaults": {
|
|
150
|
+
"unit": "short"
|
|
151
|
+
},
|
|
152
|
+
"overrides": []
|
|
153
|
+
},
|
|
154
|
+
"options": {
|
|
155
|
+
"showHeader": true,
|
|
156
|
+
"cellHeight": "sm"
|
|
157
|
+
},
|
|
158
|
+
"description": "Per ISO week. Sessions, projects, commits and episodes are counted once per week. Episodes exclude rejected ones and ones labelled non-building (learning, collaboration, other). Focus blocks: 60+ minute stretches mostly steering or editor/dev/terminal time. Parallel peak: most interactive sessions steered in one 15-minute window."
|
|
159
|
+
},
|
|
160
|
+
{
|
|
161
|
+
"id": 5,
|
|
162
|
+
"title": "Outcomes",
|
|
163
|
+
"type": "row",
|
|
164
|
+
"collapsed": false,
|
|
165
|
+
"gridPos": {
|
|
166
|
+
"h": 1,
|
|
167
|
+
"w": 24,
|
|
168
|
+
"x": 0,
|
|
169
|
+
"y": 18
|
|
170
|
+
},
|
|
171
|
+
"panels": []
|
|
172
|
+
},
|
|
173
|
+
{
|
|
174
|
+
"id": 6,
|
|
175
|
+
"title": "Episode outcomes per month",
|
|
176
|
+
"type": "table",
|
|
177
|
+
"datasource": {
|
|
178
|
+
"type": "grafana-postgresql-datasource",
|
|
179
|
+
"uid": "agents-timescaledb"
|
|
180
|
+
},
|
|
181
|
+
"gridPos": {
|
|
182
|
+
"h": 8,
|
|
183
|
+
"w": 12,
|
|
184
|
+
"x": 0,
|
|
185
|
+
"y": 19
|
|
186
|
+
},
|
|
187
|
+
"targets": [
|
|
188
|
+
{
|
|
189
|
+
"refId": "A",
|
|
190
|
+
"datasource": {
|
|
191
|
+
"type": "grafana-postgresql-datasource",
|
|
192
|
+
"uid": "agents-timescaledb"
|
|
193
|
+
},
|
|
194
|
+
"format": "table",
|
|
195
|
+
"rawSql": "SELECT month, episodes, shipped, reworked, open, ruled_out, no_code, undecided,\n shipped_share, rework_share, final\nFROM agents.outcomes_monthly\nORDER BY month DESC LIMIT 12;",
|
|
196
|
+
"editorMode": "code"
|
|
197
|
+
}
|
|
198
|
+
],
|
|
199
|
+
"fieldConfig": {
|
|
200
|
+
"defaults": {
|
|
201
|
+
"unit": "short"
|
|
202
|
+
},
|
|
203
|
+
"overrides": []
|
|
204
|
+
},
|
|
205
|
+
"options": {
|
|
206
|
+
"showHeader": true,
|
|
207
|
+
"cellHeight": "sm"
|
|
208
|
+
},
|
|
209
|
+
"description": "Counted episodes (no reject, building work only) by the month they started. episode_monthly counts every linked episode, so its numbers are higher; Phase 6 publishes these final months. final = complete the way episode_monthly publishes it; before that the counts can still move."
|
|
210
|
+
},
|
|
211
|
+
{
|
|
212
|
+
"id": 7,
|
|
213
|
+
"title": "Shipping and rework per month",
|
|
214
|
+
"type": "table",
|
|
215
|
+
"datasource": {
|
|
216
|
+
"type": "grafana-postgresql-datasource",
|
|
217
|
+
"uid": "agents-timescaledb"
|
|
218
|
+
},
|
|
219
|
+
"gridPos": {
|
|
220
|
+
"h": 8,
|
|
221
|
+
"w": 12,
|
|
222
|
+
"x": 12,
|
|
223
|
+
"y": 19
|
|
224
|
+
},
|
|
225
|
+
"targets": [
|
|
226
|
+
{
|
|
227
|
+
"refId": "A",
|
|
228
|
+
"datasource": {
|
|
229
|
+
"type": "grafana-postgresql-datasource",
|
|
230
|
+
"uid": "agents-timescaledb"
|
|
231
|
+
},
|
|
232
|
+
"format": "table",
|
|
233
|
+
"rawSql": "SELECT month, commits, merged, reverted, reworked, open, abandoned, undecided, rework_share\nFROM agents.shipping_rework_monthly\nORDER BY month DESC LIMIT 12;",
|
|
234
|
+
"editorMode": "code"
|
|
235
|
+
}
|
|
236
|
+
],
|
|
237
|
+
"fieldConfig": {
|
|
238
|
+
"defaults": {
|
|
239
|
+
"unit": "short"
|
|
240
|
+
},
|
|
241
|
+
"overrides": []
|
|
242
|
+
},
|
|
243
|
+
"options": {
|
|
244
|
+
"showHeader": true,
|
|
245
|
+
"cellHeight": "sm"
|
|
246
|
+
},
|
|
247
|
+
"description": "Commits by the month they were first seen, by their latest git outcome. Reverted = reverted within 14 days of the merge; reworked = under half the lines survive 14 days."
|
|
248
|
+
},
|
|
249
|
+
{
|
|
250
|
+
"id": 8,
|
|
251
|
+
"title": "Work mix per month",
|
|
252
|
+
"type": "table",
|
|
253
|
+
"datasource": {
|
|
254
|
+
"type": "grafana-postgresql-datasource",
|
|
255
|
+
"uid": "agents-timescaledb"
|
|
256
|
+
},
|
|
257
|
+
"gridPos": {
|
|
258
|
+
"h": 8,
|
|
259
|
+
"w": 12,
|
|
260
|
+
"x": 0,
|
|
261
|
+
"y": 27
|
|
262
|
+
},
|
|
263
|
+
"targets": [
|
|
264
|
+
{
|
|
265
|
+
"refId": "A",
|
|
266
|
+
"datasource": {
|
|
267
|
+
"type": "grafana-postgresql-datasource",
|
|
268
|
+
"uid": "agents-timescaledb"
|
|
269
|
+
},
|
|
270
|
+
"format": "table",
|
|
271
|
+
"rawSql": "SELECT month, coalesce(category, 'unknown') AS category, units, unit_share, unknown_share\nFROM agents.work_mix_monthly\nORDER BY month DESC, units DESC LIMIT 60;",
|
|
272
|
+
"editorMode": "code"
|
|
273
|
+
}
|
|
274
|
+
],
|
|
275
|
+
"fieldConfig": {
|
|
276
|
+
"defaults": {
|
|
277
|
+
"unit": "short"
|
|
278
|
+
},
|
|
279
|
+
"overrides": []
|
|
280
|
+
},
|
|
281
|
+
"options": {
|
|
282
|
+
"showHeader": true,
|
|
283
|
+
"cellHeight": "sm"
|
|
284
|
+
},
|
|
285
|
+
"description": "Phase 4 work_category labels. unit_share = share of labelled units among confident labels, not of active minutes: an episode day and an ActivityWatch block each count once. unknown = below the label's threshold. Empty until labels exist."
|
|
286
|
+
},
|
|
287
|
+
{
|
|
288
|
+
"id": 9,
|
|
289
|
+
"title": "Efficiency per month (notional cost)",
|
|
290
|
+
"type": "table",
|
|
291
|
+
"datasource": {
|
|
292
|
+
"type": "grafana-postgresql-datasource",
|
|
293
|
+
"uid": "agents-timescaledb"
|
|
294
|
+
},
|
|
295
|
+
"gridPos": {
|
|
296
|
+
"h": 8,
|
|
297
|
+
"w": 12,
|
|
298
|
+
"x": 12,
|
|
299
|
+
"y": 27
|
|
300
|
+
},
|
|
301
|
+
"targets": [
|
|
302
|
+
{
|
|
303
|
+
"refId": "A",
|
|
304
|
+
"datasource": {
|
|
305
|
+
"type": "grafana-postgresql-datasource",
|
|
306
|
+
"uid": "agents-timescaledb"
|
|
307
|
+
},
|
|
308
|
+
"format": "table",
|
|
309
|
+
"rawSql": "SELECT month, shipped, episodes, median_tokens_shipped, round(median_cost_usd_shipped::numeric, 2) AS median_cost_usd_shipped,\n tokens_per_shipped, cost_usd_per_shipped\nFROM agents.efficiency_by_episode\nORDER BY month DESC LIMIT 12;",
|
|
310
|
+
"editorMode": "code"
|
|
311
|
+
}
|
|
312
|
+
],
|
|
313
|
+
"fieldConfig": {
|
|
314
|
+
"defaults": {
|
|
315
|
+
"unit": "short"
|
|
316
|
+
},
|
|
317
|
+
"overrides": []
|
|
318
|
+
},
|
|
319
|
+
"options": {
|
|
320
|
+
"showHeader": true,
|
|
321
|
+
"cellHeight": "sm"
|
|
322
|
+
},
|
|
323
|
+
"description": "Tokens and API-equivalent cost of counted episodes: median per shipped episode, and all episodes per shipped one. Notional: subscriptions are flat-rate."
|
|
324
|
+
},
|
|
325
|
+
{
|
|
326
|
+
"id": 10,
|
|
327
|
+
"title": "Cost per day by model (notional)",
|
|
328
|
+
"type": "timeseries",
|
|
329
|
+
"datasource": {
|
|
330
|
+
"type": "grafana-postgresql-datasource",
|
|
331
|
+
"uid": "agents-timescaledb"
|
|
332
|
+
},
|
|
333
|
+
"gridPos": {
|
|
334
|
+
"h": 8,
|
|
335
|
+
"w": 24,
|
|
336
|
+
"x": 0,
|
|
337
|
+
"y": 35
|
|
338
|
+
},
|
|
339
|
+
"targets": [
|
|
340
|
+
{
|
|
341
|
+
"refId": "A",
|
|
342
|
+
"datasource": {
|
|
343
|
+
"type": "grafana-postgresql-datasource",
|
|
344
|
+
"uid": "agents-timescaledb"
|
|
345
|
+
},
|
|
346
|
+
"format": "time_series",
|
|
347
|
+
"rawSql": "SELECT day::timestamp AS time, model AS metric, sum(est_cost_usd) AS cost\nFROM agents.tokens_cost_by_model_daily\nWHERE day >= $__timeFrom()::date AND day <= $__timeTo()::date\nGROUP BY 1, 2 ORDER BY 1, 2;",
|
|
348
|
+
"editorMode": "code"
|
|
349
|
+
}
|
|
350
|
+
],
|
|
351
|
+
"fieldConfig": {
|
|
352
|
+
"defaults": {
|
|
353
|
+
"unit": "currencyUSD",
|
|
354
|
+
"custom": {
|
|
355
|
+
"drawStyle": "bars",
|
|
356
|
+
"fillOpacity": 60,
|
|
357
|
+
"lineWidth": 1,
|
|
358
|
+
"showPoints": "never"
|
|
359
|
+
}
|
|
360
|
+
},
|
|
361
|
+
"overrides": []
|
|
362
|
+
},
|
|
363
|
+
"options": {},
|
|
364
|
+
"description": "API-equivalent USD per local day and model, reasoning tokens never added; an unpriced model shows no cost."
|
|
365
|
+
},
|
|
366
|
+
{
|
|
367
|
+
"id": 11,
|
|
368
|
+
"title": "Interventions",
|
|
369
|
+
"type": "row",
|
|
370
|
+
"collapsed": false,
|
|
371
|
+
"gridPos": {
|
|
372
|
+
"h": 1,
|
|
373
|
+
"w": 24,
|
|
374
|
+
"x": 0,
|
|
375
|
+
"y": 43
|
|
376
|
+
},
|
|
377
|
+
"panels": []
|
|
378
|
+
},
|
|
379
|
+
{
|
|
380
|
+
"id": 12,
|
|
381
|
+
"title": "Interrupts and rejections per month",
|
|
382
|
+
"type": "table",
|
|
383
|
+
"datasource": {
|
|
384
|
+
"type": "grafana-postgresql-datasource",
|
|
385
|
+
"uid": "agents-timescaledb"
|
|
386
|
+
},
|
|
387
|
+
"gridPos": {
|
|
388
|
+
"h": 8,
|
|
389
|
+
"w": 24,
|
|
390
|
+
"x": 0,
|
|
391
|
+
"y": 44
|
|
392
|
+
},
|
|
393
|
+
"targets": [
|
|
394
|
+
{
|
|
395
|
+
"refId": "A",
|
|
396
|
+
"datasource": {
|
|
397
|
+
"type": "grafana-postgresql-datasource",
|
|
398
|
+
"uid": "agents-timescaledb"
|
|
399
|
+
},
|
|
400
|
+
"format": "table",
|
|
401
|
+
"rawSql": "SELECT month, cases, interrupts, rejections, before_tool_errors_avg, after_tool_errors_avg,\n before_retries, after_retries, before_runaways, after_runaways, before_commits, after_commits\nFROM agents.intervention_monthly\nORDER BY month DESC LIMIT 12;",
|
|
402
|
+
"editorMode": "code"
|
|
403
|
+
}
|
|
404
|
+
],
|
|
405
|
+
"fieldConfig": {
|
|
406
|
+
"defaults": {
|
|
407
|
+
"unit": "short"
|
|
408
|
+
},
|
|
409
|
+
"overrides": []
|
|
410
|
+
},
|
|
411
|
+
"options": {
|
|
412
|
+
"showHeader": true,
|
|
413
|
+
"cellHeight": "sm"
|
|
414
|
+
},
|
|
415
|
+
"description": "Interrupts and rejections followed by a steer: the interrupted turn against the turn after the steer (tool errors, retry and runaway flags, commits)."
|
|
416
|
+
},
|
|
417
|
+
{
|
|
418
|
+
"id": 13,
|
|
419
|
+
"title": "Data quality",
|
|
420
|
+
"type": "row",
|
|
421
|
+
"collapsed": false,
|
|
422
|
+
"gridPos": {
|
|
423
|
+
"h": 1,
|
|
424
|
+
"w": 24,
|
|
425
|
+
"x": 0,
|
|
426
|
+
"y": 52
|
|
427
|
+
},
|
|
428
|
+
"panels": []
|
|
429
|
+
},
|
|
430
|
+
{
|
|
431
|
+
"id": 14,
|
|
432
|
+
"title": "Coverage: days each source reported",
|
|
433
|
+
"type": "table",
|
|
434
|
+
"datasource": {
|
|
435
|
+
"type": "grafana-postgresql-datasource",
|
|
436
|
+
"uid": "agents-timescaledb"
|
|
437
|
+
},
|
|
438
|
+
"gridPos": {
|
|
439
|
+
"h": 8,
|
|
440
|
+
"w": 12,
|
|
441
|
+
"x": 0,
|
|
442
|
+
"y": 53
|
|
443
|
+
},
|
|
444
|
+
"targets": [
|
|
445
|
+
{
|
|
446
|
+
"refId": "A",
|
|
447
|
+
"datasource": {
|
|
448
|
+
"type": "grafana-postgresql-datasource",
|
|
449
|
+
"uid": "agents-timescaledb"
|
|
450
|
+
},
|
|
451
|
+
"format": "table",
|
|
452
|
+
"rawSql": "SELECT month,\n max(days) FILTER (WHERE source = 'agents') AS agents,\n max(days) FILTER (WHERE source = 'activitywatch') AS activitywatch,\n max(days) FILTER (WHERE source = 'outcomes') AS outcomes,\n max(days) FILTER (WHERE source = 'labels') AS labels\nFROM agents.coverage_monthly\nGROUP BY month ORDER BY month DESC LIMIT 12;",
|
|
453
|
+
"editorMode": "code"
|
|
454
|
+
}
|
|
455
|
+
],
|
|
456
|
+
"fieldConfig": {
|
|
457
|
+
"defaults": {
|
|
458
|
+
"unit": "short"
|
|
459
|
+
},
|
|
460
|
+
"overrides": []
|
|
461
|
+
},
|
|
462
|
+
"options": {
|
|
463
|
+
"showHeader": true,
|
|
464
|
+
"cellHeight": "sm"
|
|
465
|
+
},
|
|
466
|
+
"description": "Local days per month with data from each source. An empty cell: that source never reported in the month."
|
|
467
|
+
},
|
|
468
|
+
{
|
|
469
|
+
"id": 15,
|
|
470
|
+
"title": "Counting audit, last 14 days",
|
|
471
|
+
"type": "table",
|
|
472
|
+
"datasource": {
|
|
473
|
+
"type": "grafana-postgresql-datasource",
|
|
474
|
+
"uid": "agents-timescaledb"
|
|
475
|
+
},
|
|
476
|
+
"gridPos": {
|
|
477
|
+
"h": 8,
|
|
478
|
+
"w": 12,
|
|
479
|
+
"x": 12,
|
|
480
|
+
"y": 53
|
|
481
|
+
},
|
|
482
|
+
"targets": [
|
|
483
|
+
{
|
|
484
|
+
"refId": "A",
|
|
485
|
+
"datasource": {
|
|
486
|
+
"type": "grafana-postgresql-datasource",
|
|
487
|
+
"uid": "agents-timescaledb"
|
|
488
|
+
},
|
|
489
|
+
"format": "table",
|
|
490
|
+
"rawSql": "SELECT day, raw_usage_rows, dedup_usage_rows, dup_groups, dup_unexplained, activity_ts_conflicts,\n scripted_share, stale_collectors, links_without_session, overlap_share\nFROM agents.audit_daily\nWHERE day > current_date - 14\nORDER BY day DESC;",
|
|
491
|
+
"editorMode": "code"
|
|
492
|
+
}
|
|
493
|
+
],
|
|
494
|
+
"fieldConfig": {
|
|
495
|
+
"defaults": {
|
|
496
|
+
"unit": "short"
|
|
497
|
+
},
|
|
498
|
+
"overrides": []
|
|
499
|
+
},
|
|
500
|
+
"options": {
|
|
501
|
+
"showHeader": true,
|
|
502
|
+
"cellHeight": "sm"
|
|
503
|
+
},
|
|
504
|
+
"description": "dup_unexplained = usage events stored twice that the Claude Code re-log rule does not explain; a monitoring check should alert on it. overlap_share = share of per-source active minutes that overlap another source."
|
|
505
|
+
},
|
|
506
|
+
{
|
|
507
|
+
"id": 16,
|
|
508
|
+
"title": "Provisional semantic estimates",
|
|
509
|
+
"type": "row",
|
|
510
|
+
"collapsed": false,
|
|
511
|
+
"gridPos": {
|
|
512
|
+
"h": 1,
|
|
513
|
+
"w": 24,
|
|
514
|
+
"x": 0,
|
|
515
|
+
"y": 61
|
|
516
|
+
},
|
|
517
|
+
"panels": []
|
|
518
|
+
},
|
|
519
|
+
{
|
|
520
|
+
"id": 17,
|
|
521
|
+
"title": "Developer intent estimates",
|
|
522
|
+
"type": "table",
|
|
523
|
+
"datasource": {
|
|
524
|
+
"type": "grafana-postgresql-datasource",
|
|
525
|
+
"uid": "agents-timescaledb"
|
|
526
|
+
},
|
|
527
|
+
"gridPos": {
|
|
528
|
+
"h": 8,
|
|
529
|
+
"w": 12,
|
|
530
|
+
"x": 0,
|
|
531
|
+
"y": 62
|
|
532
|
+
},
|
|
533
|
+
"targets": [
|
|
534
|
+
{
|
|
535
|
+
"refId": "A",
|
|
536
|
+
"datasource": {
|
|
537
|
+
"type": "grafana-postgresql-datasource",
|
|
538
|
+
"uid": "agents-timescaledb"
|
|
539
|
+
},
|
|
540
|
+
"format": "table",
|
|
541
|
+
"rawSql": "SELECT month, label, units AS sampled_units, estimated_units, estimated_share, unknown_share, quality FROM agents.working_label_monthly WHERE task = 'steer_intent' ORDER BY month DESC, estimated_units DESC LIMIT 100;",
|
|
542
|
+
"editorMode": "code"
|
|
543
|
+
}
|
|
544
|
+
],
|
|
545
|
+
"fieldConfig": {
|
|
546
|
+
"defaults": {
|
|
547
|
+
"unit": "short"
|
|
548
|
+
},
|
|
549
|
+
"overrides": []
|
|
550
|
+
},
|
|
551
|
+
"options": {
|
|
552
|
+
"showHeader": true,
|
|
553
|
+
"cellHeight": "sm"
|
|
554
|
+
},
|
|
555
|
+
"description": "Provisional Sonnet primary categories, sampling-weighted from the frozen historical baseline. Estimates, not verified facts or hours. Unknown cases remain in the denominator."
|
|
556
|
+
},
|
|
557
|
+
{
|
|
558
|
+
"id": 18,
|
|
559
|
+
"title": "Agent outcome estimates",
|
|
560
|
+
"type": "table",
|
|
561
|
+
"datasource": {
|
|
562
|
+
"type": "grafana-postgresql-datasource",
|
|
563
|
+
"uid": "agents-timescaledb"
|
|
564
|
+
},
|
|
565
|
+
"gridPos": {
|
|
566
|
+
"h": 8,
|
|
567
|
+
"w": 12,
|
|
568
|
+
"x": 12,
|
|
569
|
+
"y": 62
|
|
570
|
+
},
|
|
571
|
+
"targets": [
|
|
572
|
+
{
|
|
573
|
+
"refId": "A",
|
|
574
|
+
"datasource": {
|
|
575
|
+
"type": "grafana-postgresql-datasource",
|
|
576
|
+
"uid": "agents-timescaledb"
|
|
577
|
+
},
|
|
578
|
+
"format": "table",
|
|
579
|
+
"rawSql": "SELECT month, label, units AS sampled_units, estimated_units, estimated_share, unknown_share, quality FROM agents.working_label_monthly WHERE task = 'soft_outcome' ORDER BY month DESC, estimated_units DESC LIMIT 100;",
|
|
580
|
+
"editorMode": "code"
|
|
581
|
+
}
|
|
582
|
+
],
|
|
583
|
+
"fieldConfig": {
|
|
584
|
+
"defaults": {
|
|
585
|
+
"unit": "short"
|
|
586
|
+
},
|
|
587
|
+
"overrides": []
|
|
588
|
+
},
|
|
589
|
+
"options": {
|
|
590
|
+
"showHeader": true,
|
|
591
|
+
"cellHeight": "sm"
|
|
592
|
+
},
|
|
593
|
+
"description": "Provisional Sonnet outcome categories from the frozen historical baseline. Estimates of sampled work units, separate from measured git and episode outcomes. Unknown cases remain visible."
|
|
594
|
+
},
|
|
595
|
+
{
|
|
596
|
+
"id": 19,
|
|
597
|
+
"title": "Reviewed signal estimates",
|
|
598
|
+
"type": "table",
|
|
599
|
+
"datasource": {
|
|
600
|
+
"type": "grafana-postgresql-datasource",
|
|
601
|
+
"uid": "agents-timescaledb"
|
|
602
|
+
},
|
|
603
|
+
"gridPos": {
|
|
604
|
+
"h": 8,
|
|
605
|
+
"w": 24,
|
|
606
|
+
"x": 0,
|
|
607
|
+
"y": 70
|
|
608
|
+
},
|
|
609
|
+
"targets": [
|
|
610
|
+
{
|
|
611
|
+
"refId": "A",
|
|
612
|
+
"datasource": {
|
|
613
|
+
"type": "grafana-postgresql-datasource",
|
|
614
|
+
"uid": "agents-timescaledb"
|
|
615
|
+
},
|
|
616
|
+
"format": "table",
|
|
617
|
+
"rawSql": "SELECT month, question, answer, units, review_source, quality FROM agents.working_signal_monthly ORDER BY month DESC, question, answer LIMIT 200;",
|
|
618
|
+
"editorMode": "code"
|
|
619
|
+
}
|
|
620
|
+
],
|
|
621
|
+
"fieldConfig": {
|
|
622
|
+
"defaults": {
|
|
623
|
+
"unit": "short"
|
|
624
|
+
},
|
|
625
|
+
"overrides": []
|
|
626
|
+
},
|
|
627
|
+
"options": {
|
|
628
|
+
"showHeader": true,
|
|
629
|
+
"cellHeight": "sm"
|
|
630
|
+
},
|
|
631
|
+
"description": "Provisional direct agent-review counts only. Yes, no, uncertain (unknown), and not reviewed remain separate. This deliberately selected subset does not estimate population prevalence. These are not human-verified labels."
|
|
632
|
+
}
|
|
633
|
+
]
|
|
634
|
+
}
|