agent-usage-tracker 0.1.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- agent_usage_tracker/__init__.py +8 -0
- agent_usage_tracker/backup.py +225 -0
- agent_usage_tracker/cli.py +479 -0
- agent_usage_tracker/collectors/__init__.py +115 -0
- agent_usage_tracker/collectors/_util.py +310 -0
- agent_usage_tracker/collectors/activity_common.py +294 -0
- agent_usage_tracker/collectors/activitywatch.py +394 -0
- agent_usage_tracker/collectors/claude_code.py +484 -0
- agent_usage_tracker/collectors/claude_code_activity.py +317 -0
- agent_usage_tracker/collectors/codex.py +612 -0
- agent_usage_tracker/collectors/commits.py +154 -0
- agent_usage_tracker/collectors/cursor.py +193 -0
- agent_usage_tracker/collectors/cursor_api.py +247 -0
- agent_usage_tracker/collectors/cursor_cli.py +592 -0
- agent_usage_tracker/collectors/cursor_sdk.py +95 -0
- agent_usage_tracker/collectors/generic_sdk.py +100 -0
- agent_usage_tracker/collectors/pi.py +397 -0
- agent_usage_tracker/collectors/session_digest.py +379 -0
- agent_usage_tracker/collectors/t3.py +490 -0
- agent_usage_tracker/config.py +392 -0
- agent_usage_tracker/coverage.py +615 -0
- agent_usage_tracker/coverage_catalog.json +588 -0
- agent_usage_tracker/cursor_run.py +62 -0
- agent_usage_tracker/diagnostics.py +74 -0
- agent_usage_tracker/episode_store.py +78 -0
- agent_usage_tracker/event.py +132 -0
- agent_usage_tracker/git_day_cache.py +128 -0
- agent_usage_tracker/git_days.py +499 -0
- agent_usage_tracker/git_safe.py +58 -0
- agent_usage_tracker/harness_inventory.py +208 -0
- agent_usage_tracker/history_steers.py +88 -0
- agent_usage_tracker/improve/__init__.py +1 -0
- agent_usage_tracker/improve/case_view.py +112 -0
- agent_usage_tracker/improve/cli.py +138 -0
- agent_usage_tracker/improve/desktop.py +347 -0
- agent_usage_tracker/improve/evidence.py +322 -0
- agent_usage_tracker/improve/judge.py +671 -0
- agent_usage_tracker/improve/proposals.py +72 -0
- agent_usage_tracker/improve/rubric.py +360 -0
- agent_usage_tracker/improve/rubrics/avoidable_recovery.md +20 -0
- agent_usage_tracker/improve/rubrics/code_quality.md +22 -0
- agent_usage_tracker/improve/rubrics/completion_supported.md +20 -0
- agent_usage_tracker/improve/rubrics/redundant_tests.md +21 -0
- agent_usage_tracker/improve/rubrics/verbosity.md +21 -0
- agent_usage_tracker/improve/runtime.py +117 -0
- agent_usage_tracker/improve/schedule.py +291 -0
- agent_usage_tracker/improve/search_check.py +563 -0
- agent_usage_tracker/improve/store.py +244 -0
- agent_usage_tracker/improve/studies.py +285 -0
- agent_usage_tracker/improve/study_cli.py +46 -0
- agent_usage_tracker/improve/study_decision.py +121 -0
- agent_usage_tracker/improve/study_followup.py +174 -0
- agent_usage_tracker/improve/t3.py +269 -0
- agent_usage_tracker/improve/trial.py +318 -0
- agent_usage_tracker/improve/validation.py +148 -0
- agent_usage_tracker/inspector.py +350 -0
- agent_usage_tracker/label/__init__.py +22 -0
- agent_usage_tracker/label/backends.py +742 -0
- agent_usage_tracker/label/bakeoff.py +661 -0
- agent_usage_tracker/label/baseline.py +173 -0
- agent_usage_tracker/label/clef.py +258 -0
- agent_usage_tracker/label/context.py +382 -0
- agent_usage_tracker/label/core.py +355 -0
- agent_usage_tracker/label/covered_run.py +92 -0
- agent_usage_tracker/label/evalset.py +154 -0
- agent_usage_tracker/label/gold.py +209 -0
- agent_usage_tracker/label/local.py +326 -0
- agent_usage_tracker/label/local_parallel.py +232 -0
- agent_usage_tracker/label/merge.py +57 -0
- agent_usage_tracker/label/outcome_coverage.py +57 -0
- agent_usage_tracker/label/replay.py +194 -0
- agent_usage_tracker/label/run.py +339 -0
- agent_usage_tracker/label/tasks.py +579 -0
- agent_usage_tracker/label/teach.py +145 -0
- agent_usage_tracker/local_page.py +128 -0
- agent_usage_tracker/manual_time.py +69 -0
- agent_usage_tracker/net.py +23 -0
- agent_usage_tracker/observation_cli.py +65 -0
- agent_usage_tracker/observation_report.py +116 -0
- agent_usage_tracker/observation_server.py +110 -0
- agent_usage_tracker/observations.py +365 -0
- agent_usage_tracker/outcome_git.py +383 -0
- agent_usage_tracker/outcomes.py +464 -0
- agent_usage_tracker/pricing.py +248 -0
- agent_usage_tracker/push.py +530 -0
- agent_usage_tracker/redact.py +45 -0
- agent_usage_tracker/repo_keys.py +165 -0
- agent_usage_tracker/review.py +252 -0
- agent_usage_tracker/scan.py +472 -0
- agent_usage_tracker/scheduled.py +164 -0
- agent_usage_tracker/sdk.py +79 -0
- agent_usage_tracker/sink.py +82 -0
- agent_usage_tracker/sink_stack/README.md +71 -0
- agent_usage_tracker/sink_stack/apply.sh +63 -0
- agent_usage_tracker/sink_stack/compose.yaml +94 -0
- agent_usage_tracker/sink_stack/env.example +20 -0
- agent_usage_tracker/sink_stack/grafana/dashboards/agents-effort.json +634 -0
- agent_usage_tracker/sink_stack/grafana/dashboards/agents-usage.json +1279 -0
- agent_usage_tracker/sink_stack/grafana/provisioning/dashboards/aut.yaml +9 -0
- agent_usage_tracker/sink_stack/grafana/provisioning/datasources/agents.yaml +16 -0
- agent_usage_tracker/sink_stack/sql/01_schema.sql +1186 -0
- agent_usage_tracker/sink_stack/sql/02_price.sql +60 -0
- agent_usage_tracker/sink_stack/sql/03_effort.sql +1180 -0
- agent_usage_tracker/sink_stack/sql/04_grants.sql +149 -0
- agent_usage_tracker/sink_stack/sql/refresh.sql +66 -0
- agent_usage_tracker/sources.py +180 -0
- agent_usage_tracker/state.py +191 -0
- agent_usage_tracker/telemetry.py +165 -0
- agent_usage_tracker-0.1.0.dist-info/METADATA +366 -0
- agent_usage_tracker-0.1.0.dist-info/RECORD +113 -0
- agent_usage_tracker-0.1.0.dist-info/WHEEL +4 -0
- agent_usage_tracker-0.1.0.dist-info/entry_points.txt +3 -0
- agent_usage_tracker-0.1.0.dist-info/licenses/LICENSE +21 -0
|
@@ -0,0 +1,165 @@
|
|
|
1
|
+
"""Supported OTLP JSON token sums/histograms and GenAI spans, with content dropped."""
|
|
2
|
+
|
|
3
|
+
from __future__ import annotations
|
|
4
|
+
|
|
5
|
+
from datetime import datetime, timedelta, timezone
|
|
6
|
+
from typing import Any
|
|
7
|
+
|
|
8
|
+
from .observations import MAX_BATCH_RECORDS, stable_id, validate_record
|
|
9
|
+
|
|
10
|
+
TOKEN_KEYS = {
|
|
11
|
+
"input": "input_tokens_total",
|
|
12
|
+
"output": "output_tokens",
|
|
13
|
+
"cache_read": "cache_read_tokens",
|
|
14
|
+
"cache_write": "cache_write_tokens",
|
|
15
|
+
}
|
|
16
|
+
SPAN_KEYS = {
|
|
17
|
+
"gen_ai.usage.input_tokens": "input_tokens_total",
|
|
18
|
+
"gen_ai.usage.output_tokens": "output_tokens",
|
|
19
|
+
"gen_ai.usage.reasoning.output_tokens": "reasoning_tokens",
|
|
20
|
+
"gen_ai.usage.cache_read.input_tokens": "cache_read_tokens",
|
|
21
|
+
"gen_ai.usage.cache_creation.input_tokens": "cache_write_tokens",
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
def _identity(value: Any) -> Any:
|
|
26
|
+
if isinstance(value, dict):
|
|
27
|
+
return {key: _identity(item) for key, item in value.items()}
|
|
28
|
+
if isinstance(value, list):
|
|
29
|
+
items = [_identity(item) for item in value]
|
|
30
|
+
if all(isinstance(item, dict) and "key" in item for item in items):
|
|
31
|
+
return sorted(items, key=stable_id)
|
|
32
|
+
return items
|
|
33
|
+
return value
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
def _integer(value: Any) -> int:
|
|
37
|
+
if isinstance(value, str) and value.isascii() and value.isdigit():
|
|
38
|
+
value = int(value)
|
|
39
|
+
if type(value) is float and value.is_integer():
|
|
40
|
+
value = int(value)
|
|
41
|
+
if type(value) is not int or not 0 <= value <= 2**63 - 1:
|
|
42
|
+
raise ValueError("invalid OTLP int64")
|
|
43
|
+
return value
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
def _time(value: Any) -> str:
|
|
47
|
+
ns = _integer(value)
|
|
48
|
+
return (
|
|
49
|
+
datetime(1970, 1, 1, tzinfo=timezone.utc) + timedelta(microseconds=ns // 1000)
|
|
50
|
+
).isoformat()
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
def _attrs(items: Any) -> dict[str, Any]:
|
|
54
|
+
allowed = {"gen_ai.token.type", "gen_ai.operation.name", *SPAN_KEYS}
|
|
55
|
+
result = {}
|
|
56
|
+
for item in items:
|
|
57
|
+
key = item.get("key")
|
|
58
|
+
if key in allowed:
|
|
59
|
+
value = item.get("value", {})
|
|
60
|
+
result[key] = value.get("stringValue", value.get("intValue"))
|
|
61
|
+
return result
|
|
62
|
+
|
|
63
|
+
|
|
64
|
+
def normalize_otlp(payload: Any) -> tuple[list[dict[str, Any]], int]:
|
|
65
|
+
"""Return validated content-free observations plus unsupported instrument count.
|
|
66
|
+
|
|
67
|
+
Resource and scope metadata, arbitrary attributes, names, events and bodies are dropped.
|
|
68
|
+
Cumulative counters remain nonadditive snapshots in the observation store.
|
|
69
|
+
"""
|
|
70
|
+
if not isinstance(payload, dict):
|
|
71
|
+
raise ValueError("OTLP payload must be an object")
|
|
72
|
+
result: list[dict[str, Any]] = []
|
|
73
|
+
unsupported = 0
|
|
74
|
+
for resource in payload.get("resourceMetrics", []):
|
|
75
|
+
for scope in resource.get("scopeMetrics", []):
|
|
76
|
+
for metric in scope.get("metrics", []):
|
|
77
|
+
instrument = metric.get("sum", metric.get("histogram"))
|
|
78
|
+
if metric.get("name") != "gen_ai.client.token.usage" or not instrument:
|
|
79
|
+
unsupported += 1
|
|
80
|
+
continue
|
|
81
|
+
temporality = instrument.get("aggregationTemporality")
|
|
82
|
+
if type(temporality) is not int or temporality not in (1, 2):
|
|
83
|
+
unsupported += 1
|
|
84
|
+
continue
|
|
85
|
+
if "sum" in metric and instrument.get("isMonotonic") is not True:
|
|
86
|
+
unsupported += 1
|
|
87
|
+
continue
|
|
88
|
+
for point in instrument.get("dataPoints", []):
|
|
89
|
+
attrs = _attrs(point.get("attributes", []))
|
|
90
|
+
key = TOKEN_KEYS.get(attrs.get("gen_ai.token.type", ""))
|
|
91
|
+
value = (
|
|
92
|
+
point.get("sum")
|
|
93
|
+
if "histogram" in metric
|
|
94
|
+
else point.get("asInt", point.get("asDouble"))
|
|
95
|
+
)
|
|
96
|
+
if key is None or value is None or point.get("flags", 0) & 1:
|
|
97
|
+
unsupported += 1
|
|
98
|
+
continue
|
|
99
|
+
r: dict[str, Any] = {
|
|
100
|
+
"version": 1,
|
|
101
|
+
"kind": "usage",
|
|
102
|
+
"timestamp": _time(point["timeUnixNano"]),
|
|
103
|
+
"temporality": "delta" if temporality == 1 else "cumulative",
|
|
104
|
+
"counter": stable_id(
|
|
105
|
+
[
|
|
106
|
+
metric["name"],
|
|
107
|
+
key,
|
|
108
|
+
_identity(resource.get("resource", {})),
|
|
109
|
+
_identity(scope.get("scope", {})),
|
|
110
|
+
_identity(point.get("attributes", [])),
|
|
111
|
+
]
|
|
112
|
+
),
|
|
113
|
+
key: _integer(value),
|
|
114
|
+
}
|
|
115
|
+
if _integer(point.get("startTimeUnixNano", 0)):
|
|
116
|
+
r["start"] = _time(point["startTimeUnixNano"])
|
|
117
|
+
r["id"] = stable_id(["metric", r["counter"], _integer(point["timeUnixNano"])])
|
|
118
|
+
result.append(validate_record(r))
|
|
119
|
+
for resource in payload.get("resourceSpans", []):
|
|
120
|
+
for scope in resource.get("scopeSpans", []):
|
|
121
|
+
for span in scope.get("spans", []):
|
|
122
|
+
attrs = _attrs(span.get("attributes", []))
|
|
123
|
+
counts = {
|
|
124
|
+
target: _integer(attrs[key])
|
|
125
|
+
for key, target in SPAN_KEYS.items()
|
|
126
|
+
if key in attrs
|
|
127
|
+
}
|
|
128
|
+
common = {"version": 1, "timestamp": _time(span["endTimeUnixNano"])}
|
|
129
|
+
if counts:
|
|
130
|
+
r = dict(common, kind="usage", **counts)
|
|
131
|
+
total, read = counts.get("input_tokens_total"), counts.get("cache_read_tokens")
|
|
132
|
+
# Cache creation inclusion varies by provider, so fresh stays unknown.
|
|
133
|
+
if (
|
|
134
|
+
total is not None
|
|
135
|
+
and read is not None
|
|
136
|
+
and ("cache_write_tokens" in counts and counts["cache_write_tokens"] == 0)
|
|
137
|
+
):
|
|
138
|
+
if read > total:
|
|
139
|
+
raise ValueError("cache read exceeds inclusive input")
|
|
140
|
+
r["input_tokens"] = total - read
|
|
141
|
+
r["id"] = stable_id(["span", span["traceId"], span["spanId"]])
|
|
142
|
+
result.append(validate_record(r))
|
|
143
|
+
elif attrs.get("gen_ai.operation.name") == "execute_tool":
|
|
144
|
+
start = _integer(span["startTimeUnixNano"])
|
|
145
|
+
end = _integer(span["endTimeUnixNano"])
|
|
146
|
+
if end < start:
|
|
147
|
+
raise ValueError("invalid span duration")
|
|
148
|
+
code = span.get("status", {}).get("code", 0)
|
|
149
|
+
r = dict(
|
|
150
|
+
common,
|
|
151
|
+
kind="tool",
|
|
152
|
+
status={1: "ok", 2: "error"}.get(code, "unknown"),
|
|
153
|
+
duration_ms=(end - start) // 1000000,
|
|
154
|
+
)
|
|
155
|
+
r["id"] = stable_id(["span", span["traceId"], span["spanId"]])
|
|
156
|
+
result.append(validate_record(r))
|
|
157
|
+
else:
|
|
158
|
+
unsupported += 1
|
|
159
|
+
if any("counter" in r for r in result) and any(
|
|
160
|
+
r["kind"] == "usage" and "counter" not in r for r in result
|
|
161
|
+
):
|
|
162
|
+
raise ValueError("metric and span usage overlap; import separate crosscheck streams")
|
|
163
|
+
if len(result) > MAX_BATCH_RECORDS:
|
|
164
|
+
raise ValueError("too many OTLP records")
|
|
165
|
+
return result, unsupported
|
|
@@ -0,0 +1,366 @@
|
|
|
1
|
+
Metadata-Version: 2.5
|
|
2
|
+
Name: agent-usage-tracker
|
|
3
|
+
Version: 0.1.0
|
|
4
|
+
Summary: Passive, subscription-safe tracker of coding-agent work (Claude Code, Codex, Cursor, Pi): usage, sessions, activity, active time, outcomes and local labels. Reads local logs, normalizes, pushes to a self-hosted sink.
|
|
5
|
+
Project-URL: Homepage, https://github.com/rhnfzl/agent-usage-tracker
|
|
6
|
+
Project-URL: Issues, https://github.com/rhnfzl/agent-usage-tracker/issues
|
|
7
|
+
License: MIT
|
|
8
|
+
License-File: LICENSE
|
|
9
|
+
Keywords: claude-code,codex,coding-agent,cursor,observability,pi,tokens,usage
|
|
10
|
+
Classifier: Development Status :: 4 - Beta
|
|
11
|
+
Classifier: Environment :: Console
|
|
12
|
+
Classifier: Operating System :: OS Independent
|
|
13
|
+
Classifier: Programming Language :: Python :: 3
|
|
14
|
+
Classifier: Topic :: Software Development
|
|
15
|
+
Requires-Python: >=3.11
|
|
16
|
+
Requires-Dist: tzdata; sys_platform == 'win32'
|
|
17
|
+
Provides-Extra: label
|
|
18
|
+
Requires-Dist: huggingface-hub>=1.3; (sys_platform == 'darwin' and platform_machine == 'arm64') and extra == 'label'
|
|
19
|
+
Requires-Dist: mlx-lm<0.33,>=0.32.2; (sys_platform == 'darwin' and platform_machine == 'arm64') and extra == 'label'
|
|
20
|
+
Requires-Dist: mlx>=0.31.2; (sys_platform == 'darwin' and platform_machine == 'arm64') and extra == 'label'
|
|
21
|
+
Requires-Dist: psycopg[binary]>=3.1; extra == 'label'
|
|
22
|
+
Provides-Extra: merge
|
|
23
|
+
Requires-Dist: huggingface-hub>=1.3; extra == 'merge'
|
|
24
|
+
Requires-Dist: peft>=0.21; extra == 'merge'
|
|
25
|
+
Requires-Dist: torch>=2.14; extra == 'merge'
|
|
26
|
+
Requires-Dist: transformers>=5.17; extra == 'merge'
|
|
27
|
+
Provides-Extra: postgres
|
|
28
|
+
Requires-Dist: psycopg[binary]>=3.1; extra == 'postgres'
|
|
29
|
+
Provides-Extra: test
|
|
30
|
+
Requires-Dist: pytest; extra == 'test'
|
|
31
|
+
Description-Content-Type: text/markdown
|
|
32
|
+
|
|
33
|
+
# agent-usage-tracker (`aut`)
|
|
34
|
+
|
|
35
|
+
[](https://github.com/rhnfzl/agent-usage-tracker/actions/workflows/ci.yml)
|
|
36
|
+
[](https://www.python.org/downloads/)
|
|
37
|
+
[](LICENSE)
|
|
38
|
+

|
|
39
|
+
|
|
40
|
+
**Stop guessing how many tokens your coding agents use and what they actually do.**
|
|
41
|
+
|
|
42
|
+
`aut` reads existing Claude Code, Codex, Cursor, and Pi logs. Export usage to a local CSV, or keep usage and sessions across machines in a database you control.
|
|
43
|
+
Optional local models classify the work as building, debugging, planning, or reviewing.
|
|
44
|
+
|
|
45
|
+
Use it to answer:
|
|
46
|
+
|
|
47
|
+
- Which agents and models do I use, and how many tokens do they consume?
|
|
48
|
+
- How much work involves building, debugging, planning, or reviewing?
|
|
49
|
+
- Which sessions belong to the same piece of work, and what became of it?
|
|
50
|
+
- Do I have a copy of my session logs if this laptop fails?
|
|
51
|
+
|
|
52
|
+
With [uv](https://docs.astral.sh/uv/getting-started/installation/) installed, try a local export:
|
|
53
|
+
|
|
54
|
+
```bash
|
|
55
|
+
uvx agent-usage-tracker --agents claude_code,codex,cursor_cli,pi export --out usage.csv
|
|
56
|
+
```
|
|
57
|
+
|
|
58
|
+
AUT is a collector and CLI. For history and dashboards, it ships a Docker Compose sink (TimescaleDB and Grafana) that runs on your laptop or a homelab. There is no hosted service.
|
|
59
|
+
|
|
60
|
+
[Quick start](#quick-start) · [Collectors](#collectors) · [Local labels](#local-labels-aut-label) · [Privacy](#privacy-model) · [Documentation](#documentation)
|
|
61
|
+
|
|
62
|
+
## What you can track
|
|
63
|
+
|
|
64
|
+
| Area | What AUT records | What you need |
|
|
65
|
+
|---|---|---|
|
|
66
|
+
| Usage | Input, output, cache-read, and cache-write tokens; model; project basename | Agent logs, or the optional Cursor API |
|
|
67
|
+
| Sessions and activity | Human prompts, turns, interrupts, tool counts, commits, PR links, and related sessions | PostgreSQL |
|
|
68
|
+
| Active time | ActivityWatch intervals and manual time entries | PostgreSQL; ActivityWatch is opt-in |
|
|
69
|
+
| Outcomes | Commit merge/revert/rework states and your own session verdicts | PostgreSQL and local Git clones |
|
|
70
|
+
| Local labels | Work categories, instruction types, and inferred outcomes | Saved model setup and local weights |
|
|
71
|
+
| Daily commits | Your commits across local and remote clones, deduplicated across copies | PostgreSQL and configured Git roots |
|
|
72
|
+
| Backups | Encrypted, deduplicated copies of logs, AUT configuration, and label files | A configured restic repository |
|
|
73
|
+
|
|
74
|
+
**Token counts are usage, not your subscription bill.** Dollar figures derived from them are estimated API-equivalent costs.
|
|
75
|
+
Local collection works with subscription logs without adding a proxy or requiring an API key.
|
|
76
|
+
|
|
77
|
+
## Quick start
|
|
78
|
+
|
|
79
|
+
Python 3.11 to 3.15; macOS, Linux, and Windows.
|
|
80
|
+
The base install uses the standard library, plus `tzdata` on Windows.
|
|
81
|
+
|
|
82
|
+
### Try a local export
|
|
83
|
+
|
|
84
|
+
Install with [uv](https://docs.astral.sh/uv/getting-started/installation/):
|
|
85
|
+
|
|
86
|
+
```bash
|
|
87
|
+
uv tool install agent-usage-tracker
|
|
88
|
+
aut --agents claude_code,codex,cursor_cli,pi export --out usage.csv
|
|
89
|
+
```
|
|
90
|
+
|
|
91
|
+
For the newest `main` instead of the latest release, install from `git+https://github.com/rhnfzl/agent-usage-tracker`.
|
|
92
|
+
|
|
93
|
+
No database or configuration file is required for this export.
|
|
94
|
+
It reads your current user's logs and writes usage rows to a local CSV.
|
|
95
|
+
Cursor CLI contributes prompt rows, not token counts; choose a Cursor token source below for those.
|
|
96
|
+
An unreadable source makes export exit nonzero, so a partial file cannot silently count as a complete export.
|
|
97
|
+
|
|
98
|
+
### Keep history in your own database
|
|
99
|
+
|
|
100
|
+
Install the PostgreSQL extra:
|
|
101
|
+
|
|
102
|
+
```bash
|
|
103
|
+
uv tool install "agent-usage-tracker[postgres]"
|
|
104
|
+
```
|
|
105
|
+
|
|
106
|
+
Create `~/.config/agent-usage-tracker/config.toml` with your machine label and database connection:
|
|
107
|
+
|
|
108
|
+
```toml
|
|
109
|
+
machine = "laptop"
|
|
110
|
+
agents = ["claude_code", "codex", "cursor_cli", "pi"]
|
|
111
|
+
|
|
112
|
+
[transport]
|
|
113
|
+
pg_dsn = "env:AUT_PG_DSN"
|
|
114
|
+
```
|
|
115
|
+
|
|
116
|
+
Set `AUT_PG_DSN` to your provisioned database connection.
|
|
117
|
+
The database needs AUT's tables and views. The [sink stack](src/agent_usage_tracker/sink_stack/README.md) provides them with one `docker compose up`;
|
|
118
|
+
the [deploy runbook](DEPLOY.md) describes the sink contract.
|
|
119
|
+
Set `ledger_timezone` to the sink's `AUT_TZ`.
|
|
120
|
+
On macOS and Linux, protect the configuration with `chmod 600`.
|
|
121
|
+
On Windows, restrict its directory permissions to your account.
|
|
122
|
+
|
|
123
|
+
```bash
|
|
124
|
+
aut status
|
|
125
|
+
aut scan --dry-run
|
|
126
|
+
aut scan
|
|
127
|
+
```
|
|
128
|
+
|
|
129
|
+
The dry run parses logs and reports totals without sending rows.
|
|
130
|
+
Real scans advance their watermark only after delivery succeeds.
|
|
131
|
+
Repeated delivery is safe because the sink deduplicates event IDs.
|
|
132
|
+
Native JSONL collection drains a finite file snapshot, including all capped chunks present when each file is admitted.
|
|
133
|
+
Later appends, new files and replaced files wait for the next run.
|
|
134
|
+
On POSIX, acknowledged closed Cursor CLI stores skip SQLite reads while database and WAL metadata stay unchanged.
|
|
135
|
+
|
|
136
|
+
Webhook-only scans keep session, activity, and time rows in a private local delivery queue.
|
|
137
|
+
`aut status` shows pending rows. After configuring PostgreSQL, scans replay them automatically;
|
|
138
|
+
`aut retry-delivery` also retries the queue directly. Keep the state directory in your backups.
|
|
139
|
+
|
|
140
|
+
For a full configuration, start from [`config.example.toml`](config.example.toml).
|
|
141
|
+
Put secrets in your local configuration or environment, never in this repository.
|
|
142
|
+
Scheduled jobs do not inherit your shell environment; configure their secrets separately.
|
|
143
|
+
|
|
144
|
+
### Configuration
|
|
145
|
+
|
|
146
|
+
The [configuration reference](docs/reference.md#configuration) lists defaults, environment overrides, and local state files.
|
|
147
|
+
Use the same secret `repo_key_salt` across machines if their repository identities must match.
|
|
148
|
+
Preserve that salt in backups; replacing it breaks those cross-machine matches.
|
|
149
|
+
|
|
150
|
+
## Collectors
|
|
151
|
+
|
|
152
|
+
| Agent | Source | Coverage and limits |
|
|
153
|
+
|---|---|---|
|
|
154
|
+
| Claude Code | `~/.claude/projects/` and Claude homes configured in T3 | Usage, prompts, sessions, activity, and links |
|
|
155
|
+
| T3 Code | `~/.t3/userdata/statev2.sqlite` | Confirmed app prompts and completed app runs after an explicit cutover; native logs retain token usage |
|
|
156
|
+
| Codex | `~/.codex/sessions/` | Usage, reasoning tokens, prompts, sessions, activity, and links |
|
|
157
|
+
| Pi | `~/.pi/agent/sessions/` | Usage, reasoning tokens, prompts, sessions, activity, and links |
|
|
158
|
+
| Cursor CLI | `~/.cursor/chats/` and SDK run stores | Prompts, sessions, activity, and links; no token counts |
|
|
159
|
+
| Cursor IDE | Local `state.vscdb` | Prompt records and a lower bound on usage |
|
|
160
|
+
| Cursor API | Your dashboard account, explicitly enabled | Token usage for the IDE and CLI; no prompt records |
|
|
161
|
+
| Cursor SDK | Configured run manifests | Per-run usage from your SDK applications |
|
|
162
|
+
| ActivityWatch | Your local server, explicitly enabled | Active-window intervals; review title privacy settings first |
|
|
163
|
+
|
|
164
|
+
T3 activity collection requires an approved `t3_activity_since` timestamp in your local configuration:
|
|
165
|
+
|
|
166
|
+
```toml
|
|
167
|
+
t3_activity_since = "2026-11-15T00:00:00Z" # replace with your approved prospective cutover
|
|
168
|
+
```
|
|
169
|
+
|
|
170
|
+
Include `"t3"` beside your native collectors when `agents` is explicit.
|
|
171
|
+
T3 uses confirmed web/mobile messages and strong native bindings to avoid mirrored prompts.
|
|
172
|
+
Provider changes share one `t3:<app-thread-id>` session. Native logs remain the source of tokens and costs.
|
|
173
|
+
T3 turns count completed app runs, which can contain several internal agent turns.
|
|
174
|
+
Missing or ambiguous evidence reports degraded coverage. Existing history is not reconciled automatically.
|
|
175
|
+
|
|
176
|
+
**Choose one Cursor token source:** `cursor`, `cursor_api`, or `cursor_sdk`.
|
|
177
|
+
Combining them can double-count usage. `cursor_cli` has no tokens and can run beside any of them.
|
|
178
|
+
To collect IDE prompts beside API usage, add `cursor` with `cursor_human_only = true`.
|
|
179
|
+
|
|
180
|
+
The [collector reference](docs/reference.md#collectors) covers source paths, defaults, and ActivityWatch filtering.
|
|
181
|
+
Collectors use the running user's home and explicitly registered engine homes.
|
|
182
|
+
They do not search other users' accounts.
|
|
183
|
+
|
|
184
|
+
Run `aut doctor --json` to inspect readable sources, parser losses, pending delivery and evidence limits.
|
|
185
|
+
Normal scans save a private coverage report and report changed gaps.
|
|
186
|
+
A sourced catalog covers 25 coding tools without claiming that each has a qualified reader.
|
|
187
|
+
See [shared harness coverage](docs/harness-coverage.md) for profiles, session associations and publication receipts.
|
|
188
|
+
|
|
189
|
+
## Local labels (`aut label`)
|
|
190
|
+
|
|
191
|
+
Optional decision models turn session evidence into categories such as building, debugging, planning, and review.
|
|
192
|
+
They can also classify your instructions and infer whether a piece of work is resolved, blocked, or still open.
|
|
193
|
+
|
|
194
|
+
Local estimates read Claude Code, Codex, Cursor CLI, and Pi inputs.
|
|
195
|
+
Prompts and final replies stay inside the episode's time bounds.
|
|
196
|
+
Daily work also stops at local midnight, so shared sessions cannot mix separate work days.
|
|
197
|
+
Cursor replies are omitted because their stores lack reliable per-reply timestamps.
|
|
198
|
+
Cases without sufficient evidence stay unclassified; uncertain model decisions stay unknown.
|
|
199
|
+
|
|
200
|
+
| Workflow | Use it for | Setup |
|
|
201
|
+
|---|---|---|
|
|
202
|
+
| Calibrated labels | Evaluating models against reviewed examples | Review examples, evaluate, and save a model choice |
|
|
203
|
+
| Provisional local estimates | Ongoing classification with an existing local recipe | Save `label-local.json`, install the required runtime, and cache its exact weights |
|
|
204
|
+
|
|
205
|
+
Collection does not require models, annotation, or cloud spending.
|
|
206
|
+
Saved local recipes can combine models; they are not automatically fitted or selected for you.
|
|
207
|
+
The MLX backends require Apple silicon. GGUF backends use a separately installed `llama-server`.
|
|
208
|
+
AUT never downloads weights during classification.
|
|
209
|
+
An optional [writing attribute](docs/local-labels.md#optional-writing-attribute) records explicit
|
|
210
|
+
requests for prose deliverables alongside the main work category, using a separate local recipe.
|
|
211
|
+
|
|
212
|
+
With a saved local recipe:
|
|
213
|
+
|
|
214
|
+
```bash
|
|
215
|
+
aut label run --local-estimates --task work_category
|
|
216
|
+
```
|
|
217
|
+
|
|
218
|
+
For historical work, prepare a job and resume its saved ID:
|
|
219
|
+
|
|
220
|
+
```bash
|
|
221
|
+
aut label replay --task work_category --since 2026-01-01 --until 2026-02-01
|
|
222
|
+
aut label replay --job JOB_ID --apply --budget-s 600
|
|
223
|
+
```
|
|
224
|
+
|
|
225
|
+
Preparation previews coverage and freezes private inputs without running models or sending labels.
|
|
226
|
+
The end date is exclusive. Resume the same job until `complete` is true; progress follows successful batch delivery.
|
|
227
|
+
Frozen jobs keep their original inputs when new readers are installed.
|
|
228
|
+
Mature-outcome catch-up is separately opt-in through `label_mature_outcomes`; it is disabled by default.
|
|
229
|
+
|
|
230
|
+
See the [local-label guide](docs/local-labels.md) for model setup, ensembles, cutoffs, calibration, and replay privacy.
|
|
231
|
+
Provisional charts describe estimates, not verified classification accuracy.
|
|
232
|
+
|
|
233
|
+
### The models
|
|
234
|
+
|
|
235
|
+
The [model reference](docs/local-labels.md#the-models) lists supported backends, pinned downloads, runtime needs, and synthetic timing measurements.
|
|
236
|
+
Choose and evaluate models for your own tasks; the timing table does not establish classification accuracy.
|
|
237
|
+
|
|
238
|
+
## Private improvement (`aut improve`)
|
|
239
|
+
|
|
240
|
+
Optional local diagnosis finds evidence of avoidable recovery and unsupported completion claims.
|
|
241
|
+
It saves private evidence, provisional model judgments, scoped patch proposals, and controlled command checks.
|
|
242
|
+
These records stay separate from the normal sink. Installed instructions do not change automatically.
|
|
243
|
+
|
|
244
|
+
Private studies connect incident evidence, prospective trial policies and fresh follow-up.
|
|
245
|
+
They preserve rejected runs and distinguish bounded code correctness from general productivity.
|
|
246
|
+
See the [study guide](docs/improvement-studies.md) for commands and evidence requirements.
|
|
247
|
+
|
|
248
|
+
Additional producers can supply private usage, quota and tool observations through the
|
|
249
|
+
[observation guide](docs/observations.md). `aut observe` imports explicit files, renders private quota reports,
|
|
250
|
+
and offers an opt-in authenticated receiver. Public exports are local drafts.
|
|
251
|
+
Native desktop receipts use `aut improve desktop`; command success does not establish task acceptance.
|
|
252
|
+
|
|
253
|
+
```bash
|
|
254
|
+
aut improve audit --days 7 --limit 30
|
|
255
|
+
aut improve status
|
|
256
|
+
```
|
|
257
|
+
|
|
258
|
+
Local judging uses cached models through the existing label extra.
|
|
259
|
+
Bounded reviews preserve completed judgments and resume unfinished work within the configured budget.
|
|
260
|
+
`aut improve inspect --case CASE_ID` writes a private view of a captured attempt and its source references.
|
|
261
|
+
Missing or clipped evidence stays explicit; inspection does not upgrade a judgment.
|
|
262
|
+
Read the [private improvement guide](docs/improvement.md) before judging, staging changes, or executing trials.
|
|
263
|
+
The guide covers executable judge references, independent agent-task acceptance, and stable wheel installations.
|
|
264
|
+
|
|
265
|
+
## Scheduling
|
|
266
|
+
|
|
267
|
+
Run AUT on each machine whose logs you want to collect.
|
|
268
|
+
The supplied timers scan every 15 minutes on macOS and Windows, or every 10 minutes on Linux.
|
|
269
|
+
The macOS scan also catches up at login and after sleep.
|
|
270
|
+
|
|
271
|
+
The optional wrapper adds SSH tunnelling, retries, daily commit outcomes, and local labels.
|
|
272
|
+
Update the installed package before copying a new wrapper; the wrapper calls `aut scan-job`.
|
|
273
|
+
The scheduler prevents overlapping runs and records daily success only after each step completes.
|
|
274
|
+
Failed or unfinished daily steps retry after the next successful scan.
|
|
275
|
+
Local scheduled labels require `AUT_LABEL=1` and `AUT_LABEL_MODE=local` in `scan.env`, plus saved recipes.
|
|
276
|
+
An interrupted historical replay resumes when you invoke its saved job again; preparing a job does not install a scheduler.
|
|
277
|
+
|
|
278
|
+
Follow the [timer setup](packaging/README.md) and [wrapper reference](docs/reference.md#scheduling).
|
|
279
|
+
|
|
280
|
+
### Keep scripted Cursor work out of your human counts
|
|
281
|
+
|
|
282
|
+
Use `aut cursor-run --model MODEL --workspace /path/to/workspace < prompt.txt` for scripted requests.
|
|
283
|
+
It registers the chat as automated before sending the prompt through your installed `cursor-agent` account.
|
|
284
|
+
Registered prompts do not increase human steer counts; automated turns and child links remain available.
|
|
285
|
+
This command can spend your account's credits. Normal collection never invokes it.
|
|
286
|
+
Direct Cursor calls bypass this registration; existing database records require a separate audited repair.
|
|
287
|
+
|
|
288
|
+
### Back up your logs
|
|
289
|
+
|
|
290
|
+
`aut backup` uses restic to copy agent logs, AUT configuration, label files, and the repository-key salt.
|
|
291
|
+
The shipped macOS backup job runs daily at 02:30 and at login.
|
|
292
|
+
Backup destinations, passwords, retention, and any offsite copy require your own setup.
|
|
293
|
+
The database needs its own backup.
|
|
294
|
+
|
|
295
|
+
Follow [backup and laptop recovery](docs/new-laptop.md) before relying on recovery.
|
|
296
|
+
`aut status` reports the age of the last good backup; `aut backup --check` checks the repository.
|
|
297
|
+
|
|
298
|
+
## Privacy model
|
|
299
|
+
|
|
300
|
+
AUT sends rows only to the sink you configure. It publishes nothing itself.
|
|
301
|
+
Normal collection sends counts and identifiers, not prompt text, tool output, commit messages, or full local paths.
|
|
302
|
+
Repository identities and references use salted HMAC keys.
|
|
303
|
+
|
|
304
|
+
Some metadata remains readable: project basenames, session IDs, commit SHAs, skill names, and tool counts.
|
|
305
|
+
ActivityWatch can send redacted window titles unless you turn titles off; app names are still sent.
|
|
306
|
+
The optional `daily_note` task sends a generated note.
|
|
307
|
+
|
|
308
|
+
Local replay jobs retain redacted input text on disk. Keep them and your evaluations outside the public source repository.
|
|
309
|
+
The optional teacher command sends sampled Claude Code text through `claude -p`; local classification does not need it.
|
|
310
|
+
Cursor API collection and `cursor-run` also make account-authenticated network calls when explicitly used.
|
|
311
|
+
|
|
312
|
+
Read the [full privacy and network-call reference](docs/reference.md#privacy-model) before enabling optional collectors or model workflows.
|
|
313
|
+
|
|
314
|
+
## Commands
|
|
315
|
+
|
|
316
|
+
| Start with | Purpose |
|
|
317
|
+
|---|---|
|
|
318
|
+
| `aut status` | Check configuration, progress, and backup age |
|
|
319
|
+
| `aut scan --dry-run` | Inspect parsed totals without sending rows |
|
|
320
|
+
| `aut scan` | Deliver new usage and activity |
|
|
321
|
+
| `aut export --out usage.csv` | Export local usage without a sink |
|
|
322
|
+
| `aut git-days --dry-run` | Preview daily commit counts across configured clones |
|
|
323
|
+
| `aut git-days --local-only` | Collect available local commits while remote machines are offline; mark incomplete coverage |
|
|
324
|
+
| `aut inspect --day YYYY-MM-DD` | Inspect the local evidence behind a day's episodes |
|
|
325
|
+
| `aut backup --check` | Verify your configured restic repository |
|
|
326
|
+
|
|
327
|
+
Use `aut --help` or `aut <command> --help` for options.
|
|
328
|
+
The [full command reference](docs/reference.md#commands) includes backfills, outcomes, review pages, and model evaluation.
|
|
329
|
+
|
|
330
|
+
## Documentation
|
|
331
|
+
|
|
332
|
+
| Guide | Read it when you want to... |
|
|
333
|
+
|---|---|
|
|
334
|
+
| [Configuration example](config.example.toml) | Choose sources, transports, and optional features |
|
|
335
|
+
| [Command and configuration reference](docs/reference.md) | Look up commands, defaults, local files, privacy rules, or errors |
|
|
336
|
+
| [Local labels and models](docs/local-labels.md) | Configure decisions, evaluate models, or classify historical work |
|
|
337
|
+
| [Scheduling](packaging/README.md) | Install macOS, Linux, or Windows timers |
|
|
338
|
+
| [Backup and recovery](docs/new-laptop.md) | Preserve logs and recover on another machine |
|
|
339
|
+
| [Deploy runbook](DEPLOY.md) | Provision a self-hosted sink and connect collectors |
|
|
340
|
+
| [Data contract](CONTRACT.md) | Build database views, dashboards, or a website from AUT rows |
|
|
341
|
+
|
|
342
|
+
## Development
|
|
343
|
+
|
|
344
|
+
From a checkout:
|
|
345
|
+
|
|
346
|
+
In restricted agent sessions, keep uv's cache inside the checkout before running these commands:
|
|
347
|
+
|
|
348
|
+
```bash
|
|
349
|
+
export UV_CACHE_DIR="$PWD/.agent-harness/uv-cache"
|
|
350
|
+
```
|
|
351
|
+
|
|
352
|
+
```bash
|
|
353
|
+
uv venv
|
|
354
|
+
uv pip install -e ".[test,postgres]" ruff==0.15.11 mypy==2.4.1
|
|
355
|
+
uv run --no-sync pytest -q
|
|
356
|
+
uv run --no-sync ruff check .
|
|
357
|
+
uv run --no-sync mypy
|
|
358
|
+
```
|
|
359
|
+
|
|
360
|
+
The [CI workflow](.github/workflows/ci.yml) tests Linux, macOS, and Windows across supported Python versions.
|
|
361
|
+
SQL integration tests require a scratch database on a TimescaleDB server and `psql`, through `AUT_TEST_PG_DSN` with a literal IP address and port; otherwise those tests skip.
|
|
362
|
+
To release, raise `__version__` in `src/agent_usage_tracker/__init__.py`, merge, and push the tag `v<version>`.
|
|
363
|
+
The [release workflow](.github/workflows/release.yml) builds it and publishes it to PyPI through trusted publishing.
|
|
364
|
+
Use synthetic fixtures in public contributions. Keep session logs, personal labels, and private benchmarks out of commits.
|
|
365
|
+
|
|
366
|
+
MIT licensed. See [LICENSE](LICENSE).
|
|
@@ -0,0 +1,113 @@
|
|
|
1
|
+
agent_usage_tracker/__init__.py,sha256=_eX1bPXcwxIfXEmLYWbjno1XrTWe37tsKy5bpxv4f7I,371
|
|
2
|
+
agent_usage_tracker/backup.py,sha256=xxWgLU99k0waSWd2KwkY-gXWR0SHzgHnom6uWC1dT3g,10352
|
|
3
|
+
agent_usage_tracker/cli.py,sha256=LzihPA3wkjzs8PEapijnhcICtKVm_9wZvFrUCsbcdXw,26865
|
|
4
|
+
agent_usage_tracker/config.py,sha256=AeS3nQi4tUSQkM0Y6p8WfNQDZ4FIJjqDaHYbIBch-JE,19453
|
|
5
|
+
agent_usage_tracker/coverage.py,sha256=dPuvVvZhMy7zAVpAggKKNuv-FHOfk126z0drugd_rLk,32807
|
|
6
|
+
agent_usage_tracker/coverage_catalog.json,sha256=BG86lZ0tFxnEKN-dZM7WgqWOBzJ2mhl5VsPgQT_2XTo,27285
|
|
7
|
+
agent_usage_tracker/cursor_run.py,sha256=Jv7v1wghavFQOX5LPvXzVTL4FKA0Rowq-eO_EdiG3vc,2952
|
|
8
|
+
agent_usage_tracker/diagnostics.py,sha256=1o0FkkG5jH67xzJ2T6sDjinDOGF3Y84oSj-yTF0O2vU,2710
|
|
9
|
+
agent_usage_tracker/episode_store.py,sha256=JYjzIpp-lirSeFNcsr9U7XK3QulH1UnlRTn0z7YgpkE,3270
|
|
10
|
+
agent_usage_tracker/event.py,sha256=scba6IPM-oqVV5UYLewrcxP3_FhBAynnGxAQgQZaC44,5453
|
|
11
|
+
agent_usage_tracker/git_day_cache.py,sha256=AcGXlPqjIddoB_S2hE1Ypom0edKK8RqxUACl9VTUneQ,5903
|
|
12
|
+
agent_usage_tracker/git_days.py,sha256=4fTd-rOZ6SVmSc6vnVq-MBlyJcoIgOm0ccz-T0REyC0,24069
|
|
13
|
+
agent_usage_tracker/git_safe.py,sha256=cog-KNt3dJ9AS3iwaku7sI2YNekdFZkle_sZ_SPvICU,3283
|
|
14
|
+
agent_usage_tracker/harness_inventory.py,sha256=BFkoKx_iSG2M8eAhd5UzcKMggO9EW-Rwjf7uB9OOaKU,9180
|
|
15
|
+
agent_usage_tracker/history_steers.py,sha256=_lroQ5yckwaauK3IUvZdkFE1vn8NmNUHAmiG-jkhlGI,3942
|
|
16
|
+
agent_usage_tracker/inspector.py,sha256=OO2wLkfHMlz-YiiYBm9uYgV3RvHazIQ1AFZ-PcmqPCI,18742
|
|
17
|
+
agent_usage_tracker/local_page.py,sha256=uQZwLWTdSs5IXv_5q4I48Kdinekp0DNSAbdlKrHBAvM,5499
|
|
18
|
+
agent_usage_tracker/manual_time.py,sha256=Y_HNw0YmCArPRKi9cVoObX9ZWqzMTAkJxhpUF8TH6-U,3073
|
|
19
|
+
agent_usage_tracker/net.py,sha256=C6Xf72YhlCppP9YiQj7vk-hb464TTVIJidFNVLheavY,920
|
|
20
|
+
agent_usage_tracker/observation_cli.py,sha256=kabR4m2bxcoFYLPKAiSnpahL1-jifrrxalNKPu3OKyk,3163
|
|
21
|
+
agent_usage_tracker/observation_report.py,sha256=7a6c9lFC4lhjvtjd7RAtCZ-nRJtQihgcfr7xkA3bwac,7242
|
|
22
|
+
agent_usage_tracker/observation_server.py,sha256=h9s1ZruehkxzKTUwVDCa86dO7V_XQlw5TFppbHagfIA,4796
|
|
23
|
+
agent_usage_tracker/observations.py,sha256=HLVQjMUw1BKGqxcAi-89o48951-ZIR4fx8b8QbvKgX8,15690
|
|
24
|
+
agent_usage_tracker/outcome_git.py,sha256=FYy3NL3lOMHZpF6fjC0IaTmBG0eIwBZ9-Cu4FezM068,17280
|
|
25
|
+
agent_usage_tracker/outcomes.py,sha256=jqQLVcbmSbyr-c-uBMdQlqVkcVaYAsCTC77dcmmmF7o,21373
|
|
26
|
+
agent_usage_tracker/pricing.py,sha256=mIUoevZ6wbNCQGG9ZEEyRr34kCejFFYFQ8HWAT30nIk,9754
|
|
27
|
+
agent_usage_tracker/push.py,sha256=KiM9EZt7YgCspsy22K8g2zo5MWrriX-TZTto5ssN8SE,24862
|
|
28
|
+
agent_usage_tracker/redact.py,sha256=cuWnSOG7SxKyrrmOF3QmPdT4H_DzAugguEm7ivNFpHE,2163
|
|
29
|
+
agent_usage_tracker/repo_keys.py,sha256=7If7RUdU_NOCBbQJd3blIIxv3f2_kVT3sLvQML7soTg,7625
|
|
30
|
+
agent_usage_tracker/review.py,sha256=m_gT3em7xHNYD9bj0b6st9Ic7zXEdu4Eqafy1JKFux4,12632
|
|
31
|
+
agent_usage_tracker/scan.py,sha256=SAhwior4w-C8GU5fRcE0LGMicMGfBVBtM1eyrGdO2_s,22242
|
|
32
|
+
agent_usage_tracker/scheduled.py,sha256=i6FQRFFVMPlk1Ir79ZTJlL9o1rUJLBM8xcpzroaNXkM,6028
|
|
33
|
+
agent_usage_tracker/sdk.py,sha256=wRBKYERuACFv5SuTpsKXP3z6sijbdIdGuYvjWOdz6yg,2756
|
|
34
|
+
agent_usage_tracker/sink.py,sha256=lIf7uDkdp25iwmCO7hZ8QO2fI5kx-_9vJPWG_ryobu8,3690
|
|
35
|
+
agent_usage_tracker/sources.py,sha256=dfiNSQoClp6WbE_wdskxgt75XOq7X2lNv2J7TN0VWe4,7330
|
|
36
|
+
agent_usage_tracker/state.py,sha256=ugcHGnSMUTKviWuETEblym24GXv60Tt7h052qBr-bZs,8516
|
|
37
|
+
agent_usage_tracker/telemetry.py,sha256=QwXu6VlGnwjhUU5iAoqCQxOmLcefivkKHzulvM4WAMw,7360
|
|
38
|
+
agent_usage_tracker/collectors/__init__.py,sha256=I2tbep50ocisopwew29mpOJ8RXUKVKdG4Uw0cn5PUa4,5477
|
|
39
|
+
agent_usage_tracker/collectors/_util.py,sha256=RwsiUEofjXyVR1wCIiMcTEK_ca9az75xbQi-71pUvBc,14989
|
|
40
|
+
agent_usage_tracker/collectors/activity_common.py,sha256=ZkVb8JqiEbqA2juqrVz45Pe-C-sMJuvR6MnKjyMkdBg,13463
|
|
41
|
+
agent_usage_tracker/collectors/activitywatch.py,sha256=iu_Jt6oCiIOueyVhZRWv2TVkRh2l_dx9N-wCPB5j_9I,18608
|
|
42
|
+
agent_usage_tracker/collectors/claude_code.py,sha256=_ATsEpV3iZ6-gC9bjfoydsQ15vCx8OduJPlU3INEsHU,22124
|
|
43
|
+
agent_usage_tracker/collectors/claude_code_activity.py,sha256=M05UxAujRj6tAiuB_7zx5lh8Af6BcLBKj-rRGzL3SW8,16573
|
|
44
|
+
agent_usage_tracker/collectors/codex.py,sha256=LTEfVN0AVNPjdqaiWuhP7ErleiGqBkA_Js8dURtp2vg,29366
|
|
45
|
+
agent_usage_tracker/collectors/commits.py,sha256=bLZb6MV1Jw3s0b95JEwrLBcpCUuQ--cckWWOBSm6Qnw,7699
|
|
46
|
+
agent_usage_tracker/collectors/cursor.py,sha256=kBAtbONNZG6W6D4ks_atwrYMdwEI7boMQJFr_4wlWZY,8003
|
|
47
|
+
agent_usage_tracker/collectors/cursor_api.py,sha256=6X8vKZ0amp0xvpA_erDLFUR2pLLCGgsIDnzcXWdXMLk,11716
|
|
48
|
+
agent_usage_tracker/collectors/cursor_cli.py,sha256=1PX5BcBTioiJOKwaCLYxs4G2GKjOmnnYVoggZupUQ0c,26995
|
|
49
|
+
agent_usage_tracker/collectors/cursor_sdk.py,sha256=odKzJuSFt_fPezk1EBzvSaCVIAmYzl6CTMcUZpruifU,4279
|
|
50
|
+
agent_usage_tracker/collectors/generic_sdk.py,sha256=3zgM3gqsSWwZjuR8rCFFyfxge41gUgboCAxfR8mOCcI,4396
|
|
51
|
+
agent_usage_tracker/collectors/pi.py,sha256=axhvtkI4tYCyyj46N_TeHM81V4hNVCQY5EG3vJHU7Yc,17496
|
|
52
|
+
agent_usage_tracker/collectors/session_digest.py,sha256=VZSV6bYS5ZNT855JAgDy_Pi3AL7AUv06HA4m7KqYNgo,16801
|
|
53
|
+
agent_usage_tracker/collectors/t3.py,sha256=wbw2e1rCHjQcqrp4mcqyXGixboz_q4r5Gr47hapK3Hc,19578
|
|
54
|
+
agent_usage_tracker/improve/__init__.py,sha256=IxPbBBK-wK74o49W7i-U-B-AaTsdCyhTqaA4GzhfqNA,79
|
|
55
|
+
agent_usage_tracker/improve/case_view.py,sha256=7QxykXPWE73USMOixFdd1FdYPjA75v-lsq_WLzZTaUg,6804
|
|
56
|
+
agent_usage_tracker/improve/cli.py,sha256=jASvVcAZuew4QIwmg85pdcfD43ckPDvALFaFdEYWJTI,7912
|
|
57
|
+
agent_usage_tracker/improve/desktop.py,sha256=rCqcBQINCewtOcvQ8Ru6EX64b67SOg_9iTmbCEw29Tw,14520
|
|
58
|
+
agent_usage_tracker/improve/evidence.py,sha256=4hlj4Enmztmch3w-oXdtok-Ay1TbfJ3CE9_zE5uJMTg,15935
|
|
59
|
+
agent_usage_tracker/improve/judge.py,sha256=wy5HVXTCpQMQ3fxNEO87q3OWXE0P0lK5FgQBUEaJG7I,36035
|
|
60
|
+
agent_usage_tracker/improve/proposals.py,sha256=8uuoerblknqiMKUKFexKa8xNNQgbdq4g1xfnu2E_ATY,3426
|
|
61
|
+
agent_usage_tracker/improve/rubric.py,sha256=W6qlCetNZLQy9_A__4TjwdUZ2v9IyQ5NwriA6_XaRnE,15947
|
|
62
|
+
agent_usage_tracker/improve/runtime.py,sha256=wwfJTOrtuX139p_PTbOKxlhFQ4XexuzOhpVR2Yl6s5U,6055
|
|
63
|
+
agent_usage_tracker/improve/schedule.py,sha256=KZ0koYRvO_0aPEhTGxY17o6SxNJGR8ImufeW8RR4igo,14474
|
|
64
|
+
agent_usage_tracker/improve/search_check.py,sha256=MX48RPM-r1-Xs-L_d4x_mSYIJVP78pgYZ9JtJBLyAmU,24918
|
|
65
|
+
agent_usage_tracker/improve/store.py,sha256=Dg9tLmDsSU8m-ncKffiMo3pVZd10jNyE1qlnyHlZ_Wk,11366
|
|
66
|
+
agent_usage_tracker/improve/studies.py,sha256=6Skwjh3BESExKV2bmHbA1hTiQK1XGQ42plgZRHAhANA,16151
|
|
67
|
+
agent_usage_tracker/improve/study_cli.py,sha256=eZG81brwKxMxMKC3R3CSFGPnNXlBxeJIKPjgq1Ns7Bo,1923
|
|
68
|
+
agent_usage_tracker/improve/study_decision.py,sha256=T-yX284QOKSyZhwOsoUzwVgVObGeCjVMneKskwZZCVk,6485
|
|
69
|
+
agent_usage_tracker/improve/study_followup.py,sha256=MSMseibJeyw0EH_TpP5-2Qe2RybQ6nbcOExO-zYXlbY,10519
|
|
70
|
+
agent_usage_tracker/improve/t3.py,sha256=X3I33e0RmkEMjUQlO29xGvCKy7dSn2_cIa9YeJpXnm4,14641
|
|
71
|
+
agent_usage_tracker/improve/trial.py,sha256=A2JHBOenYTYCRLg1CxwnsP8CH8dvqpUJTY4XFPpZJyQ,15727
|
|
72
|
+
agent_usage_tracker/improve/validation.py,sha256=yFcmyE-pwr2jPrUU-NbvDN1lp2APG51f_uY-JMeZSuc,7366
|
|
73
|
+
agent_usage_tracker/improve/rubrics/avoidable_recovery.md,sha256=je4ShAbTsYA8QWUAv3FbBJGWuyVBfhMtZeiGBtnq14o,946
|
|
74
|
+
agent_usage_tracker/improve/rubrics/code_quality.md,sha256=9gc6yZxiigthZSDe8_4P9FhvDZb8R3JDGK7GUmFR--k,885
|
|
75
|
+
agent_usage_tracker/improve/rubrics/completion_supported.md,sha256=gSj7Vug-mlTtMGL4WdlwEXEPIaBHxj3Y6hCUTQidoVU,1199
|
|
76
|
+
agent_usage_tracker/improve/rubrics/redundant_tests.md,sha256=05pf2jZq9OAd816m7co6uetlTO9CbbbC-j-BIFkNEtA,1082
|
|
77
|
+
agent_usage_tracker/improve/rubrics/verbosity.md,sha256=0dj8GMnVTzQyrc3xvdzMWxu-lRTyaYFbhvWqpO2ZRnM,1036
|
|
78
|
+
agent_usage_tracker/label/__init__.py,sha256=wj2weiorSvQjiueETcErfxF0tXwsmjNmXraXDMAvhig,1643
|
|
79
|
+
agent_usage_tracker/label/backends.py,sha256=9nMW2qlCpmzo6_Fts80L0CDHsCJBEzN0tZq5TR0_Prc,34984
|
|
80
|
+
agent_usage_tracker/label/bakeoff.py,sha256=EChq2_s-qyfNoOECd6kNUThk5ZXr8_oKsQPEwYkseX4,34320
|
|
81
|
+
agent_usage_tracker/label/baseline.py,sha256=I-pn9-hx7zgrd9RxJumwzK8_1uYl00Ok8htuRtvfSg8,6316
|
|
82
|
+
agent_usage_tracker/label/clef.py,sha256=NG49bEcSq_kpW6tL6lizJLVdNe-IGhERj8-6-iTRebw,12293
|
|
83
|
+
agent_usage_tracker/label/context.py,sha256=BC4QJobfiuTBZyxdD87mQO_L8tbcBRAmRVhcHFdHN10,17858
|
|
84
|
+
agent_usage_tracker/label/core.py,sha256=DlTS-J-3Yyk8kpojZejQ3wnsS_vzLQT46f6swtIEcGc,15823
|
|
85
|
+
agent_usage_tracker/label/covered_run.py,sha256=MZ49ugiG6h5uf3FFeJfVcIsAJT1-nTeU3k0aJij_llw,4569
|
|
86
|
+
agent_usage_tracker/label/evalset.py,sha256=wCWLjECP9v8aaTUAfYflw68-lSy3bSPlYk4cmul9G8Y,6721
|
|
87
|
+
agent_usage_tracker/label/gold.py,sha256=TrqYf-vPrRlYg9_RZY1mw_XzmIwYgwE9WX52KNc6yBg,10071
|
|
88
|
+
agent_usage_tracker/label/local.py,sha256=U4pvrz2lVmgfDmHxi6vsP3WATi1eft3k6glXN8AQwa8,13484
|
|
89
|
+
agent_usage_tracker/label/local_parallel.py,sha256=CEyROlCP9Qm-VdmEUS3xrT3CB4vIrh_R8Pyya_TRzoI,8198
|
|
90
|
+
agent_usage_tracker/label/merge.py,sha256=onDMUgai4RrWhy59zdZJRj7md99RL0jOlH9mK6tR1TY,2534
|
|
91
|
+
agent_usage_tracker/label/outcome_coverage.py,sha256=c0tmvj-gQWUp8f8m6jJPnZsk9hFfcMdvTsOYwsEgTBM,2479
|
|
92
|
+
agent_usage_tracker/label/replay.py,sha256=X0FO_oXaZp6srx984yUstx63q4nNhXPDNcSS7URPBoU,9727
|
|
93
|
+
agent_usage_tracker/label/run.py,sha256=8zg9ARyq91xqReokBUEtU8Ph-LW_y023lKo9Z0KJQYs,17327
|
|
94
|
+
agent_usage_tracker/label/tasks.py,sha256=SM_rFLjNDlMz2oo1sdikC0LywyQVCoE8TXJiSV_jRDM,32364
|
|
95
|
+
agent_usage_tracker/label/teach.py,sha256=P2kbM9f89HZLGLcNp_OMxgDwXAP8gn8JkysjBPtJX3g,7018
|
|
96
|
+
agent_usage_tracker/sink_stack/README.md,sha256=iSntyA9JKpfX7K5WmsPRIxjzZpenZreM1QlQNzVBb7U,3770
|
|
97
|
+
agent_usage_tracker/sink_stack/apply.sh,sha256=nG_-KOolN10PkDyglfG9xDttW48gj36JDVSL1GspPJg,3145
|
|
98
|
+
agent_usage_tracker/sink_stack/compose.yaml,sha256=7tOcKEB75f8pS5Idxy7Jp1crkOLYKsc01RFMEXEcc9c,2944
|
|
99
|
+
agent_usage_tracker/sink_stack/env.example,sha256=ZX3Wm_qUT6wqjOTGl8OceL7fQp4JfzJQAfregXxm7Vs,869
|
|
100
|
+
agent_usage_tracker/sink_stack/grafana/dashboards/agents-effort.json,sha256=xt17NQmE3Gw5GS1DlP0KW0GTefm0zAvAwYSaxG4WJxY,19138
|
|
101
|
+
agent_usage_tracker/sink_stack/grafana/dashboards/agents-usage.json,sha256=WpqgnRscLBL0axnVA7i_Xggulj9oT69MKGhJmF6WTms,41408
|
|
102
|
+
agent_usage_tracker/sink_stack/grafana/provisioning/dashboards/aut.yaml,sha256=pQlUoXoM9XHIF-47cga8J4Geh2ofrrw_LS31i9If6-8,177
|
|
103
|
+
agent_usage_tracker/sink_stack/grafana/provisioning/datasources/agents.yaml,sha256=iStBePnq9ECQ-RVkDtIr10-glBCD6S22lotlohA9awo,405
|
|
104
|
+
agent_usage_tracker/sink_stack/sql/01_schema.sql,sha256=D8FPQ3U3wo2o2xcLVPy5pvDw6kqF3vKwGDNuPwwxaUY,68939
|
|
105
|
+
agent_usage_tracker/sink_stack/sql/02_price.sql,sha256=sPDakYPkRNvfx71v6SsaU44NN8D2nspBE8bYhSuYhEg,3311
|
|
106
|
+
agent_usage_tracker/sink_stack/sql/03_effort.sql,sha256=BvdXTqY8gnlC07xB_ntONDOlhNFKy6gDjdb93bypAEY,68087
|
|
107
|
+
agent_usage_tracker/sink_stack/sql/04_grants.sql,sha256=Kk1QWiu7Tm_kClVMCT-M24veiy0cVTkDwgevZyfM0tA,10660
|
|
108
|
+
agent_usage_tracker/sink_stack/sql/refresh.sql,sha256=GIPXCzpxYLuOuAfB7O5TIX2pFBmtTips435Lx6GEXEM,3380
|
|
109
|
+
agent_usage_tracker-0.1.0.dist-info/METADATA,sha256=1DkHLm7vqMJGX2VWXjbG5Ooz9HU18YBbdUTYt5jS0-g,20071
|
|
110
|
+
agent_usage_tracker-0.1.0.dist-info/WHEEL,sha256=2iZrJkDIkeDh0k9SikKMqFuRP-ua6mb4Ir1AsER4BEw,87
|
|
111
|
+
agent_usage_tracker-0.1.0.dist-info/entry_points.txt,sha256=gR3v9X6sUYUlCMP9X8O6HROob1IHAckYYNTRHV18ZiE,104
|
|
112
|
+
agent_usage_tracker-0.1.0.dist-info/licenses/LICENSE,sha256=-MScmnY-5ThMfS6tpwts_Pzt_Zu2hfd_qqZlWpWk-48,1068
|
|
113
|
+
agent_usage_tracker-0.1.0.dist-info/RECORD,,
|