trace-to-skill 0.1.72 → 0.1.74
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +11 -7
- package/dist/src/cli.js +11 -0
- package/dist/src/cli.js.map +1 -1
- package/dist/src/index.d.ts +3 -1
- package/dist/src/index.js +1 -0
- package/dist/src/index.js.map +1 -1
- package/dist/src/processAudit.d.ts +41 -0
- package/dist/src/processAudit.js +198 -0
- package/dist/src/processAudit.js.map +1 -0
- package/dist/src/usageEvidence.d.ts +16 -1
- package/dist/src/usageEvidence.js +148 -4
- package/dist/src/usageEvidence.js.map +1 -1
- package/docs/CODEX_ISSUE_MAP.md +5 -3
- package/docs/DISCOVERY.md +7 -3
- package/docs/OPENAI_OSS_BRIEF.md +2 -2
- package/docs/USE_CASES.md +12 -2
- package/llms.txt +6 -3
- package/package.json +6 -2
- package/schemas/process-audit-result.schema.json +155 -0
- package/schemas/usage-evidence-result.schema.json +59 -4
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "trace-to-skill",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.74",
|
|
4
4
|
"description": "Turn failed AI coding-agent runs into reusable AGENTS.md rules, SKILL.md files, and eval evidence.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/src/index.js",
|
|
@@ -41,7 +41,7 @@
|
|
|
41
41
|
"build": "tsc -p tsconfig.json",
|
|
42
42
|
"clean": "rm -rf dist coverage",
|
|
43
43
|
"test": "npm run build && node --test dist/tests/*.test.js",
|
|
44
|
-
"check": "npm run test && node dist/src/cli.js doctor . --format json > /tmp/trace-to-skill-doctor.json && node dist/src/cli.js lint-agents . --format json > /tmp/trace-to-skill-agents-lint.json && node dist/src/cli.js analyze fixtures --format json > /tmp/trace-to-skill-smoke.json && node dist/src/cli.js usage-evidence fixtures --format json > /tmp/trace-to-skill-usage-evidence.json && node dist/src/cli.js checkpoint . --output /tmp/trace-to-skill-checkpoint --format json > /tmp/trace-to-skill-checkpoint.json && node dist/src/cli.js sensitive-audit . --format json > /tmp/trace-to-skill-sensitive-audit.json && node dist/src/cli.js lsp-audit . --format json > /tmp/trace-to-skill-lsp-audit.json && node dist/src/cli.js suggest fixtures --target agents-md > /tmp/trace-to-skill-suggest.md && node dist/src/cli.js demo --format json > /tmp/trace-to-skill-demo.json && node dist/src/cli.js benchmark --format json > /tmp/trace-to-skill-benchmark.json && node dist/src/cli.js scorecard . --format json > /tmp/trace-to-skill-scorecard.json && node dist/src/cli.js oss-brief . --format json > /tmp/trace-to-skill-oss-brief.json",
|
|
44
|
+
"check": "npm run test && node dist/src/cli.js doctor . --format json > /tmp/trace-to-skill-doctor.json && node dist/src/cli.js lint-agents . --format json > /tmp/trace-to-skill-agents-lint.json && node dist/src/cli.js analyze fixtures --format json > /tmp/trace-to-skill-smoke.json && node dist/src/cli.js usage-evidence fixtures --format json > /tmp/trace-to-skill-usage-evidence.json && node dist/src/cli.js process-audit fixtures/safe-run.md --format json > /tmp/trace-to-skill-process-audit.json && node dist/src/cli.js checkpoint . --output /tmp/trace-to-skill-checkpoint --format json > /tmp/trace-to-skill-checkpoint.json && node dist/src/cli.js sensitive-audit . --format json > /tmp/trace-to-skill-sensitive-audit.json && node dist/src/cli.js lsp-audit . --format json > /tmp/trace-to-skill-lsp-audit.json && node dist/src/cli.js suggest fixtures --target agents-md > /tmp/trace-to-skill-suggest.md && node dist/src/cli.js demo --format json > /tmp/trace-to-skill-demo.json && node dist/src/cli.js benchmark --format json > /tmp/trace-to-skill-benchmark.json && node dist/src/cli.js scorecard . --format json > /tmp/trace-to-skill-scorecard.json && node dist/src/cli.js oss-brief . --format json > /tmp/trace-to-skill-oss-brief.json",
|
|
45
45
|
"prepack": "npm run build",
|
|
46
46
|
"prepare": "npm run build"
|
|
47
47
|
},
|
|
@@ -139,6 +139,8 @@
|
|
|
139
139
|
"codex-usage-reset",
|
|
140
140
|
"codex-resource-leak",
|
|
141
141
|
"codex-performance",
|
|
142
|
+
"codex-process-audit",
|
|
143
|
+
"powershell-polling",
|
|
142
144
|
"codex-tool-calls",
|
|
143
145
|
"apply-patch",
|
|
144
146
|
"patch-guard",
|
|
@@ -149,6 +151,8 @@
|
|
|
149
151
|
"codex-rate-limit-evidence",
|
|
150
152
|
"usage-receipt",
|
|
151
153
|
"codex-usage-receipt",
|
|
154
|
+
"codex-usage-spike",
|
|
155
|
+
"quota-drain",
|
|
152
156
|
"token-receipt",
|
|
153
157
|
"codex-rewind",
|
|
154
158
|
"codex-undo",
|
|
@@ -0,0 +1,155 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
+
"$id": "https://github.com/grnbtqdbyx-create/trace-to-skill/schemas/process-audit-result.schema.json",
|
|
4
|
+
"title": "trace-to-skill Codex process audit result",
|
|
5
|
+
"type": "object",
|
|
6
|
+
"required": ["generatedAt", "status", "inputs", "summary", "signals", "findings", "checklist"],
|
|
7
|
+
"additionalProperties": false,
|
|
8
|
+
"properties": {
|
|
9
|
+
"generatedAt": {
|
|
10
|
+
"type": "string"
|
|
11
|
+
},
|
|
12
|
+
"status": {
|
|
13
|
+
"enum": ["pass", "warn"]
|
|
14
|
+
},
|
|
15
|
+
"inputs": {
|
|
16
|
+
"type": "array",
|
|
17
|
+
"items": {
|
|
18
|
+
"type": "string"
|
|
19
|
+
}
|
|
20
|
+
},
|
|
21
|
+
"summary": {
|
|
22
|
+
"type": "object",
|
|
23
|
+
"required": ["signals", "powershellCimCommands", "highCpuProcesses", "staleProcessManagerSignals", "codexHelperSignals"],
|
|
24
|
+
"additionalProperties": false,
|
|
25
|
+
"properties": {
|
|
26
|
+
"signals": {
|
|
27
|
+
"type": "integer",
|
|
28
|
+
"minimum": 0
|
|
29
|
+
},
|
|
30
|
+
"powershellCimCommands": {
|
|
31
|
+
"type": "integer",
|
|
32
|
+
"minimum": 0
|
|
33
|
+
},
|
|
34
|
+
"highCpuProcesses": {
|
|
35
|
+
"type": "integer",
|
|
36
|
+
"minimum": 0
|
|
37
|
+
},
|
|
38
|
+
"staleProcessManagerSignals": {
|
|
39
|
+
"type": "integer",
|
|
40
|
+
"minimum": 0
|
|
41
|
+
},
|
|
42
|
+
"codexHelperSignals": {
|
|
43
|
+
"type": "integer",
|
|
44
|
+
"minimum": 0
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
},
|
|
48
|
+
"signals": {
|
|
49
|
+
"type": "array",
|
|
50
|
+
"items": {
|
|
51
|
+
"$ref": "#/$defs/signal"
|
|
52
|
+
}
|
|
53
|
+
},
|
|
54
|
+
"findings": {
|
|
55
|
+
"type": "array",
|
|
56
|
+
"items": {
|
|
57
|
+
"$ref": "#/$defs/finding"
|
|
58
|
+
}
|
|
59
|
+
},
|
|
60
|
+
"checklist": {
|
|
61
|
+
"type": "array",
|
|
62
|
+
"items": {
|
|
63
|
+
"type": "string"
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
},
|
|
67
|
+
"$defs": {
|
|
68
|
+
"kind": {
|
|
69
|
+
"enum": ["powershell_cim_polling", "high_cpu_process", "stale_process_manager_entries", "codex_helper_runaway"]
|
|
70
|
+
},
|
|
71
|
+
"signal": {
|
|
72
|
+
"type": "object",
|
|
73
|
+
"required": ["kind", "source", "line", "excerpt"],
|
|
74
|
+
"additionalProperties": false,
|
|
75
|
+
"properties": {
|
|
76
|
+
"kind": {
|
|
77
|
+
"$ref": "#/$defs/kind"
|
|
78
|
+
},
|
|
79
|
+
"source": {
|
|
80
|
+
"type": "string"
|
|
81
|
+
},
|
|
82
|
+
"line": {
|
|
83
|
+
"type": "integer",
|
|
84
|
+
"minimum": 1
|
|
85
|
+
},
|
|
86
|
+
"processName": {
|
|
87
|
+
"type": "string"
|
|
88
|
+
},
|
|
89
|
+
"pid": {
|
|
90
|
+
"type": "number"
|
|
91
|
+
},
|
|
92
|
+
"cpuPercent": {
|
|
93
|
+
"type": "number"
|
|
94
|
+
},
|
|
95
|
+
"cpuSeconds": {
|
|
96
|
+
"type": "number"
|
|
97
|
+
},
|
|
98
|
+
"ratePerSecond": {
|
|
99
|
+
"type": "number"
|
|
100
|
+
},
|
|
101
|
+
"count": {
|
|
102
|
+
"type": "number"
|
|
103
|
+
},
|
|
104
|
+
"excerpt": {
|
|
105
|
+
"type": "string"
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
},
|
|
109
|
+
"finding": {
|
|
110
|
+
"type": "object",
|
|
111
|
+
"required": ["kind", "severity", "title", "why", "evidence", "nextStep"],
|
|
112
|
+
"additionalProperties": false,
|
|
113
|
+
"properties": {
|
|
114
|
+
"kind": {
|
|
115
|
+
"$ref": "#/$defs/kind"
|
|
116
|
+
},
|
|
117
|
+
"severity": {
|
|
118
|
+
"enum": ["medium", "high"]
|
|
119
|
+
},
|
|
120
|
+
"title": {
|
|
121
|
+
"type": "string"
|
|
122
|
+
},
|
|
123
|
+
"why": {
|
|
124
|
+
"type": "string"
|
|
125
|
+
},
|
|
126
|
+
"evidence": {
|
|
127
|
+
"type": "array",
|
|
128
|
+
"items": {
|
|
129
|
+
"$ref": "#/$defs/evidence"
|
|
130
|
+
}
|
|
131
|
+
},
|
|
132
|
+
"nextStep": {
|
|
133
|
+
"type": "string"
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
},
|
|
137
|
+
"evidence": {
|
|
138
|
+
"type": "object",
|
|
139
|
+
"required": ["file", "line", "excerpt"],
|
|
140
|
+
"additionalProperties": false,
|
|
141
|
+
"properties": {
|
|
142
|
+
"file": {
|
|
143
|
+
"type": "string"
|
|
144
|
+
},
|
|
145
|
+
"line": {
|
|
146
|
+
"type": "integer",
|
|
147
|
+
"minimum": 1
|
|
148
|
+
},
|
|
149
|
+
"excerpt": {
|
|
150
|
+
"type": "string"
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
}
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
"$id": "https://github.com/grnbtqdbyx-create/trace-to-skill/schemas/usage-evidence-result.schema.json",
|
|
4
4
|
"title": "trace-to-skill Codex usage evidence result",
|
|
5
5
|
"type": "object",
|
|
6
|
-
"required": ["generatedAt", "status", "inputs", "summary", "snapshots", "tokenUsage", "receipt", "findings", "checklist"],
|
|
6
|
+
"required": ["generatedAt", "status", "inputs", "summary", "snapshots", "tokenUsage", "drainExperiments", "receipt", "findings", "checklist"],
|
|
7
7
|
"additionalProperties": false,
|
|
8
8
|
"properties": {
|
|
9
9
|
"generatedAt": {
|
|
@@ -20,7 +20,7 @@
|
|
|
20
20
|
},
|
|
21
21
|
"summary": {
|
|
22
22
|
"type": "object",
|
|
23
|
-
"required": ["snapshots", "tokenUsageRecords", "usageLimitSignals", "resetDriftWindows", "highCachedInputRecords", "overheadSignals"],
|
|
23
|
+
"required": ["snapshots", "tokenUsageRecords", "usageLimitSignals", "resetDriftWindows", "highCachedInputRecords", "drainExperiments", "overheadSignals"],
|
|
24
24
|
"additionalProperties": false,
|
|
25
25
|
"properties": {
|
|
26
26
|
"snapshots": {
|
|
@@ -43,6 +43,10 @@
|
|
|
43
43
|
"type": "integer",
|
|
44
44
|
"minimum": 0
|
|
45
45
|
},
|
|
46
|
+
"drainExperiments": {
|
|
47
|
+
"type": "integer",
|
|
48
|
+
"minimum": 0
|
|
49
|
+
},
|
|
46
50
|
"overheadSignals": {
|
|
47
51
|
"type": "integer",
|
|
48
52
|
"minimum": 0
|
|
@@ -61,6 +65,12 @@
|
|
|
61
65
|
"$ref": "#/$defs/tokenUsage"
|
|
62
66
|
}
|
|
63
67
|
},
|
|
68
|
+
"drainExperiments": {
|
|
69
|
+
"type": "array",
|
|
70
|
+
"items": {
|
|
71
|
+
"$ref": "#/$defs/drainExperiment"
|
|
72
|
+
}
|
|
73
|
+
},
|
|
64
74
|
"receipt": {
|
|
65
75
|
"$ref": "#/$defs/receipt"
|
|
66
76
|
},
|
|
@@ -151,7 +161,8 @@
|
|
|
151
161
|
"usage_limit_with_remaining_quota",
|
|
152
162
|
"high_cached_input",
|
|
153
163
|
"high_total_tokens",
|
|
154
|
-
"orchestration_overhead_signal"
|
|
164
|
+
"orchestration_overhead_signal",
|
|
165
|
+
"rapid_quota_drain_experiment"
|
|
155
166
|
]
|
|
156
167
|
},
|
|
157
168
|
"severity": {
|
|
@@ -193,7 +204,7 @@
|
|
|
193
204
|
},
|
|
194
205
|
"receipt": {
|
|
195
206
|
"type": "object",
|
|
196
|
-
"required": ["quotaWindows", "localTokenTotals", "overheadSignals", "suspectedCauses"],
|
|
207
|
+
"required": ["quotaWindows", "localTokenTotals", "drainExperiments", "overheadSignals", "suspectedCauses"],
|
|
197
208
|
"additionalProperties": false,
|
|
198
209
|
"properties": {
|
|
199
210
|
"quotaWindows": {
|
|
@@ -205,6 +216,12 @@
|
|
|
205
216
|
"localTokenTotals": {
|
|
206
217
|
"$ref": "#/$defs/localTokenTotals"
|
|
207
218
|
},
|
|
219
|
+
"drainExperiments": {
|
|
220
|
+
"type": "array",
|
|
221
|
+
"items": {
|
|
222
|
+
"$ref": "#/$defs/drainExperiment"
|
|
223
|
+
}
|
|
224
|
+
},
|
|
208
225
|
"overheadSignals": {
|
|
209
226
|
"type": "array",
|
|
210
227
|
"items": {
|
|
@@ -266,6 +283,44 @@
|
|
|
266
283
|
}
|
|
267
284
|
}
|
|
268
285
|
},
|
|
286
|
+
"drainExperiment": {
|
|
287
|
+
"type": "object",
|
|
288
|
+
"required": ["source", "line", "window", "excerpt"],
|
|
289
|
+
"additionalProperties": false,
|
|
290
|
+
"properties": {
|
|
291
|
+
"source": {
|
|
292
|
+
"type": "string"
|
|
293
|
+
},
|
|
294
|
+
"line": {
|
|
295
|
+
"type": "integer",
|
|
296
|
+
"minimum": 1
|
|
297
|
+
},
|
|
298
|
+
"window": {
|
|
299
|
+
"type": "string"
|
|
300
|
+
},
|
|
301
|
+
"percentDelta": {
|
|
302
|
+
"type": "number"
|
|
303
|
+
},
|
|
304
|
+
"credits": {
|
|
305
|
+
"type": "number"
|
|
306
|
+
},
|
|
307
|
+
"promptCount": {
|
|
308
|
+
"type": "number"
|
|
309
|
+
},
|
|
310
|
+
"durationMinutes": {
|
|
311
|
+
"type": "number"
|
|
312
|
+
},
|
|
313
|
+
"model": {
|
|
314
|
+
"type": "string"
|
|
315
|
+
},
|
|
316
|
+
"plan": {
|
|
317
|
+
"type": "string"
|
|
318
|
+
},
|
|
319
|
+
"excerpt": {
|
|
320
|
+
"type": "string"
|
|
321
|
+
}
|
|
322
|
+
}
|
|
323
|
+
},
|
|
269
324
|
"overheadSignal": {
|
|
270
325
|
"type": "object",
|
|
271
326
|
"required": ["kind", "source", "line", "excerpt"],
|