pi-crew 0.2.3 → 0.2.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (348) hide show
  1. package/AGENTS.md +57 -32
  2. package/CHANGELOG.md +466 -448
  3. package/LICENSE +21 -21
  4. package/NOTICE.md +16 -16
  5. package/README.md +323 -323
  6. package/docs/FEATURE_INTAKE.md +126 -0
  7. package/docs/HARNESS.md +86 -0
  8. package/docs/HARNESS_BACKLOG.md +41 -0
  9. package/docs/TEST_MATRIX.md +49 -0
  10. package/docs/actions-reference.md +595 -595
  11. package/docs/architecture.md +180 -180
  12. package/docs/code-review-2026-05-11.md +592 -592
  13. package/docs/commands-reference.md +347 -347
  14. package/docs/comparison-pi-subagents-vs-pi-crew.md +303 -0
  15. package/docs/decisions/0001-durable-state.md +41 -0
  16. package/docs/decisions/0002-child-process-for-async.md +42 -0
  17. package/docs/decisions/0003-depth-guard.md +36 -0
  18. package/docs/decisions/0004-execfile-over-exec.md +34 -0
  19. package/docs/decisions/0005-no-parameter-properties.md +49 -0
  20. package/docs/decisions/0006-publish-bundled-esm.md +63 -0
  21. package/docs/decisions/0007-active-run-binary-index.md +54 -0
  22. package/docs/decisions/0008-child-pi-warm-pool.md +61 -0
  23. package/docs/decisions/README.md +23 -0
  24. package/docs/followup-review-round4-2026-05-13.md +107 -0
  25. package/docs/implementation-plan-top3.md +333 -0
  26. package/docs/live-mailbox-runtime.md +36 -36
  27. package/docs/next-upgrade-roadmap.md +808 -808
  28. package/docs/oh-my-pi-research.md +509 -0
  29. package/docs/perf/baseline-2026-05.md +113 -0
  30. package/docs/perf/final-report-2026-05.md +206 -0
  31. package/docs/perf/sprint-1-report.md +71 -0
  32. package/docs/perf/sprint-2-report.md +81 -0
  33. package/docs/perf/sprint-2.5-report.md +53 -0
  34. package/docs/perf/sprint-3-report.md +36 -0
  35. package/docs/perf/sprint-4-report.md +47 -0
  36. package/docs/perf/sprint-5-report.md +51 -0
  37. package/docs/perf/sprint-6-report.md +94 -0
  38. package/docs/perf/sprint-7-report.md +74 -0
  39. package/docs/perf/upgrade-plan-2026-05.md +147 -0
  40. package/docs/pi-subagents3-deep-analysis.md +508 -0
  41. package/docs/product/README.md +31 -0
  42. package/docs/product/platform.md +27 -0
  43. package/docs/product/runtime-safety.md +37 -0
  44. package/docs/product/team-run.md +39 -0
  45. package/docs/product/team-tool.md +37 -0
  46. package/docs/publishing.md +65 -65
  47. package/docs/resource-formats.md +134 -134
  48. package/docs/runtime-analysis-child-vs-live.md +171 -0
  49. package/docs/runtime-flow.md +148 -148
  50. package/docs/runtime-migration-in-process-analysis.md +250 -0
  51. package/docs/stories/README.md +30 -0
  52. package/docs/stories/backlog.md +36 -0
  53. package/docs/templates/decision.md +27 -0
  54. package/docs/templates/story.md +44 -0
  55. package/docs/templates/validation-report.md +32 -0
  56. package/docs/usage.md +238 -238
  57. package/index.ts +7 -6
  58. package/install.mjs +65 -65
  59. package/package.json +107 -100
  60. package/schema.json +222 -222
  61. package/skills/child-pi-spawning/SKILL.md +213 -0
  62. package/skills/context-artifact-hygiene/SKILL.md +32 -0
  63. package/skills/event-log-tracing/SKILL.md +299 -0
  64. package/skills/git-master/SKILL.md +225 -24
  65. package/skills/live-agent-lifecycle/SKILL.md +192 -0
  66. package/skills/mailbox-interactive/SKILL.md +300 -19
  67. package/skills/model-routing-context/SKILL.md +94 -0
  68. package/skills/multi-perspective-review/SKILL.md +88 -0
  69. package/skills/read-only-explorer/SKILL.md +250 -26
  70. package/skills/safe-bash/SKILL.md +307 -21
  71. package/skills/verification-before-done/SKILL.md +11 -2
  72. package/skills/widget-rendering/SKILL.md +258 -0
  73. package/skills/workspace-isolation/SKILL.md +202 -0
  74. package/skills/worktree-isolation/SKILL.md +202 -18
  75. package/src/adapters/claude-adapter.ts +25 -25
  76. package/src/adapters/codex-adapter.ts +21 -21
  77. package/src/adapters/cursor-adapter.ts +17 -17
  78. package/src/adapters/export-util.ts +137 -137
  79. package/src/adapters/index.ts +15 -15
  80. package/src/adapters/registry.ts +18 -18
  81. package/src/adapters/types.ts +23 -23
  82. package/src/agents/agent-config.ts +38 -38
  83. package/src/agents/agent-serializer.ts +38 -38
  84. package/src/agents/discover-agents.ts +121 -118
  85. package/src/config/config.ts +740 -858
  86. package/src/config/defaults.ts +96 -96
  87. package/src/config/drift-detector.ts +211 -211
  88. package/src/config/markers.ts +327 -327
  89. package/src/config/resilient-parser.ts +109 -108
  90. package/src/config/suggestions.ts +74 -74
  91. package/src/config/types.ts +199 -0
  92. package/src/extension/async-notifier.ts +123 -89
  93. package/src/extension/autonomous-policy.ts +169 -169
  94. package/src/extension/cross-extension-rpc.ts +104 -104
  95. package/src/extension/help.ts +47 -47
  96. package/src/extension/import-index.ts +69 -69
  97. package/src/extension/management.ts +395 -382
  98. package/src/extension/notification-router.ts +116 -116
  99. package/src/extension/notification-sink.ts +51 -51
  100. package/src/extension/project-init.ts +168 -168
  101. package/src/extension/register.ts +859 -668
  102. package/src/extension/registration/artifact-cleanup.ts +15 -15
  103. package/src/extension/registration/command-utils.ts +54 -54
  104. package/src/extension/registration/commands.ts +559 -452
  105. package/src/extension/registration/compaction-guard.ts +125 -125
  106. package/src/extension/registration/subagent-helpers.ts +102 -102
  107. package/src/extension/registration/subagent-tools.ts +220 -159
  108. package/src/extension/registration/team-tool.ts +159 -99
  109. package/src/extension/registration/viewers.ts +29 -0
  110. package/src/extension/result-watcher.ts +128 -128
  111. package/src/extension/run-bundle-schema.ts +89 -89
  112. package/src/extension/run-export.ts +73 -73
  113. package/src/extension/run-import.ts +84 -84
  114. package/src/extension/run-index.ts +94 -94
  115. package/src/extension/run-maintenance.ts +142 -142
  116. package/src/extension/session-summary.ts +8 -8
  117. package/src/extension/team-manager-command.ts +96 -96
  118. package/src/extension/team-recommendation.ts +188 -188
  119. package/src/extension/team-tool/api.ts +5 -2
  120. package/src/extension/team-tool/cancel.ts +224 -209
  121. package/src/extension/team-tool/config-patch.ts +36 -36
  122. package/src/extension/team-tool/context.ts +60 -60
  123. package/src/extension/team-tool/doctor.ts +242 -242
  124. package/src/extension/team-tool/handle-settings.ts +421 -195
  125. package/src/extension/team-tool/inspect.ts +41 -41
  126. package/src/extension/team-tool/lifecycle-actions.ts +139 -139
  127. package/src/extension/team-tool/parallel-dispatch.ts +156 -156
  128. package/src/extension/team-tool/plan.ts +19 -19
  129. package/src/extension/team-tool/respond.ts +112 -111
  130. package/src/extension/team-tool/run.ts +246 -229
  131. package/src/extension/team-tool/status.ts +110 -110
  132. package/src/extension/team-tool-types.ts +13 -13
  133. package/src/extension/team-tool.ts +344 -344
  134. package/src/extension/tool-result.ts +16 -16
  135. package/src/extension/validate-resources.ts +77 -77
  136. package/src/hooks/registry.ts +61 -61
  137. package/src/hooks/types.ts +40 -40
  138. package/src/i18n.ts +184 -184
  139. package/src/observability/correlation.ts +35 -35
  140. package/src/observability/event-to-metric.ts +68 -68
  141. package/src/observability/exporters/adapter.ts +30 -30
  142. package/src/observability/exporters/otlp-exporter.ts +106 -92
  143. package/src/observability/exporters/prometheus-exporter.ts +54 -54
  144. package/src/observability/metric-registry.ts +87 -87
  145. package/src/observability/metric-retention.ts +54 -54
  146. package/src/observability/metric-sink.ts +81 -56
  147. package/src/observability/metrics-primitives.ts +167 -167
  148. package/src/prompt/prompt-runtime.ts +72 -72
  149. package/src/runtime/adaptive-plan.ts +338 -0
  150. package/src/runtime/agent-control.ts +169 -169
  151. package/src/runtime/agent-memory.ts +72 -72
  152. package/src/runtime/agent-observability.ts +114 -114
  153. package/src/runtime/async-marker.ts +26 -26
  154. package/src/runtime/async-runner.ts +153 -153
  155. package/src/runtime/attention-events.ts +28 -28
  156. package/src/runtime/auto-resume.ts +100 -100
  157. package/src/runtime/background-runner.ts +122 -89
  158. package/src/runtime/cancellation.ts +61 -61
  159. package/src/runtime/capability-inventory.ts +116 -116
  160. package/src/runtime/child-pi-pool.ts +68 -0
  161. package/src/runtime/child-pi.ts +541 -461
  162. package/src/runtime/code-summary.ts +247 -247
  163. package/src/runtime/compaction-summary.ts +271 -271
  164. package/src/runtime/concurrency.ts +58 -58
  165. package/src/runtime/crash-recovery.ts +317 -301
  166. package/src/runtime/crew-agent-records.ts +379 -281
  167. package/src/runtime/crew-agent-runtime.ts +60 -60
  168. package/src/runtime/cross-extension-rpc.ts +72 -0
  169. package/src/runtime/custom-tools/irc-tool.ts +201 -201
  170. package/src/runtime/custom-tools/submit-result-tool.ts +90 -90
  171. package/src/runtime/deadletter.ts +47 -47
  172. package/src/runtime/delivery-coordinator.ts +176 -176
  173. package/src/runtime/delta-conflict.ts +360 -360
  174. package/src/runtime/diagnostic-export.ts +102 -102
  175. package/src/runtime/direct-run.ts +35 -35
  176. package/src/runtime/effectiveness.ts +82 -81
  177. package/src/runtime/errors/crew-errors.ts +166 -0
  178. package/src/runtime/event-stream-bridge.ts +92 -92
  179. package/src/runtime/foreground-control.ts +82 -82
  180. package/src/runtime/green-contract.ts +46 -46
  181. package/src/runtime/group-join.ts +234 -106
  182. package/src/runtime/heartbeat-watcher.ts +145 -124
  183. package/src/runtime/iteration-hooks.ts +267 -267
  184. package/src/runtime/live-agent-control.ts +88 -88
  185. package/src/runtime/live-agent-manager.ts +377 -179
  186. package/src/runtime/live-control-realtime.ts +36 -36
  187. package/src/runtime/live-session-runtime.ts +676 -600
  188. package/src/runtime/loop-gates.ts +129 -129
  189. package/src/runtime/manifest-cache.ts +263 -263
  190. package/src/runtime/mcp-proxy.ts +113 -113
  191. package/src/runtime/metric-parser.ts +40 -40
  192. package/src/runtime/model-fallback.ts +282 -274
  193. package/src/runtime/model-resolver.ts +118 -0
  194. package/src/runtime/output-validator.ts +187 -187
  195. package/src/runtime/overflow-recovery.ts +175 -175
  196. package/src/runtime/parallel-research.ts +44 -44
  197. package/src/runtime/parallel-utils.ts +156 -156
  198. package/src/runtime/parent-guard.ts +80 -80
  199. package/src/runtime/phase-progress.ts +217 -217
  200. package/src/runtime/pi-args.ts +165 -165
  201. package/src/runtime/pi-json-output.ts +111 -111
  202. package/src/runtime/pi-spawn.ts +167 -167
  203. package/src/runtime/policy-engine.ts +79 -79
  204. package/src/runtime/post-checks.ts +125 -125
  205. package/src/runtime/post-exit-stdio-guard.ts +86 -86
  206. package/src/runtime/process-status.ts +97 -73
  207. package/src/runtime/progress-event-coalescer.ts +43 -43
  208. package/src/runtime/recovery-recipes.ts +74 -74
  209. package/src/runtime/retry-executor.ts +81 -81
  210. package/src/runtime/role-permission.ts +39 -39
  211. package/src/runtime/run-tracker.ts +99 -0
  212. package/src/runtime/runtime-policy.ts +21 -0
  213. package/src/runtime/runtime-resolver.ts +94 -91
  214. package/src/runtime/scheduler.ts +294 -0
  215. package/src/runtime/semaphore.ts +131 -131
  216. package/src/runtime/sensitive-paths.ts +92 -92
  217. package/src/runtime/session-usage.ts +79 -79
  218. package/src/runtime/settings-store.ts +103 -0
  219. package/src/runtime/sidechain-output.ts +29 -29
  220. package/src/runtime/skill-instructions.ts +222 -222
  221. package/src/runtime/stale-reconciler.ts +198 -189
  222. package/src/runtime/streaming-output.ts +47 -0
  223. package/src/runtime/subagent-manager.ts +404 -400
  224. package/src/runtime/subprocess-tool-registry.ts +67 -67
  225. package/src/runtime/task-display.ts +38 -38
  226. package/src/runtime/task-graph-scheduler.ts +122 -122
  227. package/src/runtime/task-graph.ts +207 -207
  228. package/src/runtime/task-output-context.ts +177 -177
  229. package/src/runtime/task-packet.ts +93 -93
  230. package/src/runtime/task-quality.ts +207 -207
  231. package/src/runtime/task-runner/capabilities.ts +78 -78
  232. package/src/runtime/task-runner/live-executor.ts +131 -113
  233. package/src/runtime/task-runner/progress.ts +119 -119
  234. package/src/runtime/task-runner/prompt-builder.ts +139 -139
  235. package/src/runtime/task-runner/prompt-pipeline.ts +64 -64
  236. package/src/runtime/task-runner/result-utils.ts +14 -14
  237. package/src/runtime/task-runner/run-projection.ts +103 -103
  238. package/src/runtime/task-runner/state-helpers.ts +22 -22
  239. package/src/runtime/task-runner.ts +469 -459
  240. package/src/runtime/team-runner.ts +693 -945
  241. package/src/runtime/usage-tracker.ts +71 -0
  242. package/src/runtime/worker-heartbeat.ts +21 -21
  243. package/src/runtime/worker-startup.ts +57 -57
  244. package/src/runtime/workflow-state.ts +187 -187
  245. package/src/runtime/yield-handler.ts +190 -190
  246. package/src/schema/config-schema.ts +172 -168
  247. package/src/schema/team-tool-schema.ts +126 -126
  248. package/src/schema/validation-types.ts +151 -148
  249. package/src/skills/discover-skills.ts +67 -67
  250. package/src/skills/skill-templates.ts +374 -374
  251. package/src/state/active-run-registry.ts +227 -191
  252. package/src/state/artifact-store.ts +130 -129
  253. package/src/state/atomic-write.ts +262 -195
  254. package/src/state/blob-store.ts +116 -116
  255. package/src/state/contracts.ts +111 -111
  256. package/src/state/event-log-rotation.ts +161 -158
  257. package/src/state/event-log.ts +383 -303
  258. package/src/state/event-reconstructor.ts +217 -217
  259. package/src/state/jsonl-writer.ts +82 -82
  260. package/src/state/locks.ts +146 -146
  261. package/src/state/mailbox.ts +446 -405
  262. package/src/state/state-store.ts +364 -351
  263. package/src/state/task-claims.ts +44 -44
  264. package/src/state/types.ts +285 -285
  265. package/src/state/usage.ts +29 -29
  266. package/src/subagents/async-entry.ts +1 -1
  267. package/src/subagents/index.ts +3 -3
  268. package/src/subagents/live/control.ts +1 -1
  269. package/src/subagents/live/manager.ts +1 -1
  270. package/src/subagents/live/realtime.ts +1 -1
  271. package/src/subagents/live/session-runtime.ts +1 -1
  272. package/src/subagents/manager.ts +1 -1
  273. package/src/subagents/spawn.ts +1 -1
  274. package/src/teams/discover-teams.ts +116 -116
  275. package/src/teams/team-config.ts +27 -27
  276. package/src/teams/team-serializer.ts +38 -38
  277. package/src/types/diff.d.ts +18 -18
  278. package/src/ui/agent-management-overlay.ts +144 -144
  279. package/src/ui/crew-widget.ts +487 -370
  280. package/src/ui/dashboard-panes/agents-pane.ts +109 -28
  281. package/src/ui/dashboard-panes/cancellation-pane.ts +42 -42
  282. package/src/ui/dashboard-panes/capability-pane.ts +59 -59
  283. package/src/ui/dashboard-panes/health-pane.ts +30 -30
  284. package/src/ui/dashboard-panes/mailbox-pane.ts +35 -35
  285. package/src/ui/dashboard-panes/progress-pane.ts +30 -30
  286. package/src/ui/dashboard-panes/transcript-pane.ts +10 -10
  287. package/src/ui/heartbeat-aggregator.ts +63 -63
  288. package/src/ui/keybinding-map.ts +97 -94
  289. package/src/ui/live-conversation-overlay.ts +152 -0
  290. package/src/ui/live-run-sidebar.ts +180 -180
  291. package/src/ui/mascot.ts +442 -442
  292. package/src/ui/overlays/agent-picker-overlay.ts +57 -57
  293. package/src/ui/overlays/confirm-overlay.ts +58 -58
  294. package/src/ui/overlays/mailbox-compose-overlay.ts +144 -144
  295. package/src/ui/overlays/mailbox-compose-preview.ts +63 -63
  296. package/src/ui/overlays/mailbox-detail-overlay.ts +122 -122
  297. package/src/ui/pi-ui-compat.ts +57 -57
  298. package/src/ui/powerbar-publisher.ts +221 -197
  299. package/src/ui/render-scheduler.ts +216 -143
  300. package/src/ui/run-action-dispatcher.ts +118 -118
  301. package/src/ui/run-dashboard.ts +526 -464
  302. package/src/ui/run-event-bus.ts +208 -208
  303. package/src/ui/run-snapshot-cache.ts +826 -777
  304. package/src/ui/settings-overlay.ts +721 -0
  305. package/src/ui/snapshot-types.ts +86 -70
  306. package/src/ui/theme-adapter.ts +190 -190
  307. package/src/ui/tool-progress-formatter.ts +89 -0
  308. package/src/ui/transcript-cache.ts +94 -94
  309. package/src/ui/transcript-viewer.ts +335 -335
  310. package/src/utils/conflict-detect.ts +662 -0
  311. package/src/utils/file-coalescer.ts +86 -86
  312. package/src/utils/frontmatter.ts +68 -68
  313. package/src/utils/fs-watch.ts +88 -31
  314. package/src/utils/gh-protocol.ts +479 -0
  315. package/src/utils/ids.ts +17 -17
  316. package/src/utils/incremental-reader.ts +104 -104
  317. package/src/utils/internal-error.ts +6 -6
  318. package/src/utils/names.ts +27 -27
  319. package/src/utils/paths.ts +102 -63
  320. package/src/utils/redaction.ts +44 -44
  321. package/src/utils/safe-paths.ts +47 -47
  322. package/src/utils/scan-cache.ts +136 -136
  323. package/src/utils/sse-parser.ts +134 -134
  324. package/src/utils/task-name-generator.ts +337 -337
  325. package/src/utils/timings.ts +33 -33
  326. package/src/utils/visual.ts +243 -198
  327. package/src/workflows/discover-workflows.ts +139 -139
  328. package/src/workflows/validate-workflow.ts +40 -40
  329. package/src/workflows/workflow-config.ts +26 -26
  330. package/src/workflows/workflow-serializer.ts +32 -32
  331. package/src/worktree/branch-freshness.ts +45 -45
  332. package/src/worktree/cleanup.ts +75 -75
  333. package/src/worktree/worktree-manager.ts +188 -188
  334. package/teams/default.team.md +12 -12
  335. package/teams/fast-fix.team.md +11 -11
  336. package/teams/implementation.team.md +18 -18
  337. package/teams/parallel-research.team.md +14 -14
  338. package/teams/research.team.md +11 -11
  339. package/teams/review.team.md +12 -12
  340. package/tsconfig.json +19 -19
  341. package/workflows/default.workflow.md +30 -30
  342. package/workflows/fast-fix.workflow.md +23 -23
  343. package/workflows/implementation.workflow.md +43 -43
  344. package/workflows/parallel-research.workflow.md +46 -46
  345. package/workflows/research.workflow.md +22 -22
  346. package/workflows/review.workflow.md +30 -30
  347. package/skills/task-packet/SKILL.md +0 -28
  348. package/skills/verify-evidence/SKILL.md +0 -27
@@ -1,30 +1,30 @@
1
- import type { MetricSnapshot } from "../metrics-primitives.ts";
2
-
3
- export interface MetricExporter {
4
- name: string;
5
- push(snapshots: MetricSnapshot[]): Promise<void>;
6
- dispose(): void;
7
- }
8
-
9
- export class CompositeExporter implements MetricExporter {
10
- name = "composite";
11
- private readonly exporters: MetricExporter[];
12
-
13
- constructor(exporters: MetricExporter[]) {
14
- this.exporters = exporters;
15
- }
16
-
17
- async push(snapshots: MetricSnapshot[]): Promise<void> {
18
- await Promise.allSettled(this.exporters.map((exporter) => exporter.push(snapshots)));
19
- }
20
-
21
- dispose(): void {
22
- for (const exporter of this.exporters) {
23
- try {
24
- exporter.dispose();
25
- } catch {
26
- // Best-effort cleanup; one exporter failing shouldn't prevent others.
27
- }
28
- }
29
- }
30
- }
1
+ import type { MetricSnapshot } from "../metrics-primitives.ts";
2
+
3
+ export interface MetricExporter {
4
+ name: string;
5
+ push(snapshots: MetricSnapshot[]): Promise<void>;
6
+ dispose(): void;
7
+ }
8
+
9
+ export class CompositeExporter implements MetricExporter {
10
+ name = "composite";
11
+ private readonly exporters: MetricExporter[];
12
+
13
+ constructor(exporters: MetricExporter[]) {
14
+ this.exporters = exporters;
15
+ }
16
+
17
+ async push(snapshots: MetricSnapshot[]): Promise<void> {
18
+ await Promise.allSettled(this.exporters.map((exporter) => exporter.push(snapshots)));
19
+ }
20
+
21
+ dispose(): void {
22
+ for (const exporter of this.exporters) {
23
+ try {
24
+ exporter.dispose();
25
+ } catch {
26
+ // Best-effort cleanup; one exporter failing shouldn't prevent others.
27
+ }
28
+ }
29
+ }
30
+ }
@@ -1,92 +1,106 @@
1
- import { logInternalError } from "../../utils/internal-error.ts";
2
- import { redactSecrets } from "../../utils/redaction.ts";
3
- import type { MetricRegistry } from "../metric-registry.ts";
4
- import type { MetricSnapshot } from "../metrics-primitives.ts";
5
- import type { MetricExporter } from "./adapter.ts";
6
-
7
- export interface OTLPExporterOptions {
8
- endpoint: string;
9
- headers?: Record<string, string>;
10
- intervalMs?: number;
11
- timeoutMs?: number;
12
- }
13
-
14
- function pointValues(snapshot: MetricSnapshot): unknown[] {
15
- const MAX_LABEL_LENGTH = 256;
16
- if (snapshot.type === "histogram") {
17
- return snapshot.values.map((value) => ({
18
- attributes: Object.entries(value.labels).map(([key, item]) => {
19
- const redacted = redactSecrets({ [key]: item }) as Record<string, string>;
20
- const val = String(redacted[key] ?? item);
21
- return { key, value: { stringValue: val.length > MAX_LABEL_LENGTH ? val.slice(0, MAX_LABEL_LENGTH) : val } };
22
- }),
23
- count: "count" in value ? value.count : undefined,
24
- sum: "sum" in value ? value.sum : undefined,
25
- bucketCounts: "counts" in value ? value.counts : undefined,
26
- explicitBounds: "buckets" in value ? value.buckets : undefined,
27
- }));
28
- }
29
- return snapshot.values.map((value) => ({
30
- attributes: Object.entries(value.labels).map(([key, item]) => {
31
- const redacted = redactSecrets({ [key]: item }) as Record<string, string>;
32
- const val = String(redacted[key] ?? item);
33
- return { key, value: { stringValue: val.length > MAX_LABEL_LENGTH ? val.slice(0, MAX_LABEL_LENGTH) : val } };
34
- }),
35
- asDouble: "value" in value ? value.value : undefined,
36
- count: "count" in value ? value.count : undefined,
37
- sum: "sum" in value ? value.sum : undefined,
38
- }));
39
- }
40
-
41
- export function convertToOTLP(snapshots: MetricSnapshot[]): unknown {
42
- return {
43
- resourceMetrics: [{
44
- resource: { attributes: [{ key: "service.name", value: { stringValue: "pi-crew" } }] },
45
- scopeMetrics: [{
46
- scope: { name: "pi-crew" },
47
- metrics: snapshots.map((snapshot) => ({ name: snapshot.name, description: snapshot.description, [snapshot.type === "histogram" ? "histogram" : snapshot.type === "gauge" ? "gauge" : "sum"]: { dataPoints: pointValues(snapshot) } })),
48
- }],
49
- }],
50
- };
51
- }
52
-
53
- export class OTLPExporter implements MetricExporter {
54
- name = "otlp";
55
- private timer?: ReturnType<typeof setInterval>;
56
- private readonly opts: OTLPExporterOptions;
57
- private readonly registry: MetricRegistry;
58
-
59
- constructor(opts: OTLPExporterOptions, registry: MetricRegistry) {
60
- this.opts = opts;
61
- this.registry = registry;
62
- }
63
-
64
- start(): void {
65
- this.dispose();
66
- this.timer = setInterval(() => { void this.push(this.registry.snapshot()); }, this.opts.intervalMs ?? 60_000);
67
- this.timer.unref();
68
- }
69
-
70
- async push(snapshots: MetricSnapshot[]): Promise<void> {
71
- try {
72
- const timeoutMs = this.opts.timeoutMs ?? 10_000;
73
- const controller = new AbortController();
74
- const timer = setTimeout(() => controller.abort(), timeoutMs);
75
- try {
76
- const response = await fetch(this.opts.endpoint, { method: "POST", headers: { "content-type": "application/json", ...(this.opts.headers ?? {}) }, body: JSON.stringify(convertToOTLP(snapshots)), signal: controller.signal });
77
- if (!response.ok) {
78
- logInternalError("otlp-export-http", new Error(`HTTP ${response.status}: ${response.statusText}`), `endpoint=${this.opts.endpoint}`);
79
- }
80
- } finally {
81
- clearTimeout(timer);
82
- }
83
- } catch (error) {
84
- logInternalError("otlp-export", error);
85
- }
86
- }
87
-
88
- dispose(): void {
89
- if (this.timer) clearInterval(this.timer);
90
- this.timer = undefined;
91
- }
92
- }
1
+ import { gzip } from "node:zlib";
2
+ import { promisify } from "node:util";
3
+ import { logInternalError } from "../../utils/internal-error.ts";
4
+ import { redactSecrets } from "../../utils/redaction.ts";
5
+ import type { MetricRegistry } from "../metric-registry.ts";
6
+ import type { MetricSnapshot } from "../metrics-primitives.ts";
7
+ import type { MetricExporter } from "./adapter.ts";
8
+
9
+ const gzipAsync = promisify(gzip);
10
+
11
+ export interface OTLPExporterOptions {
12
+ endpoint: string;
13
+ headers?: Record<string, string>;
14
+ intervalMs?: number;
15
+ timeoutMs?: number;
16
+ }
17
+
18
+ function pointValues(snapshot: MetricSnapshot): unknown[] {
19
+ const MAX_LABEL_LENGTH = 256;
20
+ if (snapshot.type === "histogram") {
21
+ return snapshot.values.map((value) => ({
22
+ attributes: Object.entries(value.labels).map(([key, item]) => {
23
+ const redacted = redactSecrets({ [key]: item }) as Record<string, string>;
24
+ const val = String(redacted[key] ?? item);
25
+ return { key, value: { stringValue: val.length > MAX_LABEL_LENGTH ? val.slice(0, MAX_LABEL_LENGTH) : val } };
26
+ }),
27
+ count: "count" in value ? value.count : undefined,
28
+ sum: "sum" in value ? value.sum : undefined,
29
+ bucketCounts: "counts" in value ? value.counts : undefined,
30
+ explicitBounds: "buckets" in value ? value.buckets : undefined,
31
+ }));
32
+ }
33
+ return snapshot.values.map((value) => ({
34
+ attributes: Object.entries(value.labels).map(([key, item]) => {
35
+ const redacted = redactSecrets({ [key]: item }) as Record<string, string>;
36
+ const val = String(redacted[key] ?? item);
37
+ return { key, value: { stringValue: val.length > MAX_LABEL_LENGTH ? val.slice(0, MAX_LABEL_LENGTH) : val } };
38
+ }),
39
+ asDouble: "value" in value ? value.value : undefined,
40
+ count: "count" in value ? value.count : undefined,
41
+ sum: "sum" in value ? value.sum : undefined,
42
+ }));
43
+ }
44
+
45
+ export function convertToOTLP(snapshots: MetricSnapshot[]): unknown {
46
+ return {
47
+ resourceMetrics: [{
48
+ resource: { attributes: [{ key: "service.name", value: { stringValue: "pi-crew" } }] },
49
+ scopeMetrics: [{
50
+ scope: { name: "pi-crew" },
51
+ metrics: snapshots.map((snapshot) => ({ name: snapshot.name, description: snapshot.description, [snapshot.type === "histogram" ? "histogram" : snapshot.type === "gauge" ? "gauge" : "sum"]: { dataPoints: pointValues(snapshot) } })),
52
+ }],
53
+ }],
54
+ };
55
+ }
56
+
57
+ export class OTLPExporter implements MetricExporter {
58
+ name = "otlp";
59
+ private timer?: ReturnType<typeof setInterval>;
60
+ private readonly opts: OTLPExporterOptions;
61
+ private readonly registry: MetricRegistry;
62
+
63
+ constructor(opts: OTLPExporterOptions, registry: MetricRegistry) {
64
+ this.opts = opts;
65
+ this.registry = registry;
66
+ }
67
+
68
+ start(): void {
69
+ this.dispose();
70
+ this.timer = setInterval(() => { void this.push(this.registry.snapshot()); }, this.opts.intervalMs ?? 60_000);
71
+ this.timer.unref();
72
+ }
73
+
74
+ async push(snapshots: MetricSnapshot[]): Promise<void> {
75
+ try {
76
+ const timeoutMs = this.opts.timeoutMs ?? 10_000;
77
+ const controller = new AbortController();
78
+ const timer = setTimeout(() => controller.abort(), timeoutMs);
79
+ try {
80
+ // 4.2: gzip body. OTLP HTTP exporters of every flavour accept
81
+ // `content-encoding: gzip`; collectors expect uncompressed JSON
82
+ // otherwise. Saves bandwidth on metric-heavy runs (often 3-5x).
83
+ const json = JSON.stringify(convertToOTLP(snapshots));
84
+ const body = await gzipAsync(Buffer.from(json));
85
+ const response = await fetch(this.opts.endpoint, {
86
+ method: "POST",
87
+ headers: { "content-type": "application/json", "content-encoding": "gzip", ...(this.opts.headers ?? {}) },
88
+ body,
89
+ signal: controller.signal,
90
+ });
91
+ if (!response.ok) {
92
+ logInternalError("otlp-export-http", new Error(`HTTP ${response.status}: ${response.statusText}`), `endpoint=${this.opts.endpoint}`);
93
+ }
94
+ } finally {
95
+ clearTimeout(timer);
96
+ }
97
+ } catch (error) {
98
+ logInternalError("otlp-export", error);
99
+ }
100
+ }
101
+
102
+ dispose(): void {
103
+ if (this.timer) clearInterval(this.timer);
104
+ this.timer = undefined;
105
+ }
106
+ }
@@ -1,54 +1,54 @@
1
- import type { HistogramPoint, MetricLabels, MetricPoint, MetricSnapshot } from "../metrics-primitives.ts";
2
-
3
- function prometheusName(name: string): string {
4
- return name.replace(/[^a-zA-Z0-9_:]/g, "_").replace(/^[0-9]/, "_$&");
5
- }
6
-
7
- function escapeLabel(value: string): string {
8
- return value.replace(/\\/g, "\\\\").replace(/\n/g, "\\n").replace(/"/g, "\\\"");
9
- }
10
-
11
- function labelsText(labels: MetricLabels): string {
12
- const entries = Object.entries(labels);
13
- if (!entries.length) return "";
14
- return `{${entries.map(([key, value]) => `${key}="${escapeLabel(String(value))}"`).join(",")}}`;
15
- }
16
-
17
- function metricType(type: MetricSnapshot["type"]): string {
18
- return type === "histogram" ? "histogram" : type === "gauge" ? "gauge" : "counter";
19
- }
20
-
21
- function isHistogramPoint(value: MetricPoint | HistogramPoint): value is HistogramPoint {
22
- return "buckets" in value && "counts" in value;
23
- }
24
-
25
- function formatPrometheusValue(num: number): string {
26
- if (Number.isNaN(num)) return "Nan";
27
- if (num === Number.POSITIVE_INFINITY) return "+Inf";
28
- if (num === Number.NEGATIVE_INFINITY) return "-Inf";
29
- return String(num);
30
- }
31
-
32
- export function formatPrometheus(snapshots: MetricSnapshot[]): string {
33
- const lines: string[] = [];
34
- for (const snapshot of snapshots) {
35
- const name = prometheusName(snapshot.name);
36
- lines.push(`# HELP ${name} ${snapshot.description}`);
37
- lines.push(`# TYPE ${name} ${metricType(snapshot.type)}`);
38
- for (const value of snapshot.values) {
39
- if (isHistogramPoint(value)) {
40
- let cumulative = 0;
41
- for (let index = 0; index < value.buckets.length; index += 1) {
42
- cumulative += value.counts[index] ?? 0;
43
- const le = Number.isFinite(value.buckets[index]) ? String(value.buckets[index]) : "+Inf";
44
- lines.push(`${name}_bucket${labelsText({ ...value.labels, le })} ${cumulative}`);
45
- }
46
- lines.push(`${name}_sum${labelsText(value.labels)} ${value.sum}`);
47
- lines.push(`${name}_count${labelsText(value.labels)} ${value.count}`);
48
- } else {
49
- lines.push(`${name}${labelsText(value.labels)} ${formatPrometheusValue(value.value)}`);
50
- }
51
- }
52
- }
53
- return `${lines.join("\n")}\n`;
54
- }
1
+ import type { HistogramPoint, MetricLabels, MetricPoint, MetricSnapshot } from "../metrics-primitives.ts";
2
+
3
+ function prometheusName(name: string): string {
4
+ return name.replace(/[^a-zA-Z0-9_:]/g, "_").replace(/^[0-9]/, "_$&");
5
+ }
6
+
7
+ function escapeLabel(value: string): string {
8
+ return value.replace(/\\/g, "\\\\").replace(/\n/g, "\\n").replace(/"/g, "\\\"");
9
+ }
10
+
11
+ function labelsText(labels: MetricLabels): string {
12
+ const entries = Object.entries(labels);
13
+ if (!entries.length) return "";
14
+ return `{${entries.map(([key, value]) => `${key}="${escapeLabel(String(value))}"`).join(",")}}`;
15
+ }
16
+
17
+ function metricType(type: MetricSnapshot["type"]): string {
18
+ return type === "histogram" ? "histogram" : type === "gauge" ? "gauge" : "counter";
19
+ }
20
+
21
+ function isHistogramPoint(value: MetricPoint | HistogramPoint): value is HistogramPoint {
22
+ return "buckets" in value && "counts" in value;
23
+ }
24
+
25
+ function formatPrometheusValue(num: number): string {
26
+ if (Number.isNaN(num)) return "Nan";
27
+ if (num === Number.POSITIVE_INFINITY) return "+Inf";
28
+ if (num === Number.NEGATIVE_INFINITY) return "-Inf";
29
+ return String(num);
30
+ }
31
+
32
+ export function formatPrometheus(snapshots: MetricSnapshot[]): string {
33
+ const lines: string[] = [];
34
+ for (const snapshot of snapshots) {
35
+ const name = prometheusName(snapshot.name);
36
+ lines.push(`# HELP ${name} ${snapshot.description}`);
37
+ lines.push(`# TYPE ${name} ${metricType(snapshot.type)}`);
38
+ for (const value of snapshot.values) {
39
+ if (isHistogramPoint(value)) {
40
+ let cumulative = 0;
41
+ for (let index = 0; index < value.buckets.length; index += 1) {
42
+ cumulative += value.counts[index] ?? 0;
43
+ const le = Number.isFinite(value.buckets[index]) ? String(value.buckets[index]) : "+Inf";
44
+ lines.push(`${name}_bucket${labelsText({ ...value.labels, le })} ${cumulative}`);
45
+ }
46
+ lines.push(`${name}_sum${labelsText(value.labels)} ${value.sum}`);
47
+ lines.push(`${name}_count${labelsText(value.labels)} ${value.count}`);
48
+ } else {
49
+ lines.push(`${name}${labelsText(value.labels)} ${formatPrometheusValue(value.value)}`);
50
+ }
51
+ }
52
+ }
53
+ return `${lines.join("\n")}\n`;
54
+ }
@@ -1,87 +1,87 @@
1
- import { Counter, Gauge, Histogram, type Metric, type MetricSnapshot } from "./metrics-primitives.ts";
2
-
3
- const METRIC_NAME_PATTERN = /^crew\.[a-z]+\.[a-z][a-z_]*$/;
4
-
5
- function assertMetricName(name: string): void {
6
- if (!METRIC_NAME_PATTERN.test(name)) throw new Error(`Invalid metric name '${name}'. Expected crew.<domain>.<measure>.`);
7
- }
8
-
9
- export class MetricRegistry {
10
- private metrics = new Map<string, Metric>();
11
-
12
- registerCounter(name: string, description: string): Counter {
13
- assertMetricName(name);
14
- if (this.metrics.has(name)) throw new Error(`Metric '${name}' is already registered.`);
15
- const metric = new Counter(name, description);
16
- this.metrics.set(name, metric);
17
- return metric;
18
- }
19
-
20
- registerGauge(name: string, description: string): Gauge {
21
- assertMetricName(name);
22
- if (this.metrics.has(name)) throw new Error(`Metric '${name}' is already registered.`);
23
- const metric = new Gauge(name, description);
24
- this.metrics.set(name, metric);
25
- return metric;
26
- }
27
-
28
- registerHistogram(name: string, description: string, buckets?: number[]): Histogram {
29
- assertMetricName(name);
30
- if (this.metrics.has(name)) throw new Error(`Metric '${name}' is already registered.`);
31
- const metric = new Histogram(name, description, buckets);
32
- this.metrics.set(name, metric);
33
- return metric;
34
- }
35
-
36
- counter(name: string, description: string): Counter {
37
- const existing = this.metrics.get(name);
38
- if (existing instanceof Counter) {
39
- if (existing.description !== description) {
40
- process.stderr.write(`[pi-crew] metric-registry: counter '${name}' description changed; using original: '${existing.description}'\n`);
41
- }
42
- return existing;
43
- }
44
- if (existing) throw new Error(`Metric '${name}' is not a counter.`);
45
- return this.registerCounter(name, description);
46
- }
47
-
48
- gauge(name: string, description: string): Gauge {
49
- const existing = this.metrics.get(name);
50
- if (existing instanceof Gauge) {
51
- if (existing.description !== description) {
52
- process.stderr.write(`[pi-crew] metric-registry: gauge '${name}' description changed; using original: '${existing.description}'\n`);
53
- }
54
- return existing;
55
- }
56
- if (existing) throw new Error(`Metric '${name}' is not a gauge.`);
57
- return this.registerGauge(name, description);
58
- }
59
-
60
- histogram(name: string, description: string, buckets?: number[]): Histogram {
61
- const existing = this.metrics.get(name);
62
- if (existing instanceof Histogram) {
63
- if (existing.description !== description) {
64
- process.stderr.write(`[pi-crew] metric-registry: histogram '${name}' description changed; using original: '${existing.description}'\n`);
65
- }
66
- return existing;
67
- }
68
- if (existing) throw new Error(`Metric '${name}' is not a histogram.`);
69
- return this.registerHistogram(name, description, buckets);
70
- }
71
-
72
- get(name: string): Metric | undefined {
73
- return this.metrics.get(name);
74
- }
75
-
76
- snapshot(): MetricSnapshot[] {
77
- return [...this.metrics.values()].map((metric) => metric.snapshot());
78
- }
79
-
80
- dispose(): void {
81
- this.metrics.clear();
82
- }
83
- }
84
-
85
- export function createMetricRegistry(): MetricRegistry {
86
- return new MetricRegistry();
87
- }
1
+ import { Counter, Gauge, Histogram, type Metric, type MetricSnapshot } from "./metrics-primitives.ts";
2
+
3
+ const METRIC_NAME_PATTERN = /^crew\.[a-z]+\.[a-z][a-z_]*$/;
4
+
5
+ function assertMetricName(name: string): void {
6
+ if (!METRIC_NAME_PATTERN.test(name)) throw new Error(`Invalid metric name '${name}'. Expected crew.<domain>.<measure>.`);
7
+ }
8
+
9
+ export class MetricRegistry {
10
+ private metrics = new Map<string, Metric>();
11
+
12
+ registerCounter(name: string, description: string): Counter {
13
+ assertMetricName(name);
14
+ if (this.metrics.has(name)) throw new Error(`Metric '${name}' is already registered.`);
15
+ const metric = new Counter(name, description);
16
+ this.metrics.set(name, metric);
17
+ return metric;
18
+ }
19
+
20
+ registerGauge(name: string, description: string): Gauge {
21
+ assertMetricName(name);
22
+ if (this.metrics.has(name)) throw new Error(`Metric '${name}' is already registered.`);
23
+ const metric = new Gauge(name, description);
24
+ this.metrics.set(name, metric);
25
+ return metric;
26
+ }
27
+
28
+ registerHistogram(name: string, description: string, buckets?: number[]): Histogram {
29
+ assertMetricName(name);
30
+ if (this.metrics.has(name)) throw new Error(`Metric '${name}' is already registered.`);
31
+ const metric = new Histogram(name, description, buckets);
32
+ this.metrics.set(name, metric);
33
+ return metric;
34
+ }
35
+
36
+ counter(name: string, description: string): Counter {
37
+ const existing = this.metrics.get(name);
38
+ if (existing instanceof Counter) {
39
+ if (existing.description !== description) {
40
+ process.stderr.write(`[pi-crew] metric-registry: counter '${name}' description changed; using original: '${existing.description}'\n`);
41
+ }
42
+ return existing;
43
+ }
44
+ if (existing) throw new Error(`Metric '${name}' is not a counter.`);
45
+ return this.registerCounter(name, description);
46
+ }
47
+
48
+ gauge(name: string, description: string): Gauge {
49
+ const existing = this.metrics.get(name);
50
+ if (existing instanceof Gauge) {
51
+ if (existing.description !== description) {
52
+ process.stderr.write(`[pi-crew] metric-registry: gauge '${name}' description changed; using original: '${existing.description}'\n`);
53
+ }
54
+ return existing;
55
+ }
56
+ if (existing) throw new Error(`Metric '${name}' is not a gauge.`);
57
+ return this.registerGauge(name, description);
58
+ }
59
+
60
+ histogram(name: string, description: string, buckets?: number[]): Histogram {
61
+ const existing = this.metrics.get(name);
62
+ if (existing instanceof Histogram) {
63
+ if (existing.description !== description) {
64
+ process.stderr.write(`[pi-crew] metric-registry: histogram '${name}' description changed; using original: '${existing.description}'\n`);
65
+ }
66
+ return existing;
67
+ }
68
+ if (existing) throw new Error(`Metric '${name}' is not a histogram.`);
69
+ return this.registerHistogram(name, description, buckets);
70
+ }
71
+
72
+ get(name: string): Metric | undefined {
73
+ return this.metrics.get(name);
74
+ }
75
+
76
+ snapshot(): MetricSnapshot[] {
77
+ return [...this.metrics.values()].map((metric) => metric.snapshot());
78
+ }
79
+
80
+ dispose(): void {
81
+ this.metrics.clear();
82
+ }
83
+ }
84
+
85
+ export function createMetricRegistry(): MetricRegistry {
86
+ return new MetricRegistry();
87
+ }
@@ -1,54 +1,54 @@
1
- import { labelKey, type MetricLabels } from "./metrics-primitives.ts";
2
-
3
- interface WindowEvent {
4
- timestamp: number;
5
- labels: MetricLabels;
6
- delta: number;
7
- }
8
-
9
- export class TimeWindowedCounter {
10
- private events: WindowEvent[] = [];
11
- private readonly windowMs: number;
12
- private readonly now: () => number;
13
- private static readonly MAX_EVENTS = 100_000;
14
-
15
- constructor(windowMs = 3_600_000, now: () => number = () => Date.now()) {
16
- this.windowMs = windowMs;
17
- this.now = now;
18
- }
19
-
20
- inc(labels: MetricLabels = {}, delta = 1): void {
21
- if (!Number.isFinite(delta)) return;
22
- // Cap the event array to prevent unbounded memory growth.
23
- if (this.events.length >= TimeWindowedCounter.MAX_EVENTS) this.prune();
24
- this.events.push({ timestamp: this.now(), labels: { ...labels }, delta });
25
- this.prune();
26
- }
27
-
28
- count(labels: MetricLabels = {}, durationMs = this.windowMs): number {
29
- const now = this.now();
30
- this.pruneAt(now);
31
- const key = labelKey(labels);
32
- const cutoff = now - durationMs;
33
- return this.events.filter((event) => event.timestamp >= cutoff && labelKey(event.labels) === key).reduce((sum, event) => sum + event.delta, 0);
34
- }
35
-
36
- rate(labels: MetricLabels = {}, durationMs = this.windowMs): number {
37
- if (durationMs <= 0) return 0;
38
- return this.count(labels, durationMs) / (durationMs / 1000);
39
- }
40
-
41
- size(): number {
42
- this.prune();
43
- return this.events.length;
44
- }
45
-
46
- private prune(): void {
47
- this.pruneAt(this.now());
48
- }
49
-
50
- private pruneAt(now: number): void {
51
- const cutoff = now - this.windowMs;
52
- this.events = this.events.filter((event) => event.timestamp >= cutoff);
53
- }
54
- }
1
+ import { labelKey, type MetricLabels } from "./metrics-primitives.ts";
2
+
3
+ interface WindowEvent {
4
+ timestamp: number;
5
+ labels: MetricLabels;
6
+ delta: number;
7
+ }
8
+
9
+ export class TimeWindowedCounter {
10
+ private events: WindowEvent[] = [];
11
+ private readonly windowMs: number;
12
+ private readonly now: () => number;
13
+ private static readonly MAX_EVENTS = 100_000;
14
+
15
+ constructor(windowMs = 3_600_000, now: () => number = () => Date.now()) {
16
+ this.windowMs = windowMs;
17
+ this.now = now;
18
+ }
19
+
20
+ inc(labels: MetricLabels = {}, delta = 1): void {
21
+ if (!Number.isFinite(delta)) return;
22
+ // Cap the event array to prevent unbounded memory growth.
23
+ if (this.events.length >= TimeWindowedCounter.MAX_EVENTS) this.prune();
24
+ this.events.push({ timestamp: this.now(), labels: { ...labels }, delta });
25
+ this.prune();
26
+ }
27
+
28
+ count(labels: MetricLabels = {}, durationMs = this.windowMs): number {
29
+ const now = this.now();
30
+ this.pruneAt(now);
31
+ const key = labelKey(labels);
32
+ const cutoff = now - durationMs;
33
+ return this.events.filter((event) => event.timestamp >= cutoff && labelKey(event.labels) === key).reduce((sum, event) => sum + event.delta, 0);
34
+ }
35
+
36
+ rate(labels: MetricLabels = {}, durationMs = this.windowMs): number {
37
+ if (durationMs <= 0) return 0;
38
+ return this.count(labels, durationMs) / (durationMs / 1000);
39
+ }
40
+
41
+ size(): number {
42
+ this.prune();
43
+ return this.events.length;
44
+ }
45
+
46
+ private prune(): void {
47
+ this.pruneAt(this.now());
48
+ }
49
+
50
+ private pruneAt(now: number): void {
51
+ const cutoff = now - this.windowMs;
52
+ this.events = this.events.filter((event) => event.timestamp >= cutoff);
53
+ }
54
+ }