pi-crew 0.1.51 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +56 -1
- package/README.md +176 -781
- package/agents/analyst.md +11 -11
- package/agents/critic.md +11 -11
- package/agents/executor.md +11 -11
- package/agents/explorer.md +11 -11
- package/agents/planner.md +11 -11
- package/agents/reviewer.md +11 -11
- package/agents/security-reviewer.md +11 -11
- package/agents/test-engineer.md +11 -11
- package/agents/verifier.md +70 -11
- package/agents/writer.md +11 -11
- package/docs/actions-reference.md +595 -0
- package/docs/commands-reference.md +347 -0
- package/docs/runtime-flow.md +148 -148
- package/index.ts +6 -6
- package/package.json +99 -99
- package/skills/async-worker-recovery/SKILL.md +42 -42
- package/skills/context-artifact-hygiene/SKILL.md +52 -52
- package/skills/delegation-patterns/SKILL.md +54 -54
- package/skills/mailbox-interactive/SKILL.md +40 -40
- package/skills/model-routing-context/SKILL.md +39 -39
- package/skills/multi-perspective-review/SKILL.md +58 -58
- package/skills/observability-reliability/SKILL.md +41 -41
- package/skills/orchestration/SKILL.md +157 -157
- package/skills/ownership-session-security/SKILL.md +41 -41
- package/skills/pi-extension-lifecycle/SKILL.md +39 -39
- package/skills/requirements-to-task-packet/SKILL.md +63 -63
- package/skills/resource-discovery-config/SKILL.md +41 -41
- package/skills/runtime-state-reader/SKILL.md +44 -44
- package/skills/secure-agent-orchestration-review/SKILL.md +45 -45
- package/skills/state-mutation-locking/SKILL.md +42 -42
- package/skills/systematic-debugging/SKILL.md +67 -67
- package/skills/ui-render-performance/SKILL.md +39 -39
- package/skills/verification-before-done/SKILL.md +57 -57
- package/skills/worktree-isolation/SKILL.md +39 -39
- package/src/adapters/claude-adapter.ts +25 -0
- package/src/adapters/codex-adapter.ts +21 -0
- package/src/adapters/cursor-adapter.ts +17 -0
- package/src/adapters/export-util.ts +137 -0
- package/src/adapters/index.ts +15 -0
- package/src/adapters/registry.ts +18 -0
- package/src/adapters/types.ts +23 -0
- package/src/agents/agent-config.ts +2 -0
- package/src/agents/agent-search.ts +98 -98
- package/src/agents/discover-agents.ts +2 -1
- package/src/config/config.ts +13 -1
- package/src/config/drift-detector.ts +211 -0
- package/src/config/markers.ts +327 -0
- package/src/config/resilient-parser.ts +108 -0
- package/src/config/suggestions.ts +74 -0
- package/src/extension/cross-extension-rpc.ts +103 -94
- package/src/extension/project-init.ts +21 -1
- package/src/extension/register.ts +45 -14
- package/src/extension/registration/commands.ts +77 -8
- package/src/extension/registration/subagent-tools.ts +10 -1
- package/src/extension/registration/team-tool.ts +10 -1
- package/src/extension/registration/viewers.ts +48 -34
- package/src/extension/run-bundle-schema.ts +89 -89
- package/src/extension/run-import.ts +25 -1
- package/src/extension/run-index.ts +5 -1
- package/src/extension/run-maintenance.ts +142 -68
- package/src/extension/team-manager-command.ts +10 -1
- package/src/extension/team-tool/api.ts +441 -441
- package/src/extension/team-tool/doctor.ts +28 -3
- package/src/extension/team-tool/handle-settings.ts +195 -188
- package/src/extension/team-tool/inspect.ts +41 -41
- package/src/extension/team-tool/intent-policy.ts +42 -42
- package/src/extension/team-tool/lifecycle-actions.ts +27 -8
- package/src/extension/team-tool/plan.ts +19 -19
- package/src/extension/team-tool/run.ts +12 -1
- package/src/extension/team-tool.ts +332 -322
- package/src/i18n.ts +184 -184
- package/src/observability/exporters/otlp-exporter.ts +92 -77
- package/src/prompt/prompt-runtime.ts +72 -72
- package/src/runtime/agent-memory.ts +72 -72
- package/src/runtime/agent-observability.ts +114 -114
- package/src/runtime/async-marker.ts +26 -26
- package/src/runtime/attention-events.ts +28 -28
- package/src/runtime/auto-resume.ts +100 -0
- package/src/runtime/background-runner.ts +11 -1
- package/src/runtime/cancellation-token.ts +89 -89
- package/src/runtime/cancellation.ts +61 -61
- package/src/runtime/capability-inventory.ts +116 -116
- package/src/runtime/child-pi.ts +7 -2
- package/src/runtime/compaction-summary.ts +271 -0
- package/src/runtime/completion-guard.ts +190 -190
- package/src/runtime/crash-recovery.ts +33 -1
- package/src/runtime/delta-conflict.ts +360 -0
- package/src/runtime/direct-run.ts +35 -35
- package/src/runtime/foreground-control.ts +82 -82
- package/src/runtime/green-contract.ts +46 -46
- package/src/runtime/group-join.ts +106 -106
- package/src/runtime/heartbeat-gradient.ts +28 -28
- package/src/runtime/heartbeat-watcher.ts +124 -124
- package/src/runtime/iteration-hooks.ts +264 -0
- package/src/runtime/live-agent-control.ts +88 -88
- package/src/runtime/live-control-realtime.ts +36 -36
- package/src/runtime/live-extension-bridge.ts +150 -150
- package/src/runtime/live-irc.ts +92 -92
- package/src/runtime/live-session-health.ts +100 -100
- package/src/runtime/loop-gates.ts +129 -0
- package/src/runtime/metric-parser.ts +40 -0
- package/src/runtime/notebook-helpers.ts +90 -90
- package/src/runtime/orphan-sentinel.ts +7 -7
- package/src/runtime/parallel-research.ts +44 -44
- package/src/runtime/phase-progress.ts +217 -0
- package/src/runtime/pi-args.ts +38 -11
- package/src/runtime/pi-json-output.ts +111 -111
- package/src/runtime/pi-spawn.ts +57 -7
- package/src/runtime/policy-engine.ts +79 -79
- package/src/runtime/post-checks.ts +122 -0
- package/src/runtime/progress-event-coalescer.ts +43 -43
- package/src/runtime/prose-compressor.ts +164 -164
- package/src/runtime/recovery-recipes.ts +74 -74
- package/src/runtime/result-extractor.ts +121 -121
- package/src/runtime/role-permission.ts +39 -39
- package/src/runtime/sensitive-paths.ts +2 -2
- package/src/runtime/session-resources.ts +25 -25
- package/src/runtime/session-snapshot.ts +59 -59
- package/src/runtime/session-usage.ts +79 -79
- package/src/runtime/sidechain-output.ts +29 -29
- package/src/runtime/stream-preview.ts +177 -177
- package/src/runtime/supervisor-contact.ts +59 -59
- package/src/runtime/task-display.ts +38 -38
- package/src/runtime/task-graph.ts +207 -0
- package/src/runtime/task-quality.ts +207 -0
- package/src/runtime/task-runner/capabilities.ts +78 -78
- package/src/runtime/task-runner/live-executor.ts +7 -1
- package/src/runtime/task-runner/progress.ts +119 -119
- package/src/runtime/task-runner/prompt-pipeline.ts +64 -64
- package/src/runtime/task-runner/result-utils.ts +14 -14
- package/src/runtime/task-runner/run-projection.ts +103 -103
- package/src/runtime/task-runner/state-helpers.ts +22 -22
- package/src/runtime/team-runner.ts +117 -7
- package/src/runtime/worker-heartbeat.ts +21 -21
- package/src/runtime/worker-startup.ts +57 -57
- package/src/runtime/workflow-state.ts +187 -0
- package/src/runtime/workspace-tree.ts +298 -298
- package/src/schema/config-schema.ts +11 -0
- package/src/schema/validation-types.ts +148 -0
- package/src/skills/skill-templates.ts +374 -0
- package/src/state/active-run-registry.ts +35 -11
- package/src/state/atomic-write.ts +33 -26
- package/src/state/contracts.ts +1 -0
- package/src/state/event-reconstructor.ts +217 -0
- package/src/state/locks.ts +2 -13
- package/src/state/mailbox.ts +4 -3
- package/src/state/state-store.ts +16 -6
- package/src/state/task-claims.ts +44 -44
- package/src/state/types.ts +9 -0
- package/src/state/usage.ts +29 -29
- package/src/subagents/async-entry.ts +1 -1
- package/src/subagents/index.ts +3 -3
- package/src/subagents/live/control.ts +1 -1
- package/src/subagents/live/manager.ts +1 -1
- package/src/subagents/live/realtime.ts +1 -1
- package/src/subagents/live/session-runtime.ts +1 -1
- package/src/subagents/manager.ts +1 -1
- package/src/subagents/spawn.ts +1 -1
- package/src/teams/team-serializer.ts +38 -38
- package/src/types/diff.d.ts +18 -18
- package/src/ui/crew-footer.ts +101 -101
- package/src/ui/crew-select-list.ts +111 -111
- package/src/ui/crew-widget.ts +5 -2
- package/src/ui/dashboard-panes/cancellation-pane.ts +42 -42
- package/src/ui/dashboard-panes/capability-pane.ts +59 -59
- package/src/ui/dashboard-panes/mailbox-pane.ts +35 -35
- package/src/ui/dashboard-panes/metrics-pane.ts +34 -34
- package/src/ui/dashboard-panes/progress-pane.ts +11 -0
- package/src/ui/dynamic-border.ts +25 -25
- package/src/ui/layout-primitives.ts +106 -106
- package/src/ui/loaders.ts +158 -158
- package/src/ui/render-coalescer.ts +51 -51
- package/src/ui/render-diff.ts +119 -119
- package/src/ui/render-scheduler.ts +143 -143
- package/src/ui/run-action-dispatcher.ts +10 -1
- package/src/ui/spinner.ts +17 -17
- package/src/ui/status-colors.ts +58 -58
- package/src/ui/syntax-highlight.ts +116 -116
- package/src/ui/transcript-entries.ts +258 -258
- package/src/utils/completion-dedupe.ts +63 -63
- package/src/utils/frontmatter.ts +68 -68
- package/src/utils/git.ts +262 -262
- package/src/utils/ids.ts +17 -17
- package/src/utils/incremental-reader.ts +104 -104
- package/src/utils/names.ts +27 -27
- package/src/utils/redaction.ts +44 -44
- package/src/utils/safe-paths.ts +47 -47
- package/src/utils/scan-cache.ts +136 -136
- package/src/utils/sleep.ts +40 -26
- package/src/utils/task-name-generator.ts +337 -337
- package/src/workflows/validate-workflow.ts +40 -40
- package/src/worktree/branch-freshness.ts +45 -45
- package/teams/default.team.md +12 -12
- package/teams/fast-fix.team.md +11 -11
- package/teams/implementation.team.md +18 -18
- package/teams/parallel-research.team.md +14 -14
- package/teams/research.team.md +11 -11
- package/teams/review.team.md +12 -12
- package/workflows/default.workflow.md +30 -29
- package/workflows/fast-fix.workflow.md +23 -22
- package/workflows/implementation.workflow.md +43 -43
- package/workflows/parallel-research.workflow.md +46 -46
- package/workflows/research.workflow.md +22 -22
- package/workflows/review.workflow.md +30 -30
- package/docs/refactor-tasks-phase3.md +0 -394
- package/docs/refactor-tasks-phase4.md +0 -564
- package/docs/refactor-tasks-phase5.md +0 -402
- package/docs/refactor-tasks-phase6.md +0 -662
- package/docs/refactor-tasks.md +0 -1484
- package/docs/research/AGENT-EXECUTION-ARCHITECTURE.md +0 -261
- package/docs/research/AGENT-LIFECYCLE-COMPARISON.md +0 -111
- package/docs/research/AUDIT_OH_MY_PI.md +0 -261
- package/docs/research/AUDIT_PI_CREW.md +0 -457
- package/docs/research/CAVEMAN-DEEP-RESEARCH.md +0 -281
- package/docs/research/COMPARISON_OH_MY_PI_VS_PI_CREW.md +0 -264
- package/docs/research/DEEP-RESEARCH-PI-POWERBAR.md +0 -343
- package/docs/research/DEEP_RESEARCH_SUBAGENT_ARCHITECTURE.md +0 -480
- package/docs/research/GAP_CLOSURE_IMPLEMENTATION_PLAN.md +0 -354
- package/docs/research/IMPLEMENTATION_PLAN.md +0 -385
- package/docs/research/LIVE-SESSION-PRODUCTION-READY-PLAN.md +0 -502
- package/docs/research/OH-MY-PI-DEEP-RESEARCH-v14.7.6.md +0 -266
- package/docs/research/REMAINING-GAPS-PLAN.md +0 -363
- package/docs/research/SESSION-SUMMARY-2026-05-08.md +0 -146
- package/docs/research/UI-RESPONSIVENESS-AUDIT.md +0 -173
- package/docs/research-awesome-agent-skills-distillation.md +0 -100
- package/docs/research-extension-examples.md +0 -297
- package/docs/research-extension-system.md +0 -324
- package/docs/research-oh-my-pi-distillation.md +0 -369
- package/docs/research-optimization-plan.md +0 -548
- package/docs/research-phase10-distillation.md +0 -199
- package/docs/research-phase11-distillation.md +0 -201
- package/docs/research-phase8-operator-experience-plan.md +0 -819
- package/docs/research-phase9-observability-reliability-plan.md +0 -1190
- package/docs/research-pi-coding-agent.md +0 -357
- package/docs/research-source-pi-crew-reference.md +0 -174
- package/docs/research-ui-optimization-plan.md +0 -480
- package/docs/source-runtime-refactor-map.md +0 -107
- package/src/utils/atomic-write.ts +0 -33
package/src/utils/ids.ts
CHANGED
|
@@ -1,17 +1,17 @@
|
|
|
1
|
-
import { randomBytes } from "node:crypto";
|
|
2
|
-
import { generateTaskName } from "./task-name-generator.ts";
|
|
3
|
-
|
|
4
|
-
export function createRunId(prefix = "team"): string {
|
|
5
|
-
const stamp = new Date().toISOString().replace(/[-:.TZ]/g, "").slice(0, 14);
|
|
6
|
-
const suffix = randomBytes(8).toString("hex");
|
|
7
|
-
return `${prefix}_${stamp}_${suffix}`;
|
|
8
|
-
}
|
|
9
|
-
|
|
10
|
-
export function createTaskId(stepId: string, index: number): string {
|
|
11
|
-
const normalized = stepId.toLowerCase().replace(/[^a-z0-9-]+/g, "-").replace(/^-+|-+$/g, "") || "task";
|
|
12
|
-
return `${String(index + 1).padStart(2, "0")}_${normalized}`;
|
|
13
|
-
}
|
|
14
|
-
|
|
15
|
-
export function createDisplayName(): string {
|
|
16
|
-
return generateTaskName();
|
|
17
|
-
}
|
|
1
|
+
import { randomBytes } from "node:crypto";
|
|
2
|
+
import { generateTaskName } from "./task-name-generator.ts";
|
|
3
|
+
|
|
4
|
+
export function createRunId(prefix = "team"): string {
|
|
5
|
+
const stamp = new Date().toISOString().replace(/[-:.TZ]/g, "").slice(0, 14);
|
|
6
|
+
const suffix = randomBytes(8).toString("hex");
|
|
7
|
+
return `${prefix}_${stamp}_${suffix}`;
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
export function createTaskId(stepId: string, index: number): string {
|
|
11
|
+
const normalized = stepId.toLowerCase().replace(/[^a-z0-9-]+/g, "-").replace(/^-+|-+$/g, "") || "task";
|
|
12
|
+
return `${String(index + 1).padStart(2, "0")}_${normalized}`;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
export function createDisplayName(): string {
|
|
16
|
+
return generateTaskName();
|
|
17
|
+
}
|
|
@@ -1,104 +1,104 @@
|
|
|
1
|
-
import * as fs from "node:fs";
|
|
2
|
-
|
|
3
|
-
export interface IncrementalReadState {
|
|
4
|
-
byteOffset: number;
|
|
5
|
-
lineCount: number;
|
|
6
|
-
}
|
|
7
|
-
|
|
8
|
-
export interface IncrementalReadResult {
|
|
9
|
-
lines: string[];
|
|
10
|
-
state: IncrementalReadState;
|
|
11
|
-
eof: boolean;
|
|
12
|
-
}
|
|
13
|
-
|
|
14
|
-
const CHUNK_SIZE = 64 * 1024;
|
|
15
|
-
|
|
16
|
-
/**
|
|
17
|
-
* Read new lines from a text file since last known byte offset.
|
|
18
|
-
* Uses fs.openSync + fs.readSync for efficient incremental reading.
|
|
19
|
-
*/
|
|
20
|
-
export function readLinesSince(filePath: string, state: IncrementalReadState): IncrementalReadResult {
|
|
21
|
-
let fd: number | undefined;
|
|
22
|
-
try {
|
|
23
|
-
fd = fs.openSync(filePath, "r");
|
|
24
|
-
} catch {
|
|
25
|
-
return { lines: [], state: { byteOffset: state.byteOffset, lineCount: state.lineCount }, eof: true };
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
try {
|
|
29
|
-
const stat = fs.fstatSync(fd);
|
|
30
|
-
const fileSize = stat.size;
|
|
31
|
-
|
|
32
|
-
if (fileSize <= state.byteOffset) {
|
|
33
|
-
return {
|
|
34
|
-
lines: [],
|
|
35
|
-
state: { byteOffset: fileSize, lineCount: state.lineCount },
|
|
36
|
-
eof: true,
|
|
37
|
-
};
|
|
38
|
-
}
|
|
39
|
-
|
|
40
|
-
const bytesToRead = fileSize - state.byteOffset;
|
|
41
|
-
const buf = Buffer.alloc(bytesToRead);
|
|
42
|
-
let totalRead = 0;
|
|
43
|
-
|
|
44
|
-
while (totalRead < bytesToRead) {
|
|
45
|
-
const chunkSize = Math.min(CHUNK_SIZE, bytesToRead - totalRead);
|
|
46
|
-
const bytesRead = fs.readSync(fd, buf, totalRead, chunkSize, state.byteOffset + totalRead);
|
|
47
|
-
if (bytesRead === 0) break;
|
|
48
|
-
totalRead += bytesRead;
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
const content = buf.toString("utf-8", 0, totalRead);
|
|
52
|
-
const lines: string[] = [];
|
|
53
|
-
let lineCount = state.lineCount;
|
|
54
|
-
let committedOffset = state.byteOffset;
|
|
55
|
-
|
|
56
|
-
let searchFrom = 0;
|
|
57
|
-
let newlineIdx: number;
|
|
58
|
-
|
|
59
|
-
while ((newlineIdx = content.indexOf("\n", searchFrom)) !== -1) {
|
|
60
|
-
const lineText = content.slice(searchFrom, newlineIdx);
|
|
61
|
-
committedOffset = state.byteOffset + newlineIdx + 1;
|
|
62
|
-
searchFrom = newlineIdx + 1;
|
|
63
|
-
if (lineText.length > 0) {
|
|
64
|
-
lines.push(lineText);
|
|
65
|
-
lineCount++;
|
|
66
|
-
}
|
|
67
|
-
}
|
|
68
|
-
|
|
69
|
-
const eof = committedOffset >= fileSize;
|
|
70
|
-
|
|
71
|
-
return {
|
|
72
|
-
lines,
|
|
73
|
-
state: { byteOffset: committedOffset, lineCount },
|
|
74
|
-
eof,
|
|
75
|
-
};
|
|
76
|
-
} finally {
|
|
77
|
-
if (fd !== undefined) {
|
|
78
|
-
try { fs.closeSync(fd); } catch { /* ignore */ }
|
|
79
|
-
}
|
|
80
|
-
}
|
|
81
|
-
}
|
|
82
|
-
|
|
83
|
-
/**
|
|
84
|
-
* Read parsed JSON objects from a JSONL file since last known byte offset.
|
|
85
|
-
* Skips malformed lines.
|
|
86
|
-
*/
|
|
87
|
-
export function readJsonlSince<T>(filePath: string, state: IncrementalReadState): { items: T[]; state: IncrementalReadState; eof: boolean } {
|
|
88
|
-
const result = readLinesSince(filePath, state);
|
|
89
|
-
const items: T[] = [];
|
|
90
|
-
|
|
91
|
-
for (const line of result.lines) {
|
|
92
|
-
try {
|
|
93
|
-
items.push(JSON.parse(line) as T);
|
|
94
|
-
} catch {
|
|
95
|
-
// Skip malformed lines
|
|
96
|
-
}
|
|
97
|
-
}
|
|
98
|
-
|
|
99
|
-
return {
|
|
100
|
-
items,
|
|
101
|
-
state: result.state,
|
|
102
|
-
eof: result.eof,
|
|
103
|
-
};
|
|
104
|
-
}
|
|
1
|
+
import * as fs from "node:fs";
|
|
2
|
+
|
|
3
|
+
export interface IncrementalReadState {
|
|
4
|
+
byteOffset: number;
|
|
5
|
+
lineCount: number;
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
export interface IncrementalReadResult {
|
|
9
|
+
lines: string[];
|
|
10
|
+
state: IncrementalReadState;
|
|
11
|
+
eof: boolean;
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
const CHUNK_SIZE = 64 * 1024;
|
|
15
|
+
|
|
16
|
+
/**
|
|
17
|
+
* Read new lines from a text file since last known byte offset.
|
|
18
|
+
* Uses fs.openSync + fs.readSync for efficient incremental reading.
|
|
19
|
+
*/
|
|
20
|
+
export function readLinesSince(filePath: string, state: IncrementalReadState): IncrementalReadResult {
|
|
21
|
+
let fd: number | undefined;
|
|
22
|
+
try {
|
|
23
|
+
fd = fs.openSync(filePath, "r");
|
|
24
|
+
} catch {
|
|
25
|
+
return { lines: [], state: { byteOffset: state.byteOffset, lineCount: state.lineCount }, eof: true };
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
try {
|
|
29
|
+
const stat = fs.fstatSync(fd);
|
|
30
|
+
const fileSize = stat.size;
|
|
31
|
+
|
|
32
|
+
if (fileSize <= state.byteOffset) {
|
|
33
|
+
return {
|
|
34
|
+
lines: [],
|
|
35
|
+
state: { byteOffset: fileSize, lineCount: state.lineCount },
|
|
36
|
+
eof: true,
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
const bytesToRead = fileSize - state.byteOffset;
|
|
41
|
+
const buf = Buffer.alloc(bytesToRead);
|
|
42
|
+
let totalRead = 0;
|
|
43
|
+
|
|
44
|
+
while (totalRead < bytesToRead) {
|
|
45
|
+
const chunkSize = Math.min(CHUNK_SIZE, bytesToRead - totalRead);
|
|
46
|
+
const bytesRead = fs.readSync(fd, buf, totalRead, chunkSize, state.byteOffset + totalRead);
|
|
47
|
+
if (bytesRead === 0) break;
|
|
48
|
+
totalRead += bytesRead;
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
const content = buf.toString("utf-8", 0, totalRead);
|
|
52
|
+
const lines: string[] = [];
|
|
53
|
+
let lineCount = state.lineCount;
|
|
54
|
+
let committedOffset = state.byteOffset;
|
|
55
|
+
|
|
56
|
+
let searchFrom = 0;
|
|
57
|
+
let newlineIdx: number;
|
|
58
|
+
|
|
59
|
+
while ((newlineIdx = content.indexOf("\n", searchFrom)) !== -1) {
|
|
60
|
+
const lineText = content.slice(searchFrom, newlineIdx);
|
|
61
|
+
committedOffset = state.byteOffset + newlineIdx + 1;
|
|
62
|
+
searchFrom = newlineIdx + 1;
|
|
63
|
+
if (lineText.length > 0) {
|
|
64
|
+
lines.push(lineText);
|
|
65
|
+
lineCount++;
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
const eof = committedOffset >= fileSize;
|
|
70
|
+
|
|
71
|
+
return {
|
|
72
|
+
lines,
|
|
73
|
+
state: { byteOffset: committedOffset, lineCount },
|
|
74
|
+
eof,
|
|
75
|
+
};
|
|
76
|
+
} finally {
|
|
77
|
+
if (fd !== undefined) {
|
|
78
|
+
try { fs.closeSync(fd); } catch { /* ignore */ }
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
/**
|
|
84
|
+
* Read parsed JSON objects from a JSONL file since last known byte offset.
|
|
85
|
+
* Skips malformed lines.
|
|
86
|
+
*/
|
|
87
|
+
export function readJsonlSince<T>(filePath: string, state: IncrementalReadState): { items: T[]; state: IncrementalReadState; eof: boolean } {
|
|
88
|
+
const result = readLinesSince(filePath, state);
|
|
89
|
+
const items: T[] = [];
|
|
90
|
+
|
|
91
|
+
for (const line of result.lines) {
|
|
92
|
+
try {
|
|
93
|
+
items.push(JSON.parse(line) as T);
|
|
94
|
+
} catch {
|
|
95
|
+
// Skip malformed lines
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
return {
|
|
100
|
+
items,
|
|
101
|
+
state: result.state,
|
|
102
|
+
eof: result.eof,
|
|
103
|
+
};
|
|
104
|
+
}
|
package/src/utils/names.ts
CHANGED
|
@@ -1,27 +1,27 @@
|
|
|
1
|
-
export function sanitizeName(name: string): string {
|
|
2
|
-
const result = name.toLowerCase().trim().replace(/\s+/g, "-").replace(/[^a-z0-9-]/g, "").replace(/-+/g, "-").replace(/^-+|-+$/g, "");
|
|
3
|
-
return result || "unnamed";
|
|
4
|
-
}
|
|
5
|
-
|
|
6
|
-
export function requireString(value: unknown, label: string): { value?: string; error?: string } {
|
|
7
|
-
if (typeof value !== "string" || !value.trim()) return { error: `${label} must be a non-empty string.` };
|
|
8
|
-
return { value: value.trim() };
|
|
9
|
-
}
|
|
10
|
-
|
|
11
|
-
export function parseConfigObject(config: unknown): { value?: Record<string, unknown>; error?: string } {
|
|
12
|
-
let parsed = config;
|
|
13
|
-
if (typeof parsed === "string") {
|
|
14
|
-
try {
|
|
15
|
-
parsed = JSON.parse(parsed) as unknown;
|
|
16
|
-
} catch (error) {
|
|
17
|
-
const message = error instanceof Error ? error.message : String(error);
|
|
18
|
-
return { error: `config must be valid JSON: ${message}` };
|
|
19
|
-
}
|
|
20
|
-
}
|
|
21
|
-
if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) return { error: "config must be an object." };
|
|
22
|
-
return { value: parsed as Record<string, unknown> };
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
export function hasOwn(obj: Record<string, unknown>, key: string): boolean {
|
|
26
|
-
return Object.prototype.hasOwnProperty.call(obj, key);
|
|
27
|
-
}
|
|
1
|
+
export function sanitizeName(name: string): string {
|
|
2
|
+
const result = name.toLowerCase().trim().replace(/\s+/g, "-").replace(/[^a-z0-9-]/g, "").replace(/-+/g, "-").replace(/^-+|-+$/g, "");
|
|
3
|
+
return result || "unnamed";
|
|
4
|
+
}
|
|
5
|
+
|
|
6
|
+
export function requireString(value: unknown, label: string): { value?: string; error?: string } {
|
|
7
|
+
if (typeof value !== "string" || !value.trim()) return { error: `${label} must be a non-empty string.` };
|
|
8
|
+
return { value: value.trim() };
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
export function parseConfigObject(config: unknown): { value?: Record<string, unknown>; error?: string } {
|
|
12
|
+
let parsed = config;
|
|
13
|
+
if (typeof parsed === "string") {
|
|
14
|
+
try {
|
|
15
|
+
parsed = JSON.parse(parsed) as unknown;
|
|
16
|
+
} catch (error) {
|
|
17
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
18
|
+
return { error: `config must be valid JSON: ${message}` };
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) return { error: "config must be an object." };
|
|
22
|
+
return { value: parsed as Record<string, unknown> };
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
export function hasOwn(obj: Record<string, unknown>, key: string): boolean {
|
|
26
|
+
return Object.prototype.hasOwnProperty.call(obj, key);
|
|
27
|
+
}
|
package/src/utils/redaction.ts
CHANGED
|
@@ -1,44 +1,44 @@
|
|
|
1
|
-
const SECRET_KEY_PATTERN = /(?:^|[_.-])(token|api[-_]?key|password|passwd|secret|credential|authorization|private[-_]?key)(?:$|[_.-])/i;
|
|
2
|
-
const INLINE_SECRET_PATTERN = /(^|[\s,{])(([A-Za-z0-9_.-]*(?:api[-_]?key|token|password|passwd|secret|credential|authorization|private[-_]?key)[A-Za-z0-9_.-]*)\s*[=:]\s*)([^\s,;"'}]+)/gi;
|
|
3
|
-
const AUTH_HEADER_PATTERN = /\b(Authorization\s*:\s*(?:Bearer|Basic|Token)?\s*)([^\r\n]+)/gi;
|
|
4
|
-
const BEARER_PATTERN = /\b(Bearer\s+)([A-Za-z0-9._~+/=-]{8,})\b/g;
|
|
5
|
-
const PEM_PRIVATE_KEY_PATTERN = /-----BEGIN [A-Z ]*PRIVATE KEY-----[\s\S]*?-----END [A-Z ]*PRIVATE KEY-----/g;
|
|
6
|
-
|
|
7
|
-
function isRecord(value: unknown): value is Record<string, unknown> {
|
|
8
|
-
if (!value || typeof value !== "object" || Array.isArray(value)) return false;
|
|
9
|
-
// Exclude built-in types whose Object.entries() would produce empty arrays.
|
|
10
|
-
if (value instanceof Date || value instanceof RegExp || value instanceof Error || value instanceof Map || value instanceof Set) return false;
|
|
11
|
-
return true;
|
|
12
|
-
}
|
|
13
|
-
|
|
14
|
-
function isSecretKey(keyName: string): boolean {
|
|
15
|
-
return SECRET_KEY_PATTERN.test(keyName) || /^(token|apiKey|api_key|password|secret|credential|authorization|privateKey|private_key)$/i.test(keyName);
|
|
16
|
-
}
|
|
17
|
-
|
|
18
|
-
export function redactSecretString(value: string): string {
|
|
19
|
-
return value
|
|
20
|
-
.replace(PEM_PRIVATE_KEY_PATTERN, "***")
|
|
21
|
-
.replace(AUTH_HEADER_PATTERN, "$1***")
|
|
22
|
-
.replace(BEARER_PATTERN, "$1***")
|
|
23
|
-
.replace(INLINE_SECRET_PATTERN, "$1$2***");
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
export function redactSecrets(value: unknown, keyName = ""): unknown {
|
|
27
|
-
if (keyName && isSecretKey(keyName)) return "***";
|
|
28
|
-
if (typeof value === "string") return redactSecretString(value);
|
|
29
|
-
if (Array.isArray(value)) return value.map((item) => redactSecrets(item));
|
|
30
|
-
if (isRecord(value)) {
|
|
31
|
-
const output: Record<string, unknown> = {};
|
|
32
|
-
for (const [key, entry] of Object.entries(value)) output[key] = redactSecrets(entry, key);
|
|
33
|
-
return output;
|
|
34
|
-
}
|
|
35
|
-
return value;
|
|
36
|
-
}
|
|
37
|
-
|
|
38
|
-
export function redactJsonLine(line: string): string {
|
|
39
|
-
try {
|
|
40
|
-
return JSON.stringify(redactSecrets(JSON.parse(line) as unknown));
|
|
41
|
-
} catch {
|
|
42
|
-
return redactSecretString(line);
|
|
43
|
-
}
|
|
44
|
-
}
|
|
1
|
+
export const SECRET_KEY_PATTERN = /(?:^|[_.-])(token|api[-_]?key|password|passwd|secret|credential|authorization|private[-_]?key)(?:$|[_.-])/i;
|
|
2
|
+
const INLINE_SECRET_PATTERN = /(^|[\s,{])(([A-Za-z0-9_.-]*(?:api[-_]?key|token|password|passwd|secret|credential|authorization|private[-_]?key)[A-Za-z0-9_.-]*)\s*[=:]\s*)([^\s,;"'}]+)/gi;
|
|
3
|
+
const AUTH_HEADER_PATTERN = /\b(Authorization\s*:\s*(?:Bearer|Basic|Token)?\s*)([^\r\n]+)/gi;
|
|
4
|
+
const BEARER_PATTERN = /\b(Bearer\s+)([A-Za-z0-9._~+/=-]{8,})\b/g;
|
|
5
|
+
const PEM_PRIVATE_KEY_PATTERN = /-----BEGIN [A-Z ]*PRIVATE KEY-----[\s\S]*?-----END [A-Z ]*PRIVATE KEY-----/g;
|
|
6
|
+
|
|
7
|
+
function isRecord(value: unknown): value is Record<string, unknown> {
|
|
8
|
+
if (!value || typeof value !== "object" || Array.isArray(value)) return false;
|
|
9
|
+
// Exclude built-in types whose Object.entries() would produce empty arrays.
|
|
10
|
+
if (value instanceof Date || value instanceof RegExp || value instanceof Error || value instanceof Map || value instanceof Set) return false;
|
|
11
|
+
return true;
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
function isSecretKey(keyName: string): boolean {
|
|
15
|
+
return SECRET_KEY_PATTERN.test(keyName) || /^(token|apiKey|api_key|password|secret|credential|authorization|privateKey|private_key)$/i.test(keyName);
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
export function redactSecretString(value: string): string {
|
|
19
|
+
return value
|
|
20
|
+
.replace(PEM_PRIVATE_KEY_PATTERN, "***")
|
|
21
|
+
.replace(AUTH_HEADER_PATTERN, "$1***")
|
|
22
|
+
.replace(BEARER_PATTERN, "$1***")
|
|
23
|
+
.replace(INLINE_SECRET_PATTERN, "$1$2***");
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
export function redactSecrets(value: unknown, keyName = ""): unknown {
|
|
27
|
+
if (keyName && isSecretKey(keyName)) return "***";
|
|
28
|
+
if (typeof value === "string") return redactSecretString(value);
|
|
29
|
+
if (Array.isArray(value)) return value.map((item) => redactSecrets(item));
|
|
30
|
+
if (isRecord(value)) {
|
|
31
|
+
const output: Record<string, unknown> = {};
|
|
32
|
+
for (const [key, entry] of Object.entries(value)) output[key] = redactSecrets(entry, key);
|
|
33
|
+
return output;
|
|
34
|
+
}
|
|
35
|
+
return value;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
export function redactJsonLine(line: string): string {
|
|
39
|
+
try {
|
|
40
|
+
return JSON.stringify(redactSecrets(JSON.parse(line) as unknown));
|
|
41
|
+
} catch {
|
|
42
|
+
return redactSecretString(line);
|
|
43
|
+
}
|
|
44
|
+
}
|
package/src/utils/safe-paths.ts
CHANGED
|
@@ -1,47 +1,47 @@
|
|
|
1
|
-
import * as fs from "node:fs";
|
|
2
|
-
import * as path from "node:path";
|
|
3
|
-
|
|
4
|
-
export function isSafePathId(value: string): boolean {
|
|
5
|
-
return /^[A-Za-z0-9_-]+$/.test(value);
|
|
6
|
-
}
|
|
7
|
-
|
|
8
|
-
export function assertSafePathId(kind: string, value: string): string {
|
|
9
|
-
if (!isSafePathId(value)) throw new Error(`Invalid ${kind}: ${value}`);
|
|
10
|
-
return value;
|
|
11
|
-
}
|
|
12
|
-
|
|
13
|
-
export function resolveContainedPath(baseDir: string, targetPath: string): string {
|
|
14
|
-
const base = path.resolve(baseDir);
|
|
15
|
-
const resolved = path.isAbsolute(targetPath) ? path.resolve(targetPath) : path.resolve(base, targetPath);
|
|
16
|
-
const relative = path.relative(base, resolved);
|
|
17
|
-
if (relative.startsWith("..") || path.isAbsolute(relative)) throw new Error(`Path is outside ${baseDir}: ${targetPath}`);
|
|
18
|
-
return resolved;
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
export function resolveRealContainedPath(baseDir: string, targetPath: string): string {
|
|
22
|
-
const resolved = resolveContainedPath(baseDir, targetPath);
|
|
23
|
-
let realBase: string;
|
|
24
|
-
let realTarget: string;
|
|
25
|
-
try {
|
|
26
|
-
realBase = fs.realpathSync.native(baseDir);
|
|
27
|
-
} catch (baseError) {
|
|
28
|
-
throw new Error(`Cannot resolve real path of base directory ${baseDir}: ${baseError instanceof Error ? baseError.message : String(baseError)}`);
|
|
29
|
-
}
|
|
30
|
-
try {
|
|
31
|
-
realTarget = fs.realpathSync.native(resolved);
|
|
32
|
-
} catch (targetError) {
|
|
33
|
-
if ((targetError as NodeJS.ErrnoException).code === "ENOENT") {
|
|
34
|
-
throw new Error(`Path does not exist: ${resolved}`);
|
|
35
|
-
}
|
|
36
|
-
throw new Error(`Cannot resolve real path of ${resolved}: ${targetError instanceof Error ? targetError.message : String(targetError)}`);
|
|
37
|
-
}
|
|
38
|
-
const relative = path.relative(realBase, realTarget);
|
|
39
|
-
if (relative.startsWith("..") || path.isAbsolute(relative)) throw new Error(`Path is outside ${baseDir}: ${targetPath}`);
|
|
40
|
-
return realTarget;
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
export function resolveContainedRelativePath(baseDir: string, relativePath: string, kind = "path"): string {
|
|
44
|
-
const normalized = relativePath.replaceAll("\\", "/").replace(/^\.\/+/, "");
|
|
45
|
-
if (!normalized || normalized.split("/").some((segment) => segment === "..") || path.isAbsolute(normalized)) throw new Error(`Invalid ${kind}: ${relativePath}`);
|
|
46
|
-
return resolveContainedPath(baseDir, path.resolve(baseDir, normalized));
|
|
47
|
-
}
|
|
1
|
+
import * as fs from "node:fs";
|
|
2
|
+
import * as path from "node:path";
|
|
3
|
+
|
|
4
|
+
export function isSafePathId(value: string): boolean {
|
|
5
|
+
return /^[A-Za-z0-9_-]+$/.test(value);
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
export function assertSafePathId(kind: string, value: string): string {
|
|
9
|
+
if (!isSafePathId(value)) throw new Error(`Invalid ${kind}: ${value}`);
|
|
10
|
+
return value;
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
export function resolveContainedPath(baseDir: string, targetPath: string): string {
|
|
14
|
+
const base = path.resolve(baseDir);
|
|
15
|
+
const resolved = path.isAbsolute(targetPath) ? path.resolve(targetPath) : path.resolve(base, targetPath);
|
|
16
|
+
const relative = path.relative(base, resolved);
|
|
17
|
+
if (relative.startsWith("..") || path.isAbsolute(relative)) throw new Error(`Path is outside ${baseDir}: ${targetPath}`);
|
|
18
|
+
return resolved;
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
export function resolveRealContainedPath(baseDir: string, targetPath: string): string {
|
|
22
|
+
const resolved = resolveContainedPath(baseDir, targetPath);
|
|
23
|
+
let realBase: string;
|
|
24
|
+
let realTarget: string;
|
|
25
|
+
try {
|
|
26
|
+
realBase = fs.realpathSync.native(baseDir);
|
|
27
|
+
} catch (baseError) {
|
|
28
|
+
throw new Error(`Cannot resolve real path of base directory ${baseDir}: ${baseError instanceof Error ? baseError.message : String(baseError)}`);
|
|
29
|
+
}
|
|
30
|
+
try {
|
|
31
|
+
realTarget = fs.realpathSync.native(resolved);
|
|
32
|
+
} catch (targetError) {
|
|
33
|
+
if ((targetError as NodeJS.ErrnoException).code === "ENOENT") {
|
|
34
|
+
throw new Error(`Path does not exist: ${resolved}`);
|
|
35
|
+
}
|
|
36
|
+
throw new Error(`Cannot resolve real path of ${resolved}: ${targetError instanceof Error ? targetError.message : String(targetError)}`);
|
|
37
|
+
}
|
|
38
|
+
const relative = path.relative(realBase, realTarget);
|
|
39
|
+
if (relative.startsWith("..") || path.isAbsolute(relative)) throw new Error(`Path is outside ${baseDir}: ${targetPath}`);
|
|
40
|
+
return realTarget;
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
export function resolveContainedRelativePath(baseDir: string, relativePath: string, kind = "path"): string {
|
|
44
|
+
const normalized = relativePath.replaceAll("\\", "/").replace(/^\.\/+/, "");
|
|
45
|
+
if (!normalized || normalized.split("/").some((segment) => segment === "..") || path.isAbsolute(normalized)) throw new Error(`Invalid ${kind}: ${relativePath}`);
|
|
46
|
+
return resolveContainedPath(baseDir, path.resolve(baseDir, normalized));
|
|
47
|
+
}
|