@vectorize-io/hindsight-coding-agents 0.2.1 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/status.js CHANGED
@@ -2,6 +2,7 @@
2
2
 
3
3
  // src/core/bank.ts
4
4
  import { execFileSync } from "child_process";
5
+ import { existsSync } from "fs";
5
6
  import { homedir } from "os";
6
7
  import { basename, dirname, join, normalize, sep } from "path";
7
8
 
@@ -40,12 +41,32 @@ function getProjectRootFromGit(directory) {
40
41
  function projectNameOf(directory) {
41
42
  return gitProjectName(directory, true);
42
43
  }
44
+ var PROJECT_ROOT_ENV = ["CLAUDE_PROJECT_DIR"];
45
+ function nearestExistingDir(directory) {
46
+ let current = directory;
47
+ while (current) {
48
+ if (existsSync(current)) return current;
49
+ const parent = dirname(current);
50
+ if (parent === current) return "";
51
+ current = parent;
52
+ }
53
+ return "";
54
+ }
55
+ function dirName(directory) {
56
+ return directory && basename(directory) || "unknown";
57
+ }
43
58
  function gitProjectName(directory, resolveWorktrees) {
44
59
  if (resolveWorktrees) {
45
- const root = getProjectRootFromGit(directory);
46
- if (root) return basename(root);
60
+ const candidates = [
61
+ nearestExistingDir(directory),
62
+ ...PROJECT_ROOT_ENV.map((v) => process.env[v] || "")
63
+ ];
64
+ for (const candidate of candidates) {
65
+ const root = candidate ? getProjectRootFromGit(candidate) : null;
66
+ if (root) return basename(root);
67
+ }
47
68
  }
48
- return directory ? basename(directory) : "unknown";
69
+ return dirName(directory);
49
70
  }
50
71
  function mapLookup(map, directory) {
51
72
  const cwd = normalize(directory);
@@ -66,7 +87,7 @@ function deriveBankId(config, directory, harness = "coding") {
66
87
  if (!dynamic) return config.bankId || DEFAULT_BANK_NAME;
67
88
  const resolvers = {
68
89
  harness: () => harness,
69
- project: () => directory ? basename(directory) : "unknown",
90
+ project: () => dirName(directory),
70
91
  gitProject: () => gitProjectName(directory, config.resolveWorktrees ?? true),
71
92
  channel: () => process.env.HINDSIGHT_CHANNEL_ID || "default",
72
93
  user: () => process.env.HINDSIGHT_USER_ID || "anonymous"
@@ -114,7 +135,7 @@ function resolveConfig(raw = {}) {
114
135
  disabled: raw.disabled ?? false,
115
136
  retainSessions: raw.retainSessions ?? true,
116
137
  // opencode: write back by default (parity with hook-harness Stop)
117
- retainEveryTurns: raw.retainEveryTurns || 1,
138
+ maxParallelRetains: raw.maxParallelRetains || 10,
118
139
  reflectTimeoutMs: raw.reflectTimeoutMs || 12e4,
119
140
  autoReflect: raw.autoReflect ?? true,
120
141
  pageRefreshEveryTurns: raw.pageRefreshEveryTurns || 10,
@@ -173,7 +194,7 @@ var ENV_KEYS = {
173
194
  harness: "HINDSIGHT_HARNESS",
174
195
  disabled: "HINDSIGHT_DISABLED",
175
196
  retainSessions: "HINDSIGHT_RETAIN_SESSIONS",
176
- retainEveryTurns: "HINDSIGHT_RETAIN_EVERY_TURNS",
197
+ maxParallelRetains: "HINDSIGHT_MAX_PARALLEL_RETAINS",
177
198
  reflectTimeoutMs: "HINDSIGHT_REFLECT_TIMEOUT_MS",
178
199
  autoReflect: "HINDSIGHT_AUTO_REFLECT",
179
200
  pageRefreshEveryTurns: "HINDSIGHT_PAGE_REFRESH_EVERY_TURNS",
@@ -202,7 +223,7 @@ var ENV_LISTS = /* @__PURE__ */ new Set(["retainTags"]);
202
223
  var ENV_NUMBERS = /* @__PURE__ */ new Set([
203
224
  "apiPort",
204
225
  "daemonIdleTimeout",
205
- "retainEveryTurns",
226
+ "maxParallelRetains",
206
227
  "reflectTimeoutMs",
207
228
  "pageRefreshEveryTurns",
208
229
  "seedLimit",
@@ -408,9 +429,40 @@ function semverGte(version, min) {
408
429
  }
409
430
  return true;
410
431
  }
432
+ async function pool(items, n, fn, onError, onProgress) {
433
+ let i = 0, done = 0;
434
+ async function worker() {
435
+ while (i < items.length) {
436
+ const idx = i++;
437
+ try {
438
+ await fn(items[idx], idx);
439
+ } catch (e) {
440
+ onError?.(idx, e);
441
+ }
442
+ onProgress?.(++done, items.length);
443
+ }
444
+ }
445
+ await Promise.all(Array.from({ length: Math.min(n, items.length) }, worker));
446
+ }
411
447
 
412
448
  // src/core/hindsight.ts
413
449
  var MIN_IDEMPOTENT_RETAIN_VERSION = "0.8.6";
450
+ var RateLimitedError = class extends Error {
451
+ constructor(retryAfterMs2) {
452
+ super(`rate limited; retry after ${Math.round(retryAfterMs2 / 1e3)}s`);
453
+ this.retryAfterMs = retryAfterMs2;
454
+ this.name = "RateLimitedError";
455
+ }
456
+ retryAfterMs;
457
+ code = "rate_limited";
458
+ };
459
+ function retryAfterMs(header) {
460
+ if (!header) return 0;
461
+ const secs = Number(header.trim());
462
+ if (Number.isFinite(secs) && secs >= 0) return secs * 1e3;
463
+ const at = Date.parse(header);
464
+ return Number.isNaN(at) ? 0 : Math.max(0, at - Date.now());
465
+ }
414
466
  var KnowledgePagesUnavailableError = class extends Error {
415
467
  code = "knowledge_pages_unavailable";
416
468
  constructor() {
@@ -419,6 +471,10 @@ var KnowledgePagesUnavailableError = class extends Error {
419
471
  }
420
472
  };
421
473
  var TERMINAL = /* @__PURE__ */ new Set(["completed", "failed", "cancelled", "error"]);
474
+ var DEFAULT_MAX_PARALLEL_RETAINS = 10;
475
+ var POLL_CYCLE_MS = 5e3;
476
+ var RETRY_AFTER_FLOOR_MS = 10 * 1e3;
477
+ var RETRY_AFTER_CEILING_MS = 60 * 1e3;
422
478
  var MISSION_FIELDS = ["reflect_mission", "retain_mission", "observations_mission"];
423
479
  var HindsightClient = class {
424
480
  apiUrl;
@@ -431,12 +487,14 @@ var HindsightClient = class {
431
487
  /** Tri-state capability probe: unknown until the first append-mode retain, then cached. */
432
488
  idempotentRetain;
433
489
  log;
490
+ maxParallelRetains;
434
491
  constructor(o) {
435
492
  this.apiUrl = o.apiUrl.replace(/\/$/, "");
436
493
  this.apiToken = o.apiToken;
437
494
  this.bank = o.bank;
438
495
  this.log = o.log ?? (() => {
439
496
  });
497
+ this.maxParallelRetains = o.maxParallelRetains || DEFAULT_MAX_PARALLEL_RETAINS;
440
498
  }
441
499
  headers() {
442
500
  const h = { "Content-Type": "application/json" };
@@ -454,6 +512,8 @@ var HindsightClient = class {
454
512
  body: body ? JSON.stringify(body) : void 0,
455
513
  signal: AbortSignal.timeout(15e3)
456
514
  });
515
+ if (r.status === 429 && !tolerate.includes(429))
516
+ throw new RateLimitedError(retryAfterMs(r.headers.get("retry-after")));
457
517
  if (!r.ok && r.status !== 404 && !tolerate.includes(r.status))
458
518
  throw new Error(`${method} ${url} -> ${r.status} ${await r.text()}`);
459
519
  return r;
@@ -585,7 +645,14 @@ var HindsightClient = class {
585
645
  return 0;
586
646
  }
587
647
  }
588
- /** Poll each enqueued operation by id until terminal. LIST only shows active ops, so per-id GET is reliable. */
648
+ /**
649
+ * Poll each enqueued operation by id until terminal. LIST only shows active ops, so per-id GET is reliable.
650
+ *
651
+ * Concurrency is capped at `maxParallelRetains` (the API rate-limits bursts, not single
652
+ * requests — a 200 to a lone GET with 429s under `Promise.all` over every pending op). A 429
653
+ * leaves the op pending and backs the next cycle off by its `Retry-After` (10s floor) instead
654
+ * of hammering the next cycle 5s later.
655
+ */
589
656
  async drain(ids, label, maxMs = 60 * 60 * 1e3) {
590
657
  if (!ids.length) return;
591
658
  this.log(`[wait] draining ${ids.length} ${label} operations \u2026`);
@@ -593,23 +660,29 @@ var HindsightClient = class {
593
660
  const pending = new Set(ids);
594
661
  let failed = 0;
595
662
  while (pending.size && Date.now() - start < maxMs) {
596
- await Promise.all(
597
- [...pending].map(async (id) => {
598
- try {
599
- const r = await fetch(this.bankUrl(`/operations/${id}`), { headers: this.headers() });
600
- if (!r.ok) return;
601
- const st = ((await r.json()).status || "").toLowerCase();
602
- if (TERMINAL.has(st)) {
603
- pending.delete(id);
604
- if (st !== "completed") failed++;
605
- }
606
- } catch {
663
+ let backoffMs = POLL_CYCLE_MS;
664
+ await pool([...pending], this.maxParallelRetains, async (id) => {
665
+ try {
666
+ const r = await fetch(this.bankUrl(`/operations/${id}`), { headers: this.headers() });
667
+ if (r.status === 429) {
668
+ backoffMs = Math.min(
669
+ RETRY_AFTER_CEILING_MS,
670
+ Math.max(backoffMs, RETRY_AFTER_FLOOR_MS, retryAfterMs(r.headers.get("retry-after")))
671
+ );
672
+ return;
607
673
  }
608
- })
609
- );
674
+ if (!r.ok) return;
675
+ const st = ((await r.json()).status || "").toLowerCase();
676
+ if (TERMINAL.has(st)) {
677
+ pending.delete(id);
678
+ if (st !== "completed") failed++;
679
+ }
680
+ } catch {
681
+ }
682
+ });
610
683
  if (pending.size) {
611
684
  this.log(` \u2026 ${pending.size}/${ids.length} ${label} ops pending`);
612
- await sleep(5e3);
685
+ await sleep(backoffMs);
613
686
  }
614
687
  }
615
688
  this.log(
@@ -809,13 +882,20 @@ var HindsightClient = class {
809
882
  const verb = args.relatesToPageId ? "Enhancement to an existing initiative" : "New initiative";
810
883
  const content = `${verb}: ${args.title}. ${args.summary}`;
811
884
  const markerId = `initiative-marker-${this.slugify(args.title)}-${Date.now()}`;
812
- await this.retain(
813
- content,
814
- "initiative marker",
815
- markerId,
816
- ["knowledge:feature-work", `relatedPageId:${pageId}`],
817
- "document"
818
- );
885
+ const tags = [
886
+ .../* @__PURE__ */ new Set([
887
+ ...args.stamp?.tags ?? [],
888
+ "knowledge:feature-work",
889
+ `relatedPageId:${pageId}`
890
+ ])
891
+ ];
892
+ if (Object.keys(args.stamp?.metadata ?? {}).length) {
893
+ await this.retain(content, "initiative marker", markerId, tags, "document", {
894
+ metadata: args.stamp?.metadata
895
+ });
896
+ } else {
897
+ await this.retain(content, "initiative marker", markerId, tags, "document");
898
+ }
819
899
  return { page_id: pageId };
820
900
  }
821
901
  /** Find a root folder by name (case-insensitive) or create it; returns its id. Fail-open to undefined. */
@@ -873,7 +953,7 @@ function parsePageList(raw) {
873
953
 
874
954
  // src/core/survey.ts
875
955
  import { spawn as realSpawn2 } from "child_process";
876
- import { accessSync, constants, existsSync } from "fs";
956
+ import { accessSync, constants, existsSync as existsSync2 } from "fs";
877
957
  import { homedir as homedir3 } from "os";
878
958
  import { delimiter, dirname as dirname3, join as join4 } from "path";
879
959
  import { fileURLToPath as fileURLToPath2 } from "url";
@@ -962,7 +1042,8 @@ var FINAL_BANK = resolved0.bankId ?? BANK;
962
1042
  var client = new HindsightClient({
963
1043
  apiUrl: arg("api-url") ?? cfg.apiUrl,
964
1044
  apiToken: arg("api-token") ?? cfg.apiToken,
965
- bank: FINAL_BANK
1045
+ bank: FINAL_BANK,
1046
+ maxParallelRetains: cfg.maxParallelRetains
966
1047
  });
967
1048
  syncStatus(client, FINAL_BANK, REPO).then((s) => console.log(JSON.stringify(s))).catch((e) => {
968
1049
  console.error("status failed:", e.message || e);
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@vectorize-io/hindsight-coding-agents",
3
- "version": "0.2.1",
3
+ "version": "0.3.0",
4
4
  "repository": {
5
5
  "type": "git",
6
6
  "url": "https://github.com/vectorize-io/hindsight.git",
@@ -43,6 +43,11 @@
43
43
  }
44
44
  ]
45
45
  },
46
+ "pi": {
47
+ "extensions": [
48
+ "./dist/prime-agent.js"
49
+ ]
50
+ },
46
51
  "scripts": {
47
52
  "build": "tsup",
48
53
  "clean": "rm -rf dist",