@vectorize-io/hindsight-coding-agents 0.1.1 → 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -442,8 +442,22 @@ var CODING_BANK_TEMPLATE = {
442
442
 
443
443
  // src/core/util.ts
444
444
  var sleep = (ms) => new Promise((r) => setTimeout(r, ms));
445
+ function semverGte(version, min) {
446
+ const parts = (v) => {
447
+ const m = v.trim().match(/^(\d+)\.(\d+)(?:\.(\d+))?/);
448
+ return m ? [Number(m[1]), Number(m[2]), Number(m[3] ?? 0)] : void 0;
449
+ };
450
+ const a = version ? parts(version) : void 0;
451
+ const b = parts(min);
452
+ if (!a || !b) return false;
453
+ for (let i = 0; i < 3; i++) {
454
+ if (a[i] !== b[i]) return a[i] > b[i];
455
+ }
456
+ return true;
457
+ }
445
458
 
446
459
  // src/core/hindsight.ts
460
+ var MIN_IDEMPOTENT_RETAIN_VERSION = "0.8.6";
447
461
  var KnowledgePagesUnavailableError = class extends Error {
448
462
  code = "knowledge_pages_unavailable";
449
463
  constructor() {
@@ -460,6 +474,8 @@ var HindsightClient = class {
460
474
  // async operation ids collected by retain(), for drain()
461
475
  /** Tri-state capability probe: unknown until the first page request, then cached. */
462
476
  knowledgePagesSupported;
477
+ /** Tri-state capability probe: unknown until the first append-mode retain, then cached. */
478
+ idempotentRetain;
463
479
  log;
464
480
  constructor(o) {
465
481
  this.apiUrl = o.apiUrl.replace(/\/$/, "");
@@ -488,7 +504,8 @@ var HindsightClient = class {
488
504
  throw new Error(`${method} ${url} -> ${r.status} ${await r.text()}`);
489
505
  return r;
490
506
  }
491
- /** Retain one memory. Async by default: enqueue extraction server-side and collect its op-id for drain(). */
507
+ /** Retain one memory. ALWAYS async: enqueue extraction server-side and collect its op-id for
508
+ * drain(). Nothing in this plugin can afford to block a coding agent's hook on extraction. */
492
509
  async retain(content, context, documentId, tags, strategy, opts = {}) {
493
510
  const item = {
494
511
  content,
@@ -499,14 +516,36 @@ var HindsightClient = class {
499
516
  };
500
517
  if (opts.timestamp) item.timestamp = opts.timestamp;
501
518
  if (opts.metadata) item.metadata = opts.metadata;
502
- const isAsync = opts.async !== false;
503
- const r = await this.req("POST", this.bankUrl("/memories"), { items: [item], async: isAsync });
504
- if (isAsync) {
505
- try {
506
- const j = await r.json();
507
- if (j.operation_id) this.opIds.push(j.operation_id);
508
- } catch {
509
- }
519
+ if (opts.updateMode) item.update_mode = opts.updateMode;
520
+ const body = { items: [item], async: true };
521
+ if (opts.operationId) body.operation_id = opts.operationId;
522
+ const r = await this.req("POST", this.bankUrl("/memories"), body);
523
+ try {
524
+ const j = await r.json();
525
+ if (j.operation_id) this.opIds.push(j.operation_id);
526
+ } catch {
527
+ }
528
+ }
529
+ /**
530
+ * Whether this server honours `operation_id` on an async retain, and can therefore be appended to
531
+ * safely (see MIN_IDEMPOTENT_RETAIN_VERSION). Probed once per client via GET /version; anything
532
+ * unreachable, unparseable or older answers "no", which costs efficiency, never correctness.
533
+ */
534
+ async supportsIdempotentRetain() {
535
+ if (this.idempotentRetain === void 0) {
536
+ this.idempotentRetain = await this.probeIdempotentRetain();
537
+ this.log(`server retain idempotency: ${this.idempotentRetain ? "supported" : "unavailable"}`);
538
+ }
539
+ return this.idempotentRetain;
540
+ }
541
+ async probeIdempotentRetain() {
542
+ try {
543
+ const r = await this.req("GET", `${this.apiUrl}/version`);
544
+ if (!r.ok) return false;
545
+ const j = await r.json();
546
+ return semverGte(j.api_version, MIN_IDEMPOTENT_RETAIN_VERSION);
547
+ } catch {
548
+ return false;
510
549
  }
511
550
  }
512
551
  /**
@@ -794,8 +833,7 @@ var HindsightClient = class {
794
833
  "initiative marker",
795
834
  markerId,
796
835
  ["knowledge:feature-work", `relatedPageId:${pageId}`],
797
- "document",
798
- { async: true }
836
+ "document"
799
837
  );
800
838
  return { page_id: pageId };
801
839
  }
@@ -1035,15 +1073,79 @@ async function runHook(spec, makeClient = (o) => new HindsightClient(o)) {
1035
1073
  }
1036
1074
 
1037
1075
  // src/core/retain-hook.ts
1038
- import { readFileSync as readFileSync5 } from "fs";
1076
+ import { readFileSync as readFileSync4 } from "fs";
1077
+
1078
+ // src/core/retain-cursor.ts
1079
+ import { createHash } from "crypto";
1080
+
1081
+ // src/core/uuid.ts
1082
+ import { createHash as createHash2 } from "crypto";
1039
1083
 
1040
1084
  // src/core/daemon.ts
1041
1085
  import { execFileSync as execFileSync2, spawn as realSpawn2 } from "child_process";
1042
1086
  import { dirname as dirname5, join as join6 } from "path";
1043
1087
  import { fileURLToPath as fileURLToPath2 } from "url";
1044
1088
 
1045
- // src/core/transcript.ts
1046
- import { readFileSync as readFileSync4 } from "fs";
1089
+ // src/core/jsonl.ts
1090
+ import { closeSync, openSync, readSync, statSync } from "fs";
1091
+ import { StringDecoder } from "string_decoder";
1092
+ var CHUNK_BYTES = 64 * 1024;
1093
+ var MAX_TRANSCRIPT_BYTES = 32 * 1024 * 1024;
1094
+ function readJsonlTail(path, opts) {
1095
+ const maxBytes = opts.maxBytes ?? MAX_TRANSCRIPT_BYTES;
1096
+ let size;
1097
+ try {
1098
+ size = statSync(path).size;
1099
+ } catch {
1100
+ return { lines: emptyLines(), skippedBytes: 0 };
1101
+ }
1102
+ const skippedBytes = size > maxBytes ? size - maxBytes : 0;
1103
+ if (skippedBytes > 0) {
1104
+ log.warn(opts.scope, "transcript too large \u2014 retaining the most recent portion only", {
1105
+ path,
1106
+ sizeBytes: size,
1107
+ skippedBytes
1108
+ });
1109
+ }
1110
+ return { lines: streamLines(path, skippedBytes), skippedBytes };
1111
+ }
1112
+ function* emptyLines() {
1113
+ }
1114
+ function* streamLines(path, start) {
1115
+ let fd;
1116
+ try {
1117
+ fd = openSync(path, "r");
1118
+ } catch {
1119
+ return;
1120
+ }
1121
+ try {
1122
+ const buffer = Buffer.allocUnsafe(CHUNK_BYTES);
1123
+ const decoder = new StringDecoder("utf8");
1124
+ let pending = "";
1125
+ let position = start > 0 ? start - 1 : 0;
1126
+ let dropPartial = start > 0;
1127
+ for (; ; ) {
1128
+ const bytesRead = readSync(fd, buffer, 0, buffer.length, position);
1129
+ if (bytesRead <= 0) break;
1130
+ position += bytesRead;
1131
+ pending += decoder.write(buffer.subarray(0, bytesRead));
1132
+ let newline;
1133
+ while ((newline = pending.indexOf("\n")) !== -1) {
1134
+ const line = pending.slice(0, newline);
1135
+ pending = pending.slice(newline + 1);
1136
+ if (dropPartial) {
1137
+ dropPartial = false;
1138
+ continue;
1139
+ }
1140
+ yield line;
1141
+ }
1142
+ }
1143
+ pending += decoder.end();
1144
+ if (pending && !dropPartial) yield pending;
1145
+ } finally {
1146
+ closeSync(fd);
1147
+ }
1148
+ }
1047
1149
 
1048
1150
  // src/core/transcript-util.ts
1049
1151
  var MEMORY_TAG_RE = /<(hook_prompt|hindsight_memory|hindsight_memories|hindsight_bank|relevant_memories|user_feedback|hindsight_knowledge|hindsight_knowledge_refresh)\b[\s\S]*?<\/\1>/g;
@@ -1081,7 +1183,7 @@ function actionLine(tool, input) {
1081
1183
  }
1082
1184
 
1083
1185
  // src/core/session-start.ts
1084
- import { readFileSync as readFileSync7 } from "fs";
1186
+ import { readFileSync as readFileSync6 } from "fs";
1085
1187
 
1086
1188
  // src/core/git.ts
1087
1189
  import { execFileSync as execFileSync3 } from "child_process";
@@ -1098,13 +1200,12 @@ import { delimiter, dirname as dirname6, join as join7 } from "path";
1098
1200
  import { fileURLToPath as fileURLToPath3 } from "url";
1099
1201
 
1100
1202
  // src/core/skill-sync.ts
1101
- import { cpSync, existsSync as existsSync3, readFileSync as readFileSync6 } from "fs";
1203
+ import { cpSync, existsSync as existsSync3, readFileSync as readFileSync5 } from "fs";
1102
1204
  import { homedir as homedir4 } from "os";
1103
1205
  import { dirname as dirname7, join as join8 } from "path";
1104
1206
  import { fileURLToPath as fileURLToPath4 } from "url";
1105
1207
 
1106
1208
  // src/core/transcript-codex.ts
1107
- import { readFileSync as readFileSync8 } from "fs";
1108
1209
  function isSyntheticUserText(text) {
1109
1210
  const s = text.trimStart();
1110
1211
  return s.startsWith("# AGENTS.md instructions for ") || s.startsWith("<environment_context>");
@@ -1113,14 +1214,8 @@ function messageText(payload) {
1113
1214
  return (payload.content || []).filter((c) => c && typeof c.text === "string").map((c) => c.text).join("\n");
1114
1215
  }
1115
1216
  function readCodexTranscript(path) {
1116
- let raw;
1117
- try {
1118
- raw = readFileSync8(path, "utf8");
1119
- } catch {
1120
- return [];
1121
- }
1122
1217
  const turns = [];
1123
- for (const rawLine of raw.split("\n")) {
1218
+ for (const rawLine of readJsonlTail(path, { scope: "codex" }).lines) {
1124
1219
  const trimmed = rawLine.trim();
1125
1220
  if (!trimmed) continue;
1126
1221
  let parsed;
@@ -1154,7 +1249,6 @@ function readCodexTranscript(path) {
1154
1249
  }
1155
1250
 
1156
1251
  // src/core/transcript-cursor.ts
1157
- import { readFileSync as readFileSync9 } from "fs";
1158
1252
  function withTimestamp(turn, timestamp) {
1159
1253
  return timestamp ? { ...turn, timestamp } : turn;
1160
1254
  }
@@ -1164,14 +1258,8 @@ function textFrom(content) {
1164
1258
  return content.filter((block) => block?.type === "text" && typeof block.text === "string").map((block) => block.text).join("\n");
1165
1259
  }
1166
1260
  function readCursorTranscript(path) {
1167
- let raw;
1168
- try {
1169
- raw = readFileSync9(path, "utf8");
1170
- } catch {
1171
- return [];
1172
- }
1173
1261
  const turns = [];
1174
- for (const rawLine of raw.split("\n")) {
1262
+ for (const rawLine of readJsonlTail(path, { scope: "cursor-cli" }).lines) {
1175
1263
  let parsed;
1176
1264
  try {
1177
1265
  parsed = JSON.parse(rawLine);
@@ -1207,17 +1295,10 @@ function readCursorTranscript(path) {
1207
1295
  }
1208
1296
 
1209
1297
  // src/core/transcript-antigravity.ts
1210
- import { readFileSync as readFileSync10 } from "fs";
1211
1298
  function readAntigravityTranscript(path) {
1212
1299
  if (!path) return [];
1213
- let raw;
1214
- try {
1215
- raw = readFileSync10(path, "utf8");
1216
- } catch {
1217
- return [];
1218
- }
1219
1300
  const turns = [];
1220
- for (const line of raw.split("\n")) {
1301
+ for (const line of readJsonlTail(path, { scope: "antigravity-cli" }).lines) {
1221
1302
  try {
1222
1303
  const event = JSON.parse(line);
1223
1304
  const role = event.role ?? event.message?.role ?? event.type;
@@ -1238,16 +1319,9 @@ function readAntigravityTranscript(path) {
1238
1319
  }
1239
1320
 
1240
1321
  // src/core/transcript-copilot.ts
1241
- import { readFileSync as readFileSync11 } from "fs";
1242
1322
  function readCopilotTranscript(path) {
1243
- let raw;
1244
- try {
1245
- raw = readFileSync11(path, "utf8");
1246
- } catch {
1247
- return [];
1248
- }
1249
1323
  const turns = [];
1250
- for (const rawLine of raw.split("\n")) {
1324
+ for (const rawLine of readJsonlTail(path, { scope: "copilot-cli" }).lines) {
1251
1325
  try {
1252
1326
  const event = JSON.parse(rawLine);
1253
1327
  const role = event.type === "user.message" ? "user" : event.type === "assistant.message" ? "assistant" : void 0;
@@ -1261,7 +1335,7 @@ function readCopilotTranscript(path) {
1261
1335
  }
1262
1336
 
1263
1337
  // src/core/transcript-grok.ts
1264
- import { existsSync as existsSync4, readFileSync as readFileSync12, readdirSync } from "fs";
1338
+ import { existsSync as existsSync4, readFileSync as readFileSync7, readdirSync } from "fs";
1265
1339
  import { homedir as homedir5 } from "os";
1266
1340
  import { join as join9 } from "path";
1267
1341
  var CHAT_HISTORY = "chat_history.jsonl";
@@ -1272,7 +1346,7 @@ function grokTranscriptPath(cwd, sessionId, grokHome = process.env.GROK_HOME ||
1272
1346
  try {
1273
1347
  for (const candidate of readdirSync(sessionsDir)) {
1274
1348
  const directory = join9(sessionsDir, candidate);
1275
- if (readFileSync12(join9(directory, ".cwd"), "utf8").trim() === cwd) {
1349
+ if (readFileSync7(join9(directory, ".cwd"), "utf8").trim() === cwd) {
1276
1350
  return join9(directory, sessionId, CHAT_HISTORY);
1277
1351
  }
1278
1352
  }
@@ -1281,14 +1355,8 @@ function grokTranscriptPath(cwd, sessionId, grokHome = process.env.GROK_HOME ||
1281
1355
  return direct;
1282
1356
  }
1283
1357
  function readGrokTranscript(path) {
1284
- let raw;
1285
- try {
1286
- raw = readFileSync12(path, "utf8");
1287
- } catch {
1288
- return [];
1289
- }
1290
1358
  const turns = [];
1291
- for (const rawLine of raw.split("\n")) {
1359
+ for (const rawLine of readJsonlTail(path, { scope: "grok-build" }).lines) {
1292
1360
  try {
1293
1361
  const event = JSON.parse(rawLine);
1294
1362
  if (event.type !== "user" && event.type !== "assistant") continue;