@securecoms/agent-bridge 0.26.6 → 0.27.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +78 -0
- package/dist/bin.d.ts +23 -0
- package/dist/bin.js +1131 -32
- package/dist/bridge-agent.d.ts +224 -0
- package/dist/consumer-grants.d.ts +2 -1
- package/dist/index.js +1117 -27
- package/dist/memory/consumer-notes.d.ts +34 -0
- package/dist/memory/memory-config.d.ts +10 -0
- package/dist/memory/note-frames.d.ts +44 -0
- package/dist/memory/note-provenance.d.ts +40 -0
- package/dist/memory/notes-book.d.ts +169 -0
- package/dist/memory/secret-scan.d.ts +5 -0
- package/dist/version.d.ts +1 -1
- package/dist/voice/fast-prompt.d.ts +5 -0
- package/dist/ws-server.d.ts +15 -0
- package/package.json +1 -1
package/dist/bin.js
CHANGED
|
@@ -26089,7 +26089,7 @@ import { createHash } from "node:crypto";
|
|
|
26089
26089
|
import { DatabaseSync } from "node:sqlite";
|
|
26090
26090
|
|
|
26091
26091
|
// ../connect-mls-store/dist/schema.js
|
|
26092
|
-
var SCHEMA_VERSION =
|
|
26092
|
+
var SCHEMA_VERSION = 10;
|
|
26093
26093
|
var BUSY_TIMEOUT_MS = 5e3;
|
|
26094
26094
|
function openSchema(db) {
|
|
26095
26095
|
db.exec(`PRAGMA busy_timeout = ${BUSY_TIMEOUT_MS}`);
|
|
@@ -26237,6 +26237,34 @@ function openSchema(db) {
|
|
|
26237
26237
|
);
|
|
26238
26238
|
`);
|
|
26239
26239
|
}
|
|
26240
|
+
if (row.user_version < 10) {
|
|
26241
|
+
db.exec(`
|
|
26242
|
+
CREATE TABLE IF NOT EXISTS agent_memory_note (
|
|
26243
|
+
identity_id TEXT NOT NULL,
|
|
26244
|
+
conversation_id TEXT NOT NULL,
|
|
26245
|
+
note_id INTEGER NOT NULL,
|
|
26246
|
+
sealed_text BLOB NOT NULL,
|
|
26247
|
+
created_at INTEGER NOT NULL,
|
|
26248
|
+
updated_at INTEGER NOT NULL,
|
|
26249
|
+
origin_audience TEXT NOT NULL,
|
|
26250
|
+
PRIMARY KEY (identity_id, conversation_id, note_id)
|
|
26251
|
+
);
|
|
26252
|
+
`);
|
|
26253
|
+
db.exec(`
|
|
26254
|
+
CREATE TABLE IF NOT EXISTS agent_memory_note_counter (
|
|
26255
|
+
identity_id TEXT NOT NULL,
|
|
26256
|
+
conversation_id TEXT NOT NULL,
|
|
26257
|
+
high_water INTEGER NOT NULL,
|
|
26258
|
+
PRIMARY KEY (identity_id, conversation_id)
|
|
26259
|
+
);
|
|
26260
|
+
`);
|
|
26261
|
+
db.exec(`
|
|
26262
|
+
CREATE TABLE IF NOT EXISTS agent_memory_state (
|
|
26263
|
+
identity_id TEXT PRIMARY KEY,
|
|
26264
|
+
applied_clear_generation INTEGER NOT NULL
|
|
26265
|
+
);
|
|
26266
|
+
`);
|
|
26267
|
+
}
|
|
26240
26268
|
ensureRuntimeInboxDeliveryAttempts(db);
|
|
26241
26269
|
ensureRuntimeReplyIntent(db);
|
|
26242
26270
|
ensureRuntimeReplyIntentEnvelopeGroup(db);
|
|
@@ -26331,6 +26359,15 @@ var MlsStoreSealError = class extends Error {
|
|
|
26331
26359
|
}
|
|
26332
26360
|
};
|
|
26333
26361
|
|
|
26362
|
+
// ../connect-mls-store/dist/memory-notes.js
|
|
26363
|
+
var NOTE_MAX_CHARS = 400;
|
|
26364
|
+
var NOTES_DOC_MAX_CHARS = 8e3;
|
|
26365
|
+
var NOTES_MAX_COUNT = 200;
|
|
26366
|
+
var MAX_CLEAR_GENERATION = 2147483647;
|
|
26367
|
+
function noteAad(identityId, conversationId) {
|
|
26368
|
+
return new TextEncoder().encode(`agent_memory_note\0${identityId}\0${conversationId}`);
|
|
26369
|
+
}
|
|
26370
|
+
|
|
26334
26371
|
// ../connect-mls-store/dist/sqlite-store.js
|
|
26335
26372
|
function encodeBundle(bundle) {
|
|
26336
26373
|
const pp = bundle.privatePackage;
|
|
@@ -26363,6 +26400,9 @@ function sameBytes(a, b) {
|
|
|
26363
26400
|
return a === b;
|
|
26364
26401
|
return Buffer.compare(a, b) === 0;
|
|
26365
26402
|
}
|
|
26403
|
+
function bytesEqual(a, b) {
|
|
26404
|
+
return Buffer.from(a).equals(Buffer.from(b));
|
|
26405
|
+
}
|
|
26366
26406
|
function sameTag(prior, tag) {
|
|
26367
26407
|
return prior !== null && prior.groupId === tag.groupId && prior.epoch === tag.epoch;
|
|
26368
26408
|
}
|
|
@@ -26390,6 +26430,8 @@ function envelopeGroupFor(envelope, record) {
|
|
|
26390
26430
|
return null;
|
|
26391
26431
|
return envSha256 === envelopeDigest(envelope) ? groupId : null;
|
|
26392
26432
|
}
|
|
26433
|
+
var FactNotConsumed = class extends Error {
|
|
26434
|
+
};
|
|
26393
26435
|
var SqliteMlsStateStore = class {
|
|
26394
26436
|
db;
|
|
26395
26437
|
id;
|
|
@@ -26749,12 +26791,18 @@ var SqliteMlsStateStore = class {
|
|
|
26749
26791
|
* is acknowledged. The payload is sealed at rest. A redelivery is opened and
|
|
26750
26792
|
* compared so a same-id/different-payload collision becomes a loud refusal
|
|
26751
26793
|
* without persisting a plaintext-derived digest.
|
|
26794
|
+
*
|
|
26795
|
+
* `samePayload` decides whether a redelivery matches the staged row
|
|
26796
|
+
* (default: byte equality). The caller passes its own when the payload
|
|
26797
|
+
* carries a field that may legitimately differ between two stagings of the
|
|
26798
|
+
* same message (the bridge's ingest stamp). The staged row is never
|
|
26799
|
+
* rewritten: on a match the FIRST staging stays authoritative.
|
|
26752
26800
|
*/
|
|
26753
|
-
async stageRuntimeInbox(messageId, payload, receivedAt = Date.now()) {
|
|
26801
|
+
async stageRuntimeInbox(messageId, payload, receivedAt = Date.now(), samePayload = bytesEqual) {
|
|
26754
26802
|
const prior = this.db.prepare("SELECT sealed_message FROM runtime_inbox WHERE identity_id=? AND message_id=?").get(this.id, messageId);
|
|
26755
26803
|
if (prior) {
|
|
26756
26804
|
const priorPayload = await this.openRuntimeInboxPayload(prior.sealed_message);
|
|
26757
|
-
if (!
|
|
26805
|
+
if (!samePayload(priorPayload, payload)) {
|
|
26758
26806
|
throw new Error("runtime inbox message-id payload conflict");
|
|
26759
26807
|
}
|
|
26760
26808
|
return false;
|
|
@@ -26766,7 +26814,7 @@ var SqliteMlsStateStore = class {
|
|
|
26766
26814
|
if (info.changes === 0) {
|
|
26767
26815
|
const raced = this.db.prepare("SELECT sealed_message FROM runtime_inbox WHERE identity_id=? AND message_id=?").get(this.id, messageId);
|
|
26768
26816
|
const racedPayload = await this.openRuntimeInboxPayload(raced.sealed_message);
|
|
26769
|
-
if (!
|
|
26817
|
+
if (!samePayload(racedPayload, payload)) {
|
|
26770
26818
|
throw new Error("runtime inbox message-id payload conflict");
|
|
26771
26819
|
}
|
|
26772
26820
|
return false;
|
|
@@ -27064,12 +27112,132 @@ var SqliteMlsStateStore = class {
|
|
|
27064
27112
|
this.db.prepare("DELETE FROM agent_memory WHERE identity_id=? AND conversation_id=?").run(this.id, conversationId);
|
|
27065
27113
|
this.db.prepare("DELETE FROM agent_memory_fact WHERE identity_id=? AND conversation_id=?").run(this.id, conversationId);
|
|
27066
27114
|
this.db.prepare("DELETE FROM agent_memory_fact_assignment WHERE identity_id=? AND conversation_id=?").run(this.id, conversationId);
|
|
27115
|
+
this.db.prepare("DELETE FROM agent_memory_note WHERE identity_id=? AND conversation_id=?").run(this.id, conversationId);
|
|
27067
27116
|
this.db.exec("COMMIT");
|
|
27068
27117
|
} catch (error) {
|
|
27069
27118
|
this.db.exec("ROLLBACK");
|
|
27070
27119
|
throw error;
|
|
27071
27120
|
}
|
|
27072
27121
|
}
|
|
27122
|
+
// ── Markdown memory 7a: notes (schema v10, spec §6) ──────────────────
|
|
27123
|
+
// THE AWAIT TRAP (see the C2 note above): every method awaits its crypto
|
|
27124
|
+
// BEFORE any transaction; commitMemoryNote and applyMemoryClear are
|
|
27125
|
+
// synchronous by type. The bridge serialises callers with one mutex per
|
|
27126
|
+
// identity (NotesBook); the checks inside the transaction are the
|
|
27127
|
+
// fail-closed floor if a caller forgets it.
|
|
27128
|
+
/** The applied clear generation, 0 when the identity was never cleared. */
|
|
27129
|
+
memoryClearGeneration() {
|
|
27130
|
+
const r = this.db.prepare("SELECT applied_clear_generation AS g FROM agent_memory_state WHERE identity_id=?").get(this.id);
|
|
27131
|
+
return r ? Number(r.g) : 0;
|
|
27132
|
+
}
|
|
27133
|
+
/** Rows and generation are read synchronously, before the first await (N-M1). */
|
|
27134
|
+
async readMemoryNotes(conversationId) {
|
|
27135
|
+
const generation = this.memoryClearGeneration();
|
|
27136
|
+
const rows = this.db.prepare(`SELECT note_id, sealed_text, created_at, updated_at, origin_audience FROM agent_memory_note
|
|
27137
|
+
WHERE identity_id=? AND conversation_id=? ORDER BY note_id ASC`).all(this.id, conversationId);
|
|
27138
|
+
const aad = noteAad(this.id, conversationId);
|
|
27139
|
+
const notes = [];
|
|
27140
|
+
let unreadable = 0;
|
|
27141
|
+
for (const r of rows) {
|
|
27142
|
+
try {
|
|
27143
|
+
const text = new TextDecoder().decode(await this.cipher.openWithAad(r.sealed_text, aad));
|
|
27144
|
+
notes.push({
|
|
27145
|
+
id: Number(r.note_id),
|
|
27146
|
+
text,
|
|
27147
|
+
createdAt: Number(r.created_at),
|
|
27148
|
+
updatedAt: Number(r.updated_at),
|
|
27149
|
+
origin: r.origin_audience === "legacy_import" ? "legacy_import" : "owner_dm"
|
|
27150
|
+
});
|
|
27151
|
+
} catch {
|
|
27152
|
+
unreadable++;
|
|
27153
|
+
}
|
|
27154
|
+
}
|
|
27155
|
+
return { notes, unreadable, generation };
|
|
27156
|
+
}
|
|
27157
|
+
/** Seal one note under this channel's AAD. A failure is MlsStoreSealError and nothing is written (§6.2). */
|
|
27158
|
+
async sealMemoryNote(conversationId, text) {
|
|
27159
|
+
try {
|
|
27160
|
+
return await this.cipher.sealWithAad(new TextEncoder().encode(text), noteAad(this.id, conversationId));
|
|
27161
|
+
} catch (e) {
|
|
27162
|
+
throw new MlsStoreSealError(String(e?.message ?? e));
|
|
27163
|
+
}
|
|
27164
|
+
}
|
|
27165
|
+
/** The id the next add in this channel would get. Read under the caller's mutex for the size check. */
|
|
27166
|
+
peekNextMemoryNoteId(conversationId) {
|
|
27167
|
+
const r = this.db.prepare("SELECT high_water FROM agent_memory_note_counter WHERE identity_id=? AND conversation_id=?").get(this.id, conversationId);
|
|
27168
|
+
return (r ? Number(r.high_water) : 0) + 1;
|
|
27169
|
+
}
|
|
27170
|
+
/** One BEGIN IMMEDIATE: W7b (the generation), the count cap, the counter and the row. */
|
|
27171
|
+
commitMemoryNote(c) {
|
|
27172
|
+
const now = this.memoryNow();
|
|
27173
|
+
try {
|
|
27174
|
+
return this.commitMemoryNoteTx(c, now);
|
|
27175
|
+
} catch (e) {
|
|
27176
|
+
if (e instanceof FactNotConsumed)
|
|
27177
|
+
return { ok: false, reason: "unknown_id" };
|
|
27178
|
+
throw e;
|
|
27179
|
+
}
|
|
27180
|
+
}
|
|
27181
|
+
commitMemoryNoteTx(c, now) {
|
|
27182
|
+
return this.immediate(() => {
|
|
27183
|
+
if (this.memoryClearGeneration() !== c.expectGeneration)
|
|
27184
|
+
return { ok: false, reason: "cleared" };
|
|
27185
|
+
if (c.op === "add") {
|
|
27186
|
+
const { n } = this.db.prepare("SELECT COUNT(*) AS n FROM agent_memory_note WHERE identity_id=? AND conversation_id=?").get(this.id, c.conversationId);
|
|
27187
|
+
if (Number(n) >= NOTES_MAX_COUNT)
|
|
27188
|
+
return { ok: false, reason: "cap" };
|
|
27189
|
+
const id = this.peekNextMemoryNoteId(c.conversationId);
|
|
27190
|
+
this.db.prepare(`INSERT INTO agent_memory_note_counter (identity_id, conversation_id, high_water) VALUES (?, ?, ?)
|
|
27191
|
+
ON CONFLICT(identity_id, conversation_id) DO UPDATE SET high_water=excluded.high_water`).run(this.id, c.conversationId, id);
|
|
27192
|
+
this.db.prepare(`INSERT INTO agent_memory_note (identity_id, conversation_id, note_id, sealed_text, created_at, updated_at, origin_audience)
|
|
27193
|
+
VALUES (?, ?, ?, ?, ?, ?, ?)`).run(this.id, c.conversationId, id, c.sealed, now, now, c.origin);
|
|
27194
|
+
if (c.consumeFactId !== void 0) {
|
|
27195
|
+
const consumed = this.db.prepare("DELETE FROM agent_memory_fact WHERE identity_id=? AND conversation_id=? AND fact_id=?").run(this.id, c.conversationId, c.consumeFactId);
|
|
27196
|
+
if (Number(consumed.changes) !== 1)
|
|
27197
|
+
throw new FactNotConsumed();
|
|
27198
|
+
}
|
|
27199
|
+
return { ok: true, id };
|
|
27200
|
+
}
|
|
27201
|
+
if (c.op === "replace") {
|
|
27202
|
+
const info2 = this.db.prepare(
|
|
27203
|
+
// Task 4 review m3: the owner rewrote the text, so the row is now owner_dm.
|
|
27204
|
+
`UPDATE agent_memory_note SET sealed_text=?, updated_at=?, origin_audience='owner_dm'
|
|
27205
|
+
WHERE identity_id=? AND conversation_id=? AND note_id=?`
|
|
27206
|
+
).run(c.sealed, now, this.id, c.conversationId, c.id);
|
|
27207
|
+
return Number(info2.changes) === 1 ? { ok: true, id: c.id } : { ok: false, reason: "unknown_id" };
|
|
27208
|
+
}
|
|
27209
|
+
const info = this.db.prepare("DELETE FROM agent_memory_note WHERE identity_id=? AND conversation_id=? AND note_id=?").run(this.id, c.conversationId, c.id);
|
|
27210
|
+
return Number(info.changes) === 1 ? { ok: true, id: c.id } : { ok: false, reason: "unknown_id" };
|
|
27211
|
+
});
|
|
27212
|
+
}
|
|
27213
|
+
/** §6.5: delete every note of this identity and store the generation, in one transaction.
|
|
27214
|
+
* False (and nothing changes) when `generation` is not higher than the stored one. */
|
|
27215
|
+
applyMemoryClear(generation) {
|
|
27216
|
+
if (!Number.isInteger(generation) || generation < 0 || generation > MAX_CLEAR_GENERATION) {
|
|
27217
|
+
throw new RangeError("clear generation out of range");
|
|
27218
|
+
}
|
|
27219
|
+
return this.immediate(() => {
|
|
27220
|
+
if (generation <= this.memoryClearGeneration())
|
|
27221
|
+
return false;
|
|
27222
|
+
this.db.prepare("DELETE FROM agent_memory_note WHERE identity_id=?").run(this.id);
|
|
27223
|
+
this.db.prepare(`INSERT INTO agent_memory_state (identity_id, applied_clear_generation) VALUES (?, ?)
|
|
27224
|
+
ON CONFLICT(identity_id) DO UPDATE SET applied_clear_generation=excluded.applied_clear_generation`).run(this.id, generation);
|
|
27225
|
+
return true;
|
|
27226
|
+
});
|
|
27227
|
+
}
|
|
27228
|
+
/** §10: this channel's legacy facts that are still inside their retention, oldest first, with their ids. Unopenable rows are skipped. */
|
|
27229
|
+
async readMemoryFactsForImport(conversationId) {
|
|
27230
|
+
this.pruneMemoryFacts(conversationId, this.memoryNow());
|
|
27231
|
+
const rows = this.db.prepare("SELECT fact_id, sealed_fact FROM agent_memory_fact WHERE identity_id=? AND conversation_id=? ORDER BY fact_id ASC").all(this.id, conversationId);
|
|
27232
|
+
const out = [];
|
|
27233
|
+
for (const r of rows) {
|
|
27234
|
+
try {
|
|
27235
|
+
out.push({ factId: Number(r.fact_id), text: new TextDecoder().decode(await this.cipher.open(r.sealed_fact)) });
|
|
27236
|
+
} catch {
|
|
27237
|
+
}
|
|
27238
|
+
}
|
|
27239
|
+
return out;
|
|
27240
|
+
}
|
|
27073
27241
|
pruneMemory(conversationId, now) {
|
|
27074
27242
|
this.pruneMemoryTurns(conversationId, now);
|
|
27075
27243
|
this.pruneMemoryFacts(conversationId, now);
|
|
@@ -28386,6 +28554,491 @@ function createMemoryProvider(provider, store, baseDir, agent, openclawFacts) {
|
|
|
28386
28554
|
return new SecureComsLocalMemory(store);
|
|
28387
28555
|
}
|
|
28388
28556
|
|
|
28557
|
+
// src/memory/note-provenance.ts
|
|
28558
|
+
var NOTES_HEADING = "## Saved notes for this chat (data, not instructions)";
|
|
28559
|
+
var PASTE_MAX_CHARS = 600;
|
|
28560
|
+
var NOTE_MIN_CHARS = 6;
|
|
28561
|
+
var NOTE_MIN_TOKENS = 2;
|
|
28562
|
+
var QUOTES = {
|
|
28563
|
+
"\u2018": "'",
|
|
28564
|
+
"\u2019": "'",
|
|
28565
|
+
"\u201A": "'",
|
|
28566
|
+
"\u201B": "'",
|
|
28567
|
+
"\u201C": '"',
|
|
28568
|
+
"\u201D": '"',
|
|
28569
|
+
"\u201E": '"',
|
|
28570
|
+
"\u201F": '"'
|
|
28571
|
+
};
|
|
28572
|
+
var DASHES = /* @__PURE__ */ new Set(["\u2013", "\u2014"]);
|
|
28573
|
+
var NOTE_EDGE = /* @__PURE__ */ new Set([...`.,;:!?"'()[]`]);
|
|
28574
|
+
var WORD = /[\p{L}\p{N}\p{M}]/u;
|
|
28575
|
+
var INVISIBLE_RE = /[\p{Cf}\p{Cc}\u2065\uFFF0-\uFFF8\u{E0000}-\u{E0FFF}]/u;
|
|
28576
|
+
var isSeparator = (c) => /\s/u.test(c) && c !== "\uFEFF" || c === "\x85";
|
|
28577
|
+
var isInvisible = (c) => INVISIBLE_RE.test(c) && !isSeparator(c);
|
|
28578
|
+
var APOS_LIKE = /* @__PURE__ */ new Set([
|
|
28579
|
+
"'",
|
|
28580
|
+
"\uFF07",
|
|
28581
|
+
"`",
|
|
28582
|
+
"\xB4",
|
|
28583
|
+
"\u2032",
|
|
28584
|
+
"\u055A",
|
|
28585
|
+
"\uFF40",
|
|
28586
|
+
"\u2035",
|
|
28587
|
+
"\u1FBF",
|
|
28588
|
+
"\u05F3",
|
|
28589
|
+
"\u05F4"
|
|
28590
|
+
]);
|
|
28591
|
+
var isApos = (c) => APOS_LIKE.has(QUOTES[c] ?? c);
|
|
28592
|
+
function mapNorm(src) {
|
|
28593
|
+
const out = [];
|
|
28594
|
+
let i = 0;
|
|
28595
|
+
for (const cp of src) {
|
|
28596
|
+
const start = i;
|
|
28597
|
+
i += cp.length;
|
|
28598
|
+
for (const c of cp.normalize("NFKC").toLowerCase()) {
|
|
28599
|
+
const folded = QUOTES[c] ?? (DASHES.has(c) ? "-" : c);
|
|
28600
|
+
out.push({ ch: folded !== "\uFEFF" && /\s/u.test(folded) ? " " : folded, start, end: i });
|
|
28601
|
+
}
|
|
28602
|
+
}
|
|
28603
|
+
const collapsed = [];
|
|
28604
|
+
for (const m of out) {
|
|
28605
|
+
if (m.ch === " " && (collapsed.length === 0 || collapsed[collapsed.length - 1].ch === " ")) continue;
|
|
28606
|
+
collapsed.push(m);
|
|
28607
|
+
}
|
|
28608
|
+
while (collapsed.length > 0 && collapsed[collapsed.length - 1].ch === " ") collapsed.pop();
|
|
28609
|
+
return collapsed;
|
|
28610
|
+
}
|
|
28611
|
+
function norm(s) {
|
|
28612
|
+
return mapNorm(s).map((m) => m.ch).join("");
|
|
28613
|
+
}
|
|
28614
|
+
function normNote(s) {
|
|
28615
|
+
const chars = [...norm(s)];
|
|
28616
|
+
while (chars.length > 0 && NOTE_EDGE.has(chars[0])) chars.shift();
|
|
28617
|
+
while (chars.length > 0 && NOTE_EDGE.has(chars[chars.length - 1])) chars.pop();
|
|
28618
|
+
return chars.join("").trim();
|
|
28619
|
+
}
|
|
28620
|
+
function oneLine(s) {
|
|
28621
|
+
const cps = [...s.replace(/[\r\n\u2028\u2029\u0085]+/g, " ")];
|
|
28622
|
+
const kept = [];
|
|
28623
|
+
for (let i = 0; i < cps.length; i++) {
|
|
28624
|
+
const c = cps[i];
|
|
28625
|
+
if (isSeparator(c)) {
|
|
28626
|
+
kept.push(c);
|
|
28627
|
+
continue;
|
|
28628
|
+
}
|
|
28629
|
+
if (c === "\u200C" || c === "\u200D") {
|
|
28630
|
+
const prev = cps[i - 1];
|
|
28631
|
+
const next = cps[i + 1];
|
|
28632
|
+
if (prev !== void 0 && next !== void 0 && /[\p{L}\p{M}]/u.test(prev) && /[\p{L}\p{M}]/u.test(next)) kept.push(c);
|
|
28633
|
+
continue;
|
|
28634
|
+
}
|
|
28635
|
+
if (isInvisible(c)) continue;
|
|
28636
|
+
kept.push(c);
|
|
28637
|
+
}
|
|
28638
|
+
return kept.join("").replace(/\s+/g, " ").trim();
|
|
28639
|
+
}
|
|
28640
|
+
function firstVisible(chars) {
|
|
28641
|
+
for (const c of chars) if (!isInvisible(c)) return c;
|
|
28642
|
+
return "";
|
|
28643
|
+
}
|
|
28644
|
+
function leftInWord(text, at) {
|
|
28645
|
+
const before = [...text.slice(0, at)].reverse();
|
|
28646
|
+
const vis = before.filter((c) => !isInvisible(c));
|
|
28647
|
+
const a = vis[0];
|
|
28648
|
+
if (a === void 0) return false;
|
|
28649
|
+
if (WORD.test(a)) return true;
|
|
28650
|
+
return isApos(a) && vis[1] !== void 0 && WORD.test(vis[1]);
|
|
28651
|
+
}
|
|
28652
|
+
function rightInWord(text, at) {
|
|
28653
|
+
const vis = [...text.slice(at)].filter((c) => !isInvisible(c));
|
|
28654
|
+
const a = vis[0];
|
|
28655
|
+
if (a === void 0) return false;
|
|
28656
|
+
if (WORD.test(a)) return true;
|
|
28657
|
+
return isApos(a) && vis[1] !== void 0 && WORD.test(vis[1]);
|
|
28658
|
+
}
|
|
28659
|
+
function quoteFromMessage(note, record) {
|
|
28660
|
+
if (record.transcribed) return { ok: false, why: "transcribed" };
|
|
28661
|
+
if (record.text.length > PASTE_MAX_CHARS) return { ok: false, why: "pasted" };
|
|
28662
|
+
if (note.length > 2 * PASTE_MAX_CHARS) return { ok: false, why: "not_a_quote" };
|
|
28663
|
+
const needle = normNote(note);
|
|
28664
|
+
if (!needle) return { ok: false, why: "empty" };
|
|
28665
|
+
if (needle.length < NOTE_MIN_CHARS || needle.split(" ").length < NOTE_MIN_TOKENS) return { ok: false, why: "too_short" };
|
|
28666
|
+
const mapped = mapNorm(record.text);
|
|
28667
|
+
const hayChars = mapped.map((m) => m.ch);
|
|
28668
|
+
const needleChars = [...needle];
|
|
28669
|
+
let recheck;
|
|
28670
|
+
for (let k = 0; k + needleChars.length <= hayChars.length; k++) {
|
|
28671
|
+
let match = true;
|
|
28672
|
+
for (let j = 0; j < needleChars.length; j++) {
|
|
28673
|
+
if (hayChars[k + j] !== needleChars[j]) {
|
|
28674
|
+
match = false;
|
|
28675
|
+
break;
|
|
28676
|
+
}
|
|
28677
|
+
}
|
|
28678
|
+
if (!match) continue;
|
|
28679
|
+
const before = k === 0 ? "" : hayChars[k - 1];
|
|
28680
|
+
const after = k + needleChars.length === hayChars.length ? "" : hayChars[k + needleChars.length];
|
|
28681
|
+
const start = mapped[k].start;
|
|
28682
|
+
const end = mapped[k + needleChars.length - 1].end;
|
|
28683
|
+
if (leftInWord(record.text, start) && WORD.test(firstVisible(needleChars))) continue;
|
|
28684
|
+
if (rightInWord(record.text, end) && WORD.test(firstVisible([...needleChars].reverse()))) continue;
|
|
28685
|
+
const stored = oneLine(record.text.slice(start, end));
|
|
28686
|
+
const kept = normNote(stored);
|
|
28687
|
+
if (!kept) {
|
|
28688
|
+
recheck ??= { ok: false, why: "empty" };
|
|
28689
|
+
continue;
|
|
28690
|
+
}
|
|
28691
|
+
if (kept.length < NOTE_MIN_CHARS || kept.split(" ").length < NOTE_MIN_TOKENS) {
|
|
28692
|
+
recheck ??= { ok: false, why: "too_short" };
|
|
28693
|
+
continue;
|
|
28694
|
+
}
|
|
28695
|
+
return { ok: true, stored };
|
|
28696
|
+
}
|
|
28697
|
+
return recheck ?? { ok: false, why: "not_a_quote" };
|
|
28698
|
+
}
|
|
28699
|
+
function renderNotes(notes) {
|
|
28700
|
+
if (notes.length === 0) return void 0;
|
|
28701
|
+
const lines = notes.map((n) => {
|
|
28702
|
+
const one = oneLine(n.text);
|
|
28703
|
+
return `- [n${n.id}] ${/^[#\-\[]/.test(one) ? `\\${one}` : one}`;
|
|
28704
|
+
});
|
|
28705
|
+
return [NOTES_HEADING, ...lines].join("\n");
|
|
28706
|
+
}
|
|
28707
|
+
|
|
28708
|
+
// src/memory/secret-scan.ts
|
|
28709
|
+
var KEY_PREFIXES = ["sk-", "sk_live_", "AKIA", "ghp_", "BSA"];
|
|
28710
|
+
var EXTRA_PREFIXES = ["xoxb-", "xoxp-", "github_pat_", "glpat-", "AIza", "rk_live_"];
|
|
28711
|
+
var ALL_PREFIXES = [...KEY_PREFIXES, ...EXTRA_PREFIXES];
|
|
28712
|
+
var PEM = "-----BEGIN";
|
|
28713
|
+
var URL_USERINFO = /^[a-zA-Z][a-zA-Z0-9+.\-]*:\/\/[^/\s:@]*:[^/\s@]+@/;
|
|
28714
|
+
var URL_USERINFO_ANYWHERE = /[a-zA-Z][a-zA-Z0-9+.\-]*:\/\/[^/\s:@]*:[^/\s@]+@/;
|
|
28715
|
+
var LONG_TOKEN = /^[A-Za-z0-9_\-+/=]{32,}$/;
|
|
28716
|
+
var LABEL2 = /\b(?:password|passwd|pw|passcode|secret|token|key|apikey|api[_ -]?key)\s*(?::|=|\bis\b)\s*\S/i;
|
|
28717
|
+
var TOKEN_SPLIT = /[^A-Za-z0-9_\-+/=]+/;
|
|
28718
|
+
var JWT = /(?<![A-Za-z0-9])eyJ[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]*/;
|
|
28719
|
+
var HYPHENS = /[\u2010-\u2015\u2212\uFE63\uFF0D]/g;
|
|
28720
|
+
var FORMAT_CHARS = new RegExp("\\p{Cf}", "gu");
|
|
28721
|
+
function normalize(v) {
|
|
28722
|
+
return v.normalize("NFKC").replace(FORMAT_CHARS, "").replace(HYPHENS, "-");
|
|
28723
|
+
}
|
|
28724
|
+
function isPathShaped(token) {
|
|
28725
|
+
return token.includes("/") && /[-_]/.test(token) && !/[+=]/.test(token);
|
|
28726
|
+
}
|
|
28727
|
+
function hasPrefixAtBoundary(token) {
|
|
28728
|
+
for (let i = 0; i < token.length; i++) {
|
|
28729
|
+
if (i > 0 && /[A-Za-z0-9]/.test(token[i - 1])) continue;
|
|
28730
|
+
const rest = token.slice(i);
|
|
28731
|
+
if (rest.length < 20) return false;
|
|
28732
|
+
const set = i === 0 ? ALL_PREFIXES : ALL_PREFIXES.filter((p) => p !== "BSA");
|
|
28733
|
+
if (set.some((p) => rest.startsWith(p))) return true;
|
|
28734
|
+
}
|
|
28735
|
+
return false;
|
|
28736
|
+
}
|
|
28737
|
+
var looksLikeAPath = (v) => v.startsWith("/") || v.startsWith("~");
|
|
28738
|
+
function suspectWholeField(v) {
|
|
28739
|
+
const s = normalize(v).trim();
|
|
28740
|
+
if (!s) return null;
|
|
28741
|
+
if (s.startsWith(PEM)) return "pem";
|
|
28742
|
+
if (s.length >= 20 && KEY_PREFIXES.some((p) => s.startsWith(p))) return "key_prefix";
|
|
28743
|
+
if (URL_USERINFO.test(s)) return "url_userinfo";
|
|
28744
|
+
if (!looksLikeAPath(s) && LONG_TOKEN.test(s)) return "long_token";
|
|
28745
|
+
for (const token of s.split(/\s+/)) {
|
|
28746
|
+
if (token.length >= 20 && KEY_PREFIXES.some((p) => token.startsWith(p))) return "key_prefix";
|
|
28747
|
+
}
|
|
28748
|
+
return null;
|
|
28749
|
+
}
|
|
28750
|
+
function scanNote(input) {
|
|
28751
|
+
const v = normalize(input);
|
|
28752
|
+
const whole = suspectWholeField(v);
|
|
28753
|
+
if (whole) return whole;
|
|
28754
|
+
if (LABEL2.test(v)) return "labelled_secret";
|
|
28755
|
+
if (v.includes(PEM)) return "pem";
|
|
28756
|
+
if (JWT.test(v)) return "jwt";
|
|
28757
|
+
if (URL_USERINFO_ANYWHERE.test(v)) return "url_userinfo";
|
|
28758
|
+
for (const token of v.split(TOKEN_SPLIT)) {
|
|
28759
|
+
if (!token) continue;
|
|
28760
|
+
if (hasPrefixAtBoundary(token)) return "key_prefix";
|
|
28761
|
+
if (looksLikeAPath(token) || isPathShaped(token)) {
|
|
28762
|
+
for (const seg of token.split("/")) {
|
|
28763
|
+
if (/[A-Za-z]/.test(seg) && /\d/.test(seg) && LONG_TOKEN.test(seg)) return "long_token";
|
|
28764
|
+
}
|
|
28765
|
+
} else if (LONG_TOKEN.test(token)) return "long_token";
|
|
28766
|
+
}
|
|
28767
|
+
return null;
|
|
28768
|
+
}
|
|
28769
|
+
|
|
28770
|
+
// src/memory/notes-book.ts
|
|
28771
|
+
var AsyncMutex = class {
|
|
28772
|
+
tail = Promise.resolve();
|
|
28773
|
+
run(fn) {
|
|
28774
|
+
const result = this.tail.then(fn, fn);
|
|
28775
|
+
this.tail = result.then(() => void 0, () => void 0);
|
|
28776
|
+
return result;
|
|
28777
|
+
}
|
|
28778
|
+
};
|
|
28779
|
+
function prepareStoredNote(modelText, record) {
|
|
28780
|
+
const q = quoteFromMessage(modelText, record);
|
|
28781
|
+
if (!q.ok) return { ok: false, reason: "provenance", why: q.why };
|
|
28782
|
+
if (scanNote(q.stored) !== null) return { ok: false, reason: "secret" };
|
|
28783
|
+
return { ok: true, text: q.stored };
|
|
28784
|
+
}
|
|
28785
|
+
var docChars = (notes) => renderNotes(notes)?.length ?? 0;
|
|
28786
|
+
var validGeneration = (g) => Number.isInteger(g) && g >= 0 && g <= MAX_CLEAR_GENERATION;
|
|
28787
|
+
var NotesBook = class {
|
|
28788
|
+
constructor(store, log = writeServiceLog) {
|
|
28789
|
+
this.store = store;
|
|
28790
|
+
this.log = log;
|
|
28791
|
+
this.generation = store.memoryClearGeneration();
|
|
28792
|
+
}
|
|
28793
|
+
mutex = new AsyncMutex();
|
|
28794
|
+
cache = /* @__PURE__ */ new Map();
|
|
28795
|
+
/**
|
|
28796
|
+
* Review m-4: channels whose legacy import ran to completion in this
|
|
28797
|
+
* process. A per-turn re-run re-read and re-opened every remaining fact and
|
|
28798
|
+
* logged memory.import_partial on every owner turn. Invalidation: an
|
|
28799
|
+
* applied clear empties the set; invalidateLegacyImport(channel) re-arms
|
|
28800
|
+
* one channel when a new legacy assignment lands (Task 8 wires it). An
|
|
28801
|
+
* import that throws is not recorded. A restart re-arms all channels.
|
|
28802
|
+
* Cost (accepted): a fact refused for a cap stays a fact after the owner
|
|
28803
|
+
* forgets notes, until a clear, a new assignment or a restart.
|
|
28804
|
+
*/
|
|
28805
|
+
imported = /* @__PURE__ */ new Set();
|
|
28806
|
+
/** In-memory mirror of the stored applied generation, changed only inside clear() (an apply or a resync). */
|
|
28807
|
+
generation;
|
|
28808
|
+
appliedGeneration() {
|
|
28809
|
+
return this.generation;
|
|
28810
|
+
}
|
|
28811
|
+
/** Synchronous, for ws-server flush. A missing entry or a stale generation is a miss (N-M1). */
|
|
28812
|
+
deliverable(channelId) {
|
|
28813
|
+
const e = this.cache.get(channelId);
|
|
28814
|
+
if (!e || e.generation !== this.generation) return { generation: this.generation, miss: true };
|
|
28815
|
+
return e.rendered === void 0 ? { generation: this.generation, miss: false } : { notes: e.rendered, generation: this.generation, miss: false };
|
|
28816
|
+
}
|
|
28817
|
+
/** Warm one channel's entry under the mutex (N-M1). Never rejects: a read failure leaves a miss. */
|
|
28818
|
+
fill(channelId) {
|
|
28819
|
+
return this.mutex.run(() => this.fillQuiet(channelId));
|
|
28820
|
+
}
|
|
28821
|
+
async fillQuiet(channelId) {
|
|
28822
|
+
try {
|
|
28823
|
+
await this.fillLocked(channelId);
|
|
28824
|
+
} catch (e) {
|
|
28825
|
+
this.log("warn", "memory.notes_fill_failed", {}, e);
|
|
28826
|
+
}
|
|
28827
|
+
}
|
|
28828
|
+
/** Call only under the mutex. On a read failure or another generation the entry is dropped (a miss), never kept stale. */
|
|
28829
|
+
async fillLocked(channelId) {
|
|
28830
|
+
let snap;
|
|
28831
|
+
try {
|
|
28832
|
+
snap = await this.store.readMemoryNotes(channelId);
|
|
28833
|
+
} catch (e) {
|
|
28834
|
+
this.cache.delete(channelId);
|
|
28835
|
+
throw e;
|
|
28836
|
+
}
|
|
28837
|
+
if (snap.unreadable > 0) this.log("warn", "memory.note_open_failed", { count: snap.unreadable });
|
|
28838
|
+
if (snap.generation !== this.generation) {
|
|
28839
|
+
this.cache.delete(channelId);
|
|
28840
|
+
return;
|
|
28841
|
+
}
|
|
28842
|
+
this.cache.set(channelId, { rendered: renderNotes(snap.notes), generation: snap.generation });
|
|
28843
|
+
}
|
|
28844
|
+
write(channelId, mutation, expectGeneration, precommit) {
|
|
28845
|
+
const m = mutation.op === "forget" ? mutation : { ...mutation, text: oneLine(mutation.text) };
|
|
28846
|
+
return this.mutex.run(async () => {
|
|
28847
|
+
if (m.op !== "forget" && normNote(m.text) === "") return { ok: false, reason: "invalid" };
|
|
28848
|
+
let snap;
|
|
28849
|
+
try {
|
|
28850
|
+
snap = await this.store.readMemoryNotes(channelId);
|
|
28851
|
+
} catch {
|
|
28852
|
+
return { ok: false, reason: "store" };
|
|
28853
|
+
}
|
|
28854
|
+
if (snap.generation !== expectGeneration) return { ok: false, reason: "cleared" };
|
|
28855
|
+
const notes = snap.notes;
|
|
28856
|
+
let next;
|
|
28857
|
+
if (m.op === "add") {
|
|
28858
|
+
const key = normNote(m.text);
|
|
28859
|
+
const dup = notes.find((n) => normNote(n.text) === key);
|
|
28860
|
+
if (dup) return { ok: true, id: dup.id, notesCount: notes.length, docChars: docChars(notes), deduped: true };
|
|
28861
|
+
if (m.text.length > NOTE_MAX_CHARS || notes.length >= NOTES_MAX_COUNT) return { ok: false, reason: "cap" };
|
|
28862
|
+
next = [...notes, { id: this.store.peekNextMemoryNoteId(channelId), text: m.text }];
|
|
28863
|
+
if (docChars(next) > NOTES_DOC_MAX_CHARS) return { ok: false, reason: "cap" };
|
|
28864
|
+
} else {
|
|
28865
|
+
if (!notes.some((n) => n.id === m.id)) return { ok: false, reason: "invalid" };
|
|
28866
|
+
if (m.op === "replace") {
|
|
28867
|
+
if (m.text.length > NOTE_MAX_CHARS) return { ok: false, reason: "cap" };
|
|
28868
|
+
next = notes.map((n) => n.id === m.id ? { id: n.id, text: m.text } : n);
|
|
28869
|
+
if (docChars(next) > NOTES_DOC_MAX_CHARS) return { ok: false, reason: "cap" };
|
|
28870
|
+
} else {
|
|
28871
|
+
next = notes.filter((n) => n.id !== m.id);
|
|
28872
|
+
}
|
|
28873
|
+
}
|
|
28874
|
+
let sealed;
|
|
28875
|
+
try {
|
|
28876
|
+
if (m.op !== "forget") sealed = await this.store.sealMemoryNote(channelId, m.text);
|
|
28877
|
+
} catch {
|
|
28878
|
+
return { ok: false, reason: "store" };
|
|
28879
|
+
}
|
|
28880
|
+
const veto = precommit?.() ?? null;
|
|
28881
|
+
if (veto !== null) return { ok: false, reason: veto };
|
|
28882
|
+
let r;
|
|
28883
|
+
try {
|
|
28884
|
+
r = m.op === "forget" ? this.store.commitMemoryNote({ op: "forget", conversationId: channelId, id: m.id, expectGeneration }) : m.op === "replace" ? this.store.commitMemoryNote({ op: "replace", conversationId: channelId, id: m.id, sealed, expectGeneration }) : this.store.commitMemoryNote({ op: "add", conversationId: channelId, sealed, origin: "owner_dm", expectGeneration });
|
|
28885
|
+
} catch {
|
|
28886
|
+
return { ok: false, reason: "store" };
|
|
28887
|
+
}
|
|
28888
|
+
if (!r.ok) return { ok: false, reason: r.reason === "unknown_id" ? "invalid" : r.reason };
|
|
28889
|
+
if (m.op === "add") next = next.map((n, i) => i === next.length - 1 ? { id: r.id, text: n.text } : n);
|
|
28890
|
+
if (snap.generation === this.generation) {
|
|
28891
|
+
this.cache.set(channelId, { rendered: renderNotes(next), generation: snap.generation });
|
|
28892
|
+
} else {
|
|
28893
|
+
this.cache.delete(channelId);
|
|
28894
|
+
}
|
|
28895
|
+
return { ok: true, id: r.id, notesCount: next.length, docChars: docChars(next) };
|
|
28896
|
+
});
|
|
28897
|
+
}
|
|
28898
|
+
/**
|
|
28899
|
+
* §6.5, N-M1: the commit, the mirror and the cache empty run with NO await between them.
|
|
28900
|
+
* L-4: a generation outside 0..MAX_CLEAR_GENERATION is refused before the store.
|
|
28901
|
+
* The outcome lets the caller log `memory.clear_generation_regressed` on "lower"
|
|
28902
|
+
* (review m6c) without re-reading appliedGeneration().
|
|
28903
|
+
*/
|
|
28904
|
+
clear(generation) {
|
|
28905
|
+
if (!validGeneration(generation)) return Promise.resolve("out_of_range");
|
|
28906
|
+
return this.mutex.run(async () => {
|
|
28907
|
+
const stored = this.store.memoryClearGeneration();
|
|
28908
|
+
if (generation <= stored) {
|
|
28909
|
+
if (this.generation !== stored) {
|
|
28910
|
+
this.generation = stored;
|
|
28911
|
+
this.cache.clear();
|
|
28912
|
+
this.imported.clear();
|
|
28913
|
+
}
|
|
28914
|
+
return generation === stored ? "equal" : "lower";
|
|
28915
|
+
}
|
|
28916
|
+
const purged = this.store.applyMemoryClear(generation);
|
|
28917
|
+
if (purged) {
|
|
28918
|
+
this.generation = generation;
|
|
28919
|
+
this.cache.clear();
|
|
28920
|
+
this.imported.clear();
|
|
28921
|
+
return "applied";
|
|
28922
|
+
}
|
|
28923
|
+
throw new Error("clear not applied");
|
|
28924
|
+
});
|
|
28925
|
+
}
|
|
28926
|
+
/** §6.4 (OQ-K): the channel purge, with its cache entry emptied inside the mutex. */
|
|
28927
|
+
purgeChannel(channelId) {
|
|
28928
|
+
return this.mutex.run(async () => {
|
|
28929
|
+
try {
|
|
28930
|
+
this.store.purgeMemory(channelId);
|
|
28931
|
+
} finally {
|
|
28932
|
+
this.cache.delete(channelId);
|
|
28933
|
+
}
|
|
28934
|
+
});
|
|
28935
|
+
}
|
|
28936
|
+
/**
|
|
28937
|
+
* §10 (M-6): move this channel's legacy facts into notes, oldest first.
|
|
28938
|
+
*
|
|
28939
|
+
* `auth` is the proof (review m6a): the caller passes the turn's frozen
|
|
28940
|
+
* authorization, which carries `memory_write: true` only for an owner-DM turn.
|
|
28941
|
+
* Room and partner facts stay facts.
|
|
28942
|
+
* §10 is the authority: this runs lazily per owner-DM channel, never as a
|
|
28943
|
+
* sweep at bridge start (OQ-F as superseded by M-6, audit r2 N-M3).
|
|
28944
|
+
*
|
|
28945
|
+
* A fact moves only when it passes the secret scan, is not a duplicate of an
|
|
28946
|
+
* existing note, and fits the 200-note and 8,000-character caps (it is exempt
|
|
28947
|
+
* from the 400-character note cap and from W8). Anything else stays a fact
|
|
28948
|
+
* under its 90-day clock, counted in `memory.import_partial { remaining }`.
|
|
28949
|
+
*/
|
|
28950
|
+
importLegacy(channelId, auth) {
|
|
28951
|
+
if (auth?.memory_write !== true) return Promise.resolve();
|
|
28952
|
+
return this.mutex.run(async () => {
|
|
28953
|
+
if (!this.imported.has(channelId)) {
|
|
28954
|
+
try {
|
|
28955
|
+
await this.importLocked(channelId);
|
|
28956
|
+
this.imported.add(channelId);
|
|
28957
|
+
} catch (e) {
|
|
28958
|
+
this.log("warn", "memory.import_failed", {}, e);
|
|
28959
|
+
}
|
|
28960
|
+
}
|
|
28961
|
+
await this.fillQuiet(channelId);
|
|
28962
|
+
});
|
|
28963
|
+
}
|
|
28964
|
+
/**
|
|
28965
|
+
* Review m-4: re-arm one channel's import (a new legacy assignment landed).
|
|
28966
|
+
* Task 8: under the mutex, so an import already in flight for the channel
|
|
28967
|
+
* (which read the facts before the assignment landed) records itself first
|
|
28968
|
+
* and this delete then wins; a bare delete would be undone by that record.
|
|
28969
|
+
*/
|
|
28970
|
+
invalidateLegacyImport(channelId) {
|
|
28971
|
+
return this.mutex.run(async () => {
|
|
28972
|
+
this.imported.delete(channelId);
|
|
28973
|
+
});
|
|
28974
|
+
}
|
|
28975
|
+
async importLocked(channelId) {
|
|
28976
|
+
const facts = await this.store.readMemoryFactsForImport(channelId);
|
|
28977
|
+
if (facts.length === 0) return;
|
|
28978
|
+
const snap = await this.store.readMemoryNotes(channelId);
|
|
28979
|
+
if (snap.generation !== this.generation) return;
|
|
28980
|
+
const notes = [...snap.notes];
|
|
28981
|
+
const keys = new Set(notes.map((n) => normNote(n.text)));
|
|
28982
|
+
let remaining = 0;
|
|
28983
|
+
for (const f of facts) {
|
|
28984
|
+
const text = oneLine(f.text);
|
|
28985
|
+
const key = normNote(text);
|
|
28986
|
+
const probe = [...notes, { id: this.store.peekNextMemoryNoteId(channelId), text }];
|
|
28987
|
+
if (!key || keys.has(key) || scanNote(text) !== null || notes.length >= NOTES_MAX_COUNT || docChars(probe) > NOTES_DOC_MAX_CHARS) {
|
|
28988
|
+
remaining++;
|
|
28989
|
+
continue;
|
|
28990
|
+
}
|
|
28991
|
+
try {
|
|
28992
|
+
const sealed = await this.store.sealMemoryNote(channelId, text);
|
|
28993
|
+
const r = this.store.commitMemoryNote({ op: "add", conversationId: channelId, sealed, origin: "legacy_import", expectGeneration: this.generation, consumeFactId: f.factId });
|
|
28994
|
+
if (r.ok) {
|
|
28995
|
+
notes.push({ id: r.id, text });
|
|
28996
|
+
keys.add(key);
|
|
28997
|
+
} else remaining++;
|
|
28998
|
+
} catch {
|
|
28999
|
+
remaining++;
|
|
29000
|
+
}
|
|
29001
|
+
}
|
|
29002
|
+
if (remaining > 0) this.log("info", "memory.import_partial", { remaining });
|
|
29003
|
+
}
|
|
29004
|
+
};
|
|
29005
|
+
|
|
29006
|
+
// src/memory/memory-config.ts
|
|
29007
|
+
function parsePayloadMemory(raw) {
|
|
29008
|
+
if (raw === void 0) return { notesOn: true, clearGeneration: 0 };
|
|
29009
|
+
if (raw === null || typeof raw !== "object" || Array.isArray(raw)) return { notesOn: false, unrecognized: "mode" };
|
|
29010
|
+
const o = raw;
|
|
29011
|
+
if (Object.keys(o).length === 0) return { notesOn: true, clearGeneration: 0 };
|
|
29012
|
+
if (o.mode !== "markdown" && o.mode !== "semantic") return { notesOn: false, unrecognized: "mode" };
|
|
29013
|
+
const g = o.clear_generation;
|
|
29014
|
+
if (typeof g !== "number" || !Number.isSafeInteger(g) || g < 0 || g > MAX_CLEAR_GENERATION) {
|
|
29015
|
+
return { notesOn: false, unrecognized: "generation" };
|
|
29016
|
+
}
|
|
29017
|
+
return { notesOn: true, clearGeneration: g };
|
|
29018
|
+
}
|
|
29019
|
+
|
|
29020
|
+
// src/memory/note-frames.ts
|
|
29021
|
+
var REQUEST_ID_MAX = 64;
|
|
29022
|
+
var MESSAGE_ID_MAX = 200;
|
|
29023
|
+
var FRAME_TEXT_MAX = 4e3;
|
|
29024
|
+
var okId = (v) => typeof v === "number" && Number.isSafeInteger(v) && v >= 1;
|
|
29025
|
+
function parseMemoryNoteFrame(m) {
|
|
29026
|
+
const rid = m.request_id, mid = m.message_id, op = m.op, id = m.id, text = m.text;
|
|
29027
|
+
if (typeof rid !== "string" || rid.length < 1 || rid.length > REQUEST_ID_MAX) return null;
|
|
29028
|
+
if (typeof mid !== "string" || mid.length < 1 || mid.length > MESSAGE_ID_MAX) return null;
|
|
29029
|
+
const hasText = typeof text === "string" && text.length > 0 && text.length <= FRAME_TEXT_MAX;
|
|
29030
|
+
if (op === "add") return id === void 0 && hasText ? { request_id: rid, message_id: mid, op, text } : null;
|
|
29031
|
+
if (op === "replace") return okId(id) && hasText ? { request_id: rid, message_id: mid, op, id, text } : null;
|
|
29032
|
+
if (op === "forget") return okId(id) && text === void 0 ? { request_id: rid, message_id: mid, op, id } : null;
|
|
29033
|
+
return null;
|
|
29034
|
+
}
|
|
29035
|
+
function echoIds(m) {
|
|
29036
|
+
return {
|
|
29037
|
+
...typeof m.request_id === "string" && m.request_id.length >= 1 && m.request_id.length <= REQUEST_ID_MAX ? { request_id: m.request_id } : {},
|
|
29038
|
+
...typeof m.message_id === "string" && m.message_id.length >= 1 && m.message_id.length <= MESSAGE_ID_MAX ? { message_id: m.message_id } : {}
|
|
29039
|
+
};
|
|
29040
|
+
}
|
|
29041
|
+
|
|
28389
29042
|
// src/memory-taps.ts
|
|
28390
29043
|
async function recordInboundMemory(sink, channelId, senderId, text, messageId, modality = "text") {
|
|
28391
29044
|
try {
|
|
@@ -28527,11 +29180,13 @@ function isRefusal(reply) {
|
|
|
28527
29180
|
const t = reply.toLowerCase().replace(/[‘’]/g, "'");
|
|
28528
29181
|
return REFUSAL_PATTERNS.some((re) => re.test(t));
|
|
28529
29182
|
}
|
|
29183
|
+
var FAST_NOTES_DEFER_LINE = "If the answer may depend on something the owner asked you to remember, defer.";
|
|
28530
29184
|
function buildFastMessages(args2) {
|
|
28531
29185
|
const cap = args2.charCap ?? FAST_RECENT_CHARS_CAP;
|
|
28532
29186
|
const sp = systemPrompt(args2.persona, args2.settings, args2.agentName);
|
|
28533
29187
|
const head = sp.slice(0, sp.length - CONTINUITY_CLAUSE.length).trimEnd();
|
|
28534
|
-
const
|
|
29188
|
+
const notesLine = args2.notesDeferLine ? ` ${FAST_NOTES_DEFER_LINE}` : "";
|
|
29189
|
+
const system = `${head} ${args2.guidance.trim()}${notesLine} ${FAST_DEFER_RULE} ${CONTINUITY_CLAUSE}`;
|
|
28535
29190
|
const recent = args2.memory.recent.map((t) => ({
|
|
28536
29191
|
role: t.role === "agent" ? "assistant" : "user",
|
|
28537
29192
|
content: t.text
|
|
@@ -29195,6 +29850,22 @@ function roomDefaultGrantsEnabled(env = process.env) {
|
|
|
29195
29850
|
const v = env.SECURECOMS_ROOM_DEFAULT_GRANTS;
|
|
29196
29851
|
return v === void 0 || v === "on";
|
|
29197
29852
|
}
|
|
29853
|
+
var MAX_PENDING_NOTE_REQUESTS = 8;
|
|
29854
|
+
var INGEST_STAMP_KEY = "_sc_notes_ingest_generation";
|
|
29855
|
+
function validIngestStamp(v) {
|
|
29856
|
+
return typeof v === "number" && Number.isInteger(v) && v >= 0 && v <= MAX_CLEAR_GENERATION ? v : void 0;
|
|
29857
|
+
}
|
|
29858
|
+
function splitIngestStamp(payload) {
|
|
29859
|
+
let parsed;
|
|
29860
|
+
try {
|
|
29861
|
+
parsed = JSON.parse(new TextDecoder().decode(payload));
|
|
29862
|
+
} catch {
|
|
29863
|
+
return null;
|
|
29864
|
+
}
|
|
29865
|
+
if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) return null;
|
|
29866
|
+
const { [INGEST_STAMP_KEY]: stamp, ...rest } = parsed;
|
|
29867
|
+
return { message: JSON.stringify(rest), stamp: validIngestStamp(stamp) };
|
|
29868
|
+
}
|
|
29198
29869
|
var VAULT_REF_BARE_TEXT = "[Files link]";
|
|
29199
29870
|
var VOICE_MODE_GUIDANCE = "Reply immediately and conversationally, one short sentence per message; never bundle multiple points into one message.";
|
|
29200
29871
|
var FAST_PATH_SPOKEN_GUIDANCE = "A one-sentence spoken acknowledgement has already been sent for this turn. Reply only with information it did not contain, in one or two short sentences; if there is nothing to add, send nothing.";
|
|
@@ -29446,6 +30117,7 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
29446
30117
|
identityId: cfg.identityId,
|
|
29447
30118
|
cipherFor: () => new KeyedInboxCipher(deriveMlsStoreKey(seed))
|
|
29448
30119
|
});
|
|
30120
|
+
this.notes = new NotesBook(this.store);
|
|
29449
30121
|
this.memory = createMemoryProvider(this.cfg.memoryProvider, this.store, this.cfg.memoryBaseDir, this.cfg.memoryAgent, {
|
|
29450
30122
|
workspaceDir: this.cfg.memoryWorkspaceDir,
|
|
29451
30123
|
factsCharBudget: this.cfg.memoryFactsCharBudget
|
|
@@ -30016,6 +30688,56 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
30016
30688
|
startedAt = 0;
|
|
30017
30689
|
store;
|
|
30018
30690
|
memory;
|
|
30691
|
+
/**
|
|
30692
|
+
* Markdown memory 7a: the one owner of every note mutation and of the
|
|
30693
|
+
* delivery cache (spec §6.3, §7.2). One per store, so one per identity.
|
|
30694
|
+
*/
|
|
30695
|
+
notes;
|
|
30696
|
+
/**
|
|
30697
|
+
* Fix round 1 (concern 1): the applied clear generation when each pending
|
|
30698
|
+
* runtime turn was FIRST staged (W7b compares it). Keyed by message id,
|
|
30699
|
+
* persisted inside the sealed runtime_inbox payload and restored with it;
|
|
30700
|
+
* never a BridgeMessage field. Removed when the turn is acked or shed.
|
|
30701
|
+
*/
|
|
30702
|
+
ingestGeneration = /* @__PURE__ */ new Map();
|
|
30703
|
+
/** Spec §11.2 (OQ-L): set by refetchRuntimeConfig (Task 8); notes are on until a payload says otherwise. */
|
|
30704
|
+
memoryConfig = { notesOn: true };
|
|
30705
|
+
/**
|
|
30706
|
+
* Task 8 fix round 1 (review I-1, N-L5): set once the BOOT refetch has
|
|
30707
|
+
* returned, on success or failure. Until then prepareNotesForTurn only
|
|
30708
|
+
* fills and never runs the legacy import: the boot drain pulls turns before
|
|
30709
|
+
* the boot refetch, and an import there would move facts into notes that a
|
|
30710
|
+
* clear issued while the machine was offline then deletes for good.
|
|
30711
|
+
* warmRestoredNotes runs the import for the buffered (drained) turns after.
|
|
30712
|
+
*/
|
|
30713
|
+
bootConfigSettled = false;
|
|
30714
|
+
/**
|
|
30715
|
+
* Final review M-1: false until a config refetch has returned a payload in
|
|
30716
|
+
* THIS process. Until then notes are off for reads and writes
|
|
30717
|
+
* (notesProviderOn), whatever memoryConfig says: the last applied payload
|
|
30718
|
+
* may have turned notes off, and that state is not persisted. Distinct from
|
|
30719
|
+
* bootConfigSettled, which turns true when the boot refetch RETURNED, on
|
|
30720
|
+
* success or failure (settled is not notes-on).
|
|
30721
|
+
*/
|
|
30722
|
+
memoryConfigConfirmed = false;
|
|
30723
|
+
/**
|
|
30724
|
+
* Final review I-1: true once a /v1/ws consumer completed a hello that
|
|
30725
|
+
* declares it reads notes (MEMORY_NOTES_FEATURE) as the runtime, with no
|
|
30726
|
+
* harness claim on that socket (ws-server). A 0.9.x runtime's hello does not
|
|
30727
|
+
* declare it, a harness socket never qualifies, and a socket that sends no
|
|
30728
|
+
* hello never does. Until then no legacy fact is moved into notes (those
|
|
30729
|
+
* consumers recall facts, never notes) and the report says
|
|
30730
|
+
* memory_notes: false. Per process and never reset: a runtime restart
|
|
30731
|
+
* closes the socket but is not a downgrade.
|
|
30732
|
+
*/
|
|
30733
|
+
notesConsumerSeen = false;
|
|
30734
|
+
/** Review M-1: the refetch now running, and the ONE follow-up every caller during it shares. */
|
|
30735
|
+
refetchInFlight = null;
|
|
30736
|
+
refetchFollowUp = null;
|
|
30737
|
+
/** Review M-4: the (payload, applied) pair last logged as regressed. */
|
|
30738
|
+
regressedLogged = null;
|
|
30739
|
+
/** Review M-5: an out-of-range applied generation is logged once. */
|
|
30740
|
+
generationRangeLogged = false;
|
|
30019
30741
|
/** Task 2: warn-once-per-channel guard for the enclave-map fallback (below). */
|
|
30020
30742
|
enclaveFallbackWarned = /* @__PURE__ */ new Set();
|
|
30021
30743
|
/** Task 2: dedupe guard so ingestOnce writes a channel's enclave at most once
|
|
@@ -30111,7 +30833,22 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
30111
30833
|
* are repaired only on a write, so skipping would leave a loosened directory
|
|
30112
30834
|
* loose until the next save.
|
|
30113
30835
|
*/
|
|
30114
|
-
|
|
30836
|
+
refetchRuntimeConfig() {
|
|
30837
|
+
if (this.refetchInFlight) {
|
|
30838
|
+
const after = () => {
|
|
30839
|
+
this.refetchFollowUp = null;
|
|
30840
|
+
return this.refetchRuntimeConfig();
|
|
30841
|
+
};
|
|
30842
|
+
this.refetchFollowUp ??= this.refetchInFlight.then(after, after);
|
|
30843
|
+
return this.refetchFollowUp;
|
|
30844
|
+
}
|
|
30845
|
+
const run = this.refetchRuntimeConfigOnce().finally(() => {
|
|
30846
|
+
this.refetchInFlight = null;
|
|
30847
|
+
});
|
|
30848
|
+
this.refetchInFlight = run;
|
|
30849
|
+
return run;
|
|
30850
|
+
}
|
|
30851
|
+
async refetchRuntimeConfigOnce() {
|
|
30115
30852
|
const base = `${this.cfg.apiBase}/api/v1/agents/${encodeURIComponent(this.cfg.identityId)}/runtime-config`;
|
|
30116
30853
|
try {
|
|
30117
30854
|
const res = await this.fetchBounded("runtime_config", "read", `${base}/files`, {
|
|
@@ -30128,6 +30865,7 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
30128
30865
|
return;
|
|
30129
30866
|
}
|
|
30130
30867
|
const version = payload.version;
|
|
30868
|
+
await this.applyPayloadMemory(payload.memory);
|
|
30131
30869
|
if (!version) {
|
|
30132
30870
|
writeManagedFiles(this.home, this.cfg.identityId, {});
|
|
30133
30871
|
writeServiceLog("info", "runtime_config.not_saved");
|
|
@@ -30160,6 +30898,7 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
30160
30898
|
throw new Error("OpenClaw legacy fact target is not the active owner DM");
|
|
30161
30899
|
}
|
|
30162
30900
|
await this.store.recordImportedMemoryFact(channelId, fact, assignmentKey);
|
|
30901
|
+
await this.notes.invalidateLegacyImport(channelId);
|
|
30163
30902
|
}
|
|
30164
30903
|
);
|
|
30165
30904
|
if (result.sourcesDeleted > 0) {
|
|
@@ -30191,6 +30930,13 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
30191
30930
|
// the actual protected-memory adapter. It is an enum, never a path or
|
|
30192
30931
|
// provider credential.
|
|
30193
30932
|
memory_provider: this.cfg.memoryProvider ?? "securecoms",
|
|
30933
|
+
// Spec §11.1-11.2 (OQ-E): flat keys; the string `memory` above is
|
|
30934
|
+
// unchanged. memory_notes is true only when notes are actually on (the
|
|
30935
|
+
// provider is securecoms and the parsed payload.memory keeps them on);
|
|
30936
|
+
// the generation is the store's applied value, never the payload's.
|
|
30937
|
+
// Final review I-1: and only once a notes-reading runtime said hello.
|
|
30938
|
+
memory_notes: this.notesProviderOn() && this.notesConsumerSeen,
|
|
30939
|
+
...this.reportedClearGeneration(),
|
|
30194
30940
|
// Inert legacy files only. `readLocalReport` revalidates the current
|
|
30195
30941
|
// regular-file bytes and strips every local path before this leaves the
|
|
30196
30942
|
// machine.
|
|
@@ -30274,7 +31020,12 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
30274
31020
|
});
|
|
30275
31021
|
}
|
|
30276
31022
|
await this.refetchVoiceSettings();
|
|
30277
|
-
|
|
31023
|
+
try {
|
|
31024
|
+
await this.refetchRuntimeConfig();
|
|
31025
|
+
} finally {
|
|
31026
|
+
this.bootConfigSettled = true;
|
|
31027
|
+
}
|
|
31028
|
+
await this.warmRestoredNotes();
|
|
30278
31029
|
this.runtimeConfigTimer = setInterval(() => {
|
|
30279
31030
|
void this.refetchRuntimeConfig();
|
|
30280
31031
|
}, 6 * 60 * 60 * 1e3);
|
|
@@ -31982,6 +32733,218 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
31982
32733
|
return { recent: [], facts: [] };
|
|
31983
32734
|
}
|
|
31984
32735
|
}
|
|
32736
|
+
/**
|
|
32737
|
+
* Spec §11.2 (OQ-L), §6.5: apply one parsed `payload.memory`. An unreadable
|
|
32738
|
+
* value turns notes off and deletes nothing. A readable one goes through
|
|
32739
|
+
* NotesBook.clear, which purges only on a HIGHER generation (under the note
|
|
32740
|
+
* mutex) and resyncs on equal or lower; a lower one logs
|
|
32741
|
+
* memory.clear_generation_regressed. Content-free logs only.
|
|
32742
|
+
*
|
|
32743
|
+
* While a purge is pending (the payload is above the applied generation)
|
|
32744
|
+
* notes are held OFF, and they come back on only after the purge committed.
|
|
32745
|
+
* A purge that throws therefore leaves notes off (fail closed); it is
|
|
32746
|
+
* caught here (review M-2) so the rest of the config still applies and
|
|
32747
|
+
* reports, and the next refetch retries it. A refetch that fails before
|
|
32748
|
+
* this point keeps the last applied state.
|
|
32749
|
+
*/
|
|
32750
|
+
async applyPayloadMemory(raw) {
|
|
32751
|
+
const mem = parsePayloadMemory(raw);
|
|
32752
|
+
this.memoryConfigConfirmed = true;
|
|
32753
|
+
if (!mem.notesOn) {
|
|
32754
|
+
this.memoryConfig = { notesOn: false };
|
|
32755
|
+
writeServiceLog("warn", "memory.config_unrecognized");
|
|
32756
|
+
return;
|
|
32757
|
+
}
|
|
32758
|
+
if (mem.clearGeneration > this.notes.appliedGeneration()) this.memoryConfig = { notesOn: false };
|
|
32759
|
+
let outcome;
|
|
32760
|
+
try {
|
|
32761
|
+
outcome = await this.notes.clear(mem.clearGeneration);
|
|
32762
|
+
} catch (e) {
|
|
32763
|
+
writeServiceLog("warn", "memory.clear_failed", {}, e);
|
|
32764
|
+
return;
|
|
32765
|
+
}
|
|
32766
|
+
if (outcome === "lower") {
|
|
32767
|
+
const pair = `${mem.clearGeneration}:${this.notes.appliedGeneration()}`;
|
|
32768
|
+
if (this.regressedLogged !== pair) writeServiceLog("info", "memory.clear_generation_regressed");
|
|
32769
|
+
this.regressedLogged = pair;
|
|
32770
|
+
} else {
|
|
32771
|
+
this.regressedLogged = null;
|
|
32772
|
+
}
|
|
32773
|
+
this.memoryConfig = { notesOn: true };
|
|
32774
|
+
}
|
|
32775
|
+
/**
|
|
32776
|
+
* Review M-5: the report key only for a value the backend accepts
|
|
32777
|
+
* (0..MAX_CLEAR_GENERATION); otherwise the key is omitted, so one bad
|
|
32778
|
+
* mirror value cannot 422 the whole report, and the event logs once.
|
|
32779
|
+
*/
|
|
32780
|
+
reportedClearGeneration() {
|
|
32781
|
+
const g = this.notes.appliedGeneration();
|
|
32782
|
+
if (Number.isSafeInteger(g) && g >= 0 && g <= MAX_CLEAR_GENERATION) return { memory_applied_clear_generation: g };
|
|
32783
|
+
if (!this.generationRangeLogged) writeServiceLog("warn", "memory.applied_generation_out_of_range");
|
|
32784
|
+
this.generationRangeLogged = true;
|
|
32785
|
+
return {};
|
|
32786
|
+
}
|
|
32787
|
+
/**
|
|
32788
|
+
* W1 and R1: the provider is securecoms, a config payload has arrived in
|
|
32789
|
+
* this process (final review M-1), and the parsed payload keeps notes on.
|
|
32790
|
+
*/
|
|
32791
|
+
notesProviderOn() {
|
|
32792
|
+
return (this.cfg.memoryProvider ?? "securecoms") === "securecoms" && this.memoryConfigConfirmed && this.memoryConfig.notesOn;
|
|
32793
|
+
}
|
|
32794
|
+
/**
|
|
32795
|
+
* Final review I-1: ws-server calls this when a socket completes a hello as
|
|
32796
|
+
* the runtime (no harness claim) that declares MEMORY_NOTES_FEATURE. The
|
|
32797
|
+
* first one also refetches the runtime config, so the report says
|
|
32798
|
+
* memory_notes: true now rather than at the next 6-hour refetch.
|
|
32799
|
+
*/
|
|
32800
|
+
noteNotesConsumer() {
|
|
32801
|
+
if (this.notesConsumerSeen) return;
|
|
32802
|
+
this.notesConsumerSeen = true;
|
|
32803
|
+
if (this.bootConfigSettled && !this.closingDown) void this.refetchRuntimeConfig();
|
|
32804
|
+
}
|
|
32805
|
+
/**
|
|
32806
|
+
* R2 (spec §7.3): the frozen marks that only the full owner predicate in
|
|
32807
|
+
* authorizationFor sets. `memory_write` (the pinned owner typed this turn)
|
|
32808
|
+
* or `relay_speaker === "owner"` (the pinned owner spoke it through the
|
|
32809
|
+
* relay; read only, never write, OQ-C). Strict `=== true` / `=== "owner"`:
|
|
32810
|
+
* `audience === "owner_dm"` alone is not enough (§0.1 item 7).
|
|
32811
|
+
*
|
|
32812
|
+
* Review I-1 (spec §8.3): the owner-DM kill switch is re-checked HERE, at
|
|
32813
|
+
* read time, and so is the provider (R1). A turn restored from
|
|
32814
|
+
* runtime_inbox carries the marks frozen by the previous process; with
|
|
32815
|
+
* SECURECOMS_OWNER_DM_DEFAULT_GRANTS now off, or the provider no longer
|
|
32816
|
+
* securecoms, it gets no notes, and the boot warm runs no legacy import.
|
|
32817
|
+
*/
|
|
32818
|
+
notesReadable(a) {
|
|
32819
|
+
return this.ownerDmDefaultGrants && this.notesProviderOn() && a !== void 0 && a !== null && (a.memory_write === true || a.relay_speaker === "owner");
|
|
32820
|
+
}
|
|
32821
|
+
/** The applied clear generation, for a socket that gets no notes (R5 decided first, review m-2). */
|
|
32822
|
+
notesAppliedGeneration() {
|
|
32823
|
+
return this.notes.appliedGeneration();
|
|
32824
|
+
}
|
|
32825
|
+
/**
|
|
32826
|
+
* ws-server flush (synchronous). R1 to R3 here; R5 in withConsumerNotes; R4
|
|
32827
|
+
* holds because nothing else calls this. Reads only the generation-checked
|
|
32828
|
+
* cache (N-M1): a miss gives no notes. `generation` is the applied clear
|
|
32829
|
+
* generation the socket records for W7b.
|
|
32830
|
+
*/
|
|
32831
|
+
notesForDelivery(m) {
|
|
32832
|
+
const generation = this.notes.appliedGeneration();
|
|
32833
|
+
if (!this.notesReadable(m.authorization)) return { generation };
|
|
32834
|
+
const d = this.notes.deliverable(m.channel_id);
|
|
32835
|
+
if (d.miss) {
|
|
32836
|
+
writeServiceLog("info", "memory.notes_cache_miss");
|
|
32837
|
+
return { generation: d.generation };
|
|
32838
|
+
}
|
|
32839
|
+
return d.notes === void 0 ? { generation: d.generation } : { notes: d.notes, generation: d.generation };
|
|
32840
|
+
}
|
|
32841
|
+
/**
|
|
32842
|
+
* §7.2 Warm and §10 import, BEFORE the turn is staged. Never throws.
|
|
32843
|
+
* The import runs only for a `memory_write` turn (M-6: owner-DM channels
|
|
32844
|
+
* only); the turn's own frozen authorization is the proof NotesBook checks.
|
|
32845
|
+
*/
|
|
32846
|
+
async prepareNotesForTurn(channelId, a) {
|
|
32847
|
+
if (!this.notesReadable(a)) return;
|
|
32848
|
+
try {
|
|
32849
|
+
if (a.memory_write === true && this.bootConfigSettled && this.notesConsumerSeen) await this.notes.importLegacy(channelId, a);
|
|
32850
|
+
else await this.notes.fill(channelId);
|
|
32851
|
+
} catch (e) {
|
|
32852
|
+
writeServiceLog("warn", "memory.notes_fill_failed", {}, e);
|
|
32853
|
+
}
|
|
32854
|
+
}
|
|
32855
|
+
/**
|
|
32856
|
+
* §7.2 + N-L5: after the boot refetch applied any clear, warm each channel
|
|
32857
|
+
* holding an R2-eligible restored turn, before start() returns (bin.ts
|
|
32858
|
+
* attaches /v1/ws only after start()). `this.buffer` also holds the turns
|
|
32859
|
+
* the boot drain pulled; their prepare ran fill-only (review I-1), so the
|
|
32860
|
+
* legacy import for them runs here, after the purge.
|
|
32861
|
+
*/
|
|
32862
|
+
async warmRestoredNotes() {
|
|
32863
|
+
const seen = /* @__PURE__ */ new Set();
|
|
32864
|
+
for (const m of [...this.buffer]) {
|
|
32865
|
+
if (seen.has(m.channel_id) || !this.notesReadable(m.authorization)) continue;
|
|
32866
|
+
seen.add(m.channel_id);
|
|
32867
|
+
await this.prepareNotesForTurn(m.channel_id, m.authorization);
|
|
32868
|
+
}
|
|
32869
|
+
}
|
|
32870
|
+
/**
|
|
32871
|
+
* Spec §8.2: the write gate for one `memory_note` frame, fail closed, in
|
|
32872
|
+
* table order: W1, well formed (and a request_id not already pending on
|
|
32873
|
+
* this socket, M-2), W2, W3, W4(a), W4(b), W8, W5, then W2 and W1 once more
|
|
32874
|
+
* after the await, then under the note mutex W7, W2 and W1 again after the
|
|
32875
|
+
* seal and right before the synchronous commit, and W7b (the generation
|
|
32876
|
+
* stamped when the turn was first staged, re-checked inside the store
|
|
32877
|
+
* transaction; a turn with no stamp refuses `cleared`). Every refusal logs `memory.note_refused
|
|
32878
|
+
* { reason_class }` and nothing else (§8.6); no note text, frame body or id
|
|
32879
|
+
* is ever logged. Never rejects: an unexpected throw refuses with `store`.
|
|
32880
|
+
*
|
|
32881
|
+
* Everything that decides WHERE and WHETHER a note is written comes from
|
|
32882
|
+
* the bridge-held in-flight record that `ctx.lookup` returns for THIS
|
|
32883
|
+
* socket, never from the frame: the channel (W3), the frozen
|
|
32884
|
+
* authorization (W4(a)), the sender (W4(b)), and the source text and the
|
|
32885
|
+
* `transcribed` mark (W8). The note text that reaches NotesBook is the
|
|
32886
|
+
* owner's own span, produced only by `prepareStoredNote` (W8 then W5).
|
|
32887
|
+
*
|
|
32888
|
+
* LEAF LOCK: heldPosition (W4(b)) is awaited BEFORE the note mutex is
|
|
32889
|
+
* taken; nothing under the mutex awaits it.
|
|
32890
|
+
*/
|
|
32891
|
+
async applyMemoryNote(raw, ctx) {
|
|
32892
|
+
const ids = echoIds(raw);
|
|
32893
|
+
const refuse = (reason, echo = ids) => {
|
|
32894
|
+
writeServiceLog("info", "memory.note_refused", {
|
|
32895
|
+
reason_class: ServiceLogEnum.of(reason, ["mode", "invalid", "message", "audience", "provenance", "secret", "cap", "cleared", "store"])
|
|
32896
|
+
});
|
|
32897
|
+
return { type: "memory_note_result", ...echo, ok: false, reason };
|
|
32898
|
+
};
|
|
32899
|
+
if (!this.notesProviderOn()) return refuse("mode");
|
|
32900
|
+
const f = parseMemoryNoteFrame(raw);
|
|
32901
|
+
if (!f) return refuse("invalid");
|
|
32902
|
+
if (ctx.pendingRequests.has(f.request_id)) return refuse("invalid", { message_id: f.message_id });
|
|
32903
|
+
if (ctx.pendingRequests.size >= MAX_PENDING_NOTE_REQUESTS) return refuse("invalid", {});
|
|
32904
|
+
ctx.pendingRequests.add(f.request_id);
|
|
32905
|
+
try {
|
|
32906
|
+
const w2 = () => {
|
|
32907
|
+
const s = ctx.session;
|
|
32908
|
+
if (s.consumer !== "runtime" || s.harnessClaimed === true) return void 0;
|
|
32909
|
+
const cur = ctx.lookup(f.message_id);
|
|
32910
|
+
if (cur === void 0 || this.isRuntimeMessageRetired(f.message_id)) return void 0;
|
|
32911
|
+
if (ctx.token === void 0 || cur.token !== ctx.token) return void 0;
|
|
32912
|
+
return cur.record;
|
|
32913
|
+
};
|
|
32914
|
+
const rec = w2();
|
|
32915
|
+
if (rec === void 0) return refuse("message");
|
|
32916
|
+
const channelId = rec.channel_id;
|
|
32917
|
+
if (rec.authorization?.memory_write !== true) return refuse("audience");
|
|
32918
|
+
const held = await this.heldPosition(channelId);
|
|
32919
|
+
const now = this.authorizationFor(channelId, rec.sender_id, void 0, held.epoch, held.groupId, { log: false });
|
|
32920
|
+
if (now.memory_write !== true) return refuse("audience");
|
|
32921
|
+
let mutation;
|
|
32922
|
+
if (f.op === "forget") {
|
|
32923
|
+
mutation = { op: "forget", id: f.id };
|
|
32924
|
+
} else {
|
|
32925
|
+
const p = prepareStoredNote(f.text, { text: rec.text, ...rec.transcribed === true ? { transcribed: true } : {} });
|
|
32926
|
+
if (!p.ok) return refuse(p.reason);
|
|
32927
|
+
mutation = f.op === "replace" ? { op: "replace", id: f.id, text: p.text } : { op: "add", text: p.text };
|
|
32928
|
+
}
|
|
32929
|
+
if (w2() !== rec) return refuse("message");
|
|
32930
|
+
if (!this.notesProviderOn()) return refuse("mode");
|
|
32931
|
+
const stamp = this.ingestGeneration.get(rec.message_id);
|
|
32932
|
+
if (stamp === void 0) return refuse("cleared");
|
|
32933
|
+
const r = await this.notes.write(channelId, mutation, stamp, () => !this.notesProviderOn() ? "mode" : w2() !== rec ? "message" : null);
|
|
32934
|
+
if (!r.ok) return refuse(r.reason);
|
|
32935
|
+
writeServiceLog("info", "memory.note_written", {
|
|
32936
|
+
op: ServiceLogEnum.of(f.op, ["add", "replace", "forget"]),
|
|
32937
|
+
notes_count: r.notesCount,
|
|
32938
|
+
doc_chars: r.docChars
|
|
32939
|
+
});
|
|
32940
|
+
return { type: "memory_note_result", request_id: f.request_id, message_id: f.message_id, ok: true, id: r.id };
|
|
32941
|
+
} catch (e) {
|
|
32942
|
+
writeServiceLog("warn", "memory.note_write_failed", {}, e);
|
|
32943
|
+
return refuse("store");
|
|
32944
|
+
} finally {
|
|
32945
|
+
ctx.pendingRequests.delete(f.request_id);
|
|
32946
|
+
}
|
|
32947
|
+
}
|
|
31985
32948
|
async memoryContext(conversationId, limit) {
|
|
31986
32949
|
if (!await this.mayReadOpenClawMemory(conversationId)) {
|
|
31987
32950
|
return { recent: [], facts: [] };
|
|
@@ -32146,7 +33109,12 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
32146
33109
|
speaker,
|
|
32147
33110
|
text,
|
|
32148
33111
|
settings: this.voiceSettings ?? void 0,
|
|
32149
|
-
agentName: this.voiceAgentName()
|
|
33112
|
+
agentName: this.voiceAgentName(),
|
|
33113
|
+
// Spec §15 item 7 (OQ-M): one fixed line, a function of provider and
|
|
33114
|
+
// DM-ness only. Never notes, never whether notes exist. Unknown meta
|
|
33115
|
+
// takes the DM branch, as selectVoiceGuidance does: only an explicit
|
|
33116
|
+
// is_dm === false is a room.
|
|
33117
|
+
notesDeferLine: (this.cfg.memoryProvider ?? "securecoms") === "securecoms" && this.freshMeta(m.channelId)?.is_dm !== false
|
|
32150
33118
|
});
|
|
32151
33119
|
const maxSentences = this.voiceSettings?.brevity === "one" ? 1 : 2;
|
|
32152
33120
|
const raw = await this.latency.time("voice.fast_llm", () => fastLlm.complete(messages));
|
|
@@ -32180,7 +33148,7 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
32180
33148
|
return false;
|
|
32181
33149
|
}
|
|
32182
33150
|
try {
|
|
32183
|
-
await this.
|
|
33151
|
+
await this.stageSealed(message);
|
|
32184
33152
|
this.runtimePendingIds.add(message.message_id);
|
|
32185
33153
|
return true;
|
|
32186
33154
|
} catch (error) {
|
|
@@ -32579,7 +33547,7 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
32579
33547
|
* connector turns grants into its full toolset. Binding the owner identity
|
|
32580
33548
|
* once, outside server control, is an open design follow-up.
|
|
32581
33549
|
*/
|
|
32582
|
-
authorizationFor(channelId, senderId, relaySpeakerId, heldEpoch, heldGroupId) {
|
|
33550
|
+
authorizationFor(channelId, senderId, relaySpeakerId, heldEpoch, heldGroupId, opts = {}) {
|
|
32583
33551
|
const meta = this.freshMeta(channelId);
|
|
32584
33552
|
const entry = this.freshRosterEntry(channelId);
|
|
32585
33553
|
const roster = entry?.members;
|
|
@@ -32594,6 +33562,7 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
32594
33562
|
}
|
|
32595
33563
|
let tool_grants = NO_TOOL_GRANTS;
|
|
32596
33564
|
let relaySpeaker;
|
|
33565
|
+
let memoryWrite = false;
|
|
32597
33566
|
const epochFresh = rosterFreshAt(entry, heldEpoch, heldGroupId);
|
|
32598
33567
|
const ownerDmFresh = epochFresh || this.ownerDmCycleFresh.has(channelId);
|
|
32599
33568
|
if (ownerDmFresh && this.ownerDmDefaultGrants && meta?.is_dm === true && sender) {
|
|
@@ -32605,19 +33574,29 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
32605
33574
|
const ownerRelayed = relaySpeakerId !== void 0 && sender.is_relay && relaySpeakerId === ownerId && owner !== void 0 && !owner.is_agent && owner.is_agent_owner;
|
|
32606
33575
|
if (ownerDirect || ownerRelayed) tool_grants = OWNER_DM_DEFAULT_READ_GRANTS;
|
|
32607
33576
|
if (ownerRelayed) relaySpeaker = "owner";
|
|
33577
|
+
if (ownerDirect && relaySpeakerId === void 0 && (this.cfg.memoryProvider ?? "securecoms") === "securecoms" && // Final review M-4: the live payload flag too, so with notes off the
|
|
33578
|
+
// runtime does not offer memory_note at all. Not memoryConfigConfirmed:
|
|
33579
|
+
// a turn the boot drain pulls before the boot refetch keeps its mark,
|
|
33580
|
+
// and the read and write gates (notesProviderOn) hold it until then.
|
|
33581
|
+
this.memoryConfig.notesOn) {
|
|
33582
|
+
memoryWrite = true;
|
|
33583
|
+
}
|
|
32608
33584
|
}
|
|
32609
33585
|
}
|
|
32610
33586
|
if (this.roomDefaultGrants && this.perToolConsumer !== null && epochFresh && meta?.is_dm === false && audience === "team_room" && entry.crossOrg === false) {
|
|
32611
33587
|
tool_grants = ROOM_DEFAULT_READ_GRANTS;
|
|
32612
33588
|
}
|
|
32613
33589
|
const roomClass = meta?.is_dm !== false ? "na" : entry?.crossOrg === false ? "internal" : entry?.crossOrg === true ? "cross_org" : "unknown";
|
|
32614
|
-
|
|
33590
|
+
if (opts.log !== false) {
|
|
33591
|
+
this.logAuthzDecision(channelId, senderId, relaySpeakerId, audience, tool_grants.length, roomClass, epochFresh, memoryWrite);
|
|
33592
|
+
}
|
|
32615
33593
|
return Object.freeze({
|
|
32616
33594
|
version: 1,
|
|
32617
33595
|
audience,
|
|
32618
33596
|
sender_membership: sender ? "active" : "unknown",
|
|
32619
33597
|
tool_grants,
|
|
32620
|
-
...relaySpeaker ? { relay_speaker: relaySpeaker } : {}
|
|
33598
|
+
...relaySpeaker ? { relay_speaker: relaySpeaker } : {},
|
|
33599
|
+
...memoryWrite ? { memory_write: true } : {}
|
|
32621
33600
|
});
|
|
32622
33601
|
}
|
|
32623
33602
|
/**
|
|
@@ -32643,8 +33622,10 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
32643
33622
|
* room_kill_switch SECURECOMS_ROOM_DEFAULT_GRANTS as read at startup
|
|
32644
33623
|
* per_tool_consumer a consumer that declared per-tool grant
|
|
32645
33624
|
* enforcement is attached
|
|
33625
|
+
* memory_write the turn carries memory_write (Markdown memory
|
|
33626
|
+
* 7a, spec §8.3): a boolean, never content
|
|
32646
33627
|
*/
|
|
32647
|
-
logAuthzDecision(channelId, senderId, relaySpeakerId, audience, grants, roomClass, epochFresh) {
|
|
33628
|
+
logAuthzDecision(channelId, senderId, relaySpeakerId, audience, grants, roomClass, epochFresh, memoryWrite) {
|
|
32648
33629
|
const meta = this.freshMeta(channelId);
|
|
32649
33630
|
const roster = this.freshRoster(channelId);
|
|
32650
33631
|
const sender = roster?.get(senderId);
|
|
@@ -32676,7 +33657,8 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
32676
33657
|
room_class: ServiceLogEnum.of(roomClass, ["na", "internal", "cross_org", "unknown"]),
|
|
32677
33658
|
epoch_fresh: epochFresh,
|
|
32678
33659
|
room_kill_switch: ServiceLogEnum.of(this.roomDefaultGrants ? "on" : "off", ["on", "off"]),
|
|
32679
|
-
per_tool_consumer: this.perToolConsumer !== null
|
|
33660
|
+
per_tool_consumer: this.perToolConsumer !== null,
|
|
33661
|
+
memory_write: memoryWrite
|
|
32680
33662
|
});
|
|
32681
33663
|
}
|
|
32682
33664
|
/**
|
|
@@ -33337,6 +34319,8 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
33337
34319
|
acked.push(m.queueId);
|
|
33338
34320
|
continue;
|
|
33339
34321
|
}
|
|
34322
|
+
const refAuth = await this.authorizeTurn(m.channelId, m.messageId, m.envelope.sender_id);
|
|
34323
|
+
await this.prepareNotesForTurn(m.channelId, refAuth);
|
|
33340
34324
|
const vaultRefMessage = {
|
|
33341
34325
|
channel_id: m.channelId,
|
|
33342
34326
|
message_id: m.messageId,
|
|
@@ -33345,7 +34329,7 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
33345
34329
|
// ignores vault_refs.
|
|
33346
34330
|
text: ref.text ? ref.text : VAULT_REF_BARE_TEXT,
|
|
33347
34331
|
ts: m.receivedAt,
|
|
33348
|
-
authorization:
|
|
34332
|
+
authorization: refAuth,
|
|
33349
34333
|
sender_name: this.freshRoster(m.channelId)?.get(m.envelope.sender_id)?.name,
|
|
33350
34334
|
sender_is_agent: senderIsAgent,
|
|
33351
34335
|
vault_refs: [toVaultRefEntry(ref)],
|
|
@@ -33395,13 +34379,15 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
33395
34379
|
{ attachmentsDir: this.attachmentsDirImpl, channelId: m.channelId, messageId: m.messageId },
|
|
33396
34380
|
this.receiveDeps()
|
|
33397
34381
|
);
|
|
34382
|
+
const shareAuth = await this.authorizeTurn(m.channelId, m.messageId, m.envelope.sender_id);
|
|
34383
|
+
await this.prepareNotesForTurn(m.channelId, shareAuth);
|
|
33398
34384
|
const runtimeMessage = {
|
|
33399
34385
|
channel_id: m.channelId,
|
|
33400
34386
|
message_id: m.messageId,
|
|
33401
34387
|
sender_id: m.envelope.sender_id,
|
|
33402
34388
|
text: typeof parsed.text === "string" ? parsed.text : "",
|
|
33403
34389
|
ts: m.receivedAt,
|
|
33404
|
-
authorization:
|
|
34390
|
+
authorization: shareAuth,
|
|
33405
34391
|
sender_name: senderName,
|
|
33406
34392
|
sender_is_agent: senderIsAgent,
|
|
33407
34393
|
attachments: [attachment],
|
|
@@ -33467,6 +34453,7 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
33467
34453
|
m.envelope.sender_id,
|
|
33468
34454
|
speaker?.identityId
|
|
33469
34455
|
);
|
|
34456
|
+
await this.prepareNotesForTurn(m.channelId, turnAuthorization);
|
|
33470
34457
|
const runtimeMemory = this.memoryForTurn(m.channelId, turnAuthorization);
|
|
33471
34458
|
const voiceGuidance = m.voiceMode ? selectVoiceGuidance(meta?.is_dm, m.voiceDefaultResponder) : void 0;
|
|
33472
34459
|
const humanTurn = senderIsAgent !== true || speaker !== void 0;
|
|
@@ -33499,6 +34486,10 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
33499
34486
|
sender_name: speaker?.displayName ?? senderName,
|
|
33500
34487
|
sender_is_agent: speaker ? false : senderIsAgent,
|
|
33501
34488
|
...speaker ? { speaker } : {},
|
|
34489
|
+
// Audit r2 N-L3 (PR-1): every transcribed path the bridge can
|
|
34490
|
+
// identify: the envelope's own claim (relay or on-device
|
|
34491
|
+
// transcript) or a relay-attributed turn.
|
|
34492
|
+
...parsed.transcribed === true || speaker !== void 0 ? { transcribed: true } : {},
|
|
33502
34493
|
...runtimeVoice(ackSent)
|
|
33503
34494
|
});
|
|
33504
34495
|
if (coalescible) {
|
|
@@ -34038,6 +35029,7 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
34038
35029
|
for (const messageId of messageIds) {
|
|
34039
35030
|
this.store.ackRuntimeInbox(messageId);
|
|
34040
35031
|
this.runtimePendingIds.delete(messageId);
|
|
35032
|
+
this.ingestGeneration.delete(messageId);
|
|
34041
35033
|
this.deliveryAttempts.delete(messageId);
|
|
34042
35034
|
this.redeliverNotBefore.delete(messageId);
|
|
34043
35035
|
this.supersedeRefundable.delete(messageId);
|
|
@@ -34048,13 +35040,44 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
34048
35040
|
}
|
|
34049
35041
|
}
|
|
34050
35042
|
}
|
|
35043
|
+
/** The sealed runtime_inbox payload: the message plus its ingest stamp (never on the message object). */
|
|
35044
|
+
stagedPayload(message, stamp) {
|
|
35045
|
+
return new TextEncoder().encode(JSON.stringify({ ...message, [INGEST_STAMP_KEY]: stamp }));
|
|
35046
|
+
}
|
|
35047
|
+
/**
|
|
35048
|
+
* Seal `message` into runtime_inbox with the current ingest stamp and record
|
|
35049
|
+
* the stamp that is actually persisted. Task 7 n-1: a same-id re-stage is
|
|
35050
|
+
* compared on the MESSAGE only, never the stamp, so a clear between two
|
|
35051
|
+
* stagings of one message is not a payload conflict (which would fail the
|
|
35052
|
+
* stage and leave the backend row redelivered forever). The row is not
|
|
35053
|
+
* rewritten, so the FIRST staging's stamp stays authoritative: the owner's
|
|
35054
|
+
* clear still covers a turn first ingested before it. A prior row with no
|
|
35055
|
+
* valid stamp gets none, so its write refuses `cleared`.
|
|
35056
|
+
*/
|
|
35057
|
+
async stageSealed(message) {
|
|
35058
|
+
const stamp = this.notes.appliedGeneration();
|
|
35059
|
+
let persisted = stamp;
|
|
35060
|
+
await this.store.stageRuntimeInbox(message.message_id, this.stagedPayload(message, stamp), message.ts, (prior, next) => {
|
|
35061
|
+
const a = splitIngestStamp(prior);
|
|
35062
|
+
const b = splitIngestStamp(next);
|
|
35063
|
+
if (a === null || b === null || a.message !== b.message) return false;
|
|
35064
|
+
persisted = a.stamp;
|
|
35065
|
+
return true;
|
|
35066
|
+
});
|
|
35067
|
+
if (persisted === void 0) this.ingestGeneration.delete(message.message_id);
|
|
35068
|
+
else this.ingestGeneration.set(message.message_id, persisted);
|
|
35069
|
+
}
|
|
34051
35070
|
async restoreRuntimeInbox() {
|
|
34052
35071
|
const rows = await this.store.loadRuntimeInbox();
|
|
34053
35072
|
for (const row of rows) {
|
|
34054
|
-
const
|
|
34055
|
-
if (!
|
|
35073
|
+
const parsed = JSON.parse(new TextDecoder().decode(row.payload));
|
|
35074
|
+
if (!parsed || parsed.message_id !== row.messageId || typeof parsed.channel_id !== "string") {
|
|
34056
35075
|
throw new Error("restored runtime inbox row has an invalid message binding");
|
|
34057
35076
|
}
|
|
35077
|
+
const { [INGEST_STAMP_KEY]: stamp, ...rest } = parsed;
|
|
35078
|
+
const message = rest;
|
|
35079
|
+
const valid = validIngestStamp(stamp);
|
|
35080
|
+
if (valid !== void 0) this.ingestGeneration.set(message.message_id, valid);
|
|
34058
35081
|
this.runtimePendingIds.add(message.message_id);
|
|
34059
35082
|
if (row.deliveryAttempts > 0) {
|
|
34060
35083
|
this.deliveryAttempts.set(message.message_id, row.deliveryAttempts);
|
|
@@ -34077,8 +35100,7 @@ var BridgeAgent = class _BridgeAgent {
|
|
|
34077
35100
|
return false;
|
|
34078
35101
|
}
|
|
34079
35102
|
try {
|
|
34080
|
-
|
|
34081
|
-
await this.store.stageRuntimeInbox(message.message_id, payload, message.ts);
|
|
35103
|
+
await this.stageSealed(message);
|
|
34082
35104
|
this.runtimePendingIds.add(message.message_id);
|
|
34083
35105
|
this.buffer.push(message);
|
|
34084
35106
|
} catch (error) {
|
|
@@ -34433,8 +35455,12 @@ var PER_TOOL_GRANTS_FEATURE = "per_tool_grants";
|
|
|
34433
35455
|
function withConsumerGrants(m, perToolConsumer) {
|
|
34434
35456
|
if (perToolConsumer) return m;
|
|
34435
35457
|
const a = m.authorization;
|
|
34436
|
-
if (!a
|
|
34437
|
-
|
|
35458
|
+
if (!a) return m;
|
|
35459
|
+
const stripGrants = !(a.tool_grants.length === 0 || a.audience === "owner_dm" || a.relay_speaker === "owner");
|
|
35460
|
+
const stripMemory = "memory_write" in a;
|
|
35461
|
+
if (!stripGrants && !stripMemory) return m;
|
|
35462
|
+
const { memory_write: _dropped, ...rest } = a;
|
|
35463
|
+
return { ...m, authorization: Object.freeze({ ...rest, ...stripGrants ? { tool_grants: NO_GRANTS } : {} }) };
|
|
34438
35464
|
}
|
|
34439
35465
|
|
|
34440
35466
|
// src/http-server.ts
|
|
@@ -34791,9 +35817,24 @@ function parseHarnessReport(raw) {
|
|
|
34791
35817
|
|
|
34792
35818
|
// src/ws-server.ts
|
|
34793
35819
|
import { WebSocketServer, WebSocket } from "ws";
|
|
35820
|
+
|
|
35821
|
+
// src/memory/consumer-notes.ts
|
|
35822
|
+
function withConsumerNotes(out, original, consumer, src) {
|
|
35823
|
+
if (consumer.consumer !== "runtime" || consumer.harnessClaimed === true) {
|
|
35824
|
+
return { message: out, generation: src.notesAppliedGeneration() };
|
|
35825
|
+
}
|
|
35826
|
+
const d = src.notesForDelivery(original);
|
|
35827
|
+
if (d.notes === void 0) return { message: out, generation: d.generation };
|
|
35828
|
+
const memory = { ...out.memory ?? {}, notes: d.notes };
|
|
35829
|
+
return { message: { ...out, memory }, generation: d.generation };
|
|
35830
|
+
}
|
|
35831
|
+
|
|
35832
|
+
// src/ws-server.ts
|
|
34794
35833
|
var PING_INTERVAL_MS = 3e4;
|
|
34795
35834
|
var INFLIGHT_STALE_SWEEP_MS = 6e4;
|
|
34796
35835
|
var INFLIGHT_STALE_AFTER_MS = 15 * 6e4;
|
|
35836
|
+
var HELLO_WAIT_MS = 2e3;
|
|
35837
|
+
var MEMORY_NOTES_FEATURE = "memory_notes";
|
|
34797
35838
|
function tokenFromUpgrade(req) {
|
|
34798
35839
|
try {
|
|
34799
35840
|
const url = new URL(req.url ?? "/", "http://localhost");
|
|
@@ -34852,7 +35893,16 @@ function attachAgentWebSocket(server, agent, opts) {
|
|
|
34852
35893
|
});
|
|
34853
35894
|
const inflight = /* @__PURE__ */ new Map();
|
|
34854
35895
|
const delivered = /* @__PURE__ */ new Map();
|
|
34855
|
-
const
|
|
35896
|
+
const helloWaitMs = opts.helloWaitMs ?? HELLO_WAIT_MS;
|
|
35897
|
+
const session = {
|
|
35898
|
+
consumer: "unknown",
|
|
35899
|
+
perToolGrants: false,
|
|
35900
|
+
// helloWaitMs 0 keeps today's synchronous initial flush exactly (the opt-out the existing tests use).
|
|
35901
|
+
deliveryOpen: helloWaitMs <= 0,
|
|
35902
|
+
deliveryToken: /* @__PURE__ */ new Map(),
|
|
35903
|
+
deliverySeq: 0,
|
|
35904
|
+
pendingNoteRequests: /* @__PURE__ */ new Set()
|
|
35905
|
+
};
|
|
34856
35906
|
const sweepStale = () => {
|
|
34857
35907
|
const at = now();
|
|
34858
35908
|
for (const [id, d] of delivered) {
|
|
@@ -34872,11 +35922,14 @@ function attachAgentWebSocket(server, agent, opts) {
|
|
|
34872
35922
|
};
|
|
34873
35923
|
const flush = () => {
|
|
34874
35924
|
for (; ; ) {
|
|
35925
|
+
if (!session.deliveryOpen) return;
|
|
34875
35926
|
if (sock.readyState !== WebSocket.OPEN) return;
|
|
34876
35927
|
const busy = /* @__PURE__ */ new Set();
|
|
34877
35928
|
for (const [id, m] of inflight) {
|
|
34878
|
-
if (agent.isRuntimeMessageRetired(id))
|
|
34879
|
-
|
|
35929
|
+
if (agent.isRuntimeMessageRetired(id)) {
|
|
35930
|
+
inflight.delete(id);
|
|
35931
|
+
session.deliveryToken.delete(id);
|
|
35932
|
+
} else busy.add(m.channel_id);
|
|
34880
35933
|
}
|
|
34881
35934
|
const batch = agent.takeDeliverable(busy);
|
|
34882
35935
|
if (batch.length === 0) return;
|
|
@@ -34890,10 +35943,12 @@ function attachAgentWebSocket(server, agent, opts) {
|
|
|
34890
35943
|
retired = true;
|
|
34891
35944
|
continue;
|
|
34892
35945
|
}
|
|
34893
|
-
const
|
|
35946
|
+
const out = withConsumerNotes(withConsumerGrants(batch[i], session.perToolGrants), batch[i], session, agent);
|
|
35947
|
+
const frame = { type: "message", ...out.message };
|
|
34894
35948
|
try {
|
|
34895
35949
|
sock.send(JSON.stringify(frame));
|
|
34896
35950
|
inflight.set(batch[i].message_id, batch[i]);
|
|
35951
|
+
session.deliveryToken.set(batch[i].message_id, ++session.deliverySeq);
|
|
34897
35952
|
delivered.set(batch[i].message_id, { at: now(), logged: false });
|
|
34898
35953
|
} catch {
|
|
34899
35954
|
agent.requeueFront(batch.slice(i));
|
|
@@ -34903,11 +35958,19 @@ function attachAgentWebSocket(server, agent, opts) {
|
|
|
34903
35958
|
if (!retired) return;
|
|
34904
35959
|
}
|
|
34905
35960
|
};
|
|
35961
|
+
const helloTimer = helloWaitMs > 0 ? setTimeout(() => {
|
|
35962
|
+
if (session.deliveryOpen) return;
|
|
35963
|
+
session.deliveryOpen = true;
|
|
35964
|
+
writeServiceLog("info", "ws.hello_timeout");
|
|
35965
|
+
flush();
|
|
35966
|
+
}, helloWaitMs) : void 0;
|
|
35967
|
+
helloTimer?.unref?.();
|
|
34906
35968
|
const unsubscribe = agent.subscribe(flush);
|
|
34907
35969
|
let cleaned = false;
|
|
34908
35970
|
const cleanup = () => {
|
|
34909
35971
|
if (cleaned) return;
|
|
34910
35972
|
cleaned = true;
|
|
35973
|
+
if (helloTimer) clearTimeout(helloTimer);
|
|
34911
35974
|
agent.noteSessionClose();
|
|
34912
35975
|
unsubscribe();
|
|
34913
35976
|
if (inflight.size) {
|
|
@@ -34918,6 +35981,8 @@ function attachAgentWebSocket(server, agent, opts) {
|
|
|
34918
35981
|
agent.wakeListeners();
|
|
34919
35982
|
}
|
|
34920
35983
|
delivered.clear();
|
|
35984
|
+
session.deliveryToken.clear();
|
|
35985
|
+
session.pendingNoteRequests.clear();
|
|
34921
35986
|
if (current?.sock === sock) current = null;
|
|
34922
35987
|
if (session.harness) agent.clearHarnessReport(session.harness);
|
|
34923
35988
|
if (session.perToolGrants) agent.clearPerToolConsumer(session);
|
|
@@ -34978,6 +36043,7 @@ async function handleInbound(sock, agent, data, inflight, flush, session) {
|
|
|
34978
36043
|
return;
|
|
34979
36044
|
}
|
|
34980
36045
|
inflight.delete(m.message_id);
|
|
36046
|
+
session.deliveryToken.delete(m.message_id);
|
|
34981
36047
|
agent.ackRuntimeMessages([m.message_id]);
|
|
34982
36048
|
flush();
|
|
34983
36049
|
return;
|
|
@@ -34997,7 +36063,14 @@ async function handleInbound(sock, agent, data, inflight, flush, session) {
|
|
|
34997
36063
|
session.perToolGrants = false;
|
|
34998
36064
|
agent.clearPerToolConsumer(session);
|
|
34999
36065
|
}
|
|
35000
|
-
|
|
36066
|
+
if (session.consumer === "runtime" && session.harnessClaimed !== true && Array.isArray(m.features) && m.features.includes(MEMORY_NOTES_FEATURE)) {
|
|
36067
|
+
agent.noteNotesConsumer();
|
|
36068
|
+
}
|
|
36069
|
+
sendJson(sock, { type: "hello", features: ["nack", MEMORY_NOTES_FEATURE] });
|
|
36070
|
+
if (!session.deliveryOpen) {
|
|
36071
|
+
session.deliveryOpen = true;
|
|
36072
|
+
flush();
|
|
36073
|
+
}
|
|
35001
36074
|
return;
|
|
35002
36075
|
}
|
|
35003
36076
|
if (m.type === "nack") {
|
|
@@ -35008,6 +36081,7 @@ async function handleInbound(sock, agent, data, inflight, flush, session) {
|
|
|
35008
36081
|
const failed = inflight.get(m.message_id);
|
|
35009
36082
|
if (!failed) return;
|
|
35010
36083
|
inflight.delete(m.message_id);
|
|
36084
|
+
session.deliveryToken.delete(m.message_id);
|
|
35011
36085
|
if (agent.isRuntimeMessageRetired(m.message_id)) {
|
|
35012
36086
|
flush();
|
|
35013
36087
|
return;
|
|
@@ -35021,6 +36095,7 @@ async function handleInbound(sock, agent, data, inflight, flush, session) {
|
|
|
35021
36095
|
const code = sendErrorCode(e);
|
|
35022
36096
|
if ((code === "agent_paused" || code === "send_forbidden") && typeof inReplyTo === "string") {
|
|
35023
36097
|
inflight.delete(inReplyTo);
|
|
36098
|
+
session.deliveryToken.delete(inReplyTo);
|
|
35024
36099
|
agent.ackRuntimeMessages([inReplyTo]);
|
|
35025
36100
|
}
|
|
35026
36101
|
sendJson(sock, { ...wsErrorFrame(code), ...typeof inReplyTo === "string" ? { in_reply_to: inReplyTo } : {} });
|
|
@@ -35102,6 +36177,21 @@ async function handleInbound(sock, agent, data, inflight, flush, session) {
|
|
|
35102
36177
|
}
|
|
35103
36178
|
return;
|
|
35104
36179
|
}
|
|
36180
|
+
if (m.type === "memory_note") {
|
|
36181
|
+
const id = typeof m.message_id === "string" ? m.message_id : void 0;
|
|
36182
|
+
const result = await agent.applyMemoryNote(m, {
|
|
36183
|
+
lookup: (messageId) => {
|
|
36184
|
+
const record = inflight.get(messageId);
|
|
36185
|
+
const token = session.deliveryToken.get(messageId);
|
|
36186
|
+
return record === void 0 || token === void 0 ? void 0 : { record, token };
|
|
36187
|
+
},
|
|
36188
|
+
session,
|
|
36189
|
+
token: id === void 0 ? void 0 : session.deliveryToken.get(id),
|
|
36190
|
+
pendingRequests: session.pendingNoteRequests
|
|
36191
|
+
});
|
|
36192
|
+
sendJson(sock, result);
|
|
36193
|
+
return;
|
|
36194
|
+
}
|
|
35105
36195
|
const NODE_TYPES = ["step", "tool_call", "sub_task", "result"];
|
|
35106
36196
|
const NODE_STATUSES = ["pending", "running", "done", "error"];
|
|
35107
36197
|
const actionError = (e) => {
|
|
@@ -36452,6 +37542,13 @@ async function runServiceVerb(verb) {
|
|
|
36452
37542
|
process.exit(1);
|
|
36453
37543
|
}
|
|
36454
37544
|
}
|
|
37545
|
+
async function startThenServe(agent, opts) {
|
|
37546
|
+
await agent.start();
|
|
37547
|
+
const tls = opts.readTls();
|
|
37548
|
+
const { server, closeAllSseStreams } = createHttpServer(agent, { token: opts.token, allowOrigins: opts.allowOrigins, tls, websocket: true });
|
|
37549
|
+
const agentWs = attachAgentWebSocket(server, agent, { token: opts.token, allowOrigins: opts.allowOrigins });
|
|
37550
|
+
return { server, closeAllSseStreams, agentWs };
|
|
37551
|
+
}
|
|
36455
37552
|
async function main() {
|
|
36456
37553
|
if (!nodeMajorOk(process.versions.node)) {
|
|
36457
37554
|
writeServiceLog("error", "startup.node_unsupported");
|
|
@@ -36488,10 +37585,11 @@ async function main() {
|
|
|
36488
37585
|
const tokenFile = daemon.tokenFile ?? join13(dirname7(credentialPath), "bridge-token");
|
|
36489
37586
|
const token = resolveToken({ tokenFile, token: daemon.token });
|
|
36490
37587
|
const agent = new BridgeAgent(cfg);
|
|
36491
|
-
await agent
|
|
36492
|
-
|
|
36493
|
-
|
|
36494
|
-
|
|
37588
|
+
const { server, closeAllSseStreams, agentWs } = await startThenServe(agent, {
|
|
37589
|
+
token,
|
|
37590
|
+
allowOrigins: daemon.allowOrigins,
|
|
37591
|
+
readTls: () => daemon.tls ? { cert: readFileSync9(daemon.tlsCert, "utf8"), key: readFileSync9(daemon.tlsKey, "utf8") } : void 0
|
|
37592
|
+
});
|
|
36495
37593
|
let down = false;
|
|
36496
37594
|
const shutdown = () => {
|
|
36497
37595
|
if (down) return;
|
|
@@ -36513,7 +37611,7 @@ async function main() {
|
|
|
36513
37611
|
const slug = slugFromCredentialPath(credentialPath);
|
|
36514
37612
|
process.once("exit", () => removeConnectionFileIfOwned(homedir3(), identityId, instanceId));
|
|
36515
37613
|
server.listen(daemon.port, daemon.bind, () => {
|
|
36516
|
-
writeServiceLog("info", "startup.listening", { port: daemon.port, tls: !!tls });
|
|
37614
|
+
writeServiceLog("info", "startup.listening", { port: daemon.port, tls: !!daemon.tls });
|
|
36517
37615
|
writeServiceLog("info", "startup.token_loaded");
|
|
36518
37616
|
const addr = server.address();
|
|
36519
37617
|
const boundPort = typeof addr === "object" && addr ? addr.port : daemon.port;
|
|
@@ -36547,6 +37645,7 @@ export {
|
|
|
36547
37645
|
parseVerb,
|
|
36548
37646
|
realCopyConnector,
|
|
36549
37647
|
slugFromCredentialPath,
|
|
37648
|
+
startThenServe,
|
|
36550
37649
|
tokenFingerprint
|
|
36551
37650
|
};
|
|
36552
37651
|
/*! Bundled license information:
|