@joe-broadhead/opencode-mem 0.8.5 → 0.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +429 -0
- package/README.md +114 -61
- package/docs/agent-protocol.md +67 -177
- package/package.json +1351 -98
- package/skills/mem.pages/SKILL.md +143 -0
- package/skills/mem.sharing/SKILL.md +82 -0
- package/skills/mem.sources/SKILL.md +93 -0
- package/skills/mem.usage/SKILL.md +118 -492
- package/src/backend/records.js +285 -0
- package/src/bootstrap.js +49 -45
- package/src/call-shapes.js +41 -10
- package/src/collector-lock.js +162 -0
- package/src/collector-service.js +441 -0
- package/src/collector.js +381 -0
- package/src/commands.js +3 -3
- package/src/config.js +12 -1
- package/src/curation.js +1 -1
- package/src/permissions.js +18 -2
- package/src/protocol.js +29 -20
- package/src/recall.js +104 -27
- package/src/records-store.js +280 -120
- package/src/records.js +63 -11
- package/src/runtime.js +23 -14
- package/src/skills.js +44 -18
- package/src/sources.js +58 -0
- package/src/spaces.js +93 -10
- package/src/tools/aliases.js +163 -0
- package/src/tools/commitments.js +12 -9
- package/src/tools/index.js +88 -19
- package/src/tools/ingest.js +277 -0
- package/src/tools/knowledge.js +6 -1
- package/src/tools/memory.js +640 -210
- package/src/tools/page.js +411 -0
- package/src/tools/recall.js +363 -112
- package/src/tools/records-kit.js +142 -0
- package/src/tools/share.js +1012 -0
- package/src/tools/shared.js +8 -1
- package/src/tools/spaces.js +431 -143
- package/src/tools/status.js +87 -58
- package/src/tools/wiki.js +2 -2
- package/src/views/contracts.js +273 -3
- package/src/views/records-reads.js +675 -0
- package/src/views/rpc.js +17 -100
- package/src/views/shape.js +61 -0
- package/views/commitments.html +4 -0
- package/views/graph.html +753 -0
- package/views/home.html +11 -5
- package/views/journal.html +621 -0
- package/views/memory.html +7 -1
- package/views/pages.html +636 -0
- package/views/review.html +406 -0
- package/views/today.html +309 -0
package/src/views/rpc.js
CHANGED
|
@@ -1,19 +1,16 @@
|
|
|
1
1
|
import { UNLINKED_SENTENCE, asView, inView, isUnlinked, originOf, PACKAGE_NAME, SOURCES } from "../credentials.js"
|
|
2
2
|
import { dayIn, dueDay, filterItems, formatDay, formatDue } from "../records.js"
|
|
3
3
|
import { isRecordsWikiName } from "../tools/knowledge.js"
|
|
4
|
-
import { oneLine } from "../util.js"
|
|
5
4
|
import {
|
|
6
5
|
COMMITMENTS_MAX,
|
|
7
|
-
ID_PATTERN,
|
|
8
6
|
LIST_MAX,
|
|
9
|
-
MEMORY_TEXT_CHARS,
|
|
10
7
|
PAGE_TEXT_CHARS,
|
|
11
|
-
RECENT_MAX_OFFSET,
|
|
12
|
-
RECENT_PAGE,
|
|
13
8
|
SPEAKER_FIELD,
|
|
14
9
|
VIEW_ERROR,
|
|
15
10
|
VIEW_METHODS,
|
|
16
11
|
} from "./contracts.js"
|
|
12
|
+
import { createRecordsReads, recordsFailureWords } from "./records-reads.js"
|
|
13
|
+
import { SPACE_KINDS, ViewRefusal, clip, clipText, idOf, refuse, spaceOf } from "./shape.js"
|
|
17
14
|
|
|
18
15
|
/**
|
|
19
16
|
* The RPC behind Memory's views in Jelly (`views/*.html`).
|
|
@@ -53,57 +50,8 @@ export const VIEW_UNLINKED_SENTENCE = "Memory is unavailable: you have not linke
|
|
|
53
50
|
const MAX_AGENTS = 4
|
|
54
51
|
/** The engine's agent list is read again after this long. */
|
|
55
52
|
const AGENT_TTL_MS = 60_000
|
|
56
|
-
/** Upstream answers at most this many rows per query. */
|
|
57
|
-
const QUERY_MAX = 100
|
|
58
53
|
/** A page's text is held well under Jelly's 64 KB answer cap. */
|
|
59
54
|
const PAGE_TEXT_BYTES = 56_000
|
|
60
|
-
const ID = new RegExp(ID_PATTERN)
|
|
61
|
-
|
|
62
|
-
/** A refusal in the plugin's own words, which the page shows. */
|
|
63
|
-
class ViewRefusal extends Error {}
|
|
64
|
-
|
|
65
|
-
const refuse = (words) => {
|
|
66
|
-
throw new ViewRefusal(words)
|
|
67
|
-
}
|
|
68
|
-
|
|
69
|
-
/** One line, at most `max` characters, never ending in half a surrogate pair. */
|
|
70
|
-
function clip(value, max) {
|
|
71
|
-
const text = oneLine(value, max)
|
|
72
|
-
return /[\uD800-\uDBFF]…$/.test(text) ? `${text.slice(0, -2)}…` : text
|
|
73
|
-
}
|
|
74
|
-
|
|
75
|
-
/** Multi-line text, at most `chars` characters and `bytes` UTF-8 bytes. */
|
|
76
|
-
function clipText(value, chars, bytes) {
|
|
77
|
-
let text = String(value ?? "")
|
|
78
|
-
let clipped = false
|
|
79
|
-
if (text.length > chars) {
|
|
80
|
-
text = text.slice(0, chars)
|
|
81
|
-
clipped = true
|
|
82
|
-
}
|
|
83
|
-
while (Buffer.byteLength(text) > bytes) {
|
|
84
|
-
text = text.slice(0, Math.floor(text.length * 0.9))
|
|
85
|
-
clipped = true
|
|
86
|
-
}
|
|
87
|
-
if (clipped && /[\uD800-\uDBFF]$/.test(text)) text = text.slice(0, -1)
|
|
88
|
-
return { text, clipped }
|
|
89
|
-
}
|
|
90
|
-
|
|
91
|
-
/** An id the schema accepts, or "". */
|
|
92
|
-
function idOf(value) {
|
|
93
|
-
const text = String(value ?? "").trim()
|
|
94
|
-
return ID.test(text) ? text : ""
|
|
95
|
-
}
|
|
96
|
-
|
|
97
|
-
const SPACE_KINDS = new Set(["personal", "shared"])
|
|
98
|
-
|
|
99
|
-
function spaceOf(context) {
|
|
100
|
-
if (!context) return { id: "local", name: "Local memory", kind: "personal" }
|
|
101
|
-
return {
|
|
102
|
-
id: idOf(context.space_id) || "unknown",
|
|
103
|
-
name: clip(context.space_name || context.space_id || "Your memory", 200),
|
|
104
|
-
kind: SPACE_KINDS.has(context.space_kind) ? context.space_kind : "unknown",
|
|
105
|
-
}
|
|
106
|
-
}
|
|
107
55
|
|
|
108
56
|
const CREDENTIALS = Object.freeze({
|
|
109
57
|
[SOURCES.identity]: "jelly",
|
|
@@ -190,6 +138,8 @@ export function createViewReads({ runtime, agents = async () => [] }) {
|
|
|
190
138
|
}
|
|
191
139
|
}
|
|
192
140
|
|
|
141
|
+
const recordsReads = createRecordsReads({ runtime, personalScopes, available })
|
|
142
|
+
|
|
193
143
|
async function overview() {
|
|
194
144
|
const address = originOf(String(config.controlURL ?? "")) || originOf(String(config.baseURL ?? "").replace(/\/core$/, ""))
|
|
195
145
|
const base = {
|
|
@@ -212,13 +162,18 @@ export function createViewReads({ runtime, agents = async () => [] }) {
|
|
|
212
162
|
...base,
|
|
213
163
|
}
|
|
214
164
|
}
|
|
165
|
+
// Memories are records from 0.9 (the space's count); conversations,
|
|
166
|
+
// summaries and the profile are still the core's, per agent.
|
|
215
167
|
const count = (read) => read.then((data) => Number(data?.total) || 0).catch(() => 0)
|
|
216
|
-
const [health, perAgent] = await Promise.all([
|
|
168
|
+
const [health, kept, perAgent] = await Promise.all([
|
|
217
169
|
backend.probe().catch(() => ({ ok: false })),
|
|
170
|
+
recordsReads.memoryCount(scopes[0]).catch((error) => {
|
|
171
|
+
runtime.log?.warn?.("view overview: records count failed", error)
|
|
172
|
+
return { memories: 0 }
|
|
173
|
+
}),
|
|
218
174
|
Promise.all(
|
|
219
175
|
scopes.map(({ scope }) =>
|
|
220
176
|
Promise.all([
|
|
221
|
-
count(backend.countAtoms({ scope })),
|
|
222
177
|
count(backend.countConversations({ scope })),
|
|
223
178
|
count(backend.countScenarios({ scope })),
|
|
224
179
|
backend
|
|
@@ -229,9 +184,8 @@ export function createViewReads({ runtime, agents = async () => [] }) {
|
|
|
229
184
|
),
|
|
230
185
|
),
|
|
231
186
|
])
|
|
232
|
-
const counts = { memories:
|
|
233
|
-
for (const [
|
|
234
|
-
counts.memories += memories
|
|
187
|
+
const counts = { memories: kept.memories, conversations: 0, summaries: 0, profile: false }
|
|
188
|
+
for (const [conversations, summaries, profile] of perAgent) {
|
|
235
189
|
counts.conversations += conversations
|
|
236
190
|
counts.summaries += summaries
|
|
237
191
|
counts.profile ||= profile
|
|
@@ -241,6 +195,7 @@ export function createViewReads({ runtime, agents = async () => [] }) {
|
|
|
241
195
|
...credentialState(),
|
|
242
196
|
...base,
|
|
243
197
|
health: health?.ok ? "ok" : "unreachable",
|
|
198
|
+
...(kept.records ? { records: kept.records } : {}),
|
|
244
199
|
space: spaceOf(scopes[0]?.context),
|
|
245
200
|
counts,
|
|
246
201
|
}
|
|
@@ -263,45 +218,6 @@ export function createViewReads({ runtime, agents = async () => [] }) {
|
|
|
263
218
|
}
|
|
264
219
|
}
|
|
265
220
|
|
|
266
|
-
/**
|
|
267
|
-
* The newest memories (L1 atoms) of the personal space, newest first, across
|
|
268
|
-
* the agents a view reads under. Each agent's newest `offset + page + 1` are
|
|
269
|
-
* merged, so a page is exact: upstream answers at most 100 rows a query,
|
|
270
|
-
* which is as deep as the screen goes (two pages, `RECENT_MAX_OFFSET`).
|
|
271
|
-
*/
|
|
272
|
-
async function recent(input) {
|
|
273
|
-
await available()
|
|
274
|
-
const offset = input?.offset ?? 0
|
|
275
|
-
if (typeof offset !== "number" || !Number.isInteger(offset) || offset < 0 || offset > RECENT_MAX_OFFSET || offset % RECENT_PAGE !== 0) {
|
|
276
|
-
refuse(`offset is a multiple of ${RECENT_PAGE} from 0 to ${RECENT_MAX_OFFSET}`)
|
|
277
|
-
}
|
|
278
|
-
const scopes = await personalScopes()
|
|
279
|
-
const want = Math.min(QUERY_MAX, offset + RECENT_PAGE + 1)
|
|
280
|
-
const pages = await Promise.all(
|
|
281
|
-
scopes.map(({ scope }) =>
|
|
282
|
-
backend.queryAtoms({ scope, limit: want, offset: 0 }).then((data) =>
|
|
283
|
-
(data?.items ?? []).map((item) => ({ item })),
|
|
284
|
-
),
|
|
285
|
-
),
|
|
286
|
-
)
|
|
287
|
-
const when = ({ item }) => String(item?.updated_at ?? item?.created_at ?? "")
|
|
288
|
-
const rows = pages
|
|
289
|
-
.flat()
|
|
290
|
-
.filter(({ item }) => idOf(item?.id))
|
|
291
|
-
.sort((a, b) => when(b).localeCompare(when(a)))
|
|
292
|
-
const page = rows.slice(offset, offset + RECENT_PAGE)
|
|
293
|
-
return {
|
|
294
|
-
space: spaceOf(scopes[0]?.context),
|
|
295
|
-
items: page.map(({ item }) => ({
|
|
296
|
-
id: idOf(item.id),
|
|
297
|
-
text: clip(item.content, MEMORY_TEXT_CHARS),
|
|
298
|
-
type: clip(item.type ?? "memory", 40),
|
|
299
|
-
at: clip(item.updated_at ?? item.created_at ?? "", 40),
|
|
300
|
-
})),
|
|
301
|
-
more: offset + RECENT_PAGE <= RECENT_MAX_OFFSET && rows.length > offset + RECENT_PAGE,
|
|
302
|
-
}
|
|
303
|
-
}
|
|
304
|
-
|
|
305
221
|
/** The knowledge scope: wikis belong to the space, not to an agent. */
|
|
306
222
|
async function knowledgeScope() {
|
|
307
223
|
const [first] = await personalScopes()
|
|
@@ -406,10 +322,10 @@ export function createViewReads({ runtime, agents = async () => [] }) {
|
|
|
406
322
|
"commitments.list": commitmentsList,
|
|
407
323
|
"memory.overview": overview,
|
|
408
324
|
"spaces.list": spacesList,
|
|
409
|
-
"memories.recent": recent,
|
|
410
325
|
"wiki.list": wikiList,
|
|
411
326
|
"wiki.pages": wikiPages,
|
|
412
327
|
"wiki.read": wikiRead,
|
|
328
|
+
...recordsReads.methods,
|
|
413
329
|
}
|
|
414
330
|
}
|
|
415
331
|
|
|
@@ -425,7 +341,8 @@ function viewWords(reason) {
|
|
|
425
341
|
|
|
426
342
|
/** A failed read in words; a view call's unlinked speaker in the view's words. */
|
|
427
343
|
function viewFailureWords(error) {
|
|
428
|
-
|
|
344
|
+
if (isUnlinked(error) && inView()) return VIEW_UNLINKED_SENTENCE
|
|
345
|
+
return recordsFailureWords(error) || failureWords(error)
|
|
429
346
|
}
|
|
430
347
|
|
|
431
348
|
/**
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
import { oneLine } from "../util.js"
|
|
2
|
+
import { ID_PATTERN } from "./contracts.js"
|
|
3
|
+
|
|
4
|
+
/**
|
|
5
|
+
* Small helpers every view read shares: refusals in the plugin's own words,
|
|
6
|
+
* and the clipping that holds each answer to its declared schema and under
|
|
7
|
+
* Jelly's 64 KB answer cap.
|
|
8
|
+
*/
|
|
9
|
+
|
|
10
|
+
/** A refusal in the plugin's own words, which the page shows. */
|
|
11
|
+
export class ViewRefusal extends Error {}
|
|
12
|
+
|
|
13
|
+
/** @returns {never} */
|
|
14
|
+
export const refuse = (words) => {
|
|
15
|
+
throw new ViewRefusal(words)
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
/** One line, at most `max` characters, never ending in half a surrogate pair. */
|
|
19
|
+
export function clip(value, max) {
|
|
20
|
+
const text = oneLine(value, max)
|
|
21
|
+
return /[\uD800-\uDBFF]…$/.test(text) ? `${text.slice(0, -2)}…` : text
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
/** Multi-line text, at most `chars` characters and `bytes` UTF-8 bytes. */
|
|
25
|
+
export function clipText(value, chars, bytes) {
|
|
26
|
+
let text = String(value ?? "")
|
|
27
|
+
let clipped = false
|
|
28
|
+
if (text.length > chars) {
|
|
29
|
+
text = text.slice(0, chars)
|
|
30
|
+
clipped = true
|
|
31
|
+
}
|
|
32
|
+
while (Buffer.byteLength(text) > bytes) {
|
|
33
|
+
text = text.slice(0, Math.floor(text.length * 0.9))
|
|
34
|
+
clipped = true
|
|
35
|
+
}
|
|
36
|
+
if (clipped && /[\uD800-\uDBFF]$/.test(text)) text = text.slice(0, -1)
|
|
37
|
+
return { text, clipped }
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
const ID = new RegExp(ID_PATTERN)
|
|
41
|
+
|
|
42
|
+
/** An id the schema accepts, or "". */
|
|
43
|
+
export function idOf(value) {
|
|
44
|
+
const text = String(value ?? "").trim()
|
|
45
|
+
return ID.test(text) ? text : ""
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
export const SPACE_KINDS = new Set(["personal", "shared"])
|
|
49
|
+
|
|
50
|
+
/** The space an answer names, from a control context; local direct mode has one. */
|
|
51
|
+
export function spaceOf(context) {
|
|
52
|
+
if (!context) return { id: "local", name: "Local memory", kind: "personal" }
|
|
53
|
+
return {
|
|
54
|
+
id: idOf(context.space_id) || "unknown",
|
|
55
|
+
name: clip(context.space_name || context.space_id || "Your memory", 200),
|
|
56
|
+
kind: SPACE_KINDS.has(context.space_kind) ? context.space_kind : "unknown",
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
/** UTF-8 bytes of a value as JSON. */
|
|
61
|
+
export const jsonBytes = (value) => Buffer.byteLength(JSON.stringify(value))
|
package/views/commitments.html
CHANGED
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
<html lang="en-GB">
|
|
3
3
|
<head>
|
|
4
4
|
<meta charset="utf-8">
|
|
5
|
+
<meta http-equiv="Content-Security-Policy" content="default-src 'none'; script-src 'sha256-5dtPKkjegOPG8bawdSzGBjixnIaSCLYcZOUAwbRWFAc=' 'sha256-ok3CmSN9UFtjvZkYSjfg8g06g5+3ayhEW8txJ9m7sXw='; style-src 'unsafe-inline'; base-uri 'none'; form-action 'none'">
|
|
5
6
|
<title>Commitments</title>
|
|
6
7
|
<style>
|
|
7
8
|
:root {
|
|
@@ -131,6 +132,8 @@ const card = document.getElementById("card");
|
|
|
131
132
|
const SHOWN = 8;
|
|
132
133
|
let view = null;
|
|
133
134
|
|
|
135
|
+
// What every view says when the server has no records service (src/views/contracts.js).
|
|
136
|
+
const RECORDS_OFF = "This Memory server has no records service yet, so memories, journals, pages and review can't be shown. Ask whoever runs it to turn it on.";
|
|
134
137
|
function el(tag, className, text) {
|
|
135
138
|
const node = document.createElement(tag);
|
|
136
139
|
if (className) node.className = className;
|
|
@@ -192,6 +195,7 @@ async function draw() {
|
|
|
192
195
|
try {
|
|
193
196
|
answer = await view.call("commitments.list", { state: "open" });
|
|
194
197
|
} catch (error) {
|
|
198
|
+
if (error.message === RECORDS_OFF) return show(el("p", "muted", RECORDS_OFF));
|
|
195
199
|
const retry = el("button", "button", "Try again");
|
|
196
200
|
retry.type = "button";
|
|
197
201
|
retry.addEventListener("click", draw);
|