ei-tui 1.6.8 → 1.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. package/README.md +4 -0
  2. package/package.json +2 -1
  3. package/skills/coding-harness-reflect/SKILL.md +230 -0
  4. package/skills/ei-curate/SKILL.md +174 -0
  5. package/skills/ei-curate/references/cli.md +160 -0
  6. package/skills/ei-curate/references/provenance.md +88 -0
  7. package/skills/ei-curate/references/recipes.md +144 -0
  8. package/skills/ei-curate/references/talking-to-the-user.md +71 -0
  9. package/skills/ei-persona/SKILL.md +238 -0
  10. package/skills/ei-persona/references/cli.md +265 -0
  11. package/skills/ei-persona/references/recipes.md +247 -0
  12. package/skills/ei-persona/references/talking-to-the-user.md +107 -0
  13. package/src/cli/README.md +72 -2
  14. package/src/cli/commands/personas.ts +46 -1
  15. package/src/cli/corrections-endpoints.ts +297 -0
  16. package/src/cli/corrections-writer.ts +138 -0
  17. package/src/cli/install.ts +252 -157
  18. package/src/cli/mcp.ts +80 -1
  19. package/src/cli/persona-corrections.ts +442 -0
  20. package/src/cli/retrieval.ts +46 -2
  21. package/src/cli.ts +148 -1
  22. package/src/core/corrections.ts +233 -0
  23. package/src/core/handlers/human-extraction.ts +8 -2
  24. package/src/core/handlers/human-matching.ts +2 -2
  25. package/src/core/llm-client.ts +7 -1
  26. package/src/core/orchestrators/human-extraction.ts +1 -0
  27. package/src/core/persona-tools.ts +92 -0
  28. package/src/core/personas/opencode-agent.ts +1 -3
  29. package/src/core/processor.ts +113 -1
  30. package/src/core/state/human.ts +10 -0
  31. package/src/core/state/personas.ts +8 -0
  32. package/src/core/state-manager.ts +11 -0
  33. package/src/core/types/entities.ts +1 -0
  34. package/src/core/utils/identifier-utils.ts +3 -2
  35. package/src/integrations/pi/importer.ts +142 -50
  36. package/src/integrations/pi/reader.ts +1 -0
  37. package/src/integrations/pi/types.ts +4 -0
  38. package/src/storage/file-lock.ts +120 -0
  39. package/tui/README.md +2 -0
  40. package/tui/src/commands/provider.tsx +1 -1
  41. package/tui/src/components/WelcomeOverlay.tsx +3 -3
  42. package/tui/src/context/ei.tsx +14 -0
  43. package/tui/src/index.tsx +13 -1
  44. package/tui/src/storage/file.ts +15 -83
  45. package/tui/src/util/instance-lock.ts +3 -2
  46. package/tui/src/util/provider-detection.ts +4 -2
  47. package/tui/src/util/yaml-persona.ts +7 -38
package/src/cli.ts CHANGED
@@ -17,6 +17,9 @@ import type { StorageState } from "./core/types";
17
17
  import { resolvePersonaId, filterByPersona, filterTypeSpecificByPersona, filterBySource, filterTypeSpecificBySource } from "./cli/persona-filter.js";
18
18
  import { installMcpClients } from "./cli/install.js";
19
19
  import { getRecentSessionMessages } from "./cli/session-context.js";
20
+ import { createEntity, updateEntity, removeEntity, CorrectionValidationError, CORRECTABLE_TYPES, UPDATABLE_TYPES } from "./cli/corrections-endpoints.js";
21
+ import { createPersonaEntity, updatePersonaEntity, removePersonaEntity } from "./cli/persona-corrections.js";
22
+ import type { CorrectableType } from "./core/corrections.js";
20
23
  import pkg from "../package.json" assert { type: "json" };
21
24
 
22
25
  const rawArgs = process.argv.slice(2);
@@ -38,6 +41,39 @@ const TYPE_ALIASES: Record<string, string> = {
38
41
  personas: "personas",
39
42
  };
40
43
 
44
+ // Wider set accepted by `ei create/update/remove persona` — corrections-endpoints.ts's
45
+ // CORRECTABLE_TYPES/UPDATABLE_TYPES intentionally stay persona-free (personas bypass
46
+ // that module's shared SCHEMAS dispatch entirely, see persona-corrections.ts), so this
47
+ // CLI-only layer is what actually widens the accepted type set.
48
+ const CLI_CORRECTABLE_TYPES = [...CORRECTABLE_TYPES, "persona"] as const;
49
+ const CLI_UPDATABLE_TYPES = [...UPDATABLE_TYPES, "persona"] as const;
50
+
51
+ // Singular CorrectableType resolution for `ei create/update/remove` — derived
52
+ // from TYPE_ALIASES + CLI_CORRECTABLE_TYPES so the two alias systems can never
53
+ // silently diverge on which strings are accepted (e.g. "person"/"people"
54
+ // stay synonymous here too, since both funnel through TYPE_ALIASES first).
55
+ const PLURAL_TO_CORRECTABLE: Record<string, CorrectableType> = Object.fromEntries(
56
+ CLI_CORRECTABLE_TYPES.map((t) => [TYPE_ALIASES[t], t])
57
+ );
58
+
59
+ function resolveCorrectableType(raw: string): CorrectableType | null {
60
+ const plural = TYPE_ALIASES[raw];
61
+ return plural ? PLURAL_TO_CORRECTABLE[plural] ?? null : null;
62
+ }
63
+
64
+ // Plural CorrectableType resolution for `ei update` — same TYPE_ALIASES
65
+ // lookup as resolveCorrectableType above, but sourced from CLI_UPDATABLE_TYPES
66
+ // instead of CLI_CORRECTABLE_TYPES since quotes are correctable via update
67
+ // (repointing data_item_ids after a split/merge, fixing mistranscribed
68
+ // text) but never created or removed.
69
+ const PLURAL_TO_UPDATABLE: Record<string, CorrectableType> = Object.fromEntries(
70
+ CLI_UPDATABLE_TYPES.map((t) => [TYPE_ALIASES[t], t])
71
+ );
72
+ function resolveUpdatableType(raw: string): CorrectableType | null {
73
+ const plural = TYPE_ALIASES[raw];
74
+ return plural ? PLURAL_TO_UPDATABLE[plural] ?? null : null;
75
+ }
76
+
41
77
  function printHelp(): void {
42
78
  console.log(`
43
79
  Ei
@@ -55,6 +91,9 @@ Usage:
55
91
  ei --id <id> Look up a specific entity by ID
56
92
  echo <id> | ei --id Look up entity by ID from stdin
57
93
  ei mcp Start the Ei MCP stdio server (for Claude Code/Cursor/Codex)
94
+ ei create <type> --json '<json>' Create a new entity (fact/topic/person/persona)
95
+ ei update <type> <id> --json '<json>' Replace an entity by ID (full record, not a patch; fact/topic/person/quote/persona)
96
+ ei remove <type> <id> Remove an entity by ID (fact/topic/person/persona; not quotes)
58
97
 
59
98
  Types:
60
99
  quote / quotes Quotes from conversation history
@@ -69,12 +108,13 @@ Options:
69
108
  --persona, -p Filter to entities a specific persona has learned about
70
109
  --source, -s Filter to entities from a specific source (prefix match, e.g. "cursor", "codex:my-machine", "opencode:my-machine:ses_abc123")
71
110
  --id Look up entity by ID (accepts value or stdin)
72
- --install Register Ei with Claude Code, Cursor, Codex, and OpenCode (MCP + context hooks where supported)
111
+ --install Register Ei with Claude Code, Cursor, Codex, and OpenCode (MCP + context hooks + skills where supported)
73
112
  --sync Pull latest state from remote sync server into state.backup.json (no TUI required)
74
113
  --session <id> Session ID to enrich the query with recent context (use with --hook-source)
75
114
  --hook-source <src> Source of the hook: "opencode-plugin" (OpenCode SQLite), "cursor", or "codex"
76
115
  --transcript <path> Path to a Claude Code JSONL transcript file for context enrichment
77
116
  --help, -h Show this help message
117
+ --json <json> JSON body for create/update (full record for update, not a patch)
78
118
 
79
119
  Examples:
80
120
  ei "debugging" # Search everything
@@ -86,6 +126,13 @@ Examples:
86
126
  ei topics --source cursor "X" # Topics learned from Cursor sessions
87
127
  ei --id abc-123 # Look up entity by ID
88
128
  ei "memory leak" | jq .[0].id | ei --id # Pipe ID from search
129
+ ei create fact --json '{"name":"Field of Study","description":"CS","sentiment":0,"validated_date":""}'
130
+ ei update fact abc-123 --json '{"name":"Field of Study","description":"Updated","sentiment":0,"validated_date":""}'
131
+ ei update quote <id> --json '{"data_item_ids":["person-b-id"], ...}' # Repoint a quote after splitting a bad merge (fetch the full record via 'ei --id <id>' first)
132
+ ei create persona --json '{"display_name":"Yoda","long_description":"Speaks in inverted syntax, wise and patient.","traits":[{"name":"Inverted speech","description":"Talks like Yoda","sentiment":0.7}],"topics":[]}'
133
+ ei update persona <id> --json '<full persona record from ei --id <id>, edited>'
134
+ ei remove persona abc-123 # Remove a persona (reserved personas like "ei"/"emmet" must be archived instead)
135
+ ei remove fact abc-123 # Remove a fact by ID
89
136
  `);
90
137
  }
91
138
 
@@ -146,6 +193,89 @@ async function main(): Promise<void> {
146
193
  process.exit(0);
147
194
  }
148
195
 
196
+ if (args[0] === "create") {
197
+ const rawType = args[1];
198
+ const entityType = rawType ? resolveCorrectableType(rawType) : null;
199
+ if (!entityType) {
200
+ console.error(`ei create requires a valid type (${CLI_CORRECTABLE_TYPES.join(", ")}). Got: ${rawType ?? "(none)"}`);
201
+ process.exit(1);
202
+ }
203
+ const jsonIdx = args.indexOf("--json");
204
+ const jsonStr = jsonIdx !== -1 ? args[jsonIdx + 1] : undefined;
205
+ if (!jsonStr) {
206
+ console.error("ei create requires --json '<json>'");
207
+ process.exit(1);
208
+ }
209
+ let body: unknown;
210
+ try {
211
+ body = JSON.parse(jsonStr);
212
+ } catch (e) {
213
+ console.error(`Invalid JSON: ${(e as Error).message}`);
214
+ process.exit(1);
215
+ }
216
+ try {
217
+ const result = entityType === "persona" ? await createPersonaEntity(body) : await createEntity(entityType, body);
218
+ console.log(JSON.stringify(result, null, 2));
219
+ process.exit(0);
220
+ } catch (e) {
221
+ console.error(e instanceof CorrectionValidationError ? e.message : (e as Error).message);
222
+ process.exit(1);
223
+ }
224
+ }
225
+
226
+ if (args[0] === "update") {
227
+ const rawType = args[1];
228
+ const id = args[2];
229
+ const entityType = rawType ? resolveUpdatableType(rawType) : null;
230
+ if (!entityType || !id) {
231
+ console.error(`Usage: ei update <type> <id> --json '<json>' (types: ${CLI_UPDATABLE_TYPES.join(", ")})`);
232
+ process.exit(1);
233
+ }
234
+ const jsonIdx = args.indexOf("--json");
235
+ const jsonStr = jsonIdx !== -1 ? args[jsonIdx + 1] : undefined;
236
+ if (!jsonStr) {
237
+ console.error("ei update requires --json '<json>'");
238
+ process.exit(1);
239
+ }
240
+ let body: unknown;
241
+ try {
242
+ body = JSON.parse(jsonStr);
243
+ } catch (e) {
244
+ console.error(`Invalid JSON: ${(e as Error).message}`);
245
+ process.exit(1);
246
+ }
247
+ try {
248
+ const record = entityType === "persona" ? await updatePersonaEntity(id, body) : await updateEntity(entityType, id, body);
249
+ console.log(JSON.stringify(record, null, 2));
250
+ process.exit(0);
251
+ } catch (e) {
252
+ console.error(e instanceof CorrectionValidationError ? e.message : (e as Error).message);
253
+ process.exit(1);
254
+ }
255
+ }
256
+
257
+ if (args[0] === "remove") {
258
+ const rawType = args[1];
259
+ const id = args[2];
260
+ const entityType = rawType ? resolveCorrectableType(rawType) : null;
261
+ if (!entityType || !id) {
262
+ console.error(`Usage: ei remove <type> <id> (types: ${CLI_CORRECTABLE_TYPES.join(", ")})`);
263
+ process.exit(1);
264
+ }
265
+ try {
266
+ if (entityType === "persona") {
267
+ await removePersonaEntity(id);
268
+ } else {
269
+ await removeEntity(entityType, id);
270
+ }
271
+ console.log(JSON.stringify({ removed: true, id }, null, 2));
272
+ process.exit(0);
273
+ } catch (e) {
274
+ console.error((e as Error).message);
275
+ process.exit(1);
276
+ }
277
+ }
278
+
149
279
  if (args[0] === "--sync") {
150
280
  const { getDataPath } = await import("./cli/retrieval.js");
151
281
  const { RemoteSync } = await import("./storage/remote.js");
@@ -283,6 +413,7 @@ async function main(): Promise<void> {
283
413
  session: { type: "string" },
284
414
  "hook-source": { type: "string" },
285
415
  transcript: { type: "string" },
416
+ format: { type: "string", short: "f" },
286
417
  },
287
418
  allowPositionals: true,
288
419
  strict: true,
@@ -336,6 +467,8 @@ async function main(): Promise<void> {
336
467
  ? [...recentMessages, query].join(" ").trim()
337
468
  : query;
338
469
 
470
+ const format = parsed.values.format?.trim();
471
+
339
472
  let result;
340
473
  if (targetType) {
341
474
  const module = await import(`./cli/commands/${targetType}.js`);
@@ -346,6 +479,20 @@ async function main(): Promise<void> {
346
479
  if (sourcePrefix && state) {
347
480
  result = filterTypeSpecificBySource(result, state, sourcePrefix, targetType);
348
481
  }
482
+
483
+ // --format prompt: output a formatted text block instead of JSON.
484
+ // Currently supported for personas only; other types tracked in GitHub issue #77.
485
+ if (format === "prompt" && targetType === "personas") {
486
+ // BUG-1 fix: when no persona matches, emit nothing and exit clean.
487
+ // Do NOT fall through to JSON — callers check block.trim() truthiness
488
+ // and "[]".trim() is truthy, corrupting system prompts.
489
+ if (!Array.isArray(result) || result.length === 0) {
490
+ process.exit(0);
491
+ }
492
+ const { buildEiRelationshipBlock } = await import("./cli/commands/personas.js");
493
+ process.stdout.write(buildEiRelationshipBlock(result[0]) + "\n");
494
+ process.exit(0);
495
+ }
349
496
  } else {
350
497
  result = await retrieveBalanced(enrichedQuery, limit, options);
351
498
  if (personaId && state) {
@@ -0,0 +1,233 @@
1
+ /**
2
+ * Corrections Queue — external write path for CLI/MCP tools.
3
+ *
4
+ * Ei's CLI and MCP server are read-only against a snapshot of state.json —
5
+ * they never hold the live StateManager the running TUI/daemon owns, so
6
+ * they can't safely mutate state.json directly (the running instance's
7
+ * next debounced save would silently clobber the write with its stale
8
+ * in-memory copy).
9
+ *
10
+ * corrections.json is the queue that closes this gap. External writers
11
+ * (ei_update / ei_create / ei_remove) append fully-formed CorrectionRecords
12
+ * here under an advisory lock. Two consumers drain it:
13
+ * - The running Processor, once per runLoop tick (near-instant, ~100ms).
14
+ * - The CLI itself, self-draining directly into state.json when it
15
+ * detects no live instance is running (see src/cli/corrections-io.ts).
16
+ *
17
+ * Every CorrectionRecord is a complete, ready-to-apply entity — including
18
+ * a pre-computed embedding and (for creates) a pre-assigned id — so
19
+ * draining is a pure apply, never a fetch-then-merge.
20
+ */
21
+
22
+ import type { HumanEntity, Fact, Topic, Person, Quote, PersonaEntity, StorageState } from "./types.js";
23
+ import { isReservedPersonaId } from "./types.js";
24
+ import { withLock, atomicWrite } from "../storage/file-lock.js";
25
+
26
+ export type CorrectableType = "fact" | "topic" | "person" | "quote" | "persona";
27
+ export type CorrectableEntity = Fact | Topic | Person | Quote | PersonaEntity;
28
+ export const CORRECTABLE_TYPES: CorrectableType[] = ["fact", "topic", "person", "quote", "persona"];
29
+
30
+ export interface CorrectionUpsert {
31
+ op: "upsert";
32
+ entity_type: CorrectableType;
33
+ id: string;
34
+ record: CorrectableEntity;
35
+ timestamp: string;
36
+ }
37
+
38
+ export interface CorrectionRemove {
39
+ op: "remove";
40
+ entity_type: CorrectableType;
41
+ id: string;
42
+ timestamp: string;
43
+ }
44
+
45
+ export type CorrectionRecord = CorrectionUpsert | CorrectionRemove;
46
+
47
+ /**
48
+ * Runtime shape validation for a CorrectionRecord read back from
49
+ * corrections.json. The TypeScript union is compile-time only — every
50
+ * record actually enters the system via `JSON.parse(...) as CorrectionRecord`
51
+ * in readCorrections(), so a malformed-but-valid-JSON record (bad `op`,
52
+ * mismatched `record.id`, missing `record` on an upsert) is otherwise
53
+ * silently trusted. Both consumers (CLI read-merge/self-drain via
54
+ * applyCorrectionToHuman, and Processor.applyCorrectionRecord) call this
55
+ * before mutating anything — it throws, never coerces, so a malformed `op`
56
+ * can never be silently treated as its sibling operation.
57
+ */
58
+ export function assertValidCorrection(value: unknown): asserts value is CorrectionRecord {
59
+ if (!value || typeof value !== "object") {
60
+ throw new Error(`Malformed correction record: expected an object, got ${JSON.stringify(value)}`);
61
+ }
62
+ if (!("op" in value) || (value.op !== "upsert" && value.op !== "remove")) {
63
+ throw new Error(`Malformed correction record: op must be "upsert" or "remove", got ${JSON.stringify("op" in value ? value.op : undefined)}`);
64
+ }
65
+ if (!("entity_type" in value) || !CORRECTABLE_TYPES.includes(value.entity_type as CorrectableType)) {
66
+ throw new Error(`Malformed correction record: entity_type must be one of ${CORRECTABLE_TYPES.join(", ")}, got ${JSON.stringify("entity_type" in value ? value.entity_type : undefined)}`);
67
+ }
68
+ if (!("id" in value) || typeof value.id !== "string" || value.id.length === 0) {
69
+ throw new Error(`Malformed correction record: id must be a non-empty string, got ${JSON.stringify("id" in value ? value.id : undefined)}`);
70
+ }
71
+ if (value.op === "upsert") {
72
+ if (!("record" in value) || !value.record || typeof value.record !== "object") {
73
+ throw new Error(`Malformed correction record: upsert requires a record object`);
74
+ }
75
+ if (!("id" in value.record) || value.record.id !== value.id) {
76
+ throw new Error(`Malformed correction record: record.id (${JSON.stringify("id" in value.record ? value.record.id : undefined)}) must equal wrapper id (${JSON.stringify(value.id)})`);
77
+ }
78
+ }
79
+ }
80
+
81
+ /**
82
+ * Read pending corrections without a lock. Returns [] if the file doesn't
83
+ * exist or is empty. fs/promises is imported dynamically, not statically —
84
+ * this module is transitively bundled into Web's browser build via
85
+ * src/core/processor.ts, and a static `import { readFile } from "fs/promises"`
86
+ * fails Vite's rollup build (no named exports on the browser-externalized
87
+ * stub), not just at runtime.
88
+ */
89
+ export async function readCorrections(correctionsPath: string): Promise<CorrectionRecord[]> {
90
+ const { readFile } = await import(/* @vite-ignore */ "fs/promises");
91
+ let text: string;
92
+ try {
93
+ text = await readFile(correctionsPath, "utf-8");
94
+ } catch {
95
+ return [];
96
+ }
97
+ if (!text) return [];
98
+ return JSON.parse(text) as CorrectionRecord[];
99
+ }
100
+
101
+ /**
102
+ * Append one correction under lock (read-modify-write — corrections.json
103
+ * is a JSON array, not an append-only log, so concurrent writers must
104
+ * serialize through the same lock rather than racing on a blind append).
105
+ */
106
+ export async function appendCorrection(
107
+ correctionsPath: string,
108
+ record: CorrectionRecord
109
+ ): Promise<void> {
110
+ await withLock(correctionsPath, async () => {
111
+ const existing = await readCorrections(correctionsPath);
112
+ existing.push(record);
113
+ await atomicWrite(correctionsPath, JSON.stringify(existing, null, 2));
114
+ });
115
+ }
116
+
117
+ /**
118
+ * Merge a person's `name` from its primary identifier, replicating the
119
+ * invariant HumanState.person_upsert enforces on the live-write path
120
+ * (CONTRACTS.md "Person Identifiers — name Sync Rule"). Both consumers of
121
+ * this module (Live's StateManager and the CLI's self-drain) must produce
122
+ * an identical HumanEntity for a given corrections.json, so the formula
123
+ * is centralized here rather than re-derived at each call site.
124
+ */
125
+ function syncPersonName(person: Person): Person {
126
+ const identifiers = person.identifiers ?? [];
127
+ const primary = identifiers.find((i) => i.is_primary) ?? identifiers[0];
128
+ return primary ? { ...person, name: primary.value } : person;
129
+ }
130
+
131
+ /**
132
+ * Resolve the target array for a CorrectableType. Throws on anything
133
+ * other than the 4 known types — corrections.json is external input from
134
+ * CLI/MCP tools (potentially LLM-driven), and a malformed entity_type must
135
+ * never silently fall through to the people array. Live's Processor
136
+ * already enforces this (applyCorrectionRecord); this is the equivalent
137
+ * guard for the CLI read-merge and self-drain paths.
138
+ */
139
+ function getCorrectableArray(human: HumanEntity, entityType: string): Array<{ id: string }> {
140
+ if (entityType === "fact") return human.facts;
141
+ if (entityType === "topic") return human.topics;
142
+ if (entityType === "person") return human.people;
143
+ if (entityType === "quote") return human.quotes;
144
+ throw new Error(`Unrecognized correction entity_type: ${entityType}`);
145
+ }
146
+
147
+ /**
148
+ * Apply one correction to a HumanEntity in place, mirroring the exact
149
+ * upsert/remove semantics of HumanState (src/core/state/human.ts) —
150
+ * replace-by-id for upsert, splice + orphaned quote-reference cleanup for
151
+ * remove (for all 3 types, matching fact_remove/topic_remove/person_remove
152
+ * in HumanState — not just person). Used by both the CLI's read-merge
153
+ * (materializing a corrected view without a StateManager) and its
154
+ * self-drain (writing corrections straight into state.json when no live
155
+ * instance is running).
156
+ */
157
+ export function applyCorrectionToHuman(human: HumanEntity, correction: CorrectionRecord): void {
158
+ assertValidCorrection(correction);
159
+ const array = getCorrectableArray(human, correction.entity_type);
160
+
161
+ if (correction.op === "remove") {
162
+ const idx = array.findIndex((item) => item.id === correction.id);
163
+ if (idx < 0) return;
164
+ array.splice(idx, 1);
165
+ human.quotes.forEach((q) => {
166
+ q.data_item_ids = q.data_item_ids.filter((itemId) => itemId !== correction.id);
167
+ });
168
+ human.last_updated = new Date().toISOString();
169
+ return;
170
+ }
171
+
172
+ const record = correction.entity_type === "person"
173
+ ? syncPersonName(correction.record as Person)
174
+ : correction.record;
175
+ const idx = array.findIndex((item) => item.id === correction.id);
176
+ if (idx >= 0) {
177
+ array[idx] = record;
178
+ } else {
179
+ array.push(record);
180
+ }
181
+ human.last_updated = new Date().toISOString();
182
+ }
183
+
184
+ /** Apply every pending correction to a HumanEntity, in file order (later records for the same id win). */
185
+ export function applyCorrectionsToHuman(human: HumanEntity, corrections: CorrectionRecord[]): void {
186
+ for (const correction of corrections) {
187
+ applyCorrectionToHuman(human, correction);
188
+ }
189
+ }
190
+
191
+ /**
192
+ * Apply one correction to a StorageState's personas map in place. Personas
193
+ * live outside HumanEntity — src/core/types/integrations.ts's StorageState.personas
194
+ * is a top-level `Record<id, {entity, messages}>` — so they need their own
195
+ * apply function rather than routing through getCorrectableArray/
196
+ * applyCorrectionToHuman, which only ever resolve arrays on HumanEntity.
197
+ *
198
+ * The reserved-persona delete guard here is defense-in-depth for a
199
+ * hand-edited corrections.json: the primary guard is the SYNCHRONOUS check
200
+ * in src/cli/persona-corrections.ts's removePersonaEntity, which runs
201
+ * before a correction is ever queued (so a live-drained rejection here can
202
+ * never surface as a silent no-op after an apparent CLI success).
203
+ */
204
+ export function applyCorrectionToPersonas(personas: StorageState["personas"], correction: CorrectionRecord): void {
205
+ assertValidCorrection(correction);
206
+ if (correction.op === "remove") {
207
+ if (isReservedPersonaId(correction.id)) {
208
+ throw new Error(`Cannot delete reserved persona "${correction.id}". Use archive instead.`);
209
+ }
210
+ delete personas[correction.id];
211
+ return;
212
+ }
213
+ personas[correction.id] = {
214
+ entity: correction.record as PersonaEntity,
215
+ messages: personas[correction.id]?.messages ?? [],
216
+ };
217
+ }
218
+
219
+ /** Route one correction to its target: the personas map for entity_type "persona", the HumanEntity for everything else. */
220
+ export function applyCorrectionToState(state: StorageState, correction: CorrectionRecord): void {
221
+ if (correction.entity_type === "persona") {
222
+ applyCorrectionToPersonas(state.personas, correction);
223
+ } else {
224
+ applyCorrectionToHuman(state.human, correction);
225
+ }
226
+ }
227
+
228
+ /** Apply every pending correction to a StorageState, in file order (later records for the same id win). */
229
+ export function applyCorrectionsToState(state: StorageState, corrections: CorrectionRecord[]): void {
230
+ for (const correction of corrections) {
231
+ applyCorrectionToState(state, correction);
232
+ }
233
+ }
@@ -169,7 +169,10 @@ export async function handleHumanTopicScan(response: LLMResponse, state: StateMa
169
169
  return;
170
170
  }
171
171
 
172
- const context = response.request.data as unknown as ExtractionContext;
172
+ const context = {
173
+ ...(response.request.data as unknown as ExtractionContext),
174
+ channelDisplayName: (response.request.data as Record<string, unknown>).personaDisplayName as string,
175
+ };
173
176
  if (!context?.personaId) return;
174
177
 
175
178
  const extractionModel = (response.request.data as Record<string, unknown>).extraction_model as string | undefined;
@@ -347,7 +350,10 @@ export async function handleEventScan(response: LLMResponse, state: StateManager
347
350
  return;
348
351
  }
349
352
 
350
- const context = response.request.data as unknown as ExtractionContext;
353
+ const context = {
354
+ ...(response.request.data as unknown as ExtractionContext),
355
+ channelDisplayName: (response.request.data as Record<string, unknown>).personaDisplayName as string,
356
+ };
351
357
  if (!context?.personaId) return;
352
358
 
353
359
  const extractionModel = (response.request.data as Record<string, unknown>).extraction_model as string | undefined;
@@ -282,7 +282,7 @@ export async function handlePersonUpdate(response: LLMResponse, state: StateMana
282
282
  value: i.value,
283
283
  ...(i.is_primary ? { is_primary: i.is_primary } : {}),
284
284
  })),
285
- state
285
+ state.persona_getAll()
286
286
  );
287
287
  const allCandidateIds = [...llmIdentifiers, ...candidateIdentifiers];
288
288
  if (allCandidateIds.length === 0) {
@@ -303,7 +303,7 @@ export async function handlePersonUpdate(response: LLMResponse, state: StateMana
303
303
  ...i,
304
304
  type: normalizeIdentifierType(i.type, state),
305
305
  })),
306
- state
306
+ state.persona_getAll()
307
307
  );
308
308
  for (const id of sanitizedToAdd) {
309
309
  if (!base.some(e => e.value === id.value)) {
@@ -310,10 +310,16 @@ export async function callLLMRaw(
310
310
  headers["anthropic-dangerous-direct-browser-access"] = "true";
311
311
  }
312
312
 
313
+ // Omit temperature for models that don't accept it (e.g. Anthropic extended-thinking models).
314
+ // Also omit when thinking_budget > 0: Anthropic rejects temperature alongside thinking params.
315
+ const sendTemperature =
316
+ !modelConfig?.temperature_disabled &&
317
+ !(modelConfig?.thinking_budget !== undefined && modelConfig.thinking_budget > 0);
318
+
313
319
  const requestBody: Record<string, unknown> = {
314
320
  ...(model !== undefined && { model }),
315
321
  messages: finalMessages,
316
- temperature,
322
+ ...(sendTemperature && { temperature }),
317
323
  max_tokens: modelConfig?.max_output_tokens ?? DEFAULT_MAX_OUTPUT_TOKENS,
318
324
  };
319
325
 
@@ -479,6 +479,7 @@ export function queueTopicUpdate(
479
479
  next_step: LLMNextStep.HandleTopicUpdate,
480
480
  data: {
481
481
  ...context,
482
+ personaDisplayName: context.channelDisplayName,
482
483
  isNewItem,
483
484
  existingItemId: existingItem?.id,
484
485
  candidateName: isNewItem ? context.candidateName : undefined,
@@ -0,0 +1,92 @@
1
+ /**
2
+ * Shared boolean-map <-> flat-id-array conversion for PersonaEntity.tools.
3
+ *
4
+ * PersonaEntity.tools is persisted (and written by external CRUD callers)
5
+ * as a flat array of ToolDefinition ids. That's opaque to a human or an
6
+ * external agent — nothing about a bare UUID says which provider it
7
+ * belongs to, what it's called, or whether it's even grantable right now
8
+ * (a tool under a disabled provider is unusable regardless of whether its
9
+ * id sits in this array). buildPersonaToolsMap/resolvePersonaToolsFromMap
10
+ * convert between that flat storage shape and a self-documenting
11
+ * `{ [providerDisplayName]: { [toolDisplayName]: boolean } }` map — the
12
+ * same shape the TUI's $EDITOR/YAML persona editor has used since before
13
+ * this module existed (originally defined in
14
+ * tui/src/util/yaml-persona.ts, relocated here so the external CRUD
15
+ * surface — src/cli/retrieval.ts's lookupById and
16
+ * src/cli/persona-corrections.ts's create/update — can present and accept
17
+ * the identical shape instead of a raw UUID array).
18
+ *
19
+ * Relocation is verbatim: same names, same signatures, same bodies as the
20
+ * TUI originals. The TUI now imports both functions from here rather than
21
+ * defining its own copies.
22
+ */
23
+ import type { ToolDefinition, ToolProvider } from "./types.js";
24
+
25
+ export function buildPersonaToolsMap(
26
+ enabledToolIds: string[],
27
+ allTools: ToolDefinition[],
28
+ allProviders: ToolProvider[]
29
+ ): Record<string, Record<string, boolean>> | undefined {
30
+ if (allTools.length === 0) return undefined;
31
+ const enabledSet = new Set(enabledToolIds);
32
+ const result: Record<string, Record<string, boolean>> = {};
33
+ for (const provider of allProviders.filter(p => p.enabled)) {
34
+ const providerTools = allTools.filter(t => t.provider_id === provider.id);
35
+ if (providerTools.length === 0) continue;
36
+ result[provider.display_name] = Object.fromEntries(
37
+ providerTools.map(t => [t.display_name, enabledSet.has(t.id)])
38
+ );
39
+ }
40
+ return Object.keys(result).length > 0 ? result : undefined;
41
+ }
42
+
43
+ export function resolvePersonaToolsFromMap(
44
+ toolsMap: Record<string, Record<string, boolean>> | undefined,
45
+ allTools: ToolDefinition[],
46
+ allProviders: ToolProvider[]
47
+ ): string[] | undefined {
48
+ if (!toolsMap) return undefined;
49
+ const enabledIds: string[] = [];
50
+ for (const [providerDisplayName, toolToggles] of Object.entries(toolsMap)) {
51
+ const provider = allProviders.find(p => p.display_name === providerDisplayName);
52
+ if (!provider) continue;
53
+ for (const [toolDisplayName, enabled] of Object.entries(toolToggles)) {
54
+ if (!enabled) continue;
55
+ const tool = allTools.find(t => t.provider_id === provider.id && t.display_name === toolDisplayName);
56
+ if (tool) enabledIds.push(tool.id);
57
+ }
58
+ }
59
+ return enabledIds.length > 0 ? enabledIds : [];
60
+ }
61
+
62
+ /**
63
+ * A tool id belonging to a currently-disabled provider is invisible to
64
+ * buildPersonaToolsMap and therefore can never appear in a caller's
65
+ * submitted map -- not because the caller chose to omit it, but because
66
+ * they had no way to see it. Full-record-replace semantics only apply to
67
+ * the portion of tools[] a caller could actually read and edit; anything
68
+ * outside that boundary must survive an edit unconditionally, or a normal
69
+ * read-edit-write cycle silently destroys stored state the caller never
70
+ * had a chance to preserve correctly. This is intentionally NOT a general
71
+ * merge -- resolvedVisibleIds still fully governs every id whose provider
72
+ * IS enabled; only ids that are structurally unaddressable right now get
73
+ * carried forward.
74
+ */
75
+ export function preserveHiddenToolGrants(
76
+ resolvedVisibleIds: string[] | undefined,
77
+ existingIds: string[] | undefined,
78
+ allTools: ToolDefinition[],
79
+ allProviders: ToolProvider[]
80
+ ): string[] | undefined {
81
+ const providerById = new Map(allProviders.map(p => [p.id, p]));
82
+ const toolById = new Map(allTools.map(t => [t.id, t]));
83
+ const hidden = (existingIds ?? []).filter(id => {
84
+ const tool = toolById.get(id);
85
+ if (!tool) return false;
86
+ const provider = providerById.get(tool.provider_id);
87
+ return provider ? !provider.enabled : false;
88
+ });
89
+ if (hidden.length === 0) return resolvedVisibleIds;
90
+ const merged = new Set([...(resolvedVisibleIds ?? []), ...hidden]);
91
+ return merged.size > 0 ? Array.from(merged) : undefined;
92
+ }
@@ -3,7 +3,6 @@ import type { PersonaTrait } from "../types.js";
3
3
  import type { StateManager } from "../state-manager.js";
4
4
  import type { IOpenCodeReader } from "../../integrations/opencode/types.js";
5
5
  import { AGENT_ALIASES } from "../../integrations/opencode/types.js";
6
- import { createOpenCodeReader } from "../../integrations/opencode/reader-factory.js";
7
6
  import { DEFAULT_SEED_TRAITS } from "../constants/seed-traits.js";
8
7
 
9
8
  const OPENCODE_GROUP = "OpenCode";
@@ -52,8 +51,7 @@ export async function ensureAgentPersona(
52
51
  return existing;
53
52
  }
54
53
 
55
- const agentReader = reader ?? await createOpenCodeReader();
56
- const agentInfo = await agentReader.getAgentInfo(canonical);
54
+ const agentInfo = reader ? await reader.getAgentInfo(canonical) : null;
57
55
 
58
56
  const now = new Date().toISOString();
59
57
  const personaId = crypto.randomUUID();