sandstream-kit 1.0.1 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (104) hide show
  1. package/README.md +18 -0
  2. package/dist/check-web-search.js +37 -6
  3. package/dist/check-web-search.js.map +1 -1
  4. package/dist/cli.js +520 -2
  5. package/dist/cli.js.map +1 -1
  6. package/dist/config.d.ts +2 -0
  7. package/dist/config.js +1 -0
  8. package/dist/config.js.map +1 -1
  9. package/dist/database.d.ts +2 -2
  10. package/dist/database.js +9 -14
  11. package/dist/database.js.map +1 -1
  12. package/dist/lock.js +5 -3
  13. package/dist/lock.js.map +1 -1
  14. package/dist/memory/backup 2.d.ts +6 -0
  15. package/dist/memory/backup 2.js +80 -0
  16. package/dist/memory/backup 2.js.map +1 -0
  17. package/dist/memory/backup.d.ts +6 -0
  18. package/dist/memory/backup.js +80 -0
  19. package/dist/memory/backup.js.map +1 -0
  20. package/dist/memory/codex.d.ts +5 -0
  21. package/dist/memory/codex.js +150 -0
  22. package/dist/memory/codex.js.map +1 -0
  23. package/dist/memory/continue.d.ts +5 -0
  24. package/dist/memory/continue.js +116 -0
  25. package/dist/memory/continue.js.map +1 -0
  26. package/dist/memory/db 2.d.ts +40 -0
  27. package/dist/memory/db 2.js +233 -0
  28. package/dist/memory/db 2.js.map +1 -0
  29. package/dist/memory/db.d.ts +51 -0
  30. package/dist/memory/db.js +275 -0
  31. package/dist/memory/db.js.map +1 -0
  32. package/dist/memory/gemini.d.ts +5 -0
  33. package/dist/memory/gemini.js +176 -0
  34. package/dist/memory/gemini.js.map +1 -0
  35. package/dist/memory/hook 2.d.ts +6 -0
  36. package/dist/memory/hook 2.js +51 -0
  37. package/dist/memory/hook 2.js.map +1 -0
  38. package/dist/memory/hook.d.ts +15 -0
  39. package/dist/memory/hook.js +84 -0
  40. package/dist/memory/hook.js.map +1 -0
  41. package/dist/memory/hook.test 2.d.ts +1 -0
  42. package/dist/memory/hook.test 2.js +35 -0
  43. package/dist/memory/hook.test 2.js.map +1 -0
  44. package/dist/memory/install 2.d.ts +8 -0
  45. package/dist/memory/install 2.js +72 -0
  46. package/dist/memory/install 2.js.map +1 -0
  47. package/dist/memory/install.d.ts +8 -0
  48. package/dist/memory/install.js +73 -0
  49. package/dist/memory/install.js.map +1 -0
  50. package/dist/memory/install.test 2.d.ts +1 -0
  51. package/dist/memory/install.test 2.js +59 -0
  52. package/dist/memory/install.test 2.js.map +1 -0
  53. package/dist/memory/merge.d.ts +18 -0
  54. package/dist/memory/merge.js +109 -0
  55. package/dist/memory/merge.js.map +1 -0
  56. package/dist/memory/pal 2.d.ts +47 -0
  57. package/dist/memory/pal 2.js +154 -0
  58. package/dist/memory/pal 2.js.map +1 -0
  59. package/dist/memory/pal.d.ts +47 -0
  60. package/dist/memory/pal.js +154 -0
  61. package/dist/memory/pal.js.map +1 -0
  62. package/dist/memory/parser.d.ts +34 -0
  63. package/dist/memory/parser.js +195 -0
  64. package/dist/memory/parser.js.map +1 -0
  65. package/dist/memory/project 2.d.ts +1 -0
  66. package/dist/memory/project 2.js +24 -0
  67. package/dist/memory/project 2.js.map +1 -0
  68. package/dist/memory/project.d.ts +1 -0
  69. package/dist/memory/project.js +24 -0
  70. package/dist/memory/project.js.map +1 -0
  71. package/dist/memory/scan 2.d.ts +15 -0
  72. package/dist/memory/scan 2.js +94 -0
  73. package/dist/memory/scan 2.js.map +1 -0
  74. package/dist/memory/scan.d.ts +15 -0
  75. package/dist/memory/scan.js +94 -0
  76. package/dist/memory/scan.js.map +1 -0
  77. package/dist/memory/scan.test 2.d.ts +1 -0
  78. package/dist/memory/scan.test 2.js +55 -0
  79. package/dist/memory/scan.test 2.js.map +1 -0
  80. package/dist/memory/shared 2.d.ts +33 -0
  81. package/dist/memory/shared 2.js +120 -0
  82. package/dist/memory/shared 2.js.map +1 -0
  83. package/dist/memory/shared.d.ts +33 -0
  84. package/dist/memory/shared.js +120 -0
  85. package/dist/memory/shared.js.map +1 -0
  86. package/dist/memory/threads 2.d.ts +37 -0
  87. package/dist/memory/threads 2.js +50 -0
  88. package/dist/memory/threads 2.js.map +1 -0
  89. package/dist/memory/threads.d.ts +37 -0
  90. package/dist/memory/threads.js +50 -0
  91. package/dist/memory/threads.js.map +1 -0
  92. package/dist/memory/threads.test 2.d.ts +1 -0
  93. package/dist/memory/threads.test 2.js +66 -0
  94. package/dist/memory/threads.test 2.js.map +1 -0
  95. package/dist/memory/types 2.d.ts +52 -0
  96. package/dist/memory/types 2.js +5 -0
  97. package/dist/memory/types 2.js.map +1 -0
  98. package/dist/memory/types.d.ts +52 -0
  99. package/dist/memory/types.js +5 -0
  100. package/dist/memory/types.js.map +1 -0
  101. package/dist/status.d.ts +9 -0
  102. package/dist/status.js +119 -0
  103. package/dist/status.js.map +1 -0
  104. package/package.json +1 -1
@@ -0,0 +1,116 @@
1
+ /**
2
+ * kit memory — Continue.dev transcript parser (multi-harness).
3
+ *
4
+ * Continue stores each chat as a Session JSON at ~/.continue/sessions/<id>.json
5
+ * (an index lives at sessions.json, which we skip). Types verified against the
6
+ * continuedev/continue source (core/index.d.ts):
7
+ *
8
+ * Session { sessionId, title, workspaceDirectory, history: ChatHistoryItem[] }
9
+ * ChatHistoryItem { message: ChatMessage, ... }
10
+ * ChatMessage { role: 'user'|'assistant'|'system'|'thinking'|'tool', content }
11
+ * MessageContent string | ({ type:'text', text } | { type:'imageUrl', ... })[]
12
+ *
13
+ * We index user + assistant turns, tag harness="continue", and — because Session
14
+ * carries workspaceDirectory — set cwd so Continue recall is project-scoped like
15
+ * Claude Code (not global-only). RAW + deterministic; idempotent; no model calls.
16
+ */
17
+ import { readFileSync, readdirSync, existsSync, statSync } from "node:fs";
18
+ import { homedir } from "node:os";
19
+ import { join, basename } from "node:path";
20
+ import { insertMessage, upsertSession, isFileIndexed, markFileIndexed } from "./db.js";
21
+ export function getContinueSessionsDir() {
22
+ const base = process.env.KIT_CONTINUE_DIR ?? join(homedir(), ".continue");
23
+ return join(base, "sessions");
24
+ }
25
+ /** Flatten Continue MessageContent (string or part array) to plain text. */
26
+ function contentText(content) {
27
+ if (typeof content === "string")
28
+ return content;
29
+ if (Array.isArray(content)) {
30
+ return content
31
+ .map((p) => (p?.type === "text" ? (p.text ?? "") : ""))
32
+ .filter(Boolean)
33
+ .join("\n");
34
+ }
35
+ return "";
36
+ }
37
+ function indexFile(db, filepath) {
38
+ let parsed;
39
+ try {
40
+ parsed = JSON.parse(readFileSync(filepath, "utf8"));
41
+ }
42
+ catch {
43
+ return { messages: 0 };
44
+ }
45
+ if (parsed === null || typeof parsed !== "object")
46
+ return { messages: 0 };
47
+ const session = parsed;
48
+ if (!Array.isArray(session.history))
49
+ return { messages: 0 }; // not a Session (e.g. the index)
50
+ const id = session.sessionId ?? basename(filepath, ".json");
51
+ const sessionId = `continue:${id}`;
52
+ const cwd = session.workspaceDirectory || undefined;
53
+ upsertSession(db, {
54
+ sessionId,
55
+ harness: "continue",
56
+ project: cwd ? basename(cwd) : undefined,
57
+ });
58
+ let messages = 0;
59
+ session.history.forEach((item, idx) => {
60
+ const role = item?.message?.role;
61
+ if (role !== "user" && role !== "assistant")
62
+ return; // skip system/thinking/tool
63
+ const text = contentText(item.message?.content);
64
+ if (!text)
65
+ return;
66
+ const added = insertMessage(db, {
67
+ uuid: `continue:${id}:${idx}`,
68
+ sessionId,
69
+ type: role,
70
+ role,
71
+ content: text,
72
+ cwd,
73
+ });
74
+ if (added)
75
+ messages++;
76
+ });
77
+ return { messages };
78
+ }
79
+ /** Walk ~/.continue/sessions and index every session JSON. Idempotent + incremental. */
80
+ export function indexContinueSessions(db) {
81
+ const dir = getContinueSessionsDir();
82
+ const result = { files: 0, sessions: 0, messages: 0, toolUses: 0, filesSkipped: 0 };
83
+ if (!existsSync(dir))
84
+ return result;
85
+ let entries;
86
+ try {
87
+ entries = readdirSync(dir, { withFileTypes: true });
88
+ }
89
+ catch {
90
+ return result;
91
+ }
92
+ for (const e of entries) {
93
+ if (!e.isFile() || !e.name.endsWith(".json") || e.name === "sessions.json")
94
+ continue;
95
+ const filepath = join(dir, e.name);
96
+ let st;
97
+ try {
98
+ st = statSync(filepath);
99
+ }
100
+ catch {
101
+ continue;
102
+ }
103
+ const mtimeMs = Math.floor(st.mtimeMs);
104
+ if (isFileIndexed(db, filepath, mtimeMs, st.size)) {
105
+ result.filesSkipped++;
106
+ continue;
107
+ }
108
+ const counts = indexFile(db, filepath);
109
+ markFileIndexed(db, filepath, mtimeMs, st.size);
110
+ result.files++;
111
+ result.sessions++;
112
+ result.messages += counts.messages;
113
+ }
114
+ return result;
115
+ }
116
+ //# sourceMappingURL=continue.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"continue.js","sourceRoot":"","sources":["../../src/memory/continue.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC1E,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAE3C,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAGvF,MAAM,UAAU,sBAAsB;IACpC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,WAAW,CAAC,CAAC;IAC1E,OAAO,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;AAChC,CAAC;AAmBD,4EAA4E;AAC5E,SAAS,WAAW,CAAC,OAA4C;IAC/D,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,OAAO,OAAO;aACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;aACtD,MAAM,CAAC,OAAO,CAAC;aACf,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,SAAS,CAAC,EAAgB,EAAE,QAAgB;IACnD,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;IACzB,CAAC;IACD,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;IAC1E,MAAM,OAAO,GAAG,MAAyB,CAAC;IAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,iCAAiC;IAE9F,MAAM,EAAE,GAAG,OAAO,CAAC,SAAS,IAAI,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC5D,MAAM,SAAS,GAAG,YAAY,EAAE,EAAE,CAAC;IACnC,MAAM,GAAG,GAAG,OAAO,CAAC,kBAAkB,IAAI,SAAS,CAAC;IACpD,aAAa,CAAC,EAAE,EAAE;QAChB,SAAS;QACT,OAAO,EAAE,UAAU;QACnB,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;KACzC,CAAC,CAAC;IAEH,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;QACpC,MAAM,IAAI,GAAG,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC;QACjC,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,CAAC,4BAA4B;QACjF,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAChD,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,MAAM,KAAK,GAAG,aAAa,CAAC,EAAE,EAAE;YAC9B,IAAI,EAAE,YAAY,EAAE,IAAI,GAAG,EAAE;YAC7B,SAAS;YACT,IAAI,EAAE,IAAI;YACV,IAAI;YACJ,OAAO,EAAE,IAAI;YACb,GAAG;SACJ,CAAC,CAAC;QACH,IAAI,KAAK;YAAE,QAAQ,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,QAAQ,EAAE,CAAC;AACtB,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,qBAAqB,CAAC,EAAgB;IACpD,MAAM,GAAG,GAAG,sBAAsB,EAAE,CAAC;IACrC,MAAM,MAAM,GAAgB,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;IACjG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,MAAM,CAAC;IAEpC,IAAI,OAAO,CAAC;IACZ,IAAI,CAAC;QACH,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,eAAe;YAAE,SAAS;QACrF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,EAAE,CAAC;QACP,IAAI,CAAC;YACH,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,aAAa,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAClD,MAAM,CAAC,YAAY,EAAE,CAAC;YACtB,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,SAAS,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QACvC,eAAe,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,QAAQ,EAAE,CAAC;QAClB,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC;IACrC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -0,0 +1,40 @@
1
+ /**
2
+ * kit memory — local SQLite store (node:sqlite + FTS5).
3
+ *
4
+ * Schema is derived from cloudctx (MIT — github.com/chadptk1238/cloudctx): we reuse
5
+ * its proven table layout, PRAGMAs and FTS5 design. Differences: kit is a Node/TS
6
+ * project, so we use the built-in `node:sqlite` driver instead of `bun:sqlite`; we
7
+ * add a `harness` column (kit is harness-agnostic) and a `pending_actions` table
8
+ * (PAL — the structured, actionable layer on top of raw conversation memory).
9
+ *
10
+ * Memory is RAW and append-only: one row per message, no summarisation. Retrieval
11
+ * (FTS5) happens at time of work — store everything raw, search on demand. This DB
12
+ * is secret-dense (it indexes private transcripts): it lives only under ~/.kit/ with
13
+ * 0600 perms and is never committed. Redaction / encryption is stage B7.
14
+ */
15
+ import { DatabaseSync } from "node:sqlite";
16
+ import type { MemoryStats, MessageInput, SearchHit, SessionInput, ToolUseInput } from "./types.js";
17
+ export declare const SCHEMA_VERSION = 2;
18
+ export declare function getMemoryDir(): string;
19
+ export declare function getMemoryDbPath(): string;
20
+ /**
21
+ * Open (creating + migrating if needed) the memory database. Pass ":memory:" for
22
+ * an ephemeral in-process DB (tests). Otherwise defaults to ~/.kit/memory.db.
23
+ */
24
+ export declare function openMemoryDb(path?: string): DatabaseSync;
25
+ export declare function upsertSession(db: DatabaseSync, s: SessionInput): void;
26
+ /** Insert a message idempotently (by uuid). Returns true if a new row was added. */
27
+ export declare function insertMessage(db: DatabaseSync, m: MessageInput): boolean;
28
+ export declare function insertToolUse(db: DatabaseSync, t: ToolUseInput): void;
29
+ export interface SearchOptions {
30
+ limit?: number;
31
+ /** Restrict to messages whose cwd is this repo root (or a subdirectory). */
32
+ projectPath?: string;
33
+ }
34
+ /**
35
+ * Full-text search over raw message content (FTS5 MATCH, ranked by `rank`).
36
+ * Pass opts.projectPath to scope to one repo (relevance + blast-radius); omit it
37
+ * for cross-project ("--global") recall over the personal store.
38
+ */
39
+ export declare function searchMessages(db: DatabaseSync, query: string, opts?: SearchOptions): SearchHit[];
40
+ export declare function getStats(db: DatabaseSync): MemoryStats;
@@ -0,0 +1,233 @@
1
+ /**
2
+ * kit memory — local SQLite store (node:sqlite + FTS5).
3
+ *
4
+ * Schema is derived from cloudctx (MIT — github.com/chadptk1238/cloudctx): we reuse
5
+ * its proven table layout, PRAGMAs and FTS5 design. Differences: kit is a Node/TS
6
+ * project, so we use the built-in `node:sqlite` driver instead of `bun:sqlite`; we
7
+ * add a `harness` column (kit is harness-agnostic) and a `pending_actions` table
8
+ * (PAL — the structured, actionable layer on top of raw conversation memory).
9
+ *
10
+ * Memory is RAW and append-only: one row per message, no summarisation. Retrieval
11
+ * (FTS5) happens at time of work — store everything raw, search on demand. This DB
12
+ * is secret-dense (it indexes private transcripts): it lives only under ~/.kit/ with
13
+ * 0600 perms and is never committed. Redaction / encryption is stage B7.
14
+ */
15
+ import { DatabaseSync } from "node:sqlite";
16
+ import { homedir } from "node:os";
17
+ import { join } from "node:path";
18
+ import { existsSync, mkdirSync, chmodSync, statSync } from "node:fs";
19
+ export const SCHEMA_VERSION = 2;
20
+ export function getMemoryDir() {
21
+ return process.env.KIT_MEMORY_DIR ?? join(homedir(), ".kit");
22
+ }
23
+ export function getMemoryDbPath() {
24
+ return process.env.KIT_MEMORY_DB ?? join(getMemoryDir(), "memory.db");
25
+ }
26
+ function ensureMemoryDir() {
27
+ const dir = getMemoryDir();
28
+ if (!existsSync(dir))
29
+ mkdirSync(dir, { recursive: true, mode: 0o700 });
30
+ }
31
+ const SCHEMA_SQL = `
32
+ CREATE TABLE IF NOT EXISTS sessions (
33
+ id INTEGER PRIMARY KEY AUTOINCREMENT,
34
+ session_id TEXT UNIQUE NOT NULL,
35
+ harness TEXT NOT NULL DEFAULT 'claude-code',
36
+ project TEXT,
37
+ first_message_at TEXT,
38
+ last_message_at TEXT,
39
+ message_count INTEGER DEFAULT 0,
40
+ is_agent_sidechain INTEGER DEFAULT 0
41
+ );
42
+
43
+ CREATE TABLE IF NOT EXISTS messages (
44
+ id INTEGER PRIMARY KEY AUTOINCREMENT,
45
+ uuid TEXT UNIQUE,
46
+ session_id TEXT NOT NULL,
47
+ parent_uuid TEXT,
48
+ type TEXT NOT NULL,
49
+ role TEXT,
50
+ content TEXT,
51
+ model TEXT,
52
+ input_tokens INTEGER,
53
+ output_tokens INTEGER,
54
+ timestamp TEXT,
55
+ cwd TEXT,
56
+ git_branch TEXT,
57
+ version TEXT
58
+ );
59
+
60
+ CREATE TABLE IF NOT EXISTS tool_uses (
61
+ id INTEGER PRIMARY KEY AUTOINCREMENT,
62
+ message_uuid TEXT,
63
+ session_id TEXT,
64
+ tool_name TEXT,
65
+ tool_input TEXT,
66
+ timestamp TEXT
67
+ );
68
+
69
+ CREATE TABLE IF NOT EXISTS saved_threads (
70
+ name TEXT PRIMARY KEY,
71
+ session_id TEXT NOT NULL,
72
+ summary TEXT,
73
+ project_path TEXT,
74
+ saved_at TEXT DEFAULT CURRENT_TIMESTAMP
75
+ );
76
+
77
+ CREATE TABLE IF NOT EXISTS pending_actions (
78
+ id TEXT PRIMARY KEY,
79
+ status TEXT NOT NULL DEFAULT 'open',
80
+ title TEXT NOT NULL,
81
+ detail TEXT,
82
+ scope TEXT,
83
+ kind TEXT NOT NULL DEFAULT 'manual',
84
+ verify_cmd TEXT,
85
+ created_at TEXT DEFAULT CURRENT_TIMESTAMP,
86
+ next_check TEXT,
87
+ snooze_until TEXT,
88
+ closed_at TEXT,
89
+ verify_passes INTEGER NOT NULL DEFAULT 0
90
+ );
91
+
92
+ CREATE INDEX IF NOT EXISTS idx_messages_session ON messages(session_id);
93
+ CREATE INDEX IF NOT EXISTS idx_messages_type ON messages(type);
94
+ CREATE INDEX IF NOT EXISTS idx_messages_timestamp ON messages(timestamp);
95
+ CREATE INDEX IF NOT EXISTS idx_tool_uses_tool ON tool_uses(tool_name);
96
+ CREATE INDEX IF NOT EXISTS idx_pending_status ON pending_actions(status);
97
+
98
+ CREATE VIRTUAL TABLE IF NOT EXISTS messages_fts USING fts5(
99
+ content,
100
+ content=messages,
101
+ content_rowid=id
102
+ );
103
+
104
+ CREATE TRIGGER IF NOT EXISTS messages_ai AFTER INSERT ON messages BEGIN
105
+ INSERT INTO messages_fts(rowid, content) VALUES (new.id, new.content);
106
+ END;
107
+ CREATE TRIGGER IF NOT EXISTS messages_ad AFTER DELETE ON messages BEGIN
108
+ INSERT INTO messages_fts(messages_fts, rowid, content) VALUES ('delete', old.id, old.content);
109
+ END;
110
+ CREATE TRIGGER IF NOT EXISTS messages_au AFTER UPDATE ON messages BEGIN
111
+ INSERT INTO messages_fts(messages_fts, rowid, content) VALUES ('delete', old.id, old.content);
112
+ INSERT INTO messages_fts(rowid, content) VALUES (new.id, new.content);
113
+ END;
114
+ `;
115
+ function ensureColumn(db, table, column, decl) {
116
+ const cols = db.prepare(`PRAGMA table_info(${table})`).all();
117
+ if (!cols.some((col) => col.name === column)) {
118
+ db.exec(`ALTER TABLE ${table} ADD COLUMN ${column} ${decl}`);
119
+ }
120
+ }
121
+ function migrate(db) {
122
+ db.exec("CREATE TABLE IF NOT EXISTS schema_meta (version INTEGER NOT NULL)");
123
+ db.exec(SCHEMA_SQL);
124
+ // v2: pending_actions.verify_passes (N=2 auto-verify confirmation). Add to
125
+ // tables created before this column existed.
126
+ ensureColumn(db, "pending_actions", "verify_passes", "INTEGER NOT NULL DEFAULT 0");
127
+ const row = db.prepare("SELECT version FROM schema_meta LIMIT 1").get();
128
+ if (!row) {
129
+ db.prepare("INSERT INTO schema_meta(version) VALUES (?)").run(SCHEMA_VERSION);
130
+ }
131
+ else if (row.version < SCHEMA_VERSION) {
132
+ db.prepare("UPDATE schema_meta SET version = ?").run(SCHEMA_VERSION);
133
+ }
134
+ }
135
+ /**
136
+ * Open (creating + migrating if needed) the memory database. Pass ":memory:" for
137
+ * an ephemeral in-process DB (tests). Otherwise defaults to ~/.kit/memory.db.
138
+ */
139
+ export function openMemoryDb(path) {
140
+ const dbPath = path ?? getMemoryDbPath();
141
+ if (dbPath !== ":memory:")
142
+ ensureMemoryDir();
143
+ const db = new DatabaseSync(dbPath);
144
+ db.exec("PRAGMA journal_mode = WAL");
145
+ db.exec("PRAGMA busy_timeout = 5000");
146
+ db.exec("PRAGMA foreign_keys = OFF");
147
+ migrate(db);
148
+ if (dbPath !== ":memory:" && existsSync(dbPath)) {
149
+ try {
150
+ chmodSync(dbPath, 0o600);
151
+ }
152
+ catch {
153
+ // best-effort: non-POSIX filesystems may not support chmod
154
+ }
155
+ }
156
+ return db;
157
+ }
158
+ export function upsertSession(db, s) {
159
+ db.prepare(`INSERT INTO sessions (session_id, harness, project, first_message_at, last_message_at, is_agent_sidechain)
160
+ VALUES (?, ?, ?, ?, ?, ?)
161
+ ON CONFLICT(session_id) DO UPDATE SET
162
+ last_message_at = COALESCE(excluded.last_message_at, sessions.last_message_at),
163
+ first_message_at = COALESCE(sessions.first_message_at, excluded.first_message_at),
164
+ project = COALESCE(excluded.project, sessions.project),
165
+ harness = excluded.harness,
166
+ is_agent_sidechain = MAX(sessions.is_agent_sidechain, excluded.is_agent_sidechain)`).run(s.sessionId, s.harness, s.project ?? null, s.firstMessageAt ?? null, s.lastMessageAt ?? null, s.isAgentSidechain ? 1 : 0);
167
+ }
168
+ /** Insert a message idempotently (by uuid). Returns true if a new row was added. */
169
+ export function insertMessage(db, m) {
170
+ const res = db
171
+ .prepare(`INSERT OR IGNORE INTO messages
172
+ (uuid, session_id, parent_uuid, type, role, content, model, input_tokens, output_tokens, timestamp, cwd, git_branch, version)
173
+ VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`)
174
+ .run(m.uuid, m.sessionId, m.parentUuid ?? null, m.type, m.role ?? null, m.content ?? null, m.model ?? null, m.inputTokens ?? null, m.outputTokens ?? null, m.timestamp ?? null, m.cwd ?? null, m.gitBranch ?? null, m.version ?? null);
175
+ if (Number(res.changes) > 0) {
176
+ db.prepare("UPDATE sessions SET message_count = message_count + 1 WHERE session_id = ?").run(m.sessionId);
177
+ return true;
178
+ }
179
+ return false;
180
+ }
181
+ export function insertToolUse(db, t) {
182
+ db.prepare(`INSERT INTO tool_uses (message_uuid, session_id, tool_name, tool_input, timestamp)
183
+ VALUES (?, ?, ?, ?, ?)`).run(t.messageUuid ?? null, t.sessionId ?? null, t.toolName, t.toolInput ?? null, t.timestamp ?? null);
184
+ }
185
+ /**
186
+ * Full-text search over raw message content (FTS5 MATCH, ranked by `rank`).
187
+ * Pass opts.projectPath to scope to one repo (relevance + blast-radius); omit it
188
+ * for cross-project ("--global") recall over the personal store.
189
+ */
190
+ export function searchMessages(db, query, opts = {}) {
191
+ const limit = opts.limit ?? 20;
192
+ const params = [query];
193
+ let where = "messages_fts MATCH ?";
194
+ if (opts.projectPath) {
195
+ where += " AND (m.cwd = ? OR m.cwd LIKE ?)";
196
+ params.push(opts.projectPath, `${opts.projectPath}/%`);
197
+ }
198
+ params.push(limit);
199
+ return db
200
+ .prepare(`SELECT m.id AS id, m.uuid AS uuid, m.session_id AS sessionId, m.role AS role,
201
+ m.content AS content, m.timestamp AS timestamp
202
+ FROM messages_fts f
203
+ JOIN messages m ON m.id = f.rowid
204
+ WHERE ${where}
205
+ ORDER BY rank
206
+ LIMIT ?`)
207
+ .all(...params);
208
+ }
209
+ export function getStats(db) {
210
+ const count = (sql) => {
211
+ const r = db.prepare(sql).get();
212
+ return r ? Number(r.n) : 0;
213
+ };
214
+ const dbPath = getMemoryDbPath();
215
+ let sizeBytes = 0;
216
+ if (dbPath !== ":memory:" && existsSync(dbPath)) {
217
+ try {
218
+ sizeBytes = statSync(dbPath).size;
219
+ }
220
+ catch {
221
+ // best-effort: size is informational only
222
+ }
223
+ }
224
+ return {
225
+ sessions: count("SELECT COUNT(*) AS n FROM sessions"),
226
+ messages: count("SELECT COUNT(*) AS n FROM messages"),
227
+ toolUses: count("SELECT COUNT(*) AS n FROM tool_uses"),
228
+ pendingOpen: count("SELECT COUNT(*) AS n FROM pending_actions WHERE status = 'open'"),
229
+ dbPath,
230
+ sizeBytes,
231
+ };
232
+ }
233
+ //# sourceMappingURL=db%202.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"db 2.js","sourceRoot":"","sources":["../../src/memory/db 2.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AASrE,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC;AAEhC,MAAM,UAAU,YAAY;IAC1B,OAAO,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,MAAM,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,eAAe;IAC7B,OAAO,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,WAAW,CAAC,CAAC;AACxE,CAAC;AAED,SAAS,eAAe;IACtB,MAAM,GAAG,GAAG,YAAY,EAAE,CAAC;IAC3B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAmFlB,CAAC;AAEF,SAAS,YAAY,CACnB,EAAgB,EAChB,KAAa,EACb,MAAc,EACd,IAAY;IAEZ,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,qBAAqB,KAAK,GAAG,CAAC,CAAC,GAAG,EAAwB,CAAC;IACnF,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,CAAC;QAC7C,EAAE,CAAC,IAAI,CAAC,eAAe,KAAK,eAAe,MAAM,IAAI,IAAI,EAAE,CAAC,CAAC;IAC/D,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CAAC,EAAgB;IAC/B,EAAE,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;IAC7E,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACpB,2EAA2E;IAC3E,6CAA6C;IAC7C,YAAY,CAAC,EAAE,EAAE,iBAAiB,EAAE,eAAe,EAAE,4BAA4B,CAAC,CAAC;IACnF,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,yCAAyC,CAAC,CAAC,GAAG,EAExD,CAAC;IACd,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,EAAE,CAAC,OAAO,CAAC,6CAA6C,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAChF,CAAC;SAAM,IAAI,GAAG,CAAC,OAAO,GAAG,cAAc,EAAE,CAAC;QACxC,EAAE,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACvE,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,IAAa;IACxC,MAAM,MAAM,GAAG,IAAI,IAAI,eAAe,EAAE,CAAC;IACzC,IAAI,MAAM,KAAK,UAAU;QAAE,eAAe,EAAE,CAAC;IAC7C,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;IACpC,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IACrC,EAAE,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACtC,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IACrC,OAAO,CAAC,EAAE,CAAC,CAAC;IACZ,IAAI,MAAM,KAAK,UAAU,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,IAAI,CAAC;YACH,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC3B,CAAC;QAAC,MAAM,CAAC;YACP,2DAA2D;QAC7D,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,EAAgB,EAAE,CAAe;IAC7D,EAAE,CAAC,OAAO,CACR;;;;;;;0FAOsF,CACvF,CAAC,GAAG,CACH,CAAC,CAAC,SAAS,EACX,CAAC,CAAC,OAAO,EACT,CAAC,CAAC,OAAO,IAAI,IAAI,EACjB,CAAC,CAAC,cAAc,IAAI,IAAI,EACxB,CAAC,CAAC,aAAa,IAAI,IAAI,EACvB,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAC3B,CAAC;AACJ,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,aAAa,CAAC,EAAgB,EAAE,CAAe;IAC7D,MAAM,GAAG,GAAG,EAAE;SACX,OAAO,CACN;;sDAEgD,CACjD;SACA,GAAG,CACF,CAAC,CAAC,IAAI,EACN,CAAC,CAAC,SAAS,EACX,CAAC,CAAC,UAAU,IAAI,IAAI,EACpB,CAAC,CAAC,IAAI,EACN,CAAC,CAAC,IAAI,IAAI,IAAI,EACd,CAAC,CAAC,OAAO,IAAI,IAAI,EACjB,CAAC,CAAC,KAAK,IAAI,IAAI,EACf,CAAC,CAAC,WAAW,IAAI,IAAI,EACrB,CAAC,CAAC,YAAY,IAAI,IAAI,EACtB,CAAC,CAAC,SAAS,IAAI,IAAI,EACnB,CAAC,CAAC,GAAG,IAAI,IAAI,EACb,CAAC,CAAC,SAAS,IAAI,IAAI,EACnB,CAAC,CAAC,OAAO,IAAI,IAAI,CAClB,CAAC;IACJ,IAAI,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5B,EAAE,CAAC,OAAO,CACR,4EAA4E,CAC7E,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,EAAgB,EAAE,CAAe;IAC7D,EAAE,CAAC,OAAO,CACR;4BACwB,CACzB,CAAC,GAAG,CACH,CAAC,CAAC,WAAW,IAAI,IAAI,EACrB,CAAC,CAAC,SAAS,IAAI,IAAI,EACnB,CAAC,CAAC,QAAQ,EACV,CAAC,CAAC,SAAS,IAAI,IAAI,EACnB,CAAC,CAAC,SAAS,IAAI,IAAI,CACpB,CAAC;AACJ,CAAC;AAQD;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAC5B,EAAgB,EAChB,KAAa,EACb,OAAsB,EAAE;IAExB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;IAC/B,MAAM,MAAM,GAAwB,CAAC,KAAK,CAAC,CAAC;IAC5C,IAAI,KAAK,GAAG,sBAAsB,CAAC;IACnC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,KAAK,IAAI,kCAAkC,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;IACzD,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnB,OAAO,EAAE;SACN,OAAO,CACN;;;;eAIS,KAAK;;eAEL,CACV;SACA,GAAG,CAAC,GAAG,MAAM,CAA2B,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,EAAgB;IACvC,MAAM,KAAK,GAAG,CAAC,GAAW,EAAU,EAAE;QACpC,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAA+B,CAAC;QAC7D,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,eAAe,EAAE,CAAC;IACjC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,MAAM,KAAK,UAAU,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,IAAI,CAAC;YACH,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,0CAA0C;QAC5C,CAAC;IACH,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,oCAAoC,CAAC;QACrD,QAAQ,EAAE,KAAK,CAAC,oCAAoC,CAAC;QACrD,QAAQ,EAAE,KAAK,CAAC,qCAAqC,CAAC;QACtD,WAAW,EAAE,KAAK,CAChB,iEAAiE,CAClE;QACD,MAAM;QACN,SAAS;KACV,CAAC;AACJ,CAAC"}
@@ -0,0 +1,51 @@
1
+ /**
2
+ * kit memory — local SQLite store (node:sqlite + FTS5).
3
+ *
4
+ * Schema is derived from cloudctx (MIT — github.com/chadptk1238/cloudctx): we reuse
5
+ * its proven table layout, PRAGMAs and FTS5 design. Differences: kit is a Node/TS
6
+ * project, so we use the built-in `node:sqlite` driver instead of `bun:sqlite`; we
7
+ * add a `harness` column (kit is harness-agnostic) and a `pending_actions` table
8
+ * (PAL — the structured, actionable layer on top of raw conversation memory).
9
+ *
10
+ * Memory is RAW and append-only: one row per message, no summarisation. Retrieval
11
+ * (FTS5) happens at time of work — store everything raw, search on demand. This DB
12
+ * is secret-dense (it indexes private transcripts): it lives only under ~/.kit/ with
13
+ * 0600 perms and is never committed. Redaction / encryption is stage B7.
14
+ */
15
+ import { DatabaseSync } from "node:sqlite";
16
+ import type { MemoryStats, MessageInput, SearchHit, SessionInput, ToolUseInput } from "./types.js";
17
+ export declare const SCHEMA_VERSION = 3;
18
+ export declare function getMemoryDir(): string;
19
+ export declare function getMemoryDbPath(): string;
20
+ /**
21
+ * Open (creating + migrating if needed) the memory database. Pass ":memory:" for
22
+ * an ephemeral in-process DB (tests). Otherwise defaults to ~/.kit/memory.db.
23
+ */
24
+ export declare function openMemoryDb(path?: string): DatabaseSync;
25
+ /** Has this file already been indexed at exactly this mtime + size? (incremental index) */
26
+ export declare function isFileIndexed(db: DatabaseSync, path: string, mtimeMs: number, size: number): boolean;
27
+ /** Record (or refresh) a file's mtime + size after indexing it. */
28
+ export declare function markFileIndexed(db: DatabaseSync, path: string, mtimeMs: number, size: number): void;
29
+ export declare function upsertSession(db: DatabaseSync, s: SessionInput): void;
30
+ /** Insert a message idempotently (by uuid). Returns true if a new row was added. */
31
+ export declare function insertMessage(db: DatabaseSync, m: MessageInput): boolean;
32
+ export declare function insertToolUse(db: DatabaseSync, t: ToolUseInput): void;
33
+ export interface SearchOptions {
34
+ limit?: number;
35
+ /** Restrict to messages whose cwd is this repo root (or a subdirectory). */
36
+ projectPath?: string;
37
+ }
38
+ /**
39
+ * Full-text search over raw message content (FTS5 MATCH, ranked by `rank`).
40
+ * Pass opts.projectPath to scope to one repo (relevance + blast-radius); omit it
41
+ * for cross-project ("--global") recall over the personal store.
42
+ */
43
+ export declare function searchMessages(db: DatabaseSync, query: string, opts?: SearchOptions): SearchHit[];
44
+ /**
45
+ * Most-recent messages by wall-clock time (newest first) — the basis for session
46
+ * recovery (re-injecting "where you left off" after a compaction/resume). Unlike
47
+ * searchMessages this needs no query; pass opts.projectPath to scope to one repo.
48
+ * Skips empty-content rows so the recovery block stays signal, not blank tool turns.
49
+ */
50
+ export declare function recentMessages(db: DatabaseSync, opts?: SearchOptions): SearchHit[];
51
+ export declare function getStats(db: DatabaseSync): MemoryStats;