@askexenow/exe-os 0.8.41 → 0.8.43
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/backfill-conversations.js +805 -642
- package/dist/bin/backfill-responses.js +804 -641
- package/dist/bin/backfill-vectors.js +791 -634
- package/dist/bin/cleanup-stale-review-tasks.js +788 -631
- package/dist/bin/cli.js +1345 -660
- package/dist/bin/exe-agent.js +20 -1
- package/dist/bin/exe-assign.js +1503 -1343
- package/dist/bin/exe-boot.js +2518 -1798
- package/dist/bin/exe-call.js +39 -1
- package/dist/bin/exe-cloud.js +15 -1
- package/dist/bin/exe-dispatch.js +39 -2
- package/dist/bin/exe-doctor.js +790 -633
- package/dist/bin/exe-export-behaviors.js +792 -637
- package/dist/bin/exe-forget.js +145 -0
- package/dist/bin/exe-gateway.js +2500 -1877
- package/dist/bin/exe-heartbeat.js +147 -1
- package/dist/bin/exe-kill.js +795 -640
- package/dist/bin/exe-launch-agent.js +2168 -2008
- package/dist/bin/exe-link.js +28 -2
- package/dist/bin/exe-new-employee.js +25 -3
- package/dist/bin/exe-pending-messages.js +146 -1
- package/dist/bin/exe-pending-notifications.js +788 -631
- package/dist/bin/exe-pending-reviews.js +147 -1
- package/dist/bin/exe-rename.js +23 -0
- package/dist/bin/exe-review.js +490 -327
- package/dist/bin/exe-search.js +154 -3
- package/dist/bin/exe-session-cleanup.js +2466 -413
- package/dist/bin/exe-status.js +474 -317
- package/dist/bin/exe-team.js +474 -317
- package/dist/bin/git-sweep.js +2690 -150
- package/dist/bin/graph-backfill.js +794 -637
- package/dist/bin/graph-export.js +798 -641
- package/dist/bin/scan-tasks.js +2951 -44
- package/dist/bin/setup.js +62 -26
- package/dist/bin/shard-migrate.js +792 -637
- package/dist/bin/wiki-sync.js +794 -637
- package/dist/gateway/index.js +2504 -1895
- package/dist/hooks/bug-report-worker.js +2118 -576
- package/dist/hooks/commit-complete.js +2689 -149
- package/dist/hooks/error-recall.js +154 -3
- package/dist/hooks/ingest-worker.js +1439 -815
- package/dist/hooks/instructions-loaded.js +151 -0
- package/dist/hooks/notification.js +153 -2
- package/dist/hooks/post-compact.js +164 -0
- package/dist/hooks/pre-compact.js +3073 -101
- package/dist/hooks/pre-tool-use.js +151 -0
- package/dist/hooks/prompt-ingest-worker.js +1714 -1537
- package/dist/hooks/prompt-submit.js +2658 -1113
- package/dist/hooks/response-ingest-worker.js +170 -6
- package/dist/hooks/session-end.js +153 -2
- package/dist/hooks/session-start.js +154 -3
- package/dist/hooks/stop.js +151 -0
- package/dist/hooks/subagent-stop.js +151 -0
- package/dist/hooks/summary-worker.js +179 -7
- package/dist/index.js +278 -100
- package/dist/lib/cloud-sync.js +28 -2
- package/dist/lib/consolidation.js +69 -2
- package/dist/lib/database.js +19 -0
- package/dist/lib/device-registry.js +19 -0
- package/dist/lib/employee-templates.js +20 -1
- package/dist/lib/exe-daemon.js +236 -16
- package/dist/lib/hybrid-search.js +154 -3
- package/dist/lib/license.js +15 -1
- package/dist/lib/messaging.js +39 -2
- package/dist/lib/schedules.js +792 -637
- package/dist/lib/store.js +796 -636
- package/dist/lib/tasks.js +1614 -1091
- package/dist/lib/tmux-routing.js +149 -9
- package/dist/mcp/server.js +1825 -1138
- package/dist/mcp/tools/create-task.js +2280 -828
- package/dist/mcp/tools/list-tasks.js +2788 -159
- package/dist/mcp/tools/send-message.js +39 -2
- package/dist/mcp/tools/update-task.js +64 -0
- package/dist/runtime/index.js +235 -67
- package/dist/tui/App.js +1452 -644
- package/package.json +3 -2
package/dist/lib/store.js
CHANGED
|
@@ -8,253 +8,95 @@ var __export = (target, all) => {
|
|
|
8
8
|
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
9
|
};
|
|
10
10
|
|
|
11
|
-
// src/lib/
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
function resolveDataDir() {
|
|
17
|
-
if (process.env.EXE_OS_DIR) return process.env.EXE_OS_DIR;
|
|
18
|
-
if (process.env.EXE_MEM_DIR) return process.env.EXE_MEM_DIR;
|
|
19
|
-
const newDir = path2.join(os2.homedir(), ".exe-os");
|
|
20
|
-
const legacyDir = path2.join(os2.homedir(), ".exe-mem");
|
|
21
|
-
if (!existsSync2(newDir) && existsSync2(legacyDir)) {
|
|
22
|
-
try {
|
|
23
|
-
renameSync(legacyDir, newDir);
|
|
24
|
-
process.stderr.write(`[exe-os] Migrated data directory: ~/.exe-mem \u2192 ~/.exe-os
|
|
25
|
-
`);
|
|
26
|
-
} catch {
|
|
27
|
-
return legacyDir;
|
|
28
|
-
}
|
|
11
|
+
// src/lib/db-retry.ts
|
|
12
|
+
function isBusyError(err) {
|
|
13
|
+
if (err instanceof Error) {
|
|
14
|
+
const msg = err.message.toLowerCase();
|
|
15
|
+
return msg.includes("sqlite_busy") || msg.includes("database is locked");
|
|
29
16
|
}
|
|
30
|
-
return
|
|
17
|
+
return false;
|
|
31
18
|
}
|
|
32
|
-
function
|
|
33
|
-
|
|
34
|
-
process.stderr.write(
|
|
35
|
-
"[exe-os] Warning: config.json contains deprecated 'r2' field from v1.0. R2 sync has been replaced in v1.1. The 'r2' field will be ignored.\n"
|
|
36
|
-
);
|
|
37
|
-
delete raw.r2;
|
|
38
|
-
}
|
|
39
|
-
if ("syncIntervalMs" in raw) {
|
|
40
|
-
delete raw.syncIntervalMs;
|
|
41
|
-
}
|
|
42
|
-
return raw;
|
|
19
|
+
function delay(ms) {
|
|
20
|
+
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
43
21
|
}
|
|
44
|
-
function
|
|
45
|
-
|
|
46
|
-
let
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
22
|
+
async function retryOnBusy(fn, label) {
|
|
23
|
+
let lastError;
|
|
24
|
+
for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {
|
|
25
|
+
try {
|
|
26
|
+
return await fn();
|
|
27
|
+
} catch (err) {
|
|
28
|
+
lastError = err;
|
|
29
|
+
if (!isBusyError(err) || attempt === MAX_RETRIES) {
|
|
30
|
+
throw err;
|
|
31
|
+
}
|
|
32
|
+
const backoff = BASE_DELAY_MS * Math.pow(2, attempt);
|
|
33
|
+
const jitter = Math.floor(Math.random() * MAX_JITTER_MS);
|
|
34
|
+
process.stderr.write(
|
|
35
|
+
`[exe-os] SQLITE_BUSY ${label} retry ${attempt + 1}/${MAX_RETRIES} \u2014 waiting ${backoff + jitter}ms
|
|
36
|
+
`
|
|
37
|
+
);
|
|
38
|
+
await delay(backoff + jitter);
|
|
56
39
|
}
|
|
57
40
|
}
|
|
58
|
-
|
|
59
|
-
}
|
|
60
|
-
function normalizeScalingRoadmap(raw) {
|
|
61
|
-
const defaultAuto = DEFAULT_CONFIG.scalingRoadmap.rerankerAutoTrigger;
|
|
62
|
-
const userRoadmap = raw.scalingRoadmap ?? {};
|
|
63
|
-
const userAuto = userRoadmap.rerankerAutoTrigger ?? {};
|
|
64
|
-
if (userAuto.enabled === void 0 && raw.rerankerEnabled !== void 0) {
|
|
65
|
-
userAuto.enabled = raw.rerankerEnabled;
|
|
66
|
-
}
|
|
67
|
-
raw.scalingRoadmap = {
|
|
68
|
-
...userRoadmap,
|
|
69
|
-
rerankerAutoTrigger: { ...defaultAuto, ...userAuto }
|
|
70
|
-
};
|
|
71
|
-
}
|
|
72
|
-
function normalizeSessionLifecycle(raw) {
|
|
73
|
-
const defaultSL = DEFAULT_CONFIG.sessionLifecycle;
|
|
74
|
-
const userSL = raw.sessionLifecycle ?? {};
|
|
75
|
-
raw.sessionLifecycle = { ...defaultSL, ...userSL };
|
|
76
|
-
}
|
|
77
|
-
function normalizeAutoUpdate(raw) {
|
|
78
|
-
const defaultAU = DEFAULT_CONFIG.autoUpdate;
|
|
79
|
-
const userAU = raw.autoUpdate ?? {};
|
|
80
|
-
raw.autoUpdate = { ...defaultAU, ...userAU };
|
|
41
|
+
throw lastError;
|
|
81
42
|
}
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
return { ...DEFAULT_CONFIG, dbPath: path2.join(dir, "memories.db") };
|
|
88
|
-
}
|
|
89
|
-
const raw = await readFile2(configPath, "utf-8");
|
|
90
|
-
try {
|
|
91
|
-
let parsed = JSON.parse(raw);
|
|
92
|
-
parsed = migrateLegacyConfig(parsed);
|
|
93
|
-
const { config: migratedCfg, migrated, fromVersion } = migrateConfig(parsed);
|
|
94
|
-
if (migrated) {
|
|
95
|
-
process.stderr.write(`[exe-os] Config migrated from v${fromVersion} to v${migratedCfg.config_version}
|
|
96
|
-
`);
|
|
97
|
-
try {
|
|
98
|
-
await writeFile2(configPath, JSON.stringify(migratedCfg, null, 2) + "\n");
|
|
99
|
-
} catch {
|
|
43
|
+
function wrapWithRetry(client) {
|
|
44
|
+
return new Proxy(client, {
|
|
45
|
+
get(target, prop, receiver) {
|
|
46
|
+
if (prop === "execute") {
|
|
47
|
+
return (sql) => retryOnBusy(() => target.execute(sql), "execute");
|
|
100
48
|
}
|
|
49
|
+
if (prop === "batch") {
|
|
50
|
+
return (stmts) => retryOnBusy(() => target.batch(stmts), "batch");
|
|
51
|
+
}
|
|
52
|
+
return Reflect.get(target, prop, receiver);
|
|
101
53
|
}
|
|
102
|
-
|
|
103
|
-
normalizeSessionLifecycle(migratedCfg);
|
|
104
|
-
normalizeAutoUpdate(migratedCfg);
|
|
105
|
-
const config = { ...DEFAULT_CONFIG, dbPath: path2.join(dir, "memories.db"), ...migratedCfg };
|
|
106
|
-
if (config.dbPath.startsWith("~")) {
|
|
107
|
-
config.dbPath = config.dbPath.replace(/^~/, os2.homedir());
|
|
108
|
-
}
|
|
109
|
-
return config;
|
|
110
|
-
} catch {
|
|
111
|
-
return { ...DEFAULT_CONFIG, dbPath: path2.join(dir, "memories.db") };
|
|
112
|
-
}
|
|
54
|
+
});
|
|
113
55
|
}
|
|
114
|
-
var
|
|
115
|
-
var
|
|
116
|
-
"src/lib/
|
|
56
|
+
var MAX_RETRIES, BASE_DELAY_MS, MAX_JITTER_MS;
|
|
57
|
+
var init_db_retry = __esm({
|
|
58
|
+
"src/lib/db-retry.ts"() {
|
|
117
59
|
"use strict";
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
CONFIG_PATH = path2.join(EXE_AI_DIR, "config.json");
|
|
122
|
-
LEGACY_LANCE_PATH = path2.join(EXE_AI_DIR, "local.lance");
|
|
123
|
-
CURRENT_CONFIG_VERSION = 1;
|
|
124
|
-
DEFAULT_CONFIG = {
|
|
125
|
-
config_version: CURRENT_CONFIG_VERSION,
|
|
126
|
-
dbPath: DB_PATH,
|
|
127
|
-
modelFile: "jina-embeddings-v5-small-q4_k_m.gguf",
|
|
128
|
-
embeddingDim: 1024,
|
|
129
|
-
batchSize: 20,
|
|
130
|
-
flushIntervalMs: 1e4,
|
|
131
|
-
autoIngestion: true,
|
|
132
|
-
autoRetrieval: true,
|
|
133
|
-
searchMode: "hybrid",
|
|
134
|
-
hookSearchMode: "hybrid",
|
|
135
|
-
fileGrepEnabled: true,
|
|
136
|
-
splashEffect: true,
|
|
137
|
-
consolidationEnabled: true,
|
|
138
|
-
consolidationIntervalMs: 6 * 60 * 60 * 1e3,
|
|
139
|
-
consolidationModel: "claude-haiku-4-5-20251001",
|
|
140
|
-
consolidationMaxCallsPerRun: 20,
|
|
141
|
-
selfQueryRouter: true,
|
|
142
|
-
selfQueryModel: "claude-haiku-4-5-20251001",
|
|
143
|
-
rerankerEnabled: true,
|
|
144
|
-
scalingRoadmap: {
|
|
145
|
-
rerankerAutoTrigger: {
|
|
146
|
-
enabled: true,
|
|
147
|
-
broadQueryMinCardinality: 5e4,
|
|
148
|
-
fetchTopK: 150,
|
|
149
|
-
returnTopK: 5
|
|
150
|
-
}
|
|
151
|
-
},
|
|
152
|
-
graphRagEnabled: true,
|
|
153
|
-
wikiEnabled: false,
|
|
154
|
-
wikiUrl: "",
|
|
155
|
-
wikiApiKey: "",
|
|
156
|
-
wikiSyncIntervalMs: 30 * 60 * 1e3,
|
|
157
|
-
wikiWorkspaceMapping: {
|
|
158
|
-
exe: "Executive",
|
|
159
|
-
yoshi: "Engineering",
|
|
160
|
-
mari: "Marketing",
|
|
161
|
-
tom: "Engineering",
|
|
162
|
-
sasha: "Production"
|
|
163
|
-
},
|
|
164
|
-
wikiAutoUpdate: true,
|
|
165
|
-
wikiAutoUpdateThreshold: 0.5,
|
|
166
|
-
wikiAutoUpdateCreateNew: true,
|
|
167
|
-
skillLearning: true,
|
|
168
|
-
skillThreshold: 3,
|
|
169
|
-
skillModel: "claude-haiku-4-5-20251001",
|
|
170
|
-
exeHeartbeat: {
|
|
171
|
-
enabled: true,
|
|
172
|
-
intervalSeconds: 60,
|
|
173
|
-
staleInProgressThresholdHours: 2
|
|
174
|
-
},
|
|
175
|
-
sessionLifecycle: {
|
|
176
|
-
idleKillEnabled: true,
|
|
177
|
-
idleKillTicksRequired: 3,
|
|
178
|
-
idleKillIntercomAckWindowMs: 1e4,
|
|
179
|
-
maxAutoInstances: 10
|
|
180
|
-
},
|
|
181
|
-
autoUpdate: {
|
|
182
|
-
checkOnBoot: true,
|
|
183
|
-
autoInstall: false,
|
|
184
|
-
checkIntervalMs: 24 * 60 * 60 * 1e3
|
|
185
|
-
}
|
|
186
|
-
};
|
|
187
|
-
CONFIG_MIGRATIONS = [
|
|
188
|
-
{
|
|
189
|
-
from: 0,
|
|
190
|
-
to: 1,
|
|
191
|
-
migrate: (cfg) => {
|
|
192
|
-
cfg.config_version = 1;
|
|
193
|
-
return cfg;
|
|
194
|
-
}
|
|
195
|
-
}
|
|
196
|
-
];
|
|
60
|
+
MAX_RETRIES = 3;
|
|
61
|
+
BASE_DELAY_MS = 200;
|
|
62
|
+
MAX_JITTER_MS = 300;
|
|
197
63
|
}
|
|
198
64
|
});
|
|
199
65
|
|
|
200
|
-
// src/lib/
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
getShardsDir: () => getShardsDir,
|
|
208
|
-
initShardManager: () => initShardManager,
|
|
209
|
-
isShardingEnabled: () => isShardingEnabled,
|
|
210
|
-
listShards: () => listShards,
|
|
211
|
-
shardExists: () => shardExists
|
|
212
|
-
});
|
|
213
|
-
import path3 from "path";
|
|
214
|
-
import { existsSync as existsSync3, mkdirSync, readdirSync } from "fs";
|
|
215
|
-
import { createClient as createClient2 } from "@libsql/client";
|
|
216
|
-
function initShardManager(encryptionKey) {
|
|
217
|
-
_encryptionKey = encryptionKey;
|
|
218
|
-
if (!existsSync3(SHARDS_DIR)) {
|
|
219
|
-
mkdirSync(SHARDS_DIR, { recursive: true });
|
|
66
|
+
// src/lib/database.ts
|
|
67
|
+
import { createClient } from "@libsql/client";
|
|
68
|
+
async function initDatabase(config) {
|
|
69
|
+
if (_client) {
|
|
70
|
+
_client.close();
|
|
71
|
+
_client = null;
|
|
72
|
+
_resilientClient = null;
|
|
220
73
|
}
|
|
221
|
-
|
|
74
|
+
const opts = {
|
|
75
|
+
url: `file:${config.dbPath}`
|
|
76
|
+
};
|
|
77
|
+
if (config.encryptionKey) {
|
|
78
|
+
opts.encryptionKey = config.encryptionKey;
|
|
79
|
+
}
|
|
80
|
+
_client = createClient(opts);
|
|
81
|
+
_resilientClient = wrapWithRetry(_client);
|
|
222
82
|
}
|
|
223
|
-
function
|
|
224
|
-
|
|
83
|
+
function getClient() {
|
|
84
|
+
if (!_resilientClient) {
|
|
85
|
+
throw new Error("Database client not initialized. Call initDatabase() first.");
|
|
86
|
+
}
|
|
87
|
+
return _resilientClient;
|
|
225
88
|
}
|
|
226
|
-
function
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
function getShardClient(projectName) {
|
|
230
|
-
if (!_encryptionKey) {
|
|
231
|
-
throw new Error("Shard manager not initialized. Call initShardManager() first.");
|
|
232
|
-
}
|
|
233
|
-
const safeName = projectName.replace(/[^a-zA-Z0-9_-]/g, "_");
|
|
234
|
-
if (!safeName) {
|
|
235
|
-
throw new Error(`Invalid project name for shard: "${projectName}"`);
|
|
89
|
+
function getRawClient() {
|
|
90
|
+
if (!_client) {
|
|
91
|
+
throw new Error("Database client not initialized. Call initDatabase() first.");
|
|
236
92
|
}
|
|
237
|
-
|
|
238
|
-
if (cached) return cached;
|
|
239
|
-
const dbPath = path3.join(SHARDS_DIR, `${safeName}.db`);
|
|
240
|
-
const client = createClient2({
|
|
241
|
-
url: `file:${dbPath}`,
|
|
242
|
-
encryptionKey: _encryptionKey
|
|
243
|
-
});
|
|
244
|
-
_shards.set(safeName, client);
|
|
245
|
-
return client;
|
|
246
|
-
}
|
|
247
|
-
function shardExists(projectName) {
|
|
248
|
-
const safeName = projectName.replace(/[^a-zA-Z0-9_-]/g, "_");
|
|
249
|
-
return existsSync3(path3.join(SHARDS_DIR, `${safeName}.db`));
|
|
250
|
-
}
|
|
251
|
-
function listShards() {
|
|
252
|
-
if (!existsSync3(SHARDS_DIR)) return [];
|
|
253
|
-
return readdirSync(SHARDS_DIR).filter((f) => f.endsWith(".db")).map((f) => f.replace(".db", ""));
|
|
93
|
+
return _client;
|
|
254
94
|
}
|
|
255
|
-
async function
|
|
95
|
+
async function ensureSchema() {
|
|
96
|
+
const client = getRawClient();
|
|
256
97
|
await client.execute("PRAGMA journal_mode = WAL");
|
|
257
98
|
await client.execute("PRAGMA busy_timeout = 30000");
|
|
99
|
+
await client.execute("PRAGMA wal_autocheckpoint = 1000");
|
|
258
100
|
try {
|
|
259
101
|
await client.execute("PRAGMA libsql_vector_search_ef = 128");
|
|
260
102
|
} catch {
|
|
@@ -274,9 +116,26 @@ async function ensureShardSchema(client) {
|
|
|
274
116
|
version INTEGER NOT NULL DEFAULT 0
|
|
275
117
|
);
|
|
276
118
|
|
|
277
|
-
CREATE INDEX IF NOT EXISTS idx_memories_agent
|
|
278
|
-
|
|
279
|
-
|
|
119
|
+
CREATE INDEX IF NOT EXISTS idx_memories_agent
|
|
120
|
+
ON memories(agent_id);
|
|
121
|
+
|
|
122
|
+
CREATE INDEX IF NOT EXISTS idx_memories_timestamp
|
|
123
|
+
ON memories(timestamp);
|
|
124
|
+
|
|
125
|
+
CREATE INDEX IF NOT EXISTS idx_memories_session
|
|
126
|
+
ON memories(session_id);
|
|
127
|
+
|
|
128
|
+
CREATE INDEX IF NOT EXISTS idx_memories_project
|
|
129
|
+
ON memories(project_name);
|
|
130
|
+
|
|
131
|
+
CREATE INDEX IF NOT EXISTS idx_memories_tool
|
|
132
|
+
ON memories(tool_name);
|
|
133
|
+
|
|
134
|
+
CREATE INDEX IF NOT EXISTS idx_memories_version
|
|
135
|
+
ON memories(version);
|
|
136
|
+
|
|
137
|
+
CREATE INDEX IF NOT EXISTS idx_memories_agent_project
|
|
138
|
+
ON memories(agent_id, project_name);
|
|
280
139
|
`);
|
|
281
140
|
await client.executeMultiple(`
|
|
282
141
|
CREATE VIRTUAL TABLE IF NOT EXISTS memories_fts USING fts5(
|
|
@@ -298,368 +157,77 @@ async function ensureShardSchema(client) {
|
|
|
298
157
|
INSERT INTO memories_fts(rowid, raw_text) VALUES (new.rowid, new.raw_text);
|
|
299
158
|
END;
|
|
300
159
|
`);
|
|
301
|
-
for (const col of [
|
|
302
|
-
"ALTER TABLE memories ADD COLUMN task_id TEXT",
|
|
303
|
-
"ALTER TABLE memories ADD COLUMN consolidated INTEGER NOT NULL DEFAULT 0",
|
|
304
|
-
"ALTER TABLE memories ADD COLUMN importance INTEGER DEFAULT 5",
|
|
305
|
-
"ALTER TABLE memories ADD COLUMN status TEXT DEFAULT 'active'",
|
|
306
|
-
"ALTER TABLE memories ADD COLUMN wiki_synced INTEGER DEFAULT 0",
|
|
307
|
-
"ALTER TABLE memories ADD COLUMN graph_extracted INTEGER DEFAULT 0",
|
|
308
|
-
"ALTER TABLE memories ADD COLUMN content_hash TEXT",
|
|
309
|
-
"ALTER TABLE memories ADD COLUMN graph_extracted_hash TEXT",
|
|
310
|
-
"ALTER TABLE memories ADD COLUMN confidence REAL DEFAULT 0.7",
|
|
311
|
-
"ALTER TABLE memories ADD COLUMN last_accessed TEXT",
|
|
312
|
-
// Wiki linkage columns (must match database.ts)
|
|
313
|
-
"ALTER TABLE memories ADD COLUMN workspace_id TEXT",
|
|
314
|
-
"ALTER TABLE memories ADD COLUMN document_id TEXT",
|
|
315
|
-
"ALTER TABLE memories ADD COLUMN user_id TEXT",
|
|
316
|
-
"ALTER TABLE memories ADD COLUMN char_offset INTEGER",
|
|
317
|
-
"ALTER TABLE memories ADD COLUMN page_number INTEGER",
|
|
318
|
-
// Source provenance columns (must match database.ts)
|
|
319
|
-
"ALTER TABLE memories ADD COLUMN source_path TEXT",
|
|
320
|
-
"ALTER TABLE memories ADD COLUMN source_type TEXT DEFAULT 'text'",
|
|
321
|
-
"ALTER TABLE memories ADD COLUMN tier INTEGER DEFAULT 3",
|
|
322
|
-
"ALTER TABLE memories ADD COLUMN supersedes_id TEXT"
|
|
323
|
-
]) {
|
|
324
|
-
try {
|
|
325
|
-
await client.execute(col);
|
|
326
|
-
} catch {
|
|
327
|
-
}
|
|
328
|
-
}
|
|
329
|
-
for (const idx of [
|
|
330
|
-
"CREATE INDEX IF NOT EXISTS idx_memories_tier ON memories(tier)",
|
|
331
|
-
"CREATE INDEX IF NOT EXISTS idx_memories_supersedes ON memories(supersedes_id) WHERE supersedes_id IS NOT NULL"
|
|
332
|
-
]) {
|
|
333
|
-
try {
|
|
334
|
-
await client.execute(idx);
|
|
335
|
-
} catch {
|
|
336
|
-
}
|
|
337
|
-
}
|
|
338
|
-
try {
|
|
339
|
-
await client.execute("CREATE INDEX IF NOT EXISTS idx_memories_status ON memories(status)");
|
|
340
|
-
} catch {
|
|
341
|
-
}
|
|
342
|
-
for (const idx of [
|
|
343
|
-
"CREATE INDEX IF NOT EXISTS idx_memories_workspace ON memories(workspace_id)",
|
|
344
|
-
"CREATE INDEX IF NOT EXISTS idx_memories_document ON memories(document_id)",
|
|
345
|
-
"CREATE INDEX IF NOT EXISTS idx_memories_user ON memories(user_id)"
|
|
346
|
-
]) {
|
|
347
|
-
try {
|
|
348
|
-
await client.execute(idx);
|
|
349
|
-
} catch {
|
|
350
|
-
}
|
|
351
|
-
}
|
|
352
160
|
await client.executeMultiple(`
|
|
353
|
-
CREATE TABLE IF NOT EXISTS
|
|
354
|
-
|
|
355
|
-
|
|
356
|
-
type TEXT NOT NULL,
|
|
357
|
-
first_seen TEXT NOT NULL,
|
|
358
|
-
last_seen TEXT NOT NULL,
|
|
359
|
-
properties TEXT DEFAULT '{}',
|
|
360
|
-
UNIQUE(name, type)
|
|
361
|
-
);
|
|
362
|
-
|
|
363
|
-
CREATE TABLE IF NOT EXISTS relationships (
|
|
364
|
-
id TEXT PRIMARY KEY,
|
|
365
|
-
source_entity_id TEXT NOT NULL,
|
|
366
|
-
target_entity_id TEXT NOT NULL,
|
|
367
|
-
type TEXT NOT NULL,
|
|
368
|
-
weight REAL DEFAULT 1.0,
|
|
369
|
-
timestamp TEXT NOT NULL,
|
|
370
|
-
properties TEXT DEFAULT '{}',
|
|
371
|
-
UNIQUE(source_entity_id, target_entity_id, type)
|
|
372
|
-
);
|
|
373
|
-
|
|
374
|
-
CREATE TABLE IF NOT EXISTS entity_memories (
|
|
375
|
-
entity_id TEXT NOT NULL,
|
|
376
|
-
memory_id TEXT NOT NULL,
|
|
377
|
-
PRIMARY KEY (entity_id, memory_id)
|
|
161
|
+
CREATE TABLE IF NOT EXISTS sync_meta (
|
|
162
|
+
key TEXT PRIMARY KEY,
|
|
163
|
+
value TEXT NOT NULL
|
|
378
164
|
);
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
383
|
-
|
|
165
|
+
`);
|
|
166
|
+
await client.executeMultiple(`
|
|
167
|
+
CREATE TABLE IF NOT EXISTS tasks (
|
|
168
|
+
id TEXT PRIMARY KEY,
|
|
169
|
+
title TEXT NOT NULL,
|
|
170
|
+
assigned_to TEXT NOT NULL,
|
|
171
|
+
assigned_by TEXT NOT NULL,
|
|
172
|
+
project_name TEXT NOT NULL,
|
|
173
|
+
priority TEXT NOT NULL DEFAULT 'p1',
|
|
174
|
+
status TEXT NOT NULL DEFAULT 'open',
|
|
175
|
+
task_file TEXT,
|
|
176
|
+
created_at TEXT NOT NULL,
|
|
177
|
+
updated_at TEXT NOT NULL
|
|
384
178
|
);
|
|
385
179
|
|
|
386
|
-
CREATE INDEX IF NOT EXISTS
|
|
387
|
-
|
|
388
|
-
|
|
389
|
-
|
|
390
|
-
CREATE
|
|
391
|
-
|
|
392
|
-
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
|
|
396
|
-
|
|
397
|
-
|
|
180
|
+
CREATE INDEX IF NOT EXISTS idx_tasks_assignee_status
|
|
181
|
+
ON tasks(assigned_to, status);
|
|
182
|
+
`);
|
|
183
|
+
await client.executeMultiple(`
|
|
184
|
+
CREATE TABLE IF NOT EXISTS behaviors (
|
|
185
|
+
id TEXT PRIMARY KEY,
|
|
186
|
+
agent_id TEXT NOT NULL,
|
|
187
|
+
project_name TEXT,
|
|
188
|
+
domain TEXT,
|
|
189
|
+
content TEXT NOT NULL,
|
|
190
|
+
active INTEGER NOT NULL DEFAULT 1,
|
|
191
|
+
created_at TEXT NOT NULL,
|
|
192
|
+
updated_at TEXT NOT NULL
|
|
398
193
|
);
|
|
399
194
|
|
|
400
|
-
CREATE
|
|
401
|
-
|
|
402
|
-
entity_id TEXT NOT NULL,
|
|
403
|
-
PRIMARY KEY (hyperedge_id, entity_id)
|
|
404
|
-
);
|
|
195
|
+
CREATE INDEX IF NOT EXISTS idx_behaviors_agent
|
|
196
|
+
ON behaviors(agent_id, active);
|
|
405
197
|
`);
|
|
406
|
-
|
|
407
|
-
|
|
408
|
-
|
|
409
|
-
|
|
410
|
-
|
|
411
|
-
|
|
412
|
-
|
|
198
|
+
try {
|
|
199
|
+
const existing = await client.execute({
|
|
200
|
+
sql: "SELECT COUNT(*) as cnt FROM behaviors WHERE agent_id = 'exe'",
|
|
201
|
+
args: []
|
|
202
|
+
});
|
|
203
|
+
if (Number(existing.rows[0]?.cnt) === 0) {
|
|
204
|
+
await client.executeMultiple(`
|
|
205
|
+
INSERT INTO behaviors (id, agent_id, project_name, domain, content, active, created_at, updated_at)
|
|
206
|
+
VALUES
|
|
207
|
+
(hex(randomblob(16)), 'exe', NULL, 'workflow', 'Don''t ask "keep going?" \u2014 just keep executing phases/plans autonomously', 1, '2026-03-25T00:00:00Z', '2026-03-25T00:00:00Z');
|
|
208
|
+
INSERT INTO behaviors (id, agent_id, project_name, domain, content, active, created_at, updated_at)
|
|
209
|
+
VALUES
|
|
210
|
+
(hex(randomblob(16)), 'exe', NULL, 'tool-use', 'Always use create_task MCP tool, never write .md files directly for task creation', 1, '2026-03-25T00:00:00Z', '2026-03-25T00:00:00Z');
|
|
211
|
+
INSERT INTO behaviors (id, agent_id, project_name, domain, content, active, created_at, updated_at)
|
|
212
|
+
VALUES
|
|
213
|
+
(hex(randomblob(16)), 'exe', NULL, 'workflow', 'Auto-start reviewing when idle and reviews are pending \u2014 never ask founder for permission', 1, '2026-03-25T00:00:00Z', '2026-03-25T00:00:00Z');
|
|
214
|
+
`);
|
|
413
215
|
}
|
|
216
|
+
} catch {
|
|
414
217
|
}
|
|
415
|
-
|
|
416
|
-
|
|
417
|
-
|
|
418
|
-
|
|
419
|
-
|
|
420
|
-
}
|
|
421
|
-
function disposeShards() {
|
|
422
|
-
for (const [, client] of _shards) {
|
|
423
|
-
client.close();
|
|
218
|
+
try {
|
|
219
|
+
await client.execute({
|
|
220
|
+
sql: `ALTER TABLE behaviors ADD COLUMN priority TEXT DEFAULT 'p1'`,
|
|
221
|
+
args: []
|
|
222
|
+
});
|
|
223
|
+
} catch {
|
|
424
224
|
}
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
"src/lib/shard-manager.ts"() {
|
|
432
|
-
"use strict";
|
|
433
|
-
init_config();
|
|
434
|
-
SHARDS_DIR = path3.join(EXE_AI_DIR, "shards");
|
|
435
|
-
_shards = /* @__PURE__ */ new Map();
|
|
436
|
-
_encryptionKey = null;
|
|
437
|
-
_shardingEnabled = false;
|
|
438
|
-
}
|
|
439
|
-
});
|
|
440
|
-
|
|
441
|
-
// src/types/memory.ts
|
|
442
|
-
var EMBEDDING_DIM = 1024;
|
|
443
|
-
|
|
444
|
-
// src/lib/database.ts
|
|
445
|
-
import { createClient } from "@libsql/client";
|
|
446
|
-
|
|
447
|
-
// src/lib/db-retry.ts
|
|
448
|
-
var MAX_RETRIES = 3;
|
|
449
|
-
var BASE_DELAY_MS = 200;
|
|
450
|
-
var MAX_JITTER_MS = 300;
|
|
451
|
-
function isBusyError(err) {
|
|
452
|
-
if (err instanceof Error) {
|
|
453
|
-
const msg = err.message.toLowerCase();
|
|
454
|
-
return msg.includes("sqlite_busy") || msg.includes("database is locked");
|
|
455
|
-
}
|
|
456
|
-
return false;
|
|
457
|
-
}
|
|
458
|
-
function delay(ms) {
|
|
459
|
-
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
460
|
-
}
|
|
461
|
-
async function retryOnBusy(fn, label) {
|
|
462
|
-
let lastError;
|
|
463
|
-
for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {
|
|
464
|
-
try {
|
|
465
|
-
return await fn();
|
|
466
|
-
} catch (err) {
|
|
467
|
-
lastError = err;
|
|
468
|
-
if (!isBusyError(err) || attempt === MAX_RETRIES) {
|
|
469
|
-
throw err;
|
|
470
|
-
}
|
|
471
|
-
const backoff = BASE_DELAY_MS * Math.pow(2, attempt);
|
|
472
|
-
const jitter = Math.floor(Math.random() * MAX_JITTER_MS);
|
|
473
|
-
process.stderr.write(
|
|
474
|
-
`[exe-os] SQLITE_BUSY ${label} retry ${attempt + 1}/${MAX_RETRIES} \u2014 waiting ${backoff + jitter}ms
|
|
475
|
-
`
|
|
476
|
-
);
|
|
477
|
-
await delay(backoff + jitter);
|
|
478
|
-
}
|
|
479
|
-
}
|
|
480
|
-
throw lastError;
|
|
481
|
-
}
|
|
482
|
-
function wrapWithRetry(client) {
|
|
483
|
-
return new Proxy(client, {
|
|
484
|
-
get(target, prop, receiver) {
|
|
485
|
-
if (prop === "execute") {
|
|
486
|
-
return (sql) => retryOnBusy(() => target.execute(sql), "execute");
|
|
487
|
-
}
|
|
488
|
-
if (prop === "batch") {
|
|
489
|
-
return (stmts) => retryOnBusy(() => target.batch(stmts), "batch");
|
|
490
|
-
}
|
|
491
|
-
return Reflect.get(target, prop, receiver);
|
|
492
|
-
}
|
|
493
|
-
});
|
|
494
|
-
}
|
|
495
|
-
|
|
496
|
-
// src/lib/database.ts
|
|
497
|
-
var _client = null;
|
|
498
|
-
var _resilientClient = null;
|
|
499
|
-
var initTurso = initDatabase;
|
|
500
|
-
async function initDatabase(config) {
|
|
501
|
-
if (_client) {
|
|
502
|
-
_client.close();
|
|
503
|
-
_client = null;
|
|
504
|
-
_resilientClient = null;
|
|
505
|
-
}
|
|
506
|
-
const opts = {
|
|
507
|
-
url: `file:${config.dbPath}`
|
|
508
|
-
};
|
|
509
|
-
if (config.encryptionKey) {
|
|
510
|
-
opts.encryptionKey = config.encryptionKey;
|
|
511
|
-
}
|
|
512
|
-
_client = createClient(opts);
|
|
513
|
-
_resilientClient = wrapWithRetry(_client);
|
|
514
|
-
}
|
|
515
|
-
function getClient() {
|
|
516
|
-
if (!_resilientClient) {
|
|
517
|
-
throw new Error("Database client not initialized. Call initDatabase() first.");
|
|
518
|
-
}
|
|
519
|
-
return _resilientClient;
|
|
520
|
-
}
|
|
521
|
-
function getRawClient() {
|
|
522
|
-
if (!_client) {
|
|
523
|
-
throw new Error("Database client not initialized. Call initDatabase() first.");
|
|
524
|
-
}
|
|
525
|
-
return _client;
|
|
526
|
-
}
|
|
527
|
-
async function ensureSchema() {
|
|
528
|
-
const client = getRawClient();
|
|
529
|
-
await client.execute("PRAGMA journal_mode = WAL");
|
|
530
|
-
await client.execute("PRAGMA busy_timeout = 30000");
|
|
531
|
-
await client.execute("PRAGMA wal_autocheckpoint = 1000");
|
|
532
|
-
try {
|
|
533
|
-
await client.execute("PRAGMA libsql_vector_search_ef = 128");
|
|
534
|
-
} catch {
|
|
535
|
-
}
|
|
536
|
-
await client.executeMultiple(`
|
|
537
|
-
CREATE TABLE IF NOT EXISTS memories (
|
|
538
|
-
id TEXT PRIMARY KEY,
|
|
539
|
-
agent_id TEXT NOT NULL,
|
|
540
|
-
agent_role TEXT NOT NULL,
|
|
541
|
-
session_id TEXT NOT NULL,
|
|
542
|
-
timestamp TEXT NOT NULL,
|
|
543
|
-
tool_name TEXT NOT NULL,
|
|
544
|
-
project_name TEXT NOT NULL,
|
|
545
|
-
has_error INTEGER NOT NULL DEFAULT 0,
|
|
546
|
-
raw_text TEXT NOT NULL,
|
|
547
|
-
vector F32_BLOB(1024),
|
|
548
|
-
version INTEGER NOT NULL DEFAULT 0
|
|
549
|
-
);
|
|
550
|
-
|
|
551
|
-
CREATE INDEX IF NOT EXISTS idx_memories_agent
|
|
552
|
-
ON memories(agent_id);
|
|
553
|
-
|
|
554
|
-
CREATE INDEX IF NOT EXISTS idx_memories_timestamp
|
|
555
|
-
ON memories(timestamp);
|
|
556
|
-
|
|
557
|
-
CREATE INDEX IF NOT EXISTS idx_memories_session
|
|
558
|
-
ON memories(session_id);
|
|
559
|
-
|
|
560
|
-
CREATE INDEX IF NOT EXISTS idx_memories_project
|
|
561
|
-
ON memories(project_name);
|
|
562
|
-
|
|
563
|
-
CREATE INDEX IF NOT EXISTS idx_memories_tool
|
|
564
|
-
ON memories(tool_name);
|
|
565
|
-
|
|
566
|
-
CREATE INDEX IF NOT EXISTS idx_memories_version
|
|
567
|
-
ON memories(version);
|
|
568
|
-
|
|
569
|
-
CREATE INDEX IF NOT EXISTS idx_memories_agent_project
|
|
570
|
-
ON memories(agent_id, project_name);
|
|
571
|
-
`);
|
|
572
|
-
await client.executeMultiple(`
|
|
573
|
-
CREATE VIRTUAL TABLE IF NOT EXISTS memories_fts USING fts5(
|
|
574
|
-
raw_text,
|
|
575
|
-
content='memories',
|
|
576
|
-
content_rowid='rowid'
|
|
577
|
-
);
|
|
578
|
-
|
|
579
|
-
CREATE TRIGGER IF NOT EXISTS memories_fts_ai AFTER INSERT ON memories BEGIN
|
|
580
|
-
INSERT INTO memories_fts(rowid, raw_text) VALUES (new.rowid, new.raw_text);
|
|
581
|
-
END;
|
|
582
|
-
|
|
583
|
-
CREATE TRIGGER IF NOT EXISTS memories_fts_ad AFTER DELETE ON memories BEGIN
|
|
584
|
-
INSERT INTO memories_fts(memories_fts, rowid, raw_text) VALUES('delete', old.rowid, old.raw_text);
|
|
585
|
-
END;
|
|
586
|
-
|
|
587
|
-
CREATE TRIGGER IF NOT EXISTS memories_fts_au AFTER UPDATE ON memories BEGIN
|
|
588
|
-
INSERT INTO memories_fts(memories_fts, rowid, raw_text) VALUES('delete', old.rowid, old.raw_text);
|
|
589
|
-
INSERT INTO memories_fts(rowid, raw_text) VALUES (new.rowid, new.raw_text);
|
|
590
|
-
END;
|
|
591
|
-
`);
|
|
592
|
-
await client.executeMultiple(`
|
|
593
|
-
CREATE TABLE IF NOT EXISTS sync_meta (
|
|
594
|
-
key TEXT PRIMARY KEY,
|
|
595
|
-
value TEXT NOT NULL
|
|
596
|
-
);
|
|
597
|
-
`);
|
|
598
|
-
await client.executeMultiple(`
|
|
599
|
-
CREATE TABLE IF NOT EXISTS tasks (
|
|
600
|
-
id TEXT PRIMARY KEY,
|
|
601
|
-
title TEXT NOT NULL,
|
|
602
|
-
assigned_to TEXT NOT NULL,
|
|
603
|
-
assigned_by TEXT NOT NULL,
|
|
604
|
-
project_name TEXT NOT NULL,
|
|
605
|
-
priority TEXT NOT NULL DEFAULT 'p1',
|
|
606
|
-
status TEXT NOT NULL DEFAULT 'open',
|
|
607
|
-
task_file TEXT,
|
|
608
|
-
created_at TEXT NOT NULL,
|
|
609
|
-
updated_at TEXT NOT NULL
|
|
610
|
-
);
|
|
611
|
-
|
|
612
|
-
CREATE INDEX IF NOT EXISTS idx_tasks_assignee_status
|
|
613
|
-
ON tasks(assigned_to, status);
|
|
614
|
-
`);
|
|
615
|
-
await client.executeMultiple(`
|
|
616
|
-
CREATE TABLE IF NOT EXISTS behaviors (
|
|
617
|
-
id TEXT PRIMARY KEY,
|
|
618
|
-
agent_id TEXT NOT NULL,
|
|
619
|
-
project_name TEXT,
|
|
620
|
-
domain TEXT,
|
|
621
|
-
content TEXT NOT NULL,
|
|
622
|
-
active INTEGER NOT NULL DEFAULT 1,
|
|
623
|
-
created_at TEXT NOT NULL,
|
|
624
|
-
updated_at TEXT NOT NULL
|
|
625
|
-
);
|
|
626
|
-
|
|
627
|
-
CREATE INDEX IF NOT EXISTS idx_behaviors_agent
|
|
628
|
-
ON behaviors(agent_id, active);
|
|
629
|
-
`);
|
|
630
|
-
try {
|
|
631
|
-
const existing = await client.execute({
|
|
632
|
-
sql: "SELECT COUNT(*) as cnt FROM behaviors WHERE agent_id = 'exe'",
|
|
633
|
-
args: []
|
|
634
|
-
});
|
|
635
|
-
if (Number(existing.rows[0]?.cnt) === 0) {
|
|
636
|
-
await client.executeMultiple(`
|
|
637
|
-
INSERT INTO behaviors (id, agent_id, project_name, domain, content, active, created_at, updated_at)
|
|
638
|
-
VALUES
|
|
639
|
-
(hex(randomblob(16)), 'exe', NULL, 'workflow', 'Don''t ask "keep going?" \u2014 just keep executing phases/plans autonomously', 1, '2026-03-25T00:00:00Z', '2026-03-25T00:00:00Z');
|
|
640
|
-
INSERT INTO behaviors (id, agent_id, project_name, domain, content, active, created_at, updated_at)
|
|
641
|
-
VALUES
|
|
642
|
-
(hex(randomblob(16)), 'exe', NULL, 'tool-use', 'Always use create_task MCP tool, never write .md files directly for task creation', 1, '2026-03-25T00:00:00Z', '2026-03-25T00:00:00Z');
|
|
643
|
-
INSERT INTO behaviors (id, agent_id, project_name, domain, content, active, created_at, updated_at)
|
|
644
|
-
VALUES
|
|
645
|
-
(hex(randomblob(16)), 'exe', NULL, 'workflow', 'Auto-start reviewing when idle and reviews are pending \u2014 never ask founder for permission', 1, '2026-03-25T00:00:00Z', '2026-03-25T00:00:00Z');
|
|
646
|
-
`);
|
|
647
|
-
}
|
|
648
|
-
} catch {
|
|
649
|
-
}
|
|
650
|
-
try {
|
|
651
|
-
await client.execute({
|
|
652
|
-
sql: `ALTER TABLE behaviors ADD COLUMN priority TEXT DEFAULT 'p1'`,
|
|
653
|
-
args: []
|
|
654
|
-
});
|
|
655
|
-
} catch {
|
|
656
|
-
}
|
|
657
|
-
try {
|
|
658
|
-
await client.execute({
|
|
659
|
-
sql: `ALTER TABLE tasks ADD COLUMN blocked_by TEXT`,
|
|
660
|
-
args: []
|
|
661
|
-
});
|
|
662
|
-
} catch {
|
|
225
|
+
try {
|
|
226
|
+
await client.execute({
|
|
227
|
+
sql: `ALTER TABLE tasks ADD COLUMN blocked_by TEXT`,
|
|
228
|
+
args: []
|
|
229
|
+
});
|
|
230
|
+
} catch {
|
|
663
231
|
}
|
|
664
232
|
try {
|
|
665
233
|
await client.execute({
|
|
@@ -733,6 +301,13 @@ async function ensureSchema() {
|
|
|
733
301
|
});
|
|
734
302
|
} catch {
|
|
735
303
|
}
|
|
304
|
+
try {
|
|
305
|
+
await client.execute({
|
|
306
|
+
sql: `ALTER TABLE tasks ADD COLUMN session_scope TEXT`,
|
|
307
|
+
args: []
|
|
308
|
+
});
|
|
309
|
+
} catch {
|
|
310
|
+
}
|
|
736
311
|
try {
|
|
737
312
|
await client.execute({
|
|
738
313
|
sql: `ALTER TABLE memories ADD COLUMN task_id TEXT`,
|
|
@@ -1179,6 +754,18 @@ async function ensureSchema() {
|
|
|
1179
754
|
CREATE INDEX IF NOT EXISTS idx_session_kills_agent
|
|
1180
755
|
ON session_kills(agent_id);
|
|
1181
756
|
`);
|
|
757
|
+
await client.execute(`
|
|
758
|
+
CREATE TABLE IF NOT EXISTS global_procedures (
|
|
759
|
+
id TEXT PRIMARY KEY,
|
|
760
|
+
title TEXT NOT NULL,
|
|
761
|
+
content TEXT NOT NULL,
|
|
762
|
+
priority TEXT NOT NULL DEFAULT 'p0',
|
|
763
|
+
domain TEXT,
|
|
764
|
+
active INTEGER NOT NULL DEFAULT 1,
|
|
765
|
+
created_at TEXT NOT NULL,
|
|
766
|
+
updated_at TEXT NOT NULL
|
|
767
|
+
)
|
|
768
|
+
`);
|
|
1182
769
|
await client.executeMultiple(`
|
|
1183
770
|
CREATE TABLE IF NOT EXISTS conversations (
|
|
1184
771
|
id TEXT PRIMARY KEY,
|
|
@@ -1245,71 +832,495 @@ async function ensureSchema() {
|
|
|
1245
832
|
} catch {
|
|
1246
833
|
}
|
|
1247
834
|
await client.executeMultiple(`
|
|
1248
|
-
CREATE VIRTUAL TABLE IF NOT EXISTS conversations_fts USING fts5(
|
|
1249
|
-
content_text,
|
|
1250
|
-
sender_name,
|
|
1251
|
-
agent_response,
|
|
1252
|
-
content='conversations',
|
|
835
|
+
CREATE VIRTUAL TABLE IF NOT EXISTS conversations_fts USING fts5(
|
|
836
|
+
content_text,
|
|
837
|
+
sender_name,
|
|
838
|
+
agent_response,
|
|
839
|
+
content='conversations',
|
|
840
|
+
content_rowid='rowid'
|
|
841
|
+
);
|
|
842
|
+
|
|
843
|
+
CREATE TRIGGER IF NOT EXISTS conversations_fts_ai AFTER INSERT ON conversations BEGIN
|
|
844
|
+
INSERT INTO conversations_fts(rowid, content_text, sender_name, agent_response)
|
|
845
|
+
VALUES (new.rowid, new.content_text, new.sender_name, new.agent_response);
|
|
846
|
+
END;
|
|
847
|
+
|
|
848
|
+
CREATE TRIGGER IF NOT EXISTS conversations_fts_ad AFTER DELETE ON conversations BEGIN
|
|
849
|
+
INSERT INTO conversations_fts(conversations_fts, rowid, content_text, sender_name, agent_response)
|
|
850
|
+
VALUES('delete', old.rowid, old.content_text, old.sender_name, old.agent_response);
|
|
851
|
+
END;
|
|
852
|
+
|
|
853
|
+
CREATE TRIGGER IF NOT EXISTS conversations_fts_au AFTER UPDATE ON conversations BEGIN
|
|
854
|
+
INSERT INTO conversations_fts(conversations_fts, rowid, content_text, sender_name, agent_response)
|
|
855
|
+
VALUES('delete', old.rowid, old.content_text, old.sender_name, old.agent_response);
|
|
856
|
+
INSERT INTO conversations_fts(rowid, content_text, sender_name, agent_response)
|
|
857
|
+
VALUES (new.rowid, new.content_text, new.sender_name, new.agent_response);
|
|
858
|
+
END;
|
|
859
|
+
`);
|
|
860
|
+
try {
|
|
861
|
+
await client.execute({
|
|
862
|
+
sql: `ALTER TABLE memories ADD COLUMN tier INTEGER DEFAULT 3`,
|
|
863
|
+
args: []
|
|
864
|
+
});
|
|
865
|
+
} catch {
|
|
866
|
+
}
|
|
867
|
+
try {
|
|
868
|
+
await client.execute(
|
|
869
|
+
`CREATE INDEX IF NOT EXISTS idx_memories_tier ON memories(tier)`
|
|
870
|
+
);
|
|
871
|
+
} catch {
|
|
872
|
+
}
|
|
873
|
+
try {
|
|
874
|
+
await client.execute({
|
|
875
|
+
sql: `UPDATE memories SET tier = 1 WHERE tool_name = 'commit_to_long_term_memory' AND importance >= 8 AND tier = 3`,
|
|
876
|
+
args: []
|
|
877
|
+
});
|
|
878
|
+
await client.execute({
|
|
879
|
+
sql: `UPDATE memories SET tier = 2 WHERE tool_name IN ('store_memory', 'manual') AND importance >= 5 AND tier = 3`,
|
|
880
|
+
args: []
|
|
881
|
+
});
|
|
882
|
+
} catch {
|
|
883
|
+
}
|
|
884
|
+
try {
|
|
885
|
+
await client.execute({
|
|
886
|
+
sql: `ALTER TABLE memories ADD COLUMN supersedes_id TEXT`,
|
|
887
|
+
args: []
|
|
888
|
+
});
|
|
889
|
+
} catch {
|
|
890
|
+
}
|
|
891
|
+
try {
|
|
892
|
+
await client.execute(
|
|
893
|
+
`CREATE INDEX IF NOT EXISTS idx_memories_supersedes ON memories(supersedes_id) WHERE supersedes_id IS NOT NULL`
|
|
894
|
+
);
|
|
895
|
+
} catch {
|
|
896
|
+
}
|
|
897
|
+
for (const col of [
|
|
898
|
+
"ALTER TABLE tasks ADD COLUMN checkpoint TEXT",
|
|
899
|
+
"ALTER TABLE tasks ADD COLUMN checkpoint_count INTEGER DEFAULT 0"
|
|
900
|
+
]) {
|
|
901
|
+
try {
|
|
902
|
+
await client.execute(col);
|
|
903
|
+
} catch {
|
|
904
|
+
}
|
|
905
|
+
}
|
|
906
|
+
}
|
|
907
|
+
async function disposeDatabase() {
|
|
908
|
+
if (_client) {
|
|
909
|
+
_client.close();
|
|
910
|
+
_client = null;
|
|
911
|
+
_resilientClient = null;
|
|
912
|
+
}
|
|
913
|
+
}
|
|
914
|
+
var _client, _resilientClient, initTurso, disposeTurso;
|
|
915
|
+
var init_database = __esm({
|
|
916
|
+
"src/lib/database.ts"() {
|
|
917
|
+
"use strict";
|
|
918
|
+
init_db_retry();
|
|
919
|
+
_client = null;
|
|
920
|
+
_resilientClient = null;
|
|
921
|
+
initTurso = initDatabase;
|
|
922
|
+
disposeTurso = disposeDatabase;
|
|
923
|
+
}
|
|
924
|
+
});
|
|
925
|
+
|
|
926
|
+
// src/lib/config.ts
|
|
927
|
+
import { readFile as readFile2, writeFile as writeFile2, mkdir as mkdir2, chmod as chmod2 } from "fs/promises";
|
|
928
|
+
import { readFileSync, existsSync as existsSync2, renameSync } from "fs";
|
|
929
|
+
import path2 from "path";
|
|
930
|
+
import os2 from "os";
|
|
931
|
+
function resolveDataDir() {
|
|
932
|
+
if (process.env.EXE_OS_DIR) return process.env.EXE_OS_DIR;
|
|
933
|
+
if (process.env.EXE_MEM_DIR) return process.env.EXE_MEM_DIR;
|
|
934
|
+
const newDir = path2.join(os2.homedir(), ".exe-os");
|
|
935
|
+
const legacyDir = path2.join(os2.homedir(), ".exe-mem");
|
|
936
|
+
if (!existsSync2(newDir) && existsSync2(legacyDir)) {
|
|
937
|
+
try {
|
|
938
|
+
renameSync(legacyDir, newDir);
|
|
939
|
+
process.stderr.write(`[exe-os] Migrated data directory: ~/.exe-mem \u2192 ~/.exe-os
|
|
940
|
+
`);
|
|
941
|
+
} catch {
|
|
942
|
+
return legacyDir;
|
|
943
|
+
}
|
|
944
|
+
}
|
|
945
|
+
return newDir;
|
|
946
|
+
}
|
|
947
|
+
function migrateLegacyConfig(raw) {
|
|
948
|
+
if ("r2" in raw) {
|
|
949
|
+
process.stderr.write(
|
|
950
|
+
"[exe-os] Warning: config.json contains deprecated 'r2' field from v1.0. R2 sync has been replaced in v1.1. The 'r2' field will be ignored.\n"
|
|
951
|
+
);
|
|
952
|
+
delete raw.r2;
|
|
953
|
+
}
|
|
954
|
+
if ("syncIntervalMs" in raw) {
|
|
955
|
+
delete raw.syncIntervalMs;
|
|
956
|
+
}
|
|
957
|
+
return raw;
|
|
958
|
+
}
|
|
959
|
+
function migrateConfig(raw) {
|
|
960
|
+
const fromVersion = typeof raw.config_version === "number" ? raw.config_version : 0;
|
|
961
|
+
let currentVersion = fromVersion;
|
|
962
|
+
let migrated = false;
|
|
963
|
+
if (currentVersion > CURRENT_CONFIG_VERSION) {
|
|
964
|
+
return { config: raw, migrated: false, fromVersion };
|
|
965
|
+
}
|
|
966
|
+
for (const migration of CONFIG_MIGRATIONS) {
|
|
967
|
+
if (currentVersion === migration.from && migration.to <= CURRENT_CONFIG_VERSION) {
|
|
968
|
+
raw = migration.migrate(raw);
|
|
969
|
+
currentVersion = migration.to;
|
|
970
|
+
migrated = true;
|
|
971
|
+
}
|
|
972
|
+
}
|
|
973
|
+
return { config: raw, migrated, fromVersion };
|
|
974
|
+
}
|
|
975
|
+
function normalizeScalingRoadmap(raw) {
|
|
976
|
+
const defaultAuto = DEFAULT_CONFIG.scalingRoadmap.rerankerAutoTrigger;
|
|
977
|
+
const userRoadmap = raw.scalingRoadmap ?? {};
|
|
978
|
+
const userAuto = userRoadmap.rerankerAutoTrigger ?? {};
|
|
979
|
+
if (userAuto.enabled === void 0 && raw.rerankerEnabled !== void 0) {
|
|
980
|
+
userAuto.enabled = raw.rerankerEnabled;
|
|
981
|
+
}
|
|
982
|
+
raw.scalingRoadmap = {
|
|
983
|
+
...userRoadmap,
|
|
984
|
+
rerankerAutoTrigger: { ...defaultAuto, ...userAuto }
|
|
985
|
+
};
|
|
986
|
+
}
|
|
987
|
+
function normalizeSessionLifecycle(raw) {
|
|
988
|
+
const defaultSL = DEFAULT_CONFIG.sessionLifecycle;
|
|
989
|
+
const userSL = raw.sessionLifecycle ?? {};
|
|
990
|
+
raw.sessionLifecycle = { ...defaultSL, ...userSL };
|
|
991
|
+
}
|
|
992
|
+
function normalizeAutoUpdate(raw) {
|
|
993
|
+
const defaultAU = DEFAULT_CONFIG.autoUpdate;
|
|
994
|
+
const userAU = raw.autoUpdate ?? {};
|
|
995
|
+
raw.autoUpdate = { ...defaultAU, ...userAU };
|
|
996
|
+
}
|
|
997
|
+
async function loadConfig() {
|
|
998
|
+
const dir = process.env.EXE_OS_DIR ?? process.env.EXE_MEM_DIR ?? EXE_AI_DIR;
|
|
999
|
+
await mkdir2(dir, { recursive: true });
|
|
1000
|
+
const configPath = path2.join(dir, "config.json");
|
|
1001
|
+
if (!existsSync2(configPath)) {
|
|
1002
|
+
return { ...DEFAULT_CONFIG, dbPath: path2.join(dir, "memories.db") };
|
|
1003
|
+
}
|
|
1004
|
+
const raw = await readFile2(configPath, "utf-8");
|
|
1005
|
+
try {
|
|
1006
|
+
let parsed = JSON.parse(raw);
|
|
1007
|
+
parsed = migrateLegacyConfig(parsed);
|
|
1008
|
+
const { config: migratedCfg, migrated, fromVersion } = migrateConfig(parsed);
|
|
1009
|
+
if (migrated) {
|
|
1010
|
+
process.stderr.write(`[exe-os] Config migrated from v${fromVersion} to v${migratedCfg.config_version}
|
|
1011
|
+
`);
|
|
1012
|
+
try {
|
|
1013
|
+
await writeFile2(configPath, JSON.stringify(migratedCfg, null, 2) + "\n");
|
|
1014
|
+
} catch {
|
|
1015
|
+
}
|
|
1016
|
+
}
|
|
1017
|
+
normalizeScalingRoadmap(migratedCfg);
|
|
1018
|
+
normalizeSessionLifecycle(migratedCfg);
|
|
1019
|
+
normalizeAutoUpdate(migratedCfg);
|
|
1020
|
+
const config = { ...DEFAULT_CONFIG, dbPath: path2.join(dir, "memories.db"), ...migratedCfg };
|
|
1021
|
+
if (config.dbPath.startsWith("~")) {
|
|
1022
|
+
config.dbPath = config.dbPath.replace(/^~/, os2.homedir());
|
|
1023
|
+
}
|
|
1024
|
+
return config;
|
|
1025
|
+
} catch {
|
|
1026
|
+
return { ...DEFAULT_CONFIG, dbPath: path2.join(dir, "memories.db") };
|
|
1027
|
+
}
|
|
1028
|
+
}
|
|
1029
|
+
var EXE_AI_DIR, DB_PATH, MODELS_DIR, CONFIG_PATH, LEGACY_LANCE_PATH, CURRENT_CONFIG_VERSION, DEFAULT_CONFIG, CONFIG_MIGRATIONS;
|
|
1030
|
+
var init_config = __esm({
|
|
1031
|
+
"src/lib/config.ts"() {
|
|
1032
|
+
"use strict";
|
|
1033
|
+
EXE_AI_DIR = resolveDataDir();
|
|
1034
|
+
DB_PATH = path2.join(EXE_AI_DIR, "memories.db");
|
|
1035
|
+
MODELS_DIR = path2.join(EXE_AI_DIR, "models");
|
|
1036
|
+
CONFIG_PATH = path2.join(EXE_AI_DIR, "config.json");
|
|
1037
|
+
LEGACY_LANCE_PATH = path2.join(EXE_AI_DIR, "local.lance");
|
|
1038
|
+
CURRENT_CONFIG_VERSION = 1;
|
|
1039
|
+
DEFAULT_CONFIG = {
|
|
1040
|
+
config_version: CURRENT_CONFIG_VERSION,
|
|
1041
|
+
dbPath: DB_PATH,
|
|
1042
|
+
modelFile: "jina-embeddings-v5-small-q4_k_m.gguf",
|
|
1043
|
+
embeddingDim: 1024,
|
|
1044
|
+
batchSize: 20,
|
|
1045
|
+
flushIntervalMs: 1e4,
|
|
1046
|
+
autoIngestion: true,
|
|
1047
|
+
autoRetrieval: true,
|
|
1048
|
+
searchMode: "hybrid",
|
|
1049
|
+
hookSearchMode: "hybrid",
|
|
1050
|
+
fileGrepEnabled: true,
|
|
1051
|
+
splashEffect: true,
|
|
1052
|
+
consolidationEnabled: true,
|
|
1053
|
+
consolidationIntervalMs: 6 * 60 * 60 * 1e3,
|
|
1054
|
+
consolidationModel: "claude-haiku-4-5-20251001",
|
|
1055
|
+
consolidationMaxCallsPerRun: 20,
|
|
1056
|
+
selfQueryRouter: true,
|
|
1057
|
+
selfQueryModel: "claude-haiku-4-5-20251001",
|
|
1058
|
+
rerankerEnabled: true,
|
|
1059
|
+
scalingRoadmap: {
|
|
1060
|
+
rerankerAutoTrigger: {
|
|
1061
|
+
enabled: true,
|
|
1062
|
+
broadQueryMinCardinality: 5e4,
|
|
1063
|
+
fetchTopK: 150,
|
|
1064
|
+
returnTopK: 5
|
|
1065
|
+
}
|
|
1066
|
+
},
|
|
1067
|
+
graphRagEnabled: true,
|
|
1068
|
+
wikiEnabled: false,
|
|
1069
|
+
wikiUrl: "",
|
|
1070
|
+
wikiApiKey: "",
|
|
1071
|
+
wikiSyncIntervalMs: 30 * 60 * 1e3,
|
|
1072
|
+
wikiWorkspaceMapping: {
|
|
1073
|
+
exe: "Executive",
|
|
1074
|
+
yoshi: "Engineering",
|
|
1075
|
+
mari: "Marketing",
|
|
1076
|
+
tom: "Engineering",
|
|
1077
|
+
sasha: "Production"
|
|
1078
|
+
},
|
|
1079
|
+
wikiAutoUpdate: true,
|
|
1080
|
+
wikiAutoUpdateThreshold: 0.5,
|
|
1081
|
+
wikiAutoUpdateCreateNew: true,
|
|
1082
|
+
skillLearning: true,
|
|
1083
|
+
skillThreshold: 3,
|
|
1084
|
+
skillModel: "claude-haiku-4-5-20251001",
|
|
1085
|
+
exeHeartbeat: {
|
|
1086
|
+
enabled: true,
|
|
1087
|
+
intervalSeconds: 60,
|
|
1088
|
+
staleInProgressThresholdHours: 2
|
|
1089
|
+
},
|
|
1090
|
+
sessionLifecycle: {
|
|
1091
|
+
idleKillEnabled: true,
|
|
1092
|
+
idleKillTicksRequired: 3,
|
|
1093
|
+
idleKillIntercomAckWindowMs: 1e4,
|
|
1094
|
+
maxAutoInstances: 10
|
|
1095
|
+
},
|
|
1096
|
+
autoUpdate: {
|
|
1097
|
+
checkOnBoot: true,
|
|
1098
|
+
autoInstall: false,
|
|
1099
|
+
checkIntervalMs: 24 * 60 * 60 * 1e3
|
|
1100
|
+
}
|
|
1101
|
+
};
|
|
1102
|
+
CONFIG_MIGRATIONS = [
|
|
1103
|
+
{
|
|
1104
|
+
from: 0,
|
|
1105
|
+
to: 1,
|
|
1106
|
+
migrate: (cfg) => {
|
|
1107
|
+
cfg.config_version = 1;
|
|
1108
|
+
return cfg;
|
|
1109
|
+
}
|
|
1110
|
+
}
|
|
1111
|
+
];
|
|
1112
|
+
}
|
|
1113
|
+
});
|
|
1114
|
+
|
|
1115
|
+
// src/lib/shard-manager.ts
|
|
1116
|
+
var shard_manager_exports = {};
|
|
1117
|
+
__export(shard_manager_exports, {
|
|
1118
|
+
disposeShards: () => disposeShards,
|
|
1119
|
+
ensureShardSchema: () => ensureShardSchema,
|
|
1120
|
+
getReadyShardClient: () => getReadyShardClient,
|
|
1121
|
+
getShardClient: () => getShardClient,
|
|
1122
|
+
getShardsDir: () => getShardsDir,
|
|
1123
|
+
initShardManager: () => initShardManager,
|
|
1124
|
+
isShardingEnabled: () => isShardingEnabled,
|
|
1125
|
+
listShards: () => listShards,
|
|
1126
|
+
shardExists: () => shardExists
|
|
1127
|
+
});
|
|
1128
|
+
import path3 from "path";
|
|
1129
|
+
import { existsSync as existsSync3, mkdirSync, readdirSync } from "fs";
|
|
1130
|
+
import { createClient as createClient2 } from "@libsql/client";
|
|
1131
|
+
function initShardManager(encryptionKey) {
|
|
1132
|
+
_encryptionKey = encryptionKey;
|
|
1133
|
+
if (!existsSync3(SHARDS_DIR)) {
|
|
1134
|
+
mkdirSync(SHARDS_DIR, { recursive: true });
|
|
1135
|
+
}
|
|
1136
|
+
_shardingEnabled = true;
|
|
1137
|
+
}
|
|
1138
|
+
function isShardingEnabled() {
|
|
1139
|
+
return _shardingEnabled;
|
|
1140
|
+
}
|
|
1141
|
+
function getShardsDir() {
|
|
1142
|
+
return SHARDS_DIR;
|
|
1143
|
+
}
|
|
1144
|
+
function getShardClient(projectName) {
|
|
1145
|
+
if (!_encryptionKey) {
|
|
1146
|
+
throw new Error("Shard manager not initialized. Call initShardManager() first.");
|
|
1147
|
+
}
|
|
1148
|
+
const safeName = projectName.replace(/[^a-zA-Z0-9_-]/g, "_");
|
|
1149
|
+
if (!safeName) {
|
|
1150
|
+
throw new Error(`Invalid project name for shard: "${projectName}"`);
|
|
1151
|
+
}
|
|
1152
|
+
const cached = _shards.get(safeName);
|
|
1153
|
+
if (cached) return cached;
|
|
1154
|
+
const dbPath = path3.join(SHARDS_DIR, `${safeName}.db`);
|
|
1155
|
+
const client = createClient2({
|
|
1156
|
+
url: `file:${dbPath}`,
|
|
1157
|
+
encryptionKey: _encryptionKey
|
|
1158
|
+
});
|
|
1159
|
+
_shards.set(safeName, client);
|
|
1160
|
+
return client;
|
|
1161
|
+
}
|
|
1162
|
+
function shardExists(projectName) {
|
|
1163
|
+
const safeName = projectName.replace(/[^a-zA-Z0-9_-]/g, "_");
|
|
1164
|
+
return existsSync3(path3.join(SHARDS_DIR, `${safeName}.db`));
|
|
1165
|
+
}
|
|
1166
|
+
function listShards() {
|
|
1167
|
+
if (!existsSync3(SHARDS_DIR)) return [];
|
|
1168
|
+
return readdirSync(SHARDS_DIR).filter((f) => f.endsWith(".db")).map((f) => f.replace(".db", ""));
|
|
1169
|
+
}
|
|
1170
|
+
async function ensureShardSchema(client) {
|
|
1171
|
+
await client.execute("PRAGMA journal_mode = WAL");
|
|
1172
|
+
await client.execute("PRAGMA busy_timeout = 30000");
|
|
1173
|
+
try {
|
|
1174
|
+
await client.execute("PRAGMA libsql_vector_search_ef = 128");
|
|
1175
|
+
} catch {
|
|
1176
|
+
}
|
|
1177
|
+
await client.executeMultiple(`
|
|
1178
|
+
CREATE TABLE IF NOT EXISTS memories (
|
|
1179
|
+
id TEXT PRIMARY KEY,
|
|
1180
|
+
agent_id TEXT NOT NULL,
|
|
1181
|
+
agent_role TEXT NOT NULL,
|
|
1182
|
+
session_id TEXT NOT NULL,
|
|
1183
|
+
timestamp TEXT NOT NULL,
|
|
1184
|
+
tool_name TEXT NOT NULL,
|
|
1185
|
+
project_name TEXT NOT NULL,
|
|
1186
|
+
has_error INTEGER NOT NULL DEFAULT 0,
|
|
1187
|
+
raw_text TEXT NOT NULL,
|
|
1188
|
+
vector F32_BLOB(1024),
|
|
1189
|
+
version INTEGER NOT NULL DEFAULT 0
|
|
1190
|
+
);
|
|
1191
|
+
|
|
1192
|
+
CREATE INDEX IF NOT EXISTS idx_memories_agent ON memories(agent_id);
|
|
1193
|
+
CREATE INDEX IF NOT EXISTS idx_memories_timestamp ON memories(timestamp);
|
|
1194
|
+
CREATE INDEX IF NOT EXISTS idx_memories_agent_project ON memories(agent_id, project_name);
|
|
1195
|
+
`);
|
|
1196
|
+
await client.executeMultiple(`
|
|
1197
|
+
CREATE VIRTUAL TABLE IF NOT EXISTS memories_fts USING fts5(
|
|
1198
|
+
raw_text,
|
|
1199
|
+
content='memories',
|
|
1253
1200
|
content_rowid='rowid'
|
|
1254
1201
|
);
|
|
1255
1202
|
|
|
1256
|
-
CREATE TRIGGER IF NOT EXISTS
|
|
1257
|
-
INSERT INTO
|
|
1258
|
-
VALUES (new.rowid, new.content_text, new.sender_name, new.agent_response);
|
|
1203
|
+
CREATE TRIGGER IF NOT EXISTS memories_fts_ai AFTER INSERT ON memories BEGIN
|
|
1204
|
+
INSERT INTO memories_fts(rowid, raw_text) VALUES (new.rowid, new.raw_text);
|
|
1259
1205
|
END;
|
|
1260
1206
|
|
|
1261
|
-
CREATE TRIGGER IF NOT EXISTS
|
|
1262
|
-
INSERT INTO
|
|
1263
|
-
VALUES('delete', old.rowid, old.content_text, old.sender_name, old.agent_response);
|
|
1207
|
+
CREATE TRIGGER IF NOT EXISTS memories_fts_ad AFTER DELETE ON memories BEGIN
|
|
1208
|
+
INSERT INTO memories_fts(memories_fts, rowid, raw_text) VALUES('delete', old.rowid, old.raw_text);
|
|
1264
1209
|
END;
|
|
1265
1210
|
|
|
1266
|
-
CREATE TRIGGER IF NOT EXISTS
|
|
1267
|
-
INSERT INTO
|
|
1268
|
-
|
|
1269
|
-
INSERT INTO conversations_fts(rowid, content_text, sender_name, agent_response)
|
|
1270
|
-
VALUES (new.rowid, new.content_text, new.sender_name, new.agent_response);
|
|
1211
|
+
CREATE TRIGGER IF NOT EXISTS memories_fts_au AFTER UPDATE ON memories BEGIN
|
|
1212
|
+
INSERT INTO memories_fts(memories_fts, rowid, raw_text) VALUES('delete', old.rowid, old.raw_text);
|
|
1213
|
+
INSERT INTO memories_fts(rowid, raw_text) VALUES (new.rowid, new.raw_text);
|
|
1271
1214
|
END;
|
|
1272
1215
|
`);
|
|
1273
|
-
|
|
1274
|
-
|
|
1275
|
-
|
|
1276
|
-
|
|
1277
|
-
|
|
1278
|
-
|
|
1216
|
+
for (const col of [
|
|
1217
|
+
"ALTER TABLE memories ADD COLUMN task_id TEXT",
|
|
1218
|
+
"ALTER TABLE memories ADD COLUMN consolidated INTEGER NOT NULL DEFAULT 0",
|
|
1219
|
+
"ALTER TABLE memories ADD COLUMN importance INTEGER DEFAULT 5",
|
|
1220
|
+
"ALTER TABLE memories ADD COLUMN status TEXT DEFAULT 'active'",
|
|
1221
|
+
"ALTER TABLE memories ADD COLUMN wiki_synced INTEGER DEFAULT 0",
|
|
1222
|
+
"ALTER TABLE memories ADD COLUMN graph_extracted INTEGER DEFAULT 0",
|
|
1223
|
+
"ALTER TABLE memories ADD COLUMN content_hash TEXT",
|
|
1224
|
+
"ALTER TABLE memories ADD COLUMN graph_extracted_hash TEXT",
|
|
1225
|
+
"ALTER TABLE memories ADD COLUMN confidence REAL DEFAULT 0.7",
|
|
1226
|
+
"ALTER TABLE memories ADD COLUMN last_accessed TEXT",
|
|
1227
|
+
// Wiki linkage columns (must match database.ts)
|
|
1228
|
+
"ALTER TABLE memories ADD COLUMN workspace_id TEXT",
|
|
1229
|
+
"ALTER TABLE memories ADD COLUMN document_id TEXT",
|
|
1230
|
+
"ALTER TABLE memories ADD COLUMN user_id TEXT",
|
|
1231
|
+
"ALTER TABLE memories ADD COLUMN char_offset INTEGER",
|
|
1232
|
+
"ALTER TABLE memories ADD COLUMN page_number INTEGER",
|
|
1233
|
+
// Source provenance columns (must match database.ts)
|
|
1234
|
+
"ALTER TABLE memories ADD COLUMN source_path TEXT",
|
|
1235
|
+
"ALTER TABLE memories ADD COLUMN source_type TEXT DEFAULT 'text'",
|
|
1236
|
+
"ALTER TABLE memories ADD COLUMN tier INTEGER DEFAULT 3",
|
|
1237
|
+
"ALTER TABLE memories ADD COLUMN supersedes_id TEXT"
|
|
1238
|
+
]) {
|
|
1239
|
+
try {
|
|
1240
|
+
await client.execute(col);
|
|
1241
|
+
} catch {
|
|
1242
|
+
}
|
|
1279
1243
|
}
|
|
1280
|
-
|
|
1281
|
-
|
|
1282
|
-
|
|
1283
|
-
|
|
1284
|
-
|
|
1244
|
+
for (const idx of [
|
|
1245
|
+
"CREATE INDEX IF NOT EXISTS idx_memories_tier ON memories(tier)",
|
|
1246
|
+
"CREATE INDEX IF NOT EXISTS idx_memories_supersedes ON memories(supersedes_id) WHERE supersedes_id IS NOT NULL"
|
|
1247
|
+
]) {
|
|
1248
|
+
try {
|
|
1249
|
+
await client.execute(idx);
|
|
1250
|
+
} catch {
|
|
1251
|
+
}
|
|
1285
1252
|
}
|
|
1286
1253
|
try {
|
|
1287
|
-
await client.execute(
|
|
1288
|
-
sql: `UPDATE memories SET tier = 1 WHERE tool_name = 'commit_to_long_term_memory' AND importance >= 8 AND tier = 3`,
|
|
1289
|
-
args: []
|
|
1290
|
-
});
|
|
1291
|
-
await client.execute({
|
|
1292
|
-
sql: `UPDATE memories SET tier = 2 WHERE tool_name IN ('store_memory', 'manual') AND importance >= 5 AND tier = 3`,
|
|
1293
|
-
args: []
|
|
1294
|
-
});
|
|
1254
|
+
await client.execute("CREATE INDEX IF NOT EXISTS idx_memories_status ON memories(status)");
|
|
1295
1255
|
} catch {
|
|
1296
1256
|
}
|
|
1297
|
-
|
|
1298
|
-
|
|
1299
|
-
|
|
1300
|
-
|
|
1301
|
-
|
|
1302
|
-
|
|
1257
|
+
for (const idx of [
|
|
1258
|
+
"CREATE INDEX IF NOT EXISTS idx_memories_workspace ON memories(workspace_id)",
|
|
1259
|
+
"CREATE INDEX IF NOT EXISTS idx_memories_document ON memories(document_id)",
|
|
1260
|
+
"CREATE INDEX IF NOT EXISTS idx_memories_user ON memories(user_id)"
|
|
1261
|
+
]) {
|
|
1262
|
+
try {
|
|
1263
|
+
await client.execute(idx);
|
|
1264
|
+
} catch {
|
|
1265
|
+
}
|
|
1303
1266
|
}
|
|
1304
|
-
|
|
1305
|
-
|
|
1306
|
-
|
|
1267
|
+
await client.executeMultiple(`
|
|
1268
|
+
CREATE TABLE IF NOT EXISTS entities (
|
|
1269
|
+
id TEXT PRIMARY KEY,
|
|
1270
|
+
name TEXT NOT NULL,
|
|
1271
|
+
type TEXT NOT NULL,
|
|
1272
|
+
first_seen TEXT NOT NULL,
|
|
1273
|
+
last_seen TEXT NOT NULL,
|
|
1274
|
+
properties TEXT DEFAULT '{}',
|
|
1275
|
+
UNIQUE(name, type)
|
|
1307
1276
|
);
|
|
1308
|
-
|
|
1309
|
-
|
|
1277
|
+
|
|
1278
|
+
CREATE TABLE IF NOT EXISTS relationships (
|
|
1279
|
+
id TEXT PRIMARY KEY,
|
|
1280
|
+
source_entity_id TEXT NOT NULL,
|
|
1281
|
+
target_entity_id TEXT NOT NULL,
|
|
1282
|
+
type TEXT NOT NULL,
|
|
1283
|
+
weight REAL DEFAULT 1.0,
|
|
1284
|
+
timestamp TEXT NOT NULL,
|
|
1285
|
+
properties TEXT DEFAULT '{}',
|
|
1286
|
+
UNIQUE(source_entity_id, target_entity_id, type)
|
|
1287
|
+
);
|
|
1288
|
+
|
|
1289
|
+
CREATE TABLE IF NOT EXISTS entity_memories (
|
|
1290
|
+
entity_id TEXT NOT NULL,
|
|
1291
|
+
memory_id TEXT NOT NULL,
|
|
1292
|
+
PRIMARY KEY (entity_id, memory_id)
|
|
1293
|
+
);
|
|
1294
|
+
|
|
1295
|
+
CREATE TABLE IF NOT EXISTS relationship_memories (
|
|
1296
|
+
relationship_id TEXT NOT NULL,
|
|
1297
|
+
memory_id TEXT NOT NULL,
|
|
1298
|
+
PRIMARY KEY (relationship_id, memory_id)
|
|
1299
|
+
);
|
|
1300
|
+
|
|
1301
|
+
CREATE INDEX IF NOT EXISTS idx_entities_name ON entities(name);
|
|
1302
|
+
CREATE INDEX IF NOT EXISTS idx_entities_type ON entities(type);
|
|
1303
|
+
CREATE INDEX IF NOT EXISTS idx_relationships_source ON relationships(source_entity_id);
|
|
1304
|
+
CREATE INDEX IF NOT EXISTS idx_relationships_target ON relationships(target_entity_id);
|
|
1305
|
+
CREATE INDEX IF NOT EXISTS idx_relationships_type ON relationships(type);
|
|
1306
|
+
|
|
1307
|
+
CREATE TABLE IF NOT EXISTS hyperedges (
|
|
1308
|
+
id TEXT PRIMARY KEY,
|
|
1309
|
+
label TEXT NOT NULL,
|
|
1310
|
+
relation TEXT NOT NULL,
|
|
1311
|
+
confidence REAL DEFAULT 1.0,
|
|
1312
|
+
timestamp TEXT NOT NULL
|
|
1313
|
+
);
|
|
1314
|
+
|
|
1315
|
+
CREATE TABLE IF NOT EXISTS hyperedge_nodes (
|
|
1316
|
+
hyperedge_id TEXT NOT NULL,
|
|
1317
|
+
entity_id TEXT NOT NULL,
|
|
1318
|
+
PRIMARY KEY (hyperedge_id, entity_id)
|
|
1319
|
+
);
|
|
1320
|
+
`);
|
|
1310
1321
|
for (const col of [
|
|
1311
|
-
"ALTER TABLE
|
|
1312
|
-
"ALTER TABLE
|
|
1322
|
+
"ALTER TABLE relationships ADD COLUMN confidence REAL DEFAULT 1.0",
|
|
1323
|
+
"ALTER TABLE relationships ADD COLUMN confidence_label TEXT DEFAULT 'extracted'"
|
|
1313
1324
|
]) {
|
|
1314
1325
|
try {
|
|
1315
1326
|
await client.execute(col);
|
|
@@ -1317,14 +1328,101 @@ async function ensureSchema() {
|
|
|
1317
1328
|
}
|
|
1318
1329
|
}
|
|
1319
1330
|
}
|
|
1320
|
-
|
|
1321
|
-
|
|
1322
|
-
|
|
1323
|
-
|
|
1324
|
-
|
|
1325
|
-
|
|
1331
|
+
async function getReadyShardClient(projectName) {
|
|
1332
|
+
const client = getShardClient(projectName);
|
|
1333
|
+
await ensureShardSchema(client);
|
|
1334
|
+
return client;
|
|
1335
|
+
}
|
|
1336
|
+
function disposeShards() {
|
|
1337
|
+
for (const [, client] of _shards) {
|
|
1338
|
+
client.close();
|
|
1339
|
+
}
|
|
1340
|
+
_shards.clear();
|
|
1341
|
+
_shardingEnabled = false;
|
|
1342
|
+
_encryptionKey = null;
|
|
1343
|
+
}
|
|
1344
|
+
var SHARDS_DIR, _shards, _encryptionKey, _shardingEnabled;
|
|
1345
|
+
var init_shard_manager = __esm({
|
|
1346
|
+
"src/lib/shard-manager.ts"() {
|
|
1347
|
+
"use strict";
|
|
1348
|
+
init_config();
|
|
1349
|
+
SHARDS_DIR = path3.join(EXE_AI_DIR, "shards");
|
|
1350
|
+
_shards = /* @__PURE__ */ new Map();
|
|
1351
|
+
_encryptionKey = null;
|
|
1352
|
+
_shardingEnabled = false;
|
|
1326
1353
|
}
|
|
1354
|
+
});
|
|
1355
|
+
|
|
1356
|
+
// src/lib/global-procedures.ts
|
|
1357
|
+
var global_procedures_exports = {};
|
|
1358
|
+
__export(global_procedures_exports, {
|
|
1359
|
+
deactivateGlobalProcedure: () => deactivateGlobalProcedure,
|
|
1360
|
+
getGlobalProceduresBlock: () => getGlobalProceduresBlock,
|
|
1361
|
+
loadGlobalProcedures: () => loadGlobalProcedures,
|
|
1362
|
+
storeGlobalProcedure: () => storeGlobalProcedure
|
|
1363
|
+
});
|
|
1364
|
+
import { randomUUID } from "crypto";
|
|
1365
|
+
async function loadGlobalProcedures() {
|
|
1366
|
+
const client = getClient();
|
|
1367
|
+
const result = await client.execute({
|
|
1368
|
+
sql: "SELECT * FROM global_procedures WHERE active = 1 ORDER BY priority ASC, created_at ASC",
|
|
1369
|
+
args: []
|
|
1370
|
+
});
|
|
1371
|
+
const procedures = result.rows;
|
|
1372
|
+
if (procedures.length > 0) {
|
|
1373
|
+
_cache = procedures.map((p) => `### ${p.title}
|
|
1374
|
+
${p.content}`).join("\n\n");
|
|
1375
|
+
} else {
|
|
1376
|
+
_cache = "";
|
|
1377
|
+
}
|
|
1378
|
+
_cacheLoaded = true;
|
|
1379
|
+
return procedures;
|
|
1380
|
+
}
|
|
1381
|
+
function getGlobalProceduresBlock() {
|
|
1382
|
+
if (!_cacheLoaded) return "";
|
|
1383
|
+
if (!_cache) return "";
|
|
1384
|
+
return `## Organization-Wide Procedures (MANDATORY \u2014 supersedes all other rules)
|
|
1385
|
+
|
|
1386
|
+
${_cache}
|
|
1387
|
+
`;
|
|
1388
|
+
}
|
|
1389
|
+
async function storeGlobalProcedure(input) {
|
|
1390
|
+
const id = randomUUID();
|
|
1391
|
+
const now = (/* @__PURE__ */ new Date()).toISOString();
|
|
1392
|
+
const client = getClient();
|
|
1393
|
+
await client.execute({
|
|
1394
|
+
sql: `INSERT INTO global_procedures (id, title, content, priority, domain, active, created_at, updated_at)
|
|
1395
|
+
VALUES (?, ?, ?, ?, ?, 1, ?, ?)`,
|
|
1396
|
+
args: [id, input.title, input.content, input.priority ?? "p0", input.domain ?? null, now, now]
|
|
1397
|
+
});
|
|
1398
|
+
await loadGlobalProcedures();
|
|
1399
|
+
return id;
|
|
1400
|
+
}
|
|
1401
|
+
async function deactivateGlobalProcedure(id) {
|
|
1402
|
+
const now = (/* @__PURE__ */ new Date()).toISOString();
|
|
1403
|
+
const client = getClient();
|
|
1404
|
+
const result = await client.execute({
|
|
1405
|
+
sql: "UPDATE global_procedures SET active = 0, updated_at = ? WHERE id = ?",
|
|
1406
|
+
args: [now, id]
|
|
1407
|
+
});
|
|
1408
|
+
await loadGlobalProcedures();
|
|
1409
|
+
return result.rowsAffected > 0;
|
|
1327
1410
|
}
|
|
1411
|
+
var _cache, _cacheLoaded;
|
|
1412
|
+
var init_global_procedures = __esm({
|
|
1413
|
+
"src/lib/global-procedures.ts"() {
|
|
1414
|
+
"use strict";
|
|
1415
|
+
init_database();
|
|
1416
|
+
_cache = "";
|
|
1417
|
+
_cacheLoaded = false;
|
|
1418
|
+
}
|
|
1419
|
+
});
|
|
1420
|
+
|
|
1421
|
+
// src/types/memory.ts
|
|
1422
|
+
var EMBEDDING_DIM = 1024;
|
|
1423
|
+
|
|
1424
|
+
// src/lib/store.ts
|
|
1425
|
+
init_database();
|
|
1328
1426
|
|
|
1329
1427
|
// src/lib/keychain.ts
|
|
1330
1428
|
import { readFile, writeFile, unlink, mkdir, chmod } from "fs/promises";
|
|
@@ -1372,6 +1470,57 @@ async function getMasterKey() {
|
|
|
1372
1470
|
|
|
1373
1471
|
// src/lib/store.ts
|
|
1374
1472
|
init_config();
|
|
1473
|
+
|
|
1474
|
+
// src/lib/state-bus.ts
|
|
1475
|
+
var StateBus = class {
|
|
1476
|
+
handlers = /* @__PURE__ */ new Map();
|
|
1477
|
+
globalHandlers = /* @__PURE__ */ new Set();
|
|
1478
|
+
/** Emit an event to all subscribers */
|
|
1479
|
+
emit(event) {
|
|
1480
|
+
const typeHandlers = this.handlers.get(event.type);
|
|
1481
|
+
if (typeHandlers) {
|
|
1482
|
+
for (const handler of typeHandlers) {
|
|
1483
|
+
try {
|
|
1484
|
+
handler(event);
|
|
1485
|
+
} catch {
|
|
1486
|
+
}
|
|
1487
|
+
}
|
|
1488
|
+
}
|
|
1489
|
+
for (const handler of this.globalHandlers) {
|
|
1490
|
+
try {
|
|
1491
|
+
handler(event);
|
|
1492
|
+
} catch {
|
|
1493
|
+
}
|
|
1494
|
+
}
|
|
1495
|
+
}
|
|
1496
|
+
/** Subscribe to a specific event type */
|
|
1497
|
+
on(type, handler) {
|
|
1498
|
+
if (!this.handlers.has(type)) {
|
|
1499
|
+
this.handlers.set(type, /* @__PURE__ */ new Set());
|
|
1500
|
+
}
|
|
1501
|
+
this.handlers.get(type).add(handler);
|
|
1502
|
+
}
|
|
1503
|
+
/** Subscribe to ALL events */
|
|
1504
|
+
onAny(handler) {
|
|
1505
|
+
this.globalHandlers.add(handler);
|
|
1506
|
+
}
|
|
1507
|
+
/** Unsubscribe from a specific event type */
|
|
1508
|
+
off(type, handler) {
|
|
1509
|
+
this.handlers.get(type)?.delete(handler);
|
|
1510
|
+
}
|
|
1511
|
+
/** Unsubscribe from ALL events */
|
|
1512
|
+
offAny(handler) {
|
|
1513
|
+
this.globalHandlers.delete(handler);
|
|
1514
|
+
}
|
|
1515
|
+
/** Remove all listeners */
|
|
1516
|
+
clear() {
|
|
1517
|
+
this.handlers.clear();
|
|
1518
|
+
this.globalHandlers.clear();
|
|
1519
|
+
}
|
|
1520
|
+
};
|
|
1521
|
+
var orgBus = new StateBus();
|
|
1522
|
+
|
|
1523
|
+
// src/lib/store.ts
|
|
1375
1524
|
var INIT_MAX_RETRIES = 3;
|
|
1376
1525
|
var INIT_RETRY_DELAY_MS = 1e3;
|
|
1377
1526
|
function isBusyError2(err) {
|
|
@@ -1442,6 +1591,11 @@ async function initStore(options) {
|
|
|
1442
1591
|
"version-query"
|
|
1443
1592
|
);
|
|
1444
1593
|
_nextVersion = (Number(vResult.rows[0]?.max_v) || 0) + 1;
|
|
1594
|
+
try {
|
|
1595
|
+
const { loadGlobalProcedures: loadGlobalProcedures2 } = await Promise.resolve().then(() => (init_global_procedures(), global_procedures_exports));
|
|
1596
|
+
await loadGlobalProcedures2();
|
|
1597
|
+
} catch {
|
|
1598
|
+
}
|
|
1445
1599
|
}
|
|
1446
1600
|
function classifyTier(record) {
|
|
1447
1601
|
if (record.tool_name === "commit_to_long_term_memory" && (record.importance ?? 0) >= 8) return 1;
|
|
@@ -1483,6 +1637,12 @@ async function writeMemory(record) {
|
|
|
1483
1637
|
supersedes_id: record.supersedes_id ?? null
|
|
1484
1638
|
};
|
|
1485
1639
|
_pendingRecords.push(dbRow);
|
|
1640
|
+
orgBus.emit({
|
|
1641
|
+
type: "memory_stored",
|
|
1642
|
+
agentId: record.agent_id,
|
|
1643
|
+
project: record.project_name,
|
|
1644
|
+
timestamp: record.timestamp
|
|
1645
|
+
});
|
|
1486
1646
|
const MAX_PENDING = 1e3;
|
|
1487
1647
|
if (_pendingRecords.length > MAX_PENDING) {
|
|
1488
1648
|
const dropped = _pendingRecords.length - MAX_PENDING;
|